{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999921580313522,
  "eval_steps": 500,
  "global_step": 63759,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.227391531625719e-09,
      "loss": 0.0151,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0454783063251438e-08,
      "loss": 0.0523,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.568217459487716e-08,
      "loss": 0.0131,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0909566126502876e-08,
      "loss": 0.0186,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6136957658128596e-08,
      "loss": 0.0111,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.136434918975432e-08,
      "loss": 0.0219,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6591740721380034e-08,
      "loss": 0.0182,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.181913225300575e-08,
      "loss": 0.0327,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.7046523784631475e-08,
      "loss": 0.013,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.227391531625719e-08,
      "loss": 0.0549,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.750130684788291e-08,
      "loss": 0.0089,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.272869837950863e-08,
      "loss": 0.049,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.795608991113434e-08,
      "loss": 0.0157,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.318348144276007e-08,
      "loss": 0.0116,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.841087297438578e-08,
      "loss": 0.0771,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.36382645060115e-08,
      "loss": 0.011,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.886565603763723e-08,
      "loss": 0.013,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.409304756926295e-08,
      "loss": 0.0276,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.932043910088866e-08,
      "loss": 0.0138,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0454783063251439e-07,
      "loss": 0.0185,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0977522216414011e-07,
      "loss": 0.0257,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1500261369576582e-07,
      "loss": 0.029,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2023000522739153e-07,
      "loss": 0.0038,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2545739675901727e-07,
      "loss": 0.0162,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3068478829064298e-07,
      "loss": 0.0213,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.359121798222687e-07,
      "loss": 0.0164,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4113957135389443e-07,
      "loss": 0.0488,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4636696288552014e-07,
      "loss": 0.025,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5159435441714585e-07,
      "loss": 0.01,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5682174594877156e-07,
      "loss": 0.0388,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.620491374803973e-07,
      "loss": 0.031,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.67276529012023e-07,
      "loss": 0.0196,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7250392054364874e-07,
      "loss": 0.0319,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7773131207527445e-07,
      "loss": 0.0105,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8295870360690016e-07,
      "loss": 0.0323,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.881860951385259e-07,
      "loss": 0.0192,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.934134866701516e-07,
      "loss": 0.0334,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9864087820177732e-07,
      "loss": 0.0151,
      "step": 38
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0386826973340306e-07,
      "loss": 0.0164,
      "step": 39
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0909566126502877e-07,
      "loss": 0.0265,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1432305279665448e-07,
      "loss": 0.0197,
      "step": 41
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1955044432828022e-07,
      "loss": 0.0085,
      "step": 42
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2477783585990593e-07,
      "loss": 0.0179,
      "step": 43
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3000522739153164e-07,
      "loss": 0.0179,
      "step": 44
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3523261892315738e-07,
      "loss": 0.0139,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4046001045478306e-07,
      "loss": 0.0133,
      "step": 46
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.456874019864088e-07,
      "loss": 0.0255,
      "step": 47
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5091479351803454e-07,
      "loss": 0.0279,
      "step": 48
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.561421850496602e-07,
      "loss": 0.0094,
      "step": 49
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6136957658128596e-07,
      "loss": 0.0123,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.665969681129117e-07,
      "loss": 0.0139,
      "step": 51
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.718243596445374e-07,
      "loss": 0.022,
      "step": 52
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.770517511761631e-07,
      "loss": 0.0127,
      "step": 53
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8227914270778885e-07,
      "loss": 0.0239,
      "step": 54
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8750653423941454e-07,
      "loss": 0.0183,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9273392577104027e-07,
      "loss": 0.02,
      "step": 56
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.97961317302666e-07,
      "loss": 0.0093,
      "step": 57
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.031887088342917e-07,
      "loss": 0.012,
      "step": 58
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0841610036591743e-07,
      "loss": 0.0095,
      "step": 59
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.136434918975431e-07,
      "loss": 0.0307,
      "step": 60
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1887088342916885e-07,
      "loss": 0.0097,
      "step": 61
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.240982749607946e-07,
      "loss": 0.0068,
      "step": 62
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2932566649242033e-07,
      "loss": 0.0177,
      "step": 63
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.34553058024046e-07,
      "loss": 0.0219,
      "step": 64
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3978044955567175e-07,
      "loss": 0.0105,
      "step": 65
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.450078410872975e-07,
      "loss": 0.0189,
      "step": 66
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.5023523261892317e-07,
      "loss": 0.022,
      "step": 67
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.554626241505489e-07,
      "loss": 0.0351,
      "step": 68
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6069001568217464e-07,
      "loss": 0.0211,
      "step": 69
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6591740721380033e-07,
      "loss": 0.0048,
      "step": 70
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.7114479874542607e-07,
      "loss": 0.0066,
      "step": 71
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.763721902770518e-07,
      "loss": 0.0109,
      "step": 72
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.815995818086775e-07,
      "loss": 0.0585,
      "step": 73
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.868269733403032e-07,
      "loss": 0.0169,
      "step": 74
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.9205436487192896e-07,
      "loss": 0.0086,
      "step": 75
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.9728175640355465e-07,
      "loss": 0.0133,
      "step": 76
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.025091479351804e-07,
      "loss": 0.0136,
      "step": 77
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.077365394668061e-07,
      "loss": 0.0279,
      "step": 78
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.129639309984318e-07,
      "loss": 0.0149,
      "step": 79
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.1819132253005754e-07,
      "loss": 0.0143,
      "step": 80
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.234187140616833e-07,
      "loss": 0.0103,
      "step": 81
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.2864610559330896e-07,
      "loss": 0.0086,
      "step": 82
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.338734971249347e-07,
      "loss": 0.0044,
      "step": 83
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.3910088865656044e-07,
      "loss": 0.0106,
      "step": 84
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.443282801881861e-07,
      "loss": 0.007,
      "step": 85
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.4955567171981186e-07,
      "loss": 0.0117,
      "step": 86
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.547830632514376e-07,
      "loss": 0.0062,
      "step": 87
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.600104547830633e-07,
      "loss": 0.0127,
      "step": 88
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.65237846314689e-07,
      "loss": 0.0217,
      "step": 89
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.7046523784631475e-07,
      "loss": 0.02,
      "step": 90
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.7569262937794044e-07,
      "loss": 0.0153,
      "step": 91
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.809200209095661e-07,
      "loss": 0.0157,
      "step": 92
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.861474124411919e-07,
      "loss": 0.025,
      "step": 93
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.913748039728176e-07,
      "loss": 0.0082,
      "step": 94
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.966021955044433e-07,
      "loss": 0.0237,
      "step": 95
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.018295870360691e-07,
      "loss": 0.021,
      "step": 96
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.070569785676947e-07,
      "loss": 0.0043,
      "step": 97
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.122843700993204e-07,
      "loss": 0.0209,
      "step": 98
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.175117616309462e-07,
      "loss": 0.0125,
      "step": 99
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.227391531625719e-07,
      "loss": 0.0142,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.279665446941976e-07,
      "loss": 0.0113,
      "step": 101
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.331939362258234e-07,
      "loss": 0.0325,
      "step": 102
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.384213277574491e-07,
      "loss": 0.0084,
      "step": 103
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.436487192890748e-07,
      "loss": 0.011,
      "step": 104
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.488761108207005e-07,
      "loss": 0.0291,
      "step": 105
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.541035023523262e-07,
      "loss": 0.0187,
      "step": 106
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.59330893883952e-07,
      "loss": 0.0215,
      "step": 107
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.645582854155777e-07,
      "loss": 0.0332,
      "step": 108
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.697856769472034e-07,
      "loss": 0.0204,
      "step": 109
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.750130684788291e-07,
      "loss": 0.0099,
      "step": 110
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.802404600104548e-07,
      "loss": 0.0307,
      "step": 111
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.854678515420805e-07,
      "loss": 0.0203,
      "step": 112
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.906952430737063e-07,
      "loss": 0.0639,
      "step": 113
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.95922634605332e-07,
      "loss": 0.015,
      "step": 114
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.011500261369578e-07,
      "loss": 0.0338,
      "step": 115
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.063774176685834e-07,
      "loss": 0.0542,
      "step": 116
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.116048092002091e-07,
      "loss": 0.0304,
      "step": 117
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.168322007318349e-07,
      "loss": 0.0159,
      "step": 118
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.220595922634606e-07,
      "loss": 0.0067,
      "step": 119
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.272869837950862e-07,
      "loss": 0.0346,
      "step": 120
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.32514375326712e-07,
      "loss": 0.0278,
      "step": 121
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.377417668583377e-07,
      "loss": 0.0096,
      "step": 122
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.429691583899634e-07,
      "loss": 0.0055,
      "step": 123
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.481965499215892e-07,
      "loss": 0.0182,
      "step": 124
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.534239414532149e-07,
      "loss": 0.009,
      "step": 125
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.586513329848407e-07,
      "loss": 0.0282,
      "step": 126
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.638787245164663e-07,
      "loss": 0.0066,
      "step": 127
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.69106116048092e-07,
      "loss": 0.0084,
      "step": 128
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.743335075797178e-07,
      "loss": 0.026,
      "step": 129
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.795608991113435e-07,
      "loss": 0.008,
      "step": 130
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.847882906429692e-07,
      "loss": 0.0371,
      "step": 131
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.90015682174595e-07,
      "loss": 0.0067,
      "step": 132
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.952430737062206e-07,
      "loss": 0.0149,
      "step": 133
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.004704652378463e-07,
      "loss": 0.01,
      "step": 134
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.056978567694721e-07,
      "loss": 0.0077,
      "step": 135
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.109252483010978e-07,
      "loss": 0.0039,
      "step": 136
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.161526398327236e-07,
      "loss": 0.0057,
      "step": 137
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.213800313643493e-07,
      "loss": 0.014,
      "step": 138
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.266074228959749e-07,
      "loss": 0.0079,
      "step": 139
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.318348144276007e-07,
      "loss": 0.0348,
      "step": 140
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.370622059592264e-07,
      "loss": 0.0152,
      "step": 141
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.422895974908521e-07,
      "loss": 0.0095,
      "step": 142
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.475169890224779e-07,
      "loss": 0.0179,
      "step": 143
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.527443805541036e-07,
      "loss": 0.0103,
      "step": 144
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.579717720857292e-07,
      "loss": 0.0098,
      "step": 145
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.63199163617355e-07,
      "loss": 0.0163,
      "step": 146
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.684265551489807e-07,
      "loss": 0.0338,
      "step": 147
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.736539466806064e-07,
      "loss": 0.0661,
      "step": 148
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.788813382122322e-07,
      "loss": 0.0078,
      "step": 149
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.841087297438579e-07,
      "loss": 0.0184,
      "step": 150
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.893361212754836e-07,
      "loss": 0.0089,
      "step": 151
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.945635128071093e-07,
      "loss": 0.0098,
      "step": 152
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.99790904338735e-07,
      "loss": 0.0074,
      "step": 153
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.050182958703608e-07,
      "loss": 0.0063,
      "step": 154
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.102456874019865e-07,
      "loss": 0.0118,
      "step": 155
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.154730789336122e-07,
      "loss": 0.0157,
      "step": 156
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.207004704652379e-07,
      "loss": 0.0178,
      "step": 157
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.259278619968636e-07,
      "loss": 0.0073,
      "step": 158
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.311552535284893e-07,
      "loss": 0.0103,
      "step": 159
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.363826450601151e-07,
      "loss": 0.0307,
      "step": 160
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.416100365917408e-07,
      "loss": 0.0169,
      "step": 161
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.468374281233666e-07,
      "loss": 0.0128,
      "step": 162
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.520648196549923e-07,
      "loss": 0.0123,
      "step": 163
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.572922111866179e-07,
      "loss": 0.0282,
      "step": 164
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.625196027182437e-07,
      "loss": 0.0078,
      "step": 165
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.677469942498694e-07,
      "loss": 0.0217,
      "step": 166
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.729743857814951e-07,
      "loss": 0.016,
      "step": 167
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.782017773131209e-07,
      "loss": 0.0192,
      "step": 168
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.834291688447466e-07,
      "loss": 0.0155,
      "step": 169
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.886565603763722e-07,
      "loss": 0.0082,
      "step": 170
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.93883951907998e-07,
      "loss": 0.0182,
      "step": 171
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.991113434396237e-07,
      "loss": 0.0294,
      "step": 172
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.043387349712495e-07,
      "loss": 0.0273,
      "step": 173
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.095661265028752e-07,
      "loss": 0.0331,
      "step": 174
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.147935180345009e-07,
      "loss": 0.0106,
      "step": 175
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.200209095661266e-07,
      "loss": 0.0325,
      "step": 176
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.252483010977523e-07,
      "loss": 0.0157,
      "step": 177
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.30475692629378e-07,
      "loss": 0.0046,
      "step": 178
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.357030841610038e-07,
      "loss": 0.0236,
      "step": 179
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.409304756926295e-07,
      "loss": 0.0108,
      "step": 180
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.461578672242552e-07,
      "loss": 0.0201,
      "step": 181
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.513852587558809e-07,
      "loss": 0.0393,
      "step": 182
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.566126502875065e-07,
      "loss": 0.0169,
      "step": 183
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.618400418191322e-07,
      "loss": 0.0023,
      "step": 184
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.67067433350758e-07,
      "loss": 0.0073,
      "step": 185
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.722948248823837e-07,
      "loss": 0.0133,
      "step": 186
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.775222164140095e-07,
      "loss": 0.0126,
      "step": 187
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.827496079456352e-07,
      "loss": 0.0141,
      "step": 188
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.87976999477261e-07,
      "loss": 0.0095,
      "step": 189
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.932043910088867e-07,
      "loss": 0.0218,
      "step": 190
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.984317825405124e-07,
      "loss": 0.0206,
      "step": 191
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0036591740721381e-06,
      "loss": 0.0253,
      "step": 192
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0088865656037639e-06,
      "loss": 0.0061,
      "step": 193
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0141139571353894e-06,
      "loss": 0.0067,
      "step": 194
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0193413486670151e-06,
      "loss": 0.0065,
      "step": 195
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0245687401986409e-06,
      "loss": 0.0043,
      "step": 196
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0297961317302666e-06,
      "loss": 0.018,
      "step": 197
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0350235232618924e-06,
      "loss": 0.0095,
      "step": 198
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.040250914793518e-06,
      "loss": 0.0057,
      "step": 199
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0454783063251438e-06,
      "loss": 0.0101,
      "step": 200
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0507056978567696e-06,
      "loss": 0.0164,
      "step": 201
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0559330893883953e-06,
      "loss": 0.0049,
      "step": 202
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.061160480920021e-06,
      "loss": 0.0053,
      "step": 203
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0663878724516468e-06,
      "loss": 0.0113,
      "step": 204
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0716152639832725e-06,
      "loss": 0.0338,
      "step": 205
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0768426555148982e-06,
      "loss": 0.0171,
      "step": 206
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0820700470465238e-06,
      "loss": 0.0139,
      "step": 207
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0872974385781495e-06,
      "loss": 0.0182,
      "step": 208
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0925248301097752e-06,
      "loss": 0.0148,
      "step": 209
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.097752221641401e-06,
      "loss": 0.0401,
      "step": 210
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1029796131730267e-06,
      "loss": 0.0164,
      "step": 211
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1082070047046525e-06,
      "loss": 0.0179,
      "step": 212
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1134343962362782e-06,
      "loss": 0.0109,
      "step": 213
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.118661787767904e-06,
      "loss": 0.0094,
      "step": 214
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1238891792995297e-06,
      "loss": 0.0087,
      "step": 215
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1291165708311554e-06,
      "loss": 0.0095,
      "step": 216
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1343439623627811e-06,
      "loss": 0.0115,
      "step": 217
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1395713538944069e-06,
      "loss": 0.0109,
      "step": 218
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1447987454260324e-06,
      "loss": 0.0139,
      "step": 219
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1500261369576581e-06,
      "loss": 0.0158,
      "step": 220
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1552535284892839e-06,
      "loss": 0.0203,
      "step": 221
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1604809200209096e-06,
      "loss": 0.0175,
      "step": 222
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1657083115525354e-06,
      "loss": 0.0422,
      "step": 223
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.170935703084161e-06,
      "loss": 0.0083,
      "step": 224
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1761630946157868e-06,
      "loss": 0.0575,
      "step": 225
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1813904861474126e-06,
      "loss": 0.0111,
      "step": 226
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1866178776790383e-06,
      "loss": 0.0138,
      "step": 227
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.191845269210664e-06,
      "loss": 0.0111,
      "step": 228
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1970726607422898e-06,
      "loss": 0.0176,
      "step": 229
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2023000522739155e-06,
      "loss": 0.0048,
      "step": 230
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.207527443805541e-06,
      "loss": 0.0051,
      "step": 231
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2127548353371668e-06,
      "loss": 0.0046,
      "step": 232
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2179822268687925e-06,
      "loss": 0.0114,
      "step": 233
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2232096184004183e-06,
      "loss": 0.0054,
      "step": 234
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.228437009932044e-06,
      "loss": 0.0161,
      "step": 235
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2336644014636697e-06,
      "loss": 0.0169,
      "step": 236
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2388917929952955e-06,
      "loss": 0.0025,
      "step": 237
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2441191845269212e-06,
      "loss": 0.0274,
      "step": 238
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.249346576058547e-06,
      "loss": 0.008,
      "step": 239
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2545739675901725e-06,
      "loss": 0.0087,
      "step": 240
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2598013591217984e-06,
      "loss": 0.0105,
      "step": 241
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.265028750653424e-06,
      "loss": 0.002,
      "step": 242
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2702561421850499e-06,
      "loss": 0.0207,
      "step": 243
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2754835337166754e-06,
      "loss": 0.0227,
      "step": 244
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2807109252483014e-06,
      "loss": 0.0216,
      "step": 245
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2859383167799269e-06,
      "loss": 0.0098,
      "step": 246
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2911657083115526e-06,
      "loss": 0.0069,
      "step": 247
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2963930998431784e-06,
      "loss": 0.0093,
      "step": 248
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.301620491374804e-06,
      "loss": 0.0094,
      "step": 249
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3068478829064298e-06,
      "loss": 0.0032,
      "step": 250
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3120752744380556e-06,
      "loss": 0.0095,
      "step": 251
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3173026659696813e-06,
      "loss": 0.0072,
      "step": 252
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.322530057501307e-06,
      "loss": 0.0079,
      "step": 253
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3277574490329326e-06,
      "loss": 0.0094,
      "step": 254
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3329848405645585e-06,
      "loss": 0.0121,
      "step": 255
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.338212232096184e-06,
      "loss": 0.006,
      "step": 256
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.34343962362781e-06,
      "loss": 0.0125,
      "step": 257
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3486670151594355e-06,
      "loss": 0.0033,
      "step": 258
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.353894406691061e-06,
      "loss": 0.0126,
      "step": 259
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.359121798222687e-06,
      "loss": 0.0337,
      "step": 260
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3643491897543127e-06,
      "loss": 0.0134,
      "step": 261
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3695765812859385e-06,
      "loss": 0.0628,
      "step": 262
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3748039728175642e-06,
      "loss": 0.0082,
      "step": 263
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.38003136434919e-06,
      "loss": 0.036,
      "step": 264
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3852587558808157e-06,
      "loss": 0.0091,
      "step": 265
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3904861474124412e-06,
      "loss": 0.0228,
      "step": 266
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3957135389440672e-06,
      "loss": 0.0203,
      "step": 267
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4009409304756927e-06,
      "loss": 0.0039,
      "step": 268
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4061683220073186e-06,
      "loss": 0.0116,
      "step": 269
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4113957135389442e-06,
      "loss": 0.0064,
      "step": 270
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4166231050705697e-06,
      "loss": 0.0162,
      "step": 271
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4218504966021956e-06,
      "loss": 0.0165,
      "step": 272
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4270778881338212e-06,
      "loss": 0.0098,
      "step": 273
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.432305279665447e-06,
      "loss": 0.0159,
      "step": 274
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4375326711970728e-06,
      "loss": 0.0275,
      "step": 275
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4427600627286986e-06,
      "loss": 0.0163,
      "step": 276
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4479874542603243e-06,
      "loss": 0.0124,
      "step": 277
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4532148457919498e-06,
      "loss": 0.0109,
      "step": 278
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4584422373235758e-06,
      "loss": 0.0264,
      "step": 279
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4636696288552013e-06,
      "loss": 0.005,
      "step": 280
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4688970203868273e-06,
      "loss": 0.0112,
      "step": 281
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4741244119184528e-06,
      "loss": 0.0246,
      "step": 282
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4793518034500783e-06,
      "loss": 0.0128,
      "step": 283
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4845791949817043e-06,
      "loss": 0.0201,
      "step": 284
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4898065865133298e-06,
      "loss": 0.0031,
      "step": 285
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4950339780449557e-06,
      "loss": 0.0552,
      "step": 286
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5002613695765813e-06,
      "loss": 0.0262,
      "step": 287
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5054887611082072e-06,
      "loss": 0.0171,
      "step": 288
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.510716152639833e-06,
      "loss": 0.0101,
      "step": 289
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5159435441714585e-06,
      "loss": 0.0168,
      "step": 290
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5211709357030844e-06,
      "loss": 0.0112,
      "step": 291
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.52639832723471e-06,
      "loss": 0.012,
      "step": 292
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.531625718766336e-06,
      "loss": 0.0365,
      "step": 293
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5368531102979614e-06,
      "loss": 0.0184,
      "step": 294
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5420805018295874e-06,
      "loss": 0.0538,
      "step": 295
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.547307893361213e-06,
      "loss": 0.0151,
      "step": 296
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5525352848928384e-06,
      "loss": 0.0126,
      "step": 297
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5577626764244644e-06,
      "loss": 0.006,
      "step": 298
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.56299006795609e-06,
      "loss": 0.0177,
      "step": 299
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5682174594877158e-06,
      "loss": 0.035,
      "step": 300
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5734448510193414e-06,
      "loss": 0.0204,
      "step": 301
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5786722425509671e-06,
      "loss": 0.0102,
      "step": 302
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.583899634082593e-06,
      "loss": 0.0205,
      "step": 303
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5891270256142186e-06,
      "loss": 0.0058,
      "step": 304
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5943544171458445e-06,
      "loss": 0.0041,
      "step": 305
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.59958180867747e-06,
      "loss": 0.0047,
      "step": 306
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.604809200209096e-06,
      "loss": 0.0069,
      "step": 307
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6100365917407215e-06,
      "loss": 0.0138,
      "step": 308
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.615263983272347e-06,
      "loss": 0.0087,
      "step": 309
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.620491374803973e-06,
      "loss": 0.009,
      "step": 310
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6257187663355985e-06,
      "loss": 0.0072,
      "step": 311
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6309461578672245e-06,
      "loss": 0.0092,
      "step": 312
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.63617354939885e-06,
      "loss": 0.0206,
      "step": 313
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6414009409304757e-06,
      "loss": 0.0161,
      "step": 314
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6466283324621015e-06,
      "loss": 0.0087,
      "step": 315
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6518557239937272e-06,
      "loss": 0.0134,
      "step": 316
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6570831155253532e-06,
      "loss": 0.0221,
      "step": 317
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6623105070569787e-06,
      "loss": 0.0088,
      "step": 318
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6675378985886046e-06,
      "loss": 0.0221,
      "step": 319
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6727652901202302e-06,
      "loss": 0.0129,
      "step": 320
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6779926816518557e-06,
      "loss": 0.0151,
      "step": 321
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6832200731834816e-06,
      "loss": 0.052,
      "step": 322
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6884474647151072e-06,
      "loss": 0.0129,
      "step": 323
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6936748562467331e-06,
      "loss": 0.0494,
      "step": 324
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6989022477783586e-06,
      "loss": 0.0112,
      "step": 325
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7041296393099846e-06,
      "loss": 0.0082,
      "step": 326
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7093570308416101e-06,
      "loss": 0.0118,
      "step": 327
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7145844223732358e-06,
      "loss": 0.0074,
      "step": 328
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7198118139048616e-06,
      "loss": 0.0115,
      "step": 329
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7250392054364873e-06,
      "loss": 0.0157,
      "step": 330
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7302665969681133e-06,
      "loss": 0.0147,
      "step": 331
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7354939884997388e-06,
      "loss": 0.0131,
      "step": 332
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7407213800313643e-06,
      "loss": 0.0197,
      "step": 333
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7459487715629903e-06,
      "loss": 0.0038,
      "step": 334
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7511761630946158e-06,
      "loss": 0.006,
      "step": 335
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7564035546262417e-06,
      "loss": 0.0322,
      "step": 336
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7616309461578673e-06,
      "loss": 0.0152,
      "step": 337
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7668583376894932e-06,
      "loss": 0.0381,
      "step": 338
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7720857292211187e-06,
      "loss": 0.0047,
      "step": 339
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7773131207527445e-06,
      "loss": 0.0153,
      "step": 340
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7825405122843702e-06,
      "loss": 0.026,
      "step": 341
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.787767903815996e-06,
      "loss": 0.0189,
      "step": 342
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7929952953476217e-06,
      "loss": 0.0127,
      "step": 343
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7982226868792474e-06,
      "loss": 0.0048,
      "step": 344
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.803450078410873e-06,
      "loss": 0.0209,
      "step": 345
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.808677469942499e-06,
      "loss": 0.0172,
      "step": 346
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8139048614741244e-06,
      "loss": 0.0122,
      "step": 347
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8191322530057504e-06,
      "loss": 0.007,
      "step": 348
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.824359644537376e-06,
      "loss": 0.0041,
      "step": 349
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8295870360690019e-06,
      "loss": 0.0055,
      "step": 350
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8348144276006274e-06,
      "loss": 0.02,
      "step": 351
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8400418191322531e-06,
      "loss": 0.0201,
      "step": 352
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8452692106638789e-06,
      "loss": 0.0075,
      "step": 353
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8504966021955046e-06,
      "loss": 0.0117,
      "step": 354
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8557239937271303e-06,
      "loss": 0.0117,
      "step": 355
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.860951385258756e-06,
      "loss": 0.0049,
      "step": 356
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8661787767903816e-06,
      "loss": 0.0137,
      "step": 357
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8714061683220075e-06,
      "loss": 0.0056,
      "step": 358
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.876633559853633e-06,
      "loss": 0.0141,
      "step": 359
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.881860951385259e-06,
      "loss": 0.0066,
      "step": 360
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8870883429168845e-06,
      "loss": 0.0035,
      "step": 361
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8923157344485105e-06,
      "loss": 0.01,
      "step": 362
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.897543125980136e-06,
      "loss": 0.0477,
      "step": 363
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9027705175117617e-06,
      "loss": 0.0244,
      "step": 364
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9079979090433877e-06,
      "loss": 0.0042,
      "step": 365
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.913225300575013e-06,
      "loss": 0.0138,
      "step": 366
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.918452692106639e-06,
      "loss": 0.0153,
      "step": 367
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9236800836382645e-06,
      "loss": 0.0078,
      "step": 368
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9289074751698906e-06,
      "loss": 0.0159,
      "step": 369
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.934134866701516e-06,
      "loss": 0.0139,
      "step": 370
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9393622582331417e-06,
      "loss": 0.0182,
      "step": 371
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9445896497647674e-06,
      "loss": 0.0145,
      "step": 372
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.949817041296393e-06,
      "loss": 0.0052,
      "step": 373
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.955044432828019e-06,
      "loss": 0.0096,
      "step": 374
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9602718243596446e-06,
      "loss": 0.0106,
      "step": 375
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9654992158912704e-06,
      "loss": 0.0072,
      "step": 376
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.970726607422896e-06,
      "loss": 0.006,
      "step": 377
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.975953998954522e-06,
      "loss": 0.0128,
      "step": 378
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9811813904861476e-06,
      "loss": 0.0195,
      "step": 379
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9864087820177733e-06,
      "loss": 0.0292,
      "step": 380
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.991636173549399e-06,
      "loss": 0.0207,
      "step": 381
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.996863565081025e-06,
      "loss": 0.01,
      "step": 382
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0020909566126505e-06,
      "loss": 0.0049,
      "step": 383
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0073183481442763e-06,
      "loss": 0.0137,
      "step": 384
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.012545739675902e-06,
      "loss": 0.0085,
      "step": 385
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0177731312075278e-06,
      "loss": 0.0057,
      "step": 386
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0230005227391535e-06,
      "loss": 0.0051,
      "step": 387
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.028227914270779e-06,
      "loss": 0.0197,
      "step": 388
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.033455305802405e-06,
      "loss": 0.01,
      "step": 389
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0386826973340303e-06,
      "loss": 0.0114,
      "step": 390
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0439100888656564e-06,
      "loss": 0.0137,
      "step": 391
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0491374803972818e-06,
      "loss": 0.0113,
      "step": 392
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.054364871928908e-06,
      "loss": 0.0207,
      "step": 393
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0595922634605332e-06,
      "loss": 0.0018,
      "step": 394
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.064819654992159e-06,
      "loss": 0.0031,
      "step": 395
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0700470465237847e-06,
      "loss": 0.0048,
      "step": 396
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0752744380554104e-06,
      "loss": 0.0062,
      "step": 397
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.080501829587036e-06,
      "loss": 0.023,
      "step": 398
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.085729221118662e-06,
      "loss": 0.0386,
      "step": 399
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0909566126502877e-06,
      "loss": 0.0064,
      "step": 400
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0961840041819134e-06,
      "loss": 0.0094,
      "step": 401
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.101411395713539e-06,
      "loss": 0.0109,
      "step": 402
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.106638787245165e-06,
      "loss": 0.0085,
      "step": 403
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1118661787767906e-06,
      "loss": 0.0138,
      "step": 404
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1170935703084163e-06,
      "loss": 0.0049,
      "step": 405
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.122320961840042e-06,
      "loss": 0.0037,
      "step": 406
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1275483533716674e-06,
      "loss": 0.0094,
      "step": 407
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1327757449032935e-06,
      "loss": 0.0136,
      "step": 408
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1380031364349193e-06,
      "loss": 0.0146,
      "step": 409
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.143230527966545e-06,
      "loss": 0.0056,
      "step": 410
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1484579194981708e-06,
      "loss": 0.0372,
      "step": 411
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1536853110297965e-06,
      "loss": 0.054,
      "step": 412
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1589127025614222e-06,
      "loss": 0.006,
      "step": 413
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1641400940930475e-06,
      "loss": 0.006,
      "step": 414
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1693674856246737e-06,
      "loss": 0.0362,
      "step": 415
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.174594877156299e-06,
      "loss": 0.0045,
      "step": 416
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.179822268687925e-06,
      "loss": 0.011,
      "step": 417
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1850496602195505e-06,
      "loss": 0.0114,
      "step": 418
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1902770517511762e-06,
      "loss": 0.0093,
      "step": 419
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.195504443282802e-06,
      "loss": 0.0209,
      "step": 420
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2007318348144277e-06,
      "loss": 0.0262,
      "step": 421
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2059592263460534e-06,
      "loss": 0.0088,
      "step": 422
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.211186617877679e-06,
      "loss": 0.0067,
      "step": 423
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.216414009409305e-06,
      "loss": 0.0095,
      "step": 424
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2216414009409307e-06,
      "loss": 0.0176,
      "step": 425
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2268687924725564e-06,
      "loss": 0.0126,
      "step": 426
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.232096184004182e-06,
      "loss": 0.0073,
      "step": 427
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.237323575535808e-06,
      "loss": 0.0053,
      "step": 428
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2425509670674336e-06,
      "loss": 0.0122,
      "step": 429
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2477783585990593e-06,
      "loss": 0.0116,
      "step": 430
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2530057501306847e-06,
      "loss": 0.0121,
      "step": 431
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.258233141662311e-06,
      "loss": 0.0151,
      "step": 432
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.263460533193936e-06,
      "loss": 0.0117,
      "step": 433
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2686879247255623e-06,
      "loss": 0.0245,
      "step": 434
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2739153162571876e-06,
      "loss": 0.0112,
      "step": 435
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2791427077888138e-06,
      "loss": 0.0162,
      "step": 436
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2843700993204395e-06,
      "loss": 0.018,
      "step": 437
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.289597490852065e-06,
      "loss": 0.0149,
      "step": 438
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.294824882383691e-06,
      "loss": 0.0076,
      "step": 439
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3000522739153163e-06,
      "loss": 0.0372,
      "step": 440
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3052796654469424e-06,
      "loss": 0.0208,
      "step": 441
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3105070569785678e-06,
      "loss": 0.0132,
      "step": 442
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3157344485101935e-06,
      "loss": 0.0254,
      "step": 443
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3209618400418192e-06,
      "loss": 0.0043,
      "step": 444
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.326189231573445e-06,
      "loss": 0.0093,
      "step": 445
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3314166231050707e-06,
      "loss": 0.0183,
      "step": 446
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3366440146366964e-06,
      "loss": 0.0131,
      "step": 447
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.341871406168322e-06,
      "loss": 0.0159,
      "step": 448
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.347098797699948e-06,
      "loss": 0.0104,
      "step": 449
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3523261892315737e-06,
      "loss": 0.0147,
      "step": 450
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3575535807631994e-06,
      "loss": 0.0094,
      "step": 451
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.362780972294825e-06,
      "loss": 0.0067,
      "step": 452
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.368008363826451e-06,
      "loss": 0.008,
      "step": 453
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3732357553580766e-06,
      "loss": 0.0067,
      "step": 454
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3784631468897023e-06,
      "loss": 0.0086,
      "step": 455
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.383690538421328e-06,
      "loss": 0.0085,
      "step": 456
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3889179299529534e-06,
      "loss": 0.0065,
      "step": 457
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3941453214845796e-06,
      "loss": 0.0119,
      "step": 458
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.399372713016205e-06,
      "loss": 0.0091,
      "step": 459
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.404600104547831e-06,
      "loss": 0.0073,
      "step": 460
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4098274960794563e-06,
      "loss": 0.0104,
      "step": 461
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.415054887611082e-06,
      "loss": 0.0145,
      "step": 462
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.420282279142708e-06,
      "loss": 0.0039,
      "step": 463
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4255096706743336e-06,
      "loss": 0.0236,
      "step": 464
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4307370622059597e-06,
      "loss": 0.0495,
      "step": 465
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.435964453737585e-06,
      "loss": 0.0174,
      "step": 466
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.441191845269211e-06,
      "loss": 0.0035,
      "step": 467
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4464192368008365e-06,
      "loss": 0.0114,
      "step": 468
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4516466283324622e-06,
      "loss": 0.0158,
      "step": 469
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.456874019864088e-06,
      "loss": 0.0079,
      "step": 470
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4621014113957137e-06,
      "loss": 0.0075,
      "step": 471
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4673288029273395e-06,
      "loss": 0.0212,
      "step": 472
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.472556194458965e-06,
      "loss": 0.0045,
      "step": 473
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.477783585990591e-06,
      "loss": 0.0207,
      "step": 474
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4830109775222167e-06,
      "loss": 0.0102,
      "step": 475
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4882383690538424e-06,
      "loss": 0.0157,
      "step": 476
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.493465760585468e-06,
      "loss": 0.0122,
      "step": 477
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.498693152117094e-06,
      "loss": 0.0199,
      "step": 478
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5039205436487196e-06,
      "loss": 0.0161,
      "step": 479
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.509147935180345e-06,
      "loss": 0.0084,
      "step": 480
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5143753267119707e-06,
      "loss": 0.0049,
      "step": 481
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.519602718243597e-06,
      "loss": 0.0117,
      "step": 482
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5248301097752226e-06,
      "loss": 0.0042,
      "step": 483
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.530057501306848e-06,
      "loss": 0.0074,
      "step": 484
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5352848928384736e-06,
      "loss": 0.006,
      "step": 485
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5405122843700998e-06,
      "loss": 0.014,
      "step": 486
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.545739675901725e-06,
      "loss": 0.0123,
      "step": 487
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.550967067433351e-06,
      "loss": 0.0157,
      "step": 488
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5561944589649766e-06,
      "loss": 0.007,
      "step": 489
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5614218504966027e-06,
      "loss": 0.0098,
      "step": 490
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.566649242028228e-06,
      "loss": 0.0159,
      "step": 491
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5718766335598538e-06,
      "loss": 0.0236,
      "step": 492
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.57710402509148e-06,
      "loss": 0.0057,
      "step": 493
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5823314166231052e-06,
      "loss": 0.0197,
      "step": 494
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.587558808154731e-06,
      "loss": 0.0186,
      "step": 495
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5927861996863567e-06,
      "loss": 0.0096,
      "step": 496
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.598013591217983e-06,
      "loss": 0.0101,
      "step": 497
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.603240982749608e-06,
      "loss": 0.0151,
      "step": 498
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.608468374281234e-06,
      "loss": 0.0205,
      "step": 499
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6136957658128597e-06,
      "loss": 0.0185,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.618923157344485e-06,
      "loss": 0.0186,
      "step": 501
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.624150548876111e-06,
      "loss": 0.0226,
      "step": 502
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.629377940407737e-06,
      "loss": 0.0142,
      "step": 503
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6346053319393626e-06,
      "loss": 0.0297,
      "step": 504
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.639832723470988e-06,
      "loss": 0.0084,
      "step": 505
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.645060115002614e-06,
      "loss": 0.0087,
      "step": 506
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.65028750653424e-06,
      "loss": 0.0047,
      "step": 507
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.655514898065865e-06,
      "loss": 0.0153,
      "step": 508
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.660742289597491e-06,
      "loss": 0.0054,
      "step": 509
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.665969681129117e-06,
      "loss": 0.0026,
      "step": 510
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6711970726607424e-06,
      "loss": 0.0029,
      "step": 511
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.676424464192368e-06,
      "loss": 0.013,
      "step": 512
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.681651855723994e-06,
      "loss": 0.0143,
      "step": 513
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.68687924725562e-06,
      "loss": 0.0094,
      "step": 514
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6921066387872453e-06,
      "loss": 0.0077,
      "step": 515
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.697334030318871e-06,
      "loss": 0.0131,
      "step": 516
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7025614218504968e-06,
      "loss": 0.0104,
      "step": 517
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.707788813382122e-06,
      "loss": 0.0112,
      "step": 518
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7130162049137483e-06,
      "loss": 0.022,
      "step": 519
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.718243596445374e-06,
      "loss": 0.0125,
      "step": 520
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7234709879769997e-06,
      "loss": 0.0114,
      "step": 521
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7286983795086255e-06,
      "loss": 0.0151,
      "step": 522
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.733925771040251e-06,
      "loss": 0.0047,
      "step": 523
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.739153162571877e-06,
      "loss": 0.0138,
      "step": 524
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7443805541035023e-06,
      "loss": 0.014,
      "step": 525
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7496079456351284e-06,
      "loss": 0.0085,
      "step": 526
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.754835337166754e-06,
      "loss": 0.0038,
      "step": 527
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.76006272869838e-06,
      "loss": 0.0055,
      "step": 528
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.765290120230005e-06,
      "loss": 0.0153,
      "step": 529
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7705175117616314e-06,
      "loss": 0.0075,
      "step": 530
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.775744903293257e-06,
      "loss": 0.0146,
      "step": 531
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7809722948248824e-06,
      "loss": 0.033,
      "step": 532
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.786199686356508e-06,
      "loss": 0.0178,
      "step": 533
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7914270778881343e-06,
      "loss": 0.0106,
      "step": 534
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.79665446941976e-06,
      "loss": 0.0084,
      "step": 535
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8018818609513854e-06,
      "loss": 0.0287,
      "step": 536
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.807109252483011e-06,
      "loss": 0.0112,
      "step": 537
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8123366440146373e-06,
      "loss": 0.0482,
      "step": 538
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8175640355462626e-06,
      "loss": 0.0119,
      "step": 539
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8227914270778883e-06,
      "loss": 0.0102,
      "step": 540
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.828018818609514e-06,
      "loss": 0.0126,
      "step": 541
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8332462101411394e-06,
      "loss": 0.0071,
      "step": 542
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8384736016727655e-06,
      "loss": 0.0129,
      "step": 543
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8437009932043913e-06,
      "loss": 0.0139,
      "step": 544
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.848928384736017e-06,
      "loss": 0.0083,
      "step": 545
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8541557762676423e-06,
      "loss": 0.0453,
      "step": 546
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8593831677992685e-06,
      "loss": 0.01,
      "step": 547
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.864610559330894e-06,
      "loss": 0.0037,
      "step": 548
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8698379508625195e-06,
      "loss": 0.0121,
      "step": 549
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8750653423941457e-06,
      "loss": 0.0398,
      "step": 550
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8802927339257714e-06,
      "loss": 0.0013,
      "step": 551
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.885520125457397e-06,
      "loss": 0.0044,
      "step": 552
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8907475169890225e-06,
      "loss": 0.004,
      "step": 553
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8959749085206486e-06,
      "loss": 0.0261,
      "step": 554
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9012023000522744e-06,
      "loss": 0.0214,
      "step": 555
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9064296915838997e-06,
      "loss": 0.006,
      "step": 556
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9116570831155254e-06,
      "loss": 0.0146,
      "step": 557
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9168844746471516e-06,
      "loss": 0.0083,
      "step": 558
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9221118661787773e-06,
      "loss": 0.033,
      "step": 559
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9273392577104026e-06,
      "loss": 0.0156,
      "step": 560
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9325666492420284e-06,
      "loss": 0.0147,
      "step": 561
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9377940407736545e-06,
      "loss": 0.045,
      "step": 562
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.94302143230528e-06,
      "loss": 0.0038,
      "step": 563
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9482488238369056e-06,
      "loss": 0.0097,
      "step": 564
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9534762153685313e-06,
      "loss": 0.0088,
      "step": 565
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9587036069001566e-06,
      "loss": 0.007,
      "step": 566
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9639309984317828e-06,
      "loss": 0.0056,
      "step": 567
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9691583899634085e-06,
      "loss": 0.0039,
      "step": 568
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9743857814950343e-06,
      "loss": 0.0103,
      "step": 569
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9796131730266596e-06,
      "loss": 0.0127,
      "step": 570
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9848405645582857e-06,
      "loss": 0.0104,
      "step": 571
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9900679560899115e-06,
      "loss": 0.0148,
      "step": 572
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9952953476215368e-06,
      "loss": 0.0064,
      "step": 573
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0005227391531625e-06,
      "loss": 0.0252,
      "step": 574
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0057501306847887e-06,
      "loss": 0.0234,
      "step": 575
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0109775222164144e-06,
      "loss": 0.0156,
      "step": 576
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0162049137480397e-06,
      "loss": 0.0259,
      "step": 577
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.021432305279666e-06,
      "loss": 0.0094,
      "step": 578
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0266596968112916e-06,
      "loss": 0.0034,
      "step": 579
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.031887088342917e-06,
      "loss": 0.0062,
      "step": 580
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0371144798745427e-06,
      "loss": 0.0202,
      "step": 581
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.042341871406169e-06,
      "loss": 0.0075,
      "step": 582
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0475692629377946e-06,
      "loss": 0.0079,
      "step": 583
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.05279665446942e-06,
      "loss": 0.005,
      "step": 584
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0580240460010456e-06,
      "loss": 0.0057,
      "step": 585
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.063251437532672e-06,
      "loss": 0.0239,
      "step": 586
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.068478829064297e-06,
      "loss": 0.0164,
      "step": 587
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.073706220595923e-06,
      "loss": 0.0117,
      "step": 588
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0789336121275486e-06,
      "loss": 0.0224,
      "step": 589
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0841610036591747e-06,
      "loss": 0.007,
      "step": 590
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0893883951908e-06,
      "loss": 0.002,
      "step": 591
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.094615786722426e-06,
      "loss": 0.0082,
      "step": 592
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0998431782540515e-06,
      "loss": 0.0031,
      "step": 593
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.105070569785677e-06,
      "loss": 0.0149,
      "step": 594
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.110297961317303e-06,
      "loss": 0.0107,
      "step": 595
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1155253528489287e-06,
      "loss": 0.009,
      "step": 596
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.120752744380554e-06,
      "loss": 0.01,
      "step": 597
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.12598013591218e-06,
      "loss": 0.0076,
      "step": 598
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.131207527443806e-06,
      "loss": 0.0104,
      "step": 599
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1364349189754317e-06,
      "loss": 0.0108,
      "step": 600
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.141662310507057e-06,
      "loss": 0.0157,
      "step": 601
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1468897020386827e-06,
      "loss": 0.0223,
      "step": 602
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.152117093570309e-06,
      "loss": 0.0096,
      "step": 603
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1573444851019342e-06,
      "loss": 0.0097,
      "step": 604
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.16257187663356e-06,
      "loss": 0.0138,
      "step": 605
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.167799268165186e-06,
      "loss": 0.0066,
      "step": 606
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.173026659696812e-06,
      "loss": 0.0103,
      "step": 607
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.178254051228437e-06,
      "loss": 0.0089,
      "step": 608
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.183481442760063e-06,
      "loss": 0.0089,
      "step": 609
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.188708834291689e-06,
      "loss": 0.0215,
      "step": 610
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1939362258233144e-06,
      "loss": 0.0253,
      "step": 611
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.19916361735494e-06,
      "loss": 0.0056,
      "step": 612
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.204391008886566e-06,
      "loss": 0.0199,
      "step": 613
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.209618400418192e-06,
      "loss": 0.021,
      "step": 614
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2148457919498173e-06,
      "loss": 0.028,
      "step": 615
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.220073183481443e-06,
      "loss": 0.004,
      "step": 616
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.225300575013069e-06,
      "loss": 0.031,
      "step": 617
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.230527966544694e-06,
      "loss": 0.0046,
      "step": 618
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2357553580763203e-06,
      "loss": 0.0037,
      "step": 619
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.240982749607946e-06,
      "loss": 0.0084,
      "step": 620
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2462101411395717e-06,
      "loss": 0.0169,
      "step": 621
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.251437532671197e-06,
      "loss": 0.003,
      "step": 622
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2566649242028232e-06,
      "loss": 0.0092,
      "step": 623
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.261892315734449e-06,
      "loss": 0.012,
      "step": 624
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2671197072660743e-06,
      "loss": 0.0389,
      "step": 625
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2723470987977e-06,
      "loss": 0.0145,
      "step": 626
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.277574490329326e-06,
      "loss": 0.0067,
      "step": 627
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2828018818609515e-06,
      "loss": 0.0243,
      "step": 628
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2880292733925772e-06,
      "loss": 0.0121,
      "step": 629
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.293256664924203e-06,
      "loss": 0.0066,
      "step": 630
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.298484056455829e-06,
      "loss": 0.0082,
      "step": 631
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3037114479874544e-06,
      "loss": 0.0084,
      "step": 632
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.30893883951908e-06,
      "loss": 0.0202,
      "step": 633
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3141662310507063e-06,
      "loss": 0.021,
      "step": 634
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3193936225823316e-06,
      "loss": 0.0049,
      "step": 635
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3246210141139574e-06,
      "loss": 0.0116,
      "step": 636
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.329848405645583e-06,
      "loss": 0.0058,
      "step": 637
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3350757971772093e-06,
      "loss": 0.0168,
      "step": 638
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3403031887088346e-06,
      "loss": 0.0187,
      "step": 639
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3455305802404603e-06,
      "loss": 0.0037,
      "step": 640
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.350757971772086e-06,
      "loss": 0.012,
      "step": 641
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3559853633037114e-06,
      "loss": 0.014,
      "step": 642
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3612127548353375e-06,
      "loss": 0.0085,
      "step": 643
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3664401463669633e-06,
      "loss": 0.0164,
      "step": 644
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.371667537898589e-06,
      "loss": 0.0035,
      "step": 645
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3768949294302143e-06,
      "loss": 0.0094,
      "step": 646
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3821223209618405e-06,
      "loss": 0.0059,
      "step": 647
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3873497124934662e-06,
      "loss": 0.0108,
      "step": 648
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3925771040250915e-06,
      "loss": 0.0127,
      "step": 649
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3978044955567173e-06,
      "loss": 0.0065,
      "step": 650
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4030318870883434e-06,
      "loss": 0.0113,
      "step": 651
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.408259278619969e-06,
      "loss": 0.0135,
      "step": 652
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4134866701515945e-06,
      "loss": 0.0071,
      "step": 653
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4187140616832202e-06,
      "loss": 0.0192,
      "step": 654
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4239414532148464e-06,
      "loss": 0.0098,
      "step": 655
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4291688447464717e-06,
      "loss": 0.0111,
      "step": 656
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4343962362780974e-06,
      "loss": 0.0107,
      "step": 657
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.439623627809723e-06,
      "loss": 0.0056,
      "step": 658
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4448510193413485e-06,
      "loss": 0.0199,
      "step": 659
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4500784108729746e-06,
      "loss": 0.0022,
      "step": 660
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4553058024046004e-06,
      "loss": 0.0175,
      "step": 661
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4605331939362265e-06,
      "loss": 0.016,
      "step": 662
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.465760585467852e-06,
      "loss": 0.031,
      "step": 663
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4709879769994776e-06,
      "loss": 0.0028,
      "step": 664
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4762153685311033e-06,
      "loss": 0.0162,
      "step": 665
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4814427600627286e-06,
      "loss": 0.0306,
      "step": 666
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.486670151594355e-06,
      "loss": 0.0111,
      "step": 667
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4918975431259805e-06,
      "loss": 0.0119,
      "step": 668
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4971249346576063e-06,
      "loss": 0.0078,
      "step": 669
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5023523261892316e-06,
      "loss": 0.0018,
      "step": 670
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5075797177208578e-06,
      "loss": 0.0214,
      "step": 671
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5128071092524835e-06,
      "loss": 0.0205,
      "step": 672
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.518034500784109e-06,
      "loss": 0.0111,
      "step": 673
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5232618923157345e-06,
      "loss": 0.011,
      "step": 674
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5284892838473607e-06,
      "loss": 0.0107,
      "step": 675
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5337166753789864e-06,
      "loss": 0.0079,
      "step": 676
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5389440669106118e-06,
      "loss": 0.0165,
      "step": 677
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5441714584422375e-06,
      "loss": 0.0107,
      "step": 678
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5493988499738637e-06,
      "loss": 0.0038,
      "step": 679
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.554626241505489e-06,
      "loss": 0.0126,
      "step": 680
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5598536330371147e-06,
      "loss": 0.0088,
      "step": 681
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5650810245687404e-06,
      "loss": 0.0048,
      "step": 682
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5703084161003658e-06,
      "loss": 0.0468,
      "step": 683
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.575535807631992e-06,
      "loss": 0.0029,
      "step": 684
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5807631991636176e-06,
      "loss": 0.0424,
      "step": 685
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5859905906952434e-06,
      "loss": 0.0273,
      "step": 686
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5912179822268687e-06,
      "loss": 0.0168,
      "step": 687
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.596445373758495e-06,
      "loss": 0.0122,
      "step": 688
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6016727652901206e-06,
      "loss": 0.0208,
      "step": 689
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.606900156821746e-06,
      "loss": 0.0067,
      "step": 690
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.612127548353372e-06,
      "loss": 0.0109,
      "step": 691
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.617354939884998e-06,
      "loss": 0.0156,
      "step": 692
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6225823314166235e-06,
      "loss": 0.0265,
      "step": 693
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.627809722948249e-06,
      "loss": 0.0086,
      "step": 694
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.633037114479875e-06,
      "loss": 0.019,
      "step": 695
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6382645060115008e-06,
      "loss": 0.0116,
      "step": 696
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.643491897543126e-06,
      "loss": 0.0243,
      "step": 697
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.648719289074752e-06,
      "loss": 0.0123,
      "step": 698
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.653946680606378e-06,
      "loss": 0.0281,
      "step": 699
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6591740721380037e-06,
      "loss": 0.0082,
      "step": 700
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.664401463669629e-06,
      "loss": 0.0171,
      "step": 701
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6696288552012548e-06,
      "loss": 0.004,
      "step": 702
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.674856246732881e-06,
      "loss": 0.0203,
      "step": 703
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6800836382645062e-06,
      "loss": 0.012,
      "step": 704
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.685311029796132e-06,
      "loss": 0.0048,
      "step": 705
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6905384213277577e-06,
      "loss": 0.0556,
      "step": 706
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.695765812859384e-06,
      "loss": 0.0143,
      "step": 707
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.700993204391009e-06,
      "loss": 0.004,
      "step": 708
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.706220595922635e-06,
      "loss": 0.0136,
      "step": 709
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7114479874542607e-06,
      "loss": 0.0457,
      "step": 710
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.716675378985886e-06,
      "loss": 0.0182,
      "step": 711
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.721902770517512e-06,
      "loss": 0.0306,
      "step": 712
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.727130162049138e-06,
      "loss": 0.0125,
      "step": 713
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.732357553580763e-06,
      "loss": 0.0061,
      "step": 714
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.737584945112389e-06,
      "loss": 0.0179,
      "step": 715
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.742812336644015e-06,
      "loss": 0.0133,
      "step": 716
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.748039728175641e-06,
      "loss": 0.0074,
      "step": 717
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.753267119707266e-06,
      "loss": 0.0162,
      "step": 718
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7584945112388923e-06,
      "loss": 0.0224,
      "step": 719
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.763721902770518e-06,
      "loss": 0.0115,
      "step": 720
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7689492943021433e-06,
      "loss": 0.0167,
      "step": 721
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.774176685833769e-06,
      "loss": 0.0111,
      "step": 722
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7794040773653952e-06,
      "loss": 0.0037,
      "step": 723
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.784631468897021e-06,
      "loss": 0.0029,
      "step": 724
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7898588604286463e-06,
      "loss": 0.0165,
      "step": 725
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.795086251960272e-06,
      "loss": 0.0248,
      "step": 726
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.800313643491898e-06,
      "loss": 0.0217,
      "step": 727
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8055410350235235e-06,
      "loss": 0.0165,
      "step": 728
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8107684265551492e-06,
      "loss": 0.0048,
      "step": 729
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.815995818086775e-06,
      "loss": 0.0359,
      "step": 730
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.821223209618401e-06,
      "loss": 0.0046,
      "step": 731
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.826450601150026e-06,
      "loss": 0.0076,
      "step": 732
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.831677992681652e-06,
      "loss": 0.011,
      "step": 733
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.836905384213278e-06,
      "loss": 0.0041,
      "step": 734
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.842132775744904e-06,
      "loss": 0.0119,
      "step": 735
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.847360167276529e-06,
      "loss": 0.0103,
      "step": 736
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.852587558808155e-06,
      "loss": 0.0101,
      "step": 737
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.857814950339781e-06,
      "loss": 0.0109,
      "step": 738
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.863042341871407e-06,
      "loss": 0.0129,
      "step": 739
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.868269733403032e-06,
      "loss": 0.0131,
      "step": 740
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.873497124934658e-06,
      "loss": 0.006,
      "step": 741
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.878724516466283e-06,
      "loss": 0.0096,
      "step": 742
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8839519079979096e-06,
      "loss": 0.0127,
      "step": 743
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.889179299529535e-06,
      "loss": 0.0086,
      "step": 744
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.89440669106116e-06,
      "loss": 0.0138,
      "step": 745
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.899634082592786e-06,
      "loss": 0.0084,
      "step": 746
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.9048614741244125e-06,
      "loss": 0.0179,
      "step": 747
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.910088865656038e-06,
      "loss": 0.0035,
      "step": 748
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.915316257187663e-06,
      "loss": 0.0287,
      "step": 749
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.920543648719289e-06,
      "loss": 0.0069,
      "step": 750
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.9257710402509155e-06,
      "loss": 0.0157,
      "step": 751
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.930998431782541e-06,
      "loss": 0.0133,
      "step": 752
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.936225823314166e-06,
      "loss": 0.0122,
      "step": 753
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.941453214845792e-06,
      "loss": 0.0317,
      "step": 754
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.946680606377418e-06,
      "loss": 0.0068,
      "step": 755
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.951907997909044e-06,
      "loss": 0.0081,
      "step": 756
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.957135389440669e-06,
      "loss": 0.0122,
      "step": 757
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.962362780972295e-06,
      "loss": 0.0079,
      "step": 758
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.9675901725039205e-06,
      "loss": 0.0169,
      "step": 759
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.972817564035547e-06,
      "loss": 0.012,
      "step": 760
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.978044955567173e-06,
      "loss": 0.0023,
      "step": 761
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.983272347098798e-06,
      "loss": 0.007,
      "step": 762
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.9884997386304235e-06,
      "loss": 0.0049,
      "step": 763
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.99372713016205e-06,
      "loss": 0.0062,
      "step": 764
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.998954521693676e-06,
      "loss": 0.0144,
      "step": 765
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.004181913225301e-06,
      "loss": 0.0097,
      "step": 766
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.009409304756926e-06,
      "loss": 0.0134,
      "step": 767
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.0146366962885526e-06,
      "loss": 0.0135,
      "step": 768
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.019864087820178e-06,
      "loss": 0.0109,
      "step": 769
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.025091479351804e-06,
      "loss": 0.0139,
      "step": 770
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.030318870883429e-06,
      "loss": 0.0098,
      "step": 771
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.0355462624150555e-06,
      "loss": 0.0079,
      "step": 772
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.040773653946681e-06,
      "loss": 0.0048,
      "step": 773
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.046001045478307e-06,
      "loss": 0.0037,
      "step": 774
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.051228437009932e-06,
      "loss": 0.0268,
      "step": 775
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.056455828541558e-06,
      "loss": 0.0062,
      "step": 776
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.061683220073184e-06,
      "loss": 0.013,
      "step": 777
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.06691061160481e-06,
      "loss": 0.0051,
      "step": 778
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.072138003136435e-06,
      "loss": 0.019,
      "step": 779
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.0773653946680606e-06,
      "loss": 0.0146,
      "step": 780
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.082592786199687e-06,
      "loss": 0.0145,
      "step": 781
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.087820177731313e-06,
      "loss": 0.0296,
      "step": 782
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.093047569262938e-06,
      "loss": 0.0172,
      "step": 783
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.0982749607945635e-06,
      "loss": 0.016,
      "step": 784
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.10350235232619e-06,
      "loss": 0.0032,
      "step": 785
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.108729743857816e-06,
      "loss": 0.0118,
      "step": 786
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.113957135389441e-06,
      "loss": 0.0122,
      "step": 787
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.1191845269210665e-06,
      "loss": 0.0044,
      "step": 788
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.124411918452693e-06,
      "loss": 0.0079,
      "step": 789
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.129639309984318e-06,
      "loss": 0.0046,
      "step": 790
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.134866701515944e-06,
      "loss": 0.0028,
      "step": 791
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.140094093047569e-06,
      "loss": 0.0191,
      "step": 792
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.1453214845791956e-06,
      "loss": 0.0501,
      "step": 793
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.150548876110821e-06,
      "loss": 0.0121,
      "step": 794
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.155776267642447e-06,
      "loss": 0.0156,
      "step": 795
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.161003659174072e-06,
      "loss": 0.0104,
      "step": 796
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.166231050705698e-06,
      "loss": 0.0055,
      "step": 797
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.171458442237324e-06,
      "loss": 0.0096,
      "step": 798
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.17668583376895e-06,
      "loss": 0.0056,
      "step": 799
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.181913225300575e-06,
      "loss": 0.0102,
      "step": 800
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.187140616832201e-06,
      "loss": 0.0054,
      "step": 801
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.192368008363827e-06,
      "loss": 0.0048,
      "step": 802
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.197595399895453e-06,
      "loss": 0.0135,
      "step": 803
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.202822791427078e-06,
      "loss": 0.0275,
      "step": 804
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2080501829587036e-06,
      "loss": 0.0037,
      "step": 805
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.21327757449033e-06,
      "loss": 0.0105,
      "step": 806
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.218504966021955e-06,
      "loss": 0.0128,
      "step": 807
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.223732357553581e-06,
      "loss": 0.0111,
      "step": 808
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2289597490852065e-06,
      "loss": 0.0121,
      "step": 809
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.234187140616833e-06,
      "loss": 0.0122,
      "step": 810
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.239414532148458e-06,
      "loss": 0.0212,
      "step": 811
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.244641923680084e-06,
      "loss": 0.0055,
      "step": 812
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2498693152117095e-06,
      "loss": 0.0056,
      "step": 813
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.255096706743335e-06,
      "loss": 0.0075,
      "step": 814
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.260324098274961e-06,
      "loss": 0.0089,
      "step": 815
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.265551489806587e-06,
      "loss": 0.0077,
      "step": 816
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.270778881338213e-06,
      "loss": 0.0043,
      "step": 817
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2760062728698386e-06,
      "loss": 0.0064,
      "step": 818
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.281233664401464e-06,
      "loss": 0.0144,
      "step": 819
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.28646105593309e-06,
      "loss": 0.0159,
      "step": 820
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.291688447464715e-06,
      "loss": 0.0018,
      "step": 821
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2969158389963415e-06,
      "loss": 0.0212,
      "step": 822
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.302143230527967e-06,
      "loss": 0.0123,
      "step": 823
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.307370622059593e-06,
      "loss": 0.0022,
      "step": 824
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.312598013591218e-06,
      "loss": 0.005,
      "step": 825
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.3178254051228445e-06,
      "loss": 0.0241,
      "step": 826
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.32305279665447e-06,
      "loss": 0.0138,
      "step": 827
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.328280188186095e-06,
      "loss": 0.0103,
      "step": 828
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.333507579717721e-06,
      "loss": 0.0121,
      "step": 829
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.338734971249347e-06,
      "loss": 0.0279,
      "step": 830
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.343962362780973e-06,
      "loss": 0.0195,
      "step": 831
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.349189754312598e-06,
      "loss": 0.0069,
      "step": 832
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.354417145844224e-06,
      "loss": 0.0159,
      "step": 833
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.35964453737585e-06,
      "loss": 0.0067,
      "step": 834
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.364871928907476e-06,
      "loss": 0.0021,
      "step": 835
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.370099320439101e-06,
      "loss": 0.0178,
      "step": 836
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.375326711970727e-06,
      "loss": 0.0203,
      "step": 837
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.3805541035023525e-06,
      "loss": 0.016,
      "step": 838
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.385781495033979e-06,
      "loss": 0.042,
      "step": 839
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.391008886565604e-06,
      "loss": 0.0104,
      "step": 840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.39623627809723e-06,
      "loss": 0.0079,
      "step": 841
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.401463669628855e-06,
      "loss": 0.0096,
      "step": 842
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.4066910611604816e-06,
      "loss": 0.0086,
      "step": 843
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.411918452692107e-06,
      "loss": 0.0133,
      "step": 844
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.417145844223732e-06,
      "loss": 0.015,
      "step": 845
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.422373235755358e-06,
      "loss": 0.0103,
      "step": 846
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.4276006272869845e-06,
      "loss": 0.0028,
      "step": 847
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.43282801881861e-06,
      "loss": 0.0175,
      "step": 848
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.438055410350235e-06,
      "loss": 0.0052,
      "step": 849
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.443282801881861e-06,
      "loss": 0.015,
      "step": 850
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.4485101934134875e-06,
      "loss": 0.0165,
      "step": 851
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.453737584945113e-06,
      "loss": 0.0052,
      "step": 852
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.458964976476738e-06,
      "loss": 0.0127,
      "step": 853
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.464192368008364e-06,
      "loss": 0.0051,
      "step": 854
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.46941975953999e-06,
      "loss": 0.009,
      "step": 855
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.474647151071616e-06,
      "loss": 0.0052,
      "step": 856
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.479874542603241e-06,
      "loss": 0.021,
      "step": 857
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.485101934134867e-06,
      "loss": 0.0047,
      "step": 858
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.4903293256664925e-06,
      "loss": 0.0178,
      "step": 859
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.495556717198119e-06,
      "loss": 0.0178,
      "step": 860
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.500784108729744e-06,
      "loss": 0.0132,
      "step": 861
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.506011500261369e-06,
      "loss": 0.0039,
      "step": 862
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.5112388917929955e-06,
      "loss": 0.0033,
      "step": 863
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.516466283324622e-06,
      "loss": 0.0127,
      "step": 864
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.521693674856247e-06,
      "loss": 0.0134,
      "step": 865
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.526921066387872e-06,
      "loss": 0.0073,
      "step": 866
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.532148457919498e-06,
      "loss": 0.0142,
      "step": 867
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.537375849451125e-06,
      "loss": 0.0032,
      "step": 868
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.54260324098275e-06,
      "loss": 0.0212,
      "step": 869
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.547830632514375e-06,
      "loss": 0.0054,
      "step": 870
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.553058024046001e-06,
      "loss": 0.0174,
      "step": 871
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.5582854155776275e-06,
      "loss": 0.0085,
      "step": 872
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.563512807109253e-06,
      "loss": 0.0251,
      "step": 873
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.568740198640879e-06,
      "loss": 0.0101,
      "step": 874
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.573967590172504e-06,
      "loss": 0.0019,
      "step": 875
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.57919498170413e-06,
      "loss": 0.0142,
      "step": 876
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.584422373235756e-06,
      "loss": 0.0468,
      "step": 877
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.589649764767382e-06,
      "loss": 0.0275,
      "step": 878
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.594877156299007e-06,
      "loss": 0.018,
      "step": 879
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.600104547830633e-06,
      "loss": 0.0094,
      "step": 880
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.605331939362259e-06,
      "loss": 0.0074,
      "step": 881
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.610559330893885e-06,
      "loss": 0.0058,
      "step": 882
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.61578672242551e-06,
      "loss": 0.0122,
      "step": 883
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.6210141139571355e-06,
      "loss": 0.0047,
      "step": 884
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.626241505488762e-06,
      "loss": 0.0137,
      "step": 885
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.631468897020387e-06,
      "loss": 0.0243,
      "step": 886
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.636696288552013e-06,
      "loss": 0.0072,
      "step": 887
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.6419236800836385e-06,
      "loss": 0.0124,
      "step": 888
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.647151071615265e-06,
      "loss": 0.0126,
      "step": 889
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.65237846314689e-06,
      "loss": 0.0136,
      "step": 890
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.657605854678516e-06,
      "loss": 0.007,
      "step": 891
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.662833246210141e-06,
      "loss": 0.0226,
      "step": 892
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.668060637741767e-06,
      "loss": 0.0056,
      "step": 893
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.673288029273393e-06,
      "loss": 0.0066,
      "step": 894
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.678515420805019e-06,
      "loss": 0.0076,
      "step": 895
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.683742812336644e-06,
      "loss": 0.0112,
      "step": 896
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.68897020386827e-06,
      "loss": 0.0058,
      "step": 897
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.694197595399896e-06,
      "loss": 0.0161,
      "step": 898
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.699424986931522e-06,
      "loss": 0.0034,
      "step": 899
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.704652378463147e-06,
      "loss": 0.0049,
      "step": 900
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.709879769994773e-06,
      "loss": 0.0046,
      "step": 901
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.715107161526399e-06,
      "loss": 0.0174,
      "step": 902
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.720334553058025e-06,
      "loss": 0.0117,
      "step": 903
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.72556194458965e-06,
      "loss": 0.0105,
      "step": 904
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.730789336121276e-06,
      "loss": 0.0045,
      "step": 905
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.736016727652902e-06,
      "loss": 0.009,
      "step": 906
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.741244119184527e-06,
      "loss": 0.0177,
      "step": 907
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.746471510716153e-06,
      "loss": 0.004,
      "step": 908
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7516989022477785e-06,
      "loss": 0.0115,
      "step": 909
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.756926293779405e-06,
      "loss": 0.0073,
      "step": 910
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.76215368531103e-06,
      "loss": 0.0107,
      "step": 911
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.767381076842656e-06,
      "loss": 0.0468,
      "step": 912
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7726084683742815e-06,
      "loss": 0.0175,
      "step": 913
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.777835859905907e-06,
      "loss": 0.0112,
      "step": 914
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.783063251437533e-06,
      "loss": 0.0142,
      "step": 915
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.788290642969159e-06,
      "loss": 0.0182,
      "step": 916
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7935180345007844e-06,
      "loss": 0.0146,
      "step": 917
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.79874542603241e-06,
      "loss": 0.0026,
      "step": 918
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.803972817564036e-06,
      "loss": 0.0161,
      "step": 919
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.809200209095662e-06,
      "loss": 0.0132,
      "step": 920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.814427600627287e-06,
      "loss": 0.0055,
      "step": 921
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.819654992158913e-06,
      "loss": 0.0071,
      "step": 922
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.824882383690539e-06,
      "loss": 0.004,
      "step": 923
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.830109775222164e-06,
      "loss": 0.0206,
      "step": 924
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.83533716675379e-06,
      "loss": 0.0066,
      "step": 925
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.840564558285416e-06,
      "loss": 0.0047,
      "step": 926
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.845791949817042e-06,
      "loss": 0.0363,
      "step": 927
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.851019341348667e-06,
      "loss": 0.0065,
      "step": 928
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.856246732880293e-06,
      "loss": 0.004,
      "step": 929
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.8614741244119194e-06,
      "loss": 0.0079,
      "step": 930
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.866701515943545e-06,
      "loss": 0.0006,
      "step": 931
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.87192890747517e-06,
      "loss": 0.0103,
      "step": 932
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.877156299006796e-06,
      "loss": 0.0074,
      "step": 933
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.882383690538422e-06,
      "loss": 0.0057,
      "step": 934
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.887611082070048e-06,
      "loss": 0.0141,
      "step": 935
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.892838473601673e-06,
      "loss": 0.0205,
      "step": 936
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.898065865133299e-06,
      "loss": 0.0054,
      "step": 937
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9032932566649245e-06,
      "loss": 0.0332,
      "step": 938
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.908520648196551e-06,
      "loss": 0.0161,
      "step": 939
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.913748039728176e-06,
      "loss": 0.0106,
      "step": 940
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.918975431259802e-06,
      "loss": 0.0191,
      "step": 941
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9242028227914274e-06,
      "loss": 0.0046,
      "step": 942
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.929430214323054e-06,
      "loss": 0.007,
      "step": 943
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.934657605854679e-06,
      "loss": 0.0196,
      "step": 944
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.939884997386304e-06,
      "loss": 0.0056,
      "step": 945
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94511238891793e-06,
      "loss": 0.0046,
      "step": 946
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9503397804495565e-06,
      "loss": 0.0088,
      "step": 947
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955567171981182e-06,
      "loss": 0.0168,
      "step": 948
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960794563512807e-06,
      "loss": 0.0363,
      "step": 949
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966021955044433e-06,
      "loss": 0.0211,
      "step": 950
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9712493465760595e-06,
      "loss": 0.0084,
      "step": 951
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.976476738107685e-06,
      "loss": 0.0121,
      "step": 952
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.98170412963931e-06,
      "loss": 0.0105,
      "step": 953
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.986931521170936e-06,
      "loss": 0.0272,
      "step": 954
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.992158912702562e-06,
      "loss": 0.0076,
      "step": 955
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.997386304234188e-06,
      "loss": 0.0134,
      "step": 956
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.002613695765813e-06,
      "loss": 0.011,
      "step": 957
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.007841087297439e-06,
      "loss": 0.0227,
      "step": 958
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.013068478829065e-06,
      "loss": 0.0151,
      "step": 959
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.01829587036069e-06,
      "loss": 0.0124,
      "step": 960
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.023523261892316e-06,
      "loss": 0.0079,
      "step": 961
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.028750653423941e-06,
      "loss": 0.0204,
      "step": 962
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.0339780449555675e-06,
      "loss": 0.0053,
      "step": 963
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.039205436487194e-06,
      "loss": 0.0158,
      "step": 964
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.044432828018819e-06,
      "loss": 0.0024,
      "step": 965
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.049660219550445e-06,
      "loss": 0.0254,
      "step": 966
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.05488761108207e-06,
      "loss": 0.0124,
      "step": 967
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.060115002613696e-06,
      "loss": 0.0057,
      "step": 968
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.065342394145322e-06,
      "loss": 0.0067,
      "step": 969
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.070569785676947e-06,
      "loss": 0.009,
      "step": 970
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.075797177208573e-06,
      "loss": 0.007,
      "step": 971
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.0810245687401995e-06,
      "loss": 0.0082,
      "step": 972
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.086251960271825e-06,
      "loss": 0.0166,
      "step": 973
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.09147935180345e-06,
      "loss": 0.03,
      "step": 974
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.0967067433350755e-06,
      "loss": 0.0146,
      "step": 975
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.101934134866702e-06,
      "loss": 0.0043,
      "step": 976
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.107161526398328e-06,
      "loss": 0.0102,
      "step": 977
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.112388917929953e-06,
      "loss": 0.0095,
      "step": 978
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.117616309461579e-06,
      "loss": 0.0094,
      "step": 979
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.1228437009932054e-06,
      "loss": 0.0212,
      "step": 980
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.12807109252483e-06,
      "loss": 0.0083,
      "step": 981
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.133298484056456e-06,
      "loss": 0.0047,
      "step": 982
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.138525875588081e-06,
      "loss": 0.0178,
      "step": 983
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.1437532671197075e-06,
      "loss": 0.0075,
      "step": 984
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.148980658651334e-06,
      "loss": 0.0157,
      "step": 985
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.15420805018296e-06,
      "loss": 0.0169,
      "step": 986
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.159435441714585e-06,
      "loss": 0.0121,
      "step": 987
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.1646628332462105e-06,
      "loss": 0.0077,
      "step": 988
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.169890224777836e-06,
      "loss": 0.0154,
      "step": 989
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.175117616309462e-06,
      "loss": 0.0103,
      "step": 990
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.180345007841088e-06,
      "loss": 0.0167,
      "step": 991
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.1855723993727134e-06,
      "loss": 0.0119,
      "step": 992
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.19079979090434e-06,
      "loss": 0.009,
      "step": 993
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.196027182435966e-06,
      "loss": 0.0065,
      "step": 994
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.20125457396759e-06,
      "loss": 0.0076,
      "step": 995
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.206481965499216e-06,
      "loss": 0.0033,
      "step": 996
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.211709357030842e-06,
      "loss": 0.0231,
      "step": 997
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.216936748562468e-06,
      "loss": 0.0076,
      "step": 998
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.222164140094094e-06,
      "loss": 0.0064,
      "step": 999
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.227391531625719e-06,
      "loss": 0.0161,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.2326189231573455e-06,
      "loss": 0.0131,
      "step": 1001
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.23784631468897e-06,
      "loss": 0.0071,
      "step": 1002
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.243073706220596e-06,
      "loss": 0.023,
      "step": 1003
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.248301097752222e-06,
      "loss": 0.0084,
      "step": 1004
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.253528489283848e-06,
      "loss": 0.0115,
      "step": 1005
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.258755880815474e-06,
      "loss": 0.0357,
      "step": 1006
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.2639832723471e-06,
      "loss": 0.0071,
      "step": 1007
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.269210663878725e-06,
      "loss": 0.0067,
      "step": 1008
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.2744380554103505e-06,
      "loss": 0.0077,
      "step": 1009
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.279665446941976e-06,
      "loss": 0.0217,
      "step": 1010
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.284892838473602e-06,
      "loss": 0.0225,
      "step": 1011
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.290120230005228e-06,
      "loss": 0.0087,
      "step": 1012
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.2953476215368535e-06,
      "loss": 0.0121,
      "step": 1013
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.30057501306848e-06,
      "loss": 0.009,
      "step": 1014
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.305802404600104e-06,
      "loss": 0.0077,
      "step": 1015
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.31102979613173e-06,
      "loss": 0.0126,
      "step": 1016
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.3162571876633564e-06,
      "loss": 0.0109,
      "step": 1017
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.321484579194982e-06,
      "loss": 0.0197,
      "step": 1018
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.326711970726608e-06,
      "loss": 0.0263,
      "step": 1019
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.331939362258234e-06,
      "loss": 0.0462,
      "step": 1020
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.337166753789859e-06,
      "loss": 0.0422,
      "step": 1021
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.342394145321485e-06,
      "loss": 0.0075,
      "step": 1022
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.34762153685311e-06,
      "loss": 0.0035,
      "step": 1023
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.352848928384736e-06,
      "loss": 0.0161,
      "step": 1024
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.358076319916362e-06,
      "loss": 0.0065,
      "step": 1025
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.363303711447988e-06,
      "loss": 0.0174,
      "step": 1026
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.368531102979614e-06,
      "loss": 0.0073,
      "step": 1027
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.37375849451124e-06,
      "loss": 0.0196,
      "step": 1028
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.3789858860428644e-06,
      "loss": 0.0128,
      "step": 1029
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.384213277574491e-06,
      "loss": 0.009,
      "step": 1030
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.389440669106116e-06,
      "loss": 0.0163,
      "step": 1031
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.394668060637742e-06,
      "loss": 0.043,
      "step": 1032
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.399895452169368e-06,
      "loss": 0.0111,
      "step": 1033
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.4051228437009936e-06,
      "loss": 0.0059,
      "step": 1034
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.41035023523262e-06,
      "loss": 0.011,
      "step": 1035
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.415577626764244e-06,
      "loss": 0.0118,
      "step": 1036
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.42080501829587e-06,
      "loss": 0.0115,
      "step": 1037
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.4260324098274965e-06,
      "loss": 0.011,
      "step": 1038
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.431259801359122e-06,
      "loss": 0.006,
      "step": 1039
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.436487192890748e-06,
      "loss": 0.0065,
      "step": 1040
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.441714584422374e-06,
      "loss": 0.0147,
      "step": 1041
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.4469419759539995e-06,
      "loss": 0.0091,
      "step": 1042
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.452169367485625e-06,
      "loss": 0.0061,
      "step": 1043
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.457396759017251e-06,
      "loss": 0.0042,
      "step": 1044
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.462624150548876e-06,
      "loss": 0.0162,
      "step": 1045
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.467851542080502e-06,
      "loss": 0.0248,
      "step": 1046
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.4730789336121286e-06,
      "loss": 0.0126,
      "step": 1047
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.478306325143754e-06,
      "loss": 0.0016,
      "step": 1048
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.48353371667538e-06,
      "loss": 0.0188,
      "step": 1049
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.4887611082070045e-06,
      "loss": 0.0175,
      "step": 1050
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.493988499738631e-06,
      "loss": 0.0111,
      "step": 1051
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.499215891270257e-06,
      "loss": 0.0118,
      "step": 1052
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.504443282801882e-06,
      "loss": 0.0066,
      "step": 1053
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.509670674333508e-06,
      "loss": 0.0087,
      "step": 1054
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.5148980658651345e-06,
      "loss": 0.0155,
      "step": 1055
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.52012545739676e-06,
      "loss": 0.006,
      "step": 1056
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.525352848928385e-06,
      "loss": 0.0063,
      "step": 1057
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.53058024046001e-06,
      "loss": 0.0228,
      "step": 1058
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.5358076319916366e-06,
      "loss": 0.012,
      "step": 1059
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.541035023523263e-06,
      "loss": 0.0073,
      "step": 1060
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.546262415054888e-06,
      "loss": 0.0212,
      "step": 1061
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.551489806586514e-06,
      "loss": 0.0319,
      "step": 1062
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.55671719811814e-06,
      "loss": 0.0163,
      "step": 1063
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.561944589649765e-06,
      "loss": 0.0209,
      "step": 1064
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.567171981181391e-06,
      "loss": 0.0079,
      "step": 1065
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.572399372713016e-06,
      "loss": 0.0443,
      "step": 1066
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.5776267642446425e-06,
      "loss": 0.009,
      "step": 1067
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.582854155776269e-06,
      "loss": 0.0114,
      "step": 1068
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.588081547307894e-06,
      "loss": 0.0022,
      "step": 1069
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.59330893883952e-06,
      "loss": 0.0123,
      "step": 1070
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.5985363303711446e-06,
      "loss": 0.0215,
      "step": 1071
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.603763721902771e-06,
      "loss": 0.0075,
      "step": 1072
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.608991113434397e-06,
      "loss": 0.0228,
      "step": 1073
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.614218504966022e-06,
      "loss": 0.0481,
      "step": 1074
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.619445896497648e-06,
      "loss": 0.011,
      "step": 1075
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.6246732880292745e-06,
      "loss": 0.0128,
      "step": 1076
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.629900679560899e-06,
      "loss": 0.02,
      "step": 1077
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.635128071092525e-06,
      "loss": 0.016,
      "step": 1078
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.6403554626241505e-06,
      "loss": 0.0039,
      "step": 1079
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.645582854155777e-06,
      "loss": 0.0129,
      "step": 1080
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.650810245687403e-06,
      "loss": 0.0051,
      "step": 1081
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.656037637219028e-06,
      "loss": 0.0067,
      "step": 1082
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.661265028750654e-06,
      "loss": 0.0092,
      "step": 1083
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.666492420282279e-06,
      "loss": 0.0046,
      "step": 1084
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.671719811813905e-06,
      "loss": 0.0129,
      "step": 1085
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.676947203345531e-06,
      "loss": 0.0039,
      "step": 1086
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.682174594877156e-06,
      "loss": 0.0059,
      "step": 1087
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.6874019864087825e-06,
      "loss": 0.0018,
      "step": 1088
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.692629377940409e-06,
      "loss": 0.0092,
      "step": 1089
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.697856769472034e-06,
      "loss": 0.0058,
      "step": 1090
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.703084161003659e-06,
      "loss": 0.0201,
      "step": 1091
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.708311552535285e-06,
      "loss": 0.0021,
      "step": 1092
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.713538944066911e-06,
      "loss": 0.0219,
      "step": 1093
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.718766335598537e-06,
      "loss": 0.0081,
      "step": 1094
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.723993727130162e-06,
      "loss": 0.0097,
      "step": 1095
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.729221118661788e-06,
      "loss": 0.0078,
      "step": 1096
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.7344485101934146e-06,
      "loss": 0.0073,
      "step": 1097
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.739675901725039e-06,
      "loss": 0.0108,
      "step": 1098
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.744903293256665e-06,
      "loss": 0.0046,
      "step": 1099
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.750130684788291e-06,
      "loss": 0.0057,
      "step": 1100
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.755358076319917e-06,
      "loss": 0.0043,
      "step": 1101
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.760585467851543e-06,
      "loss": 0.0089,
      "step": 1102
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.765812859383169e-06,
      "loss": 0.02,
      "step": 1103
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.771040250914794e-06,
      "loss": 0.0118,
      "step": 1104
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.77626764244642e-06,
      "loss": 0.0056,
      "step": 1105
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.781495033978045e-06,
      "loss": 0.0075,
      "step": 1106
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.786722425509671e-06,
      "loss": 0.006,
      "step": 1107
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.791949817041297e-06,
      "loss": 0.0129,
      "step": 1108
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.7971772085729226e-06,
      "loss": 0.0179,
      "step": 1109
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.802404600104549e-06,
      "loss": 0.0056,
      "step": 1110
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.807631991636175e-06,
      "loss": 0.0066,
      "step": 1111
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.812859383167799e-06,
      "loss": 0.0137,
      "step": 1112
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.8180867746994255e-06,
      "loss": 0.005,
      "step": 1113
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.823314166231051e-06,
      "loss": 0.0049,
      "step": 1114
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.828541557762677e-06,
      "loss": 0.004,
      "step": 1115
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.833768949294303e-06,
      "loss": 0.006,
      "step": 1116
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.8389963408259285e-06,
      "loss": 0.0134,
      "step": 1117
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.844223732357555e-06,
      "loss": 0.0073,
      "step": 1118
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.849451123889179e-06,
      "loss": 0.0139,
      "step": 1119
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.854678515420805e-06,
      "loss": 0.0431,
      "step": 1120
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.859905906952431e-06,
      "loss": 0.0102,
      "step": 1121
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.865133298484057e-06,
      "loss": 0.0038,
      "step": 1122
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.870360690015683e-06,
      "loss": 0.0158,
      "step": 1123
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.875588081547309e-06,
      "loss": 0.0142,
      "step": 1124
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.880815473078934e-06,
      "loss": 0.0292,
      "step": 1125
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.88604286461056e-06,
      "loss": 0.0141,
      "step": 1126
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.891270256142185e-06,
      "loss": 0.0049,
      "step": 1127
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.896497647673811e-06,
      "loss": 0.0067,
      "step": 1128
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.901725039205437e-06,
      "loss": 0.0131,
      "step": 1129
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.906952430737063e-06,
      "loss": 0.0113,
      "step": 1130
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.912179822268689e-06,
      "loss": 0.0065,
      "step": 1131
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.917407213800313e-06,
      "loss": 0.018,
      "step": 1132
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.922634605331939e-06,
      "loss": 0.0219,
      "step": 1133
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.9278619968635656e-06,
      "loss": 0.0027,
      "step": 1134
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.933089388395191e-06,
      "loss": 0.0048,
      "step": 1135
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.938316779926817e-06,
      "loss": 0.0101,
      "step": 1136
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.943544171458443e-06,
      "loss": 0.0167,
      "step": 1137
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.9487715629900685e-06,
      "loss": 0.0141,
      "step": 1138
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.953998954521694e-06,
      "loss": 0.0086,
      "step": 1139
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.959226346053319e-06,
      "loss": 0.045,
      "step": 1140
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.964453737584945e-06,
      "loss": 0.0254,
      "step": 1141
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.9696811291165715e-06,
      "loss": 0.0264,
      "step": 1142
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.974908520648197e-06,
      "loss": 0.0268,
      "step": 1143
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.980135912179823e-06,
      "loss": 0.0263,
      "step": 1144
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.985363303711449e-06,
      "loss": 0.0054,
      "step": 1145
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.9905906952430736e-06,
      "loss": 0.0026,
      "step": 1146
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.9958180867747e-06,
      "loss": 0.0059,
      "step": 1147
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.001045478306325e-06,
      "loss": 0.0228,
      "step": 1148
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.006272869837951e-06,
      "loss": 0.0206,
      "step": 1149
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.011500261369577e-06,
      "loss": 0.013,
      "step": 1150
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.016727652901203e-06,
      "loss": 0.0156,
      "step": 1151
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.021955044432829e-06,
      "loss": 0.0115,
      "step": 1152
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.027182435964454e-06,
      "loss": 0.0036,
      "step": 1153
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.0324098274960795e-06,
      "loss": 0.0239,
      "step": 1154
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.037637219027706e-06,
      "loss": 0.009,
      "step": 1155
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.042864610559332e-06,
      "loss": 0.0374,
      "step": 1156
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.048092002090957e-06,
      "loss": 0.01,
      "step": 1157
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.053319393622583e-06,
      "loss": 0.0145,
      "step": 1158
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.0585467851542094e-06,
      "loss": 0.0233,
      "step": 1159
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.063774176685834e-06,
      "loss": 0.002,
      "step": 1160
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.06900156821746e-06,
      "loss": 0.0078,
      "step": 1161
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.074228959749085e-06,
      "loss": 0.0116,
      "step": 1162
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.0794563512807115e-06,
      "loss": 0.0253,
      "step": 1163
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.084683742812338e-06,
      "loss": 0.018,
      "step": 1164
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.089911134343963e-06,
      "loss": 0.0176,
      "step": 1165
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.095138525875589e-06,
      "loss": 0.0087,
      "step": 1166
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.100365917407214e-06,
      "loss": 0.0033,
      "step": 1167
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.10559330893884e-06,
      "loss": 0.0121,
      "step": 1168
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.110820700470466e-06,
      "loss": 0.003,
      "step": 1169
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.116048092002091e-06,
      "loss": 0.0088,
      "step": 1170
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.121275483533717e-06,
      "loss": 0.0354,
      "step": 1171
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.126502875065344e-06,
      "loss": 0.0086,
      "step": 1172
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.131730266596969e-06,
      "loss": 0.0087,
      "step": 1173
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.136957658128594e-06,
      "loss": 0.0118,
      "step": 1174
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.1421850496602195e-06,
      "loss": 0.0173,
      "step": 1175
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.147412441191846e-06,
      "loss": 0.0147,
      "step": 1176
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.152639832723472e-06,
      "loss": 0.0104,
      "step": 1177
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.157867224255097e-06,
      "loss": 0.0135,
      "step": 1178
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.163094615786723e-06,
      "loss": 0.0258,
      "step": 1179
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.1683220073183495e-06,
      "loss": 0.0174,
      "step": 1180
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.173549398849974e-06,
      "loss": 0.0028,
      "step": 1181
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.1787767903816e-06,
      "loss": 0.0151,
      "step": 1182
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.184004181913225e-06,
      "loss": 0.0018,
      "step": 1183
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.189231573444852e-06,
      "loss": 0.0058,
      "step": 1184
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.194458964976478e-06,
      "loss": 0.0092,
      "step": 1185
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.199686356508103e-06,
      "loss": 0.0099,
      "step": 1186
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.204913748039729e-06,
      "loss": 0.0187,
      "step": 1187
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.210141139571354e-06,
      "loss": 0.0033,
      "step": 1188
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.21536853110298e-06,
      "loss": 0.0011,
      "step": 1189
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.220595922634606e-06,
      "loss": 0.0094,
      "step": 1190
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.225823314166231e-06,
      "loss": 0.008,
      "step": 1191
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.2310507056978575e-06,
      "loss": 0.0076,
      "step": 1192
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.236278097229484e-06,
      "loss": 0.0065,
      "step": 1193
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.241505488761108e-06,
      "loss": 0.0095,
      "step": 1194
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.246732880292734e-06,
      "loss": 0.0096,
      "step": 1195
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.25196027182436e-06,
      "loss": 0.0233,
      "step": 1196
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.257187663355986e-06,
      "loss": 0.0021,
      "step": 1197
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.262415054887612e-06,
      "loss": 0.0029,
      "step": 1198
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.267642446419237e-06,
      "loss": 0.0179,
      "step": 1199
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.272869837950863e-06,
      "loss": 0.0081,
      "step": 1200
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.278097229482488e-06,
      "loss": 0.0178,
      "step": 1201
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.283324621014114e-06,
      "loss": 0.007,
      "step": 1202
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.28855201254574e-06,
      "loss": 0.0088,
      "step": 1203
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.2937794040773655e-06,
      "loss": 0.0032,
      "step": 1204
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.299006795608992e-06,
      "loss": 0.0022,
      "step": 1205
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.304234187140618e-06,
      "loss": 0.006,
      "step": 1206
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.309461578672243e-06,
      "loss": 0.0044,
      "step": 1207
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.3146889702038684e-06,
      "loss": 0.0105,
      "step": 1208
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.319916361735495e-06,
      "loss": 0.0052,
      "step": 1209
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.32514375326712e-06,
      "loss": 0.0074,
      "step": 1210
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.330371144798746e-06,
      "loss": 0.0056,
      "step": 1211
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.335598536330372e-06,
      "loss": 0.0062,
      "step": 1212
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.3408259278619975e-06,
      "loss": 0.0134,
      "step": 1213
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.346053319393624e-06,
      "loss": 0.0358,
      "step": 1214
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.351280710925248e-06,
      "loss": 0.0067,
      "step": 1215
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.356508102456874e-06,
      "loss": 0.0229,
      "step": 1216
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.3617354939885005e-06,
      "loss": 0.0181,
      "step": 1217
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.366962885520126e-06,
      "loss": 0.0236,
      "step": 1218
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.372190277051752e-06,
      "loss": 0.0124,
      "step": 1219
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.377417668583378e-06,
      "loss": 0.0146,
      "step": 1220
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.3826450601150034e-06,
      "loss": 0.0124,
      "step": 1221
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.387872451646629e-06,
      "loss": 0.0107,
      "step": 1222
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.393099843178254e-06,
      "loss": 0.0519,
      "step": 1223
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.39832723470988e-06,
      "loss": 0.0071,
      "step": 1224
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.403554626241506e-06,
      "loss": 0.0012,
      "step": 1225
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.408782017773132e-06,
      "loss": 0.008,
      "step": 1226
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.414009409304758e-06,
      "loss": 0.0152,
      "step": 1227
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.419236800836384e-06,
      "loss": 0.0158,
      "step": 1228
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.4244641923680085e-06,
      "loss": 0.0204,
      "step": 1229
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.429691583899635e-06,
      "loss": 0.0085,
      "step": 1230
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.43491897543126e-06,
      "loss": 0.0099,
      "step": 1231
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.440146366962886e-06,
      "loss": 0.0128,
      "step": 1232
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.445373758494512e-06,
      "loss": 0.0065,
      "step": 1233
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.450601150026138e-06,
      "loss": 0.0177,
      "step": 1234
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.455828541557764e-06,
      "loss": 0.0058,
      "step": 1235
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.461055933089388e-06,
      "loss": 0.0155,
      "step": 1236
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.466283324621014e-06,
      "loss": 0.0053,
      "step": 1237
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.4715107161526405e-06,
      "loss": 0.0138,
      "step": 1238
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.476738107684266e-06,
      "loss": 0.0109,
      "step": 1239
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.481965499215892e-06,
      "loss": 0.0159,
      "step": 1240
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.487192890747518e-06,
      "loss": 0.0067,
      "step": 1241
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.4924202822791435e-06,
      "loss": 0.0281,
      "step": 1242
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.497647673810769e-06,
      "loss": 0.0067,
      "step": 1243
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.502875065342394e-06,
      "loss": 0.0028,
      "step": 1244
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.50810245687402e-06,
      "loss": 0.0189,
      "step": 1245
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.5133298484056464e-06,
      "loss": 0.0307,
      "step": 1246
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.518557239937272e-06,
      "loss": 0.0171,
      "step": 1247
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.523784631468898e-06,
      "loss": 0.0055,
      "step": 1248
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.529012023000522e-06,
      "loss": 0.0157,
      "step": 1249
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.5342394145321485e-06,
      "loss": 0.0112,
      "step": 1250
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.539466806063775e-06,
      "loss": 0.0074,
      "step": 1251
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.5446941975954e-06,
      "loss": 0.0038,
      "step": 1252
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.549921589127026e-06,
      "loss": 0.0134,
      "step": 1253
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.555148980658652e-06,
      "loss": 0.0296,
      "step": 1254
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.560376372190278e-06,
      "loss": 0.0076,
      "step": 1255
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.565603763721903e-06,
      "loss": 0.0134,
      "step": 1256
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.570831155253528e-06,
      "loss": 0.0174,
      "step": 1257
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.5760585467851544e-06,
      "loss": 0.0066,
      "step": 1258
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.581285938316781e-06,
      "loss": 0.0055,
      "step": 1259
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.586513329848406e-06,
      "loss": 0.0096,
      "step": 1260
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.591740721380032e-06,
      "loss": 0.0154,
      "step": 1261
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.596968112911658e-06,
      "loss": 0.016,
      "step": 1262
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.602195504443283e-06,
      "loss": 0.0051,
      "step": 1263
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.607422895974909e-06,
      "loss": 0.0205,
      "step": 1264
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.612650287506534e-06,
      "loss": 0.0128,
      "step": 1265
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.61787767903816e-06,
      "loss": 0.0156,
      "step": 1266
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.6231050705697865e-06,
      "loss": 0.0147,
      "step": 1267
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.628332462101413e-06,
      "loss": 0.0023,
      "step": 1268
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.633559853633038e-06,
      "loss": 0.0079,
      "step": 1269
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.638787245164663e-06,
      "loss": 0.0088,
      "step": 1270
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.644014636696289e-06,
      "loss": 0.0046,
      "step": 1271
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.649242028227915e-06,
      "loss": 0.0097,
      "step": 1272
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.654469419759541e-06,
      "loss": 0.0111,
      "step": 1273
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.659696811291166e-06,
      "loss": 0.0083,
      "step": 1274
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.664924202822792e-06,
      "loss": 0.0067,
      "step": 1275
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.6701515943544186e-06,
      "loss": 0.0139,
      "step": 1276
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.675378985886043e-06,
      "loss": 0.0112,
      "step": 1277
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.680606377417669e-06,
      "loss": 0.0057,
      "step": 1278
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.6858337689492945e-06,
      "loss": 0.0078,
      "step": 1279
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.691061160480921e-06,
      "loss": 0.0214,
      "step": 1280
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.696288552012547e-06,
      "loss": 0.0052,
      "step": 1281
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.701515943544172e-06,
      "loss": 0.0127,
      "step": 1282
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.706743335075798e-06,
      "loss": 0.0046,
      "step": 1283
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.711970726607423e-06,
      "loss": 0.0018,
      "step": 1284
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.717198118139049e-06,
      "loss": 0.0094,
      "step": 1285
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.722425509670675e-06,
      "loss": 0.0043,
      "step": 1286
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.7276529012023e-06,
      "loss": 0.0131,
      "step": 1287
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.7328802927339265e-06,
      "loss": 0.0026,
      "step": 1288
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.738107684265553e-06,
      "loss": 0.0018,
      "step": 1289
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.743335075797178e-06,
      "loss": 0.013,
      "step": 1290
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.748562467328803e-06,
      "loss": 0.0122,
      "step": 1291
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.753789858860429e-06,
      "loss": 0.001,
      "step": 1292
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.759017250392055e-06,
      "loss": 0.0127,
      "step": 1293
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.764244641923681e-06,
      "loss": 0.0256,
      "step": 1294
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.769472033455306e-06,
      "loss": 0.0146,
      "step": 1295
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.7746994249869324e-06,
      "loss": 0.0357,
      "step": 1296
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.779926816518559e-06,
      "loss": 0.011,
      "step": 1297
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.785154208050183e-06,
      "loss": 0.0074,
      "step": 1298
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.790381599581809e-06,
      "loss": 0.0088,
      "step": 1299
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.7956089911134345e-06,
      "loss": 0.0061,
      "step": 1300
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.800836382645061e-06,
      "loss": 0.0129,
      "step": 1301
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.806063774176687e-06,
      "loss": 0.0109,
      "step": 1302
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.811291165708312e-06,
      "loss": 0.006,
      "step": 1303
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.816518557239938e-06,
      "loss": 0.0069,
      "step": 1304
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.821745948771563e-06,
      "loss": 0.005,
      "step": 1305
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.826973340303189e-06,
      "loss": 0.0102,
      "step": 1306
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.832200731834815e-06,
      "loss": 0.0119,
      "step": 1307
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.8374281233664404e-06,
      "loss": 0.0183,
      "step": 1308
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.842655514898067e-06,
      "loss": 0.0103,
      "step": 1309
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.847882906429693e-06,
      "loss": 0.0107,
      "step": 1310
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.853110297961317e-06,
      "loss": 0.0116,
      "step": 1311
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.858337689492943e-06,
      "loss": 0.0078,
      "step": 1312
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.863565081024569e-06,
      "loss": 0.0169,
      "step": 1313
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.868792472556195e-06,
      "loss": 0.0281,
      "step": 1314
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.874019864087821e-06,
      "loss": 0.0078,
      "step": 1315
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.879247255619446e-06,
      "loss": 0.0114,
      "step": 1316
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.8844746471510725e-06,
      "loss": 0.0125,
      "step": 1317
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.889702038682697e-06,
      "loss": 0.0068,
      "step": 1318
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.894929430214323e-06,
      "loss": 0.0314,
      "step": 1319
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.900156821745949e-06,
      "loss": 0.0046,
      "step": 1320
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.905384213277575e-06,
      "loss": 0.0366,
      "step": 1321
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.910611604809201e-06,
      "loss": 0.0034,
      "step": 1322
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.915838996340827e-06,
      "loss": 0.015,
      "step": 1323
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.921066387872453e-06,
      "loss": 0.0022,
      "step": 1324
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.9262937794040776e-06,
      "loss": 0.0199,
      "step": 1325
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.931521170935704e-06,
      "loss": 0.0176,
      "step": 1326
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.936748562467329e-06,
      "loss": 0.0259,
      "step": 1327
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.941975953998955e-06,
      "loss": 0.0175,
      "step": 1328
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.947203345530581e-06,
      "loss": 0.0053,
      "step": 1329
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.952430737062207e-06,
      "loss": 0.0206,
      "step": 1330
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.957658128593833e-06,
      "loss": 0.0097,
      "step": 1331
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.962885520125457e-06,
      "loss": 0.0124,
      "step": 1332
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.9681129116570834e-06,
      "loss": 0.0064,
      "step": 1333
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.97334030318871e-06,
      "loss": 0.0075,
      "step": 1334
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.978567694720335e-06,
      "loss": 0.0123,
      "step": 1335
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.983795086251961e-06,
      "loss": 0.0051,
      "step": 1336
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.989022477783587e-06,
      "loss": 0.0158,
      "step": 1337
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.9942498693152126e-06,
      "loss": 0.0254,
      "step": 1338
    },
    {
      "epoch": 0.02,
      "learning_rate": 6.999477260846838e-06,
      "loss": 0.0055,
      "step": 1339
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.004704652378463e-06,
      "loss": 0.0114,
      "step": 1340
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.009932043910089e-06,
      "loss": 0.0067,
      "step": 1341
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.0151594354417155e-06,
      "loss": 0.0106,
      "step": 1342
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.020386826973341e-06,
      "loss": 0.058,
      "step": 1343
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.025614218504967e-06,
      "loss": 0.0097,
      "step": 1344
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.030841610036593e-06,
      "loss": 0.0126,
      "step": 1345
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.036069001568218e-06,
      "loss": 0.0096,
      "step": 1346
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.041296393099844e-06,
      "loss": 0.0088,
      "step": 1347
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.046523784631469e-06,
      "loss": 0.0071,
      "step": 1348
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.051751176163095e-06,
      "loss": 0.0127,
      "step": 1349
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.056978567694721e-06,
      "loss": 0.0108,
      "step": 1350
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.062205959226347e-06,
      "loss": 0.0389,
      "step": 1351
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.067433350757973e-06,
      "loss": 0.003,
      "step": 1352
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.072660742289597e-06,
      "loss": 0.0153,
      "step": 1353
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.0778881338212235e-06,
      "loss": 0.0325,
      "step": 1354
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.08311552535285e-06,
      "loss": 0.0124,
      "step": 1355
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.088342916884475e-06,
      "loss": 0.0181,
      "step": 1356
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.093570308416101e-06,
      "loss": 0.0102,
      "step": 1357
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.098797699947727e-06,
      "loss": 0.0151,
      "step": 1358
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.104025091479353e-06,
      "loss": 0.0143,
      "step": 1359
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.109252483010978e-06,
      "loss": 0.0036,
      "step": 1360
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.114479874542603e-06,
      "loss": 0.0051,
      "step": 1361
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.119707266074229e-06,
      "loss": 0.0091,
      "step": 1362
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.1249346576058556e-06,
      "loss": 0.0144,
      "step": 1363
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.130162049137481e-06,
      "loss": 0.0292,
      "step": 1364
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.135389440669107e-06,
      "loss": 0.0089,
      "step": 1365
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.1406168322007315e-06,
      "loss": 0.015,
      "step": 1366
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.145844223732358e-06,
      "loss": 0.0078,
      "step": 1367
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.151071615263984e-06,
      "loss": 0.0094,
      "step": 1368
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.156299006795609e-06,
      "loss": 0.0231,
      "step": 1369
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.161526398327235e-06,
      "loss": 0.0053,
      "step": 1370
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.1667537898588615e-06,
      "loss": 0.0073,
      "step": 1371
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.171981181390487e-06,
      "loss": 0.0315,
      "step": 1372
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.177208572922112e-06,
      "loss": 0.0081,
      "step": 1373
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.182435964453737e-06,
      "loss": 0.0117,
      "step": 1374
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.1876633559853636e-06,
      "loss": 0.0133,
      "step": 1375
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.19289074751699e-06,
      "loss": 0.0039,
      "step": 1376
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.198118139048615e-06,
      "loss": 0.0281,
      "step": 1377
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.203345530580241e-06,
      "loss": 0.0097,
      "step": 1378
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.208572922111867e-06,
      "loss": 0.0125,
      "step": 1379
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.213800313643492e-06,
      "loss": 0.0178,
      "step": 1380
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.219027705175118e-06,
      "loss": 0.0416,
      "step": 1381
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.224255096706744e-06,
      "loss": 0.0042,
      "step": 1382
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.2294824882383695e-06,
      "loss": 0.0135,
      "step": 1383
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.234709879769996e-06,
      "loss": 0.0153,
      "step": 1384
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.239937271301622e-06,
      "loss": 0.0179,
      "step": 1385
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.245164662833247e-06,
      "loss": 0.0087,
      "step": 1386
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.250392054364872e-06,
      "loss": 0.0485,
      "step": 1387
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.255619445896498e-06,
      "loss": 0.0108,
      "step": 1388
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.260846837428124e-06,
      "loss": 0.0315,
      "step": 1389
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.26607422895975e-06,
      "loss": 0.011,
      "step": 1390
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.271301620491375e-06,
      "loss": 0.008,
      "step": 1391
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.2765290120230015e-06,
      "loss": 0.008,
      "step": 1392
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.281756403554628e-06,
      "loss": 0.0079,
      "step": 1393
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.286983795086252e-06,
      "loss": 0.0019,
      "step": 1394
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.292211186617878e-06,
      "loss": 0.0096,
      "step": 1395
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.297438578149504e-06,
      "loss": 0.0374,
      "step": 1396
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.30266596968113e-06,
      "loss": 0.0089,
      "step": 1397
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.307893361212756e-06,
      "loss": 0.0089,
      "step": 1398
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.313120752744381e-06,
      "loss": 0.0438,
      "step": 1399
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.318348144276007e-06,
      "loss": 0.0301,
      "step": 1400
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.323575535807632e-06,
      "loss": 0.0052,
      "step": 1401
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.328802927339258e-06,
      "loss": 0.0071,
      "step": 1402
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.334030318870884e-06,
      "loss": 0.0042,
      "step": 1403
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.3392577104025095e-06,
      "loss": 0.0214,
      "step": 1404
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.344485101934136e-06,
      "loss": 0.0169,
      "step": 1405
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.349712493465762e-06,
      "loss": 0.0105,
      "step": 1406
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.354939884997387e-06,
      "loss": 0.0212,
      "step": 1407
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.3601672765290125e-06,
      "loss": 0.0051,
      "step": 1408
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.365394668060638e-06,
      "loss": 0.0249,
      "step": 1409
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.370622059592264e-06,
      "loss": 0.0278,
      "step": 1410
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.37584945112389e-06,
      "loss": 0.0094,
      "step": 1411
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.381076842655515e-06,
      "loss": 0.0088,
      "step": 1412
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.3863042341871416e-06,
      "loss": 0.0096,
      "step": 1413
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.391531625718768e-06,
      "loss": 0.0335,
      "step": 1414
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.396759017250392e-06,
      "loss": 0.0098,
      "step": 1415
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.401986408782018e-06,
      "loss": 0.0119,
      "step": 1416
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.407213800313644e-06,
      "loss": 0.0229,
      "step": 1417
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.41244119184527e-06,
      "loss": 0.0013,
      "step": 1418
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.417668583376896e-06,
      "loss": 0.0127,
      "step": 1419
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.422895974908521e-06,
      "loss": 0.0049,
      "step": 1420
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.428123366440147e-06,
      "loss": 0.035,
      "step": 1421
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.433350757971772e-06,
      "loss": 0.0081,
      "step": 1422
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.438578149503398e-06,
      "loss": 0.0136,
      "step": 1423
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.443805541035024e-06,
      "loss": 0.0494,
      "step": 1424
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.4490329325666496e-06,
      "loss": 0.0081,
      "step": 1425
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.454260324098276e-06,
      "loss": 0.0089,
      "step": 1426
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.459487715629902e-06,
      "loss": 0.0069,
      "step": 1427
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.464715107161526e-06,
      "loss": 0.0088,
      "step": 1428
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.4699424986931525e-06,
      "loss": 0.0221,
      "step": 1429
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.475169890224778e-06,
      "loss": 0.017,
      "step": 1430
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.480397281756404e-06,
      "loss": 0.009,
      "step": 1431
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.48562467328803e-06,
      "loss": 0.0045,
      "step": 1432
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.4908520648196555e-06,
      "loss": 0.0034,
      "step": 1433
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.496079456351282e-06,
      "loss": 0.0082,
      "step": 1434
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.501306847882907e-06,
      "loss": 0.0166,
      "step": 1435
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.506534239414532e-06,
      "loss": 0.009,
      "step": 1436
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.511761630946158e-06,
      "loss": 0.0087,
      "step": 1437
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.516989022477785e-06,
      "loss": 0.006,
      "step": 1438
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.52221641400941e-06,
      "loss": 0.0039,
      "step": 1439
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.527443805541036e-06,
      "loss": 0.0113,
      "step": 1440
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.532671197072662e-06,
      "loss": 0.0072,
      "step": 1441
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.537898588604287e-06,
      "loss": 0.0066,
      "step": 1442
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.543125980135913e-06,
      "loss": 0.0198,
      "step": 1443
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.548353371667538e-06,
      "loss": 0.0057,
      "step": 1444
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.553580763199164e-06,
      "loss": 0.0068,
      "step": 1445
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.5588081547307905e-06,
      "loss": 0.0173,
      "step": 1446
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.564035546262416e-06,
      "loss": 0.0171,
      "step": 1447
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.569262937794042e-06,
      "loss": 0.0025,
      "step": 1448
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.574490329325666e-06,
      "loss": 0.0025,
      "step": 1449
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.5797177208572926e-06,
      "loss": 0.0203,
      "step": 1450
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.584945112388919e-06,
      "loss": 0.0094,
      "step": 1451
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.590172503920544e-06,
      "loss": 0.0086,
      "step": 1452
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.59539989545217e-06,
      "loss": 0.012,
      "step": 1453
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.600627286983796e-06,
      "loss": 0.0043,
      "step": 1454
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.605854678515422e-06,
      "loss": 0.0127,
      "step": 1455
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.611082070047047e-06,
      "loss": 0.0239,
      "step": 1456
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.616309461578672e-06,
      "loss": 0.0038,
      "step": 1457
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.6215368531102985e-06,
      "loss": 0.0207,
      "step": 1458
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.626764244641925e-06,
      "loss": 0.0106,
      "step": 1459
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.63199163617355e-06,
      "loss": 0.0084,
      "step": 1460
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.637219027705176e-06,
      "loss": 0.0078,
      "step": 1461
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.642446419236801e-06,
      "loss": 0.0068,
      "step": 1462
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.647673810768427e-06,
      "loss": 0.0032,
      "step": 1463
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.652901202300052e-06,
      "loss": 0.022,
      "step": 1464
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.658128593831679e-06,
      "loss": 0.0235,
      "step": 1465
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.663355985363304e-06,
      "loss": 0.023,
      "step": 1466
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.66858337689493e-06,
      "loss": 0.0267,
      "step": 1467
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.673810768426557e-06,
      "loss": 0.0071,
      "step": 1468
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.679038159958182e-06,
      "loss": 0.0173,
      "step": 1469
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.684265551489807e-06,
      "loss": 0.0268,
      "step": 1470
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.689492943021433e-06,
      "loss": 0.0136,
      "step": 1471
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.694720334553058e-06,
      "loss": 0.0021,
      "step": 1472
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.699947726084685e-06,
      "loss": 0.0234,
      "step": 1473
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.70517511761631e-06,
      "loss": 0.0175,
      "step": 1474
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.710402509147936e-06,
      "loss": 0.0092,
      "step": 1475
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.715629900679563e-06,
      "loss": 0.0103,
      "step": 1476
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.720857292211186e-06,
      "loss": 0.0161,
      "step": 1477
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.726084683742813e-06,
      "loss": 0.0147,
      "step": 1478
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.731312075274439e-06,
      "loss": 0.0187,
      "step": 1479
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.736539466806064e-06,
      "loss": 0.0071,
      "step": 1480
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.741766858337691e-06,
      "loss": 0.0369,
      "step": 1481
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.746994249869316e-06,
      "loss": 0.007,
      "step": 1482
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.752221641400941e-06,
      "loss": 0.0299,
      "step": 1483
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.757449032932567e-06,
      "loss": 0.0153,
      "step": 1484
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.762676424464192e-06,
      "loss": 0.0196,
      "step": 1485
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.767903815995819e-06,
      "loss": 0.0071,
      "step": 1486
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.773131207527444e-06,
      "loss": 0.0095,
      "step": 1487
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.77835859905907e-06,
      "loss": 0.0135,
      "step": 1488
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.783585990590697e-06,
      "loss": 0.0103,
      "step": 1489
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.78881338212232e-06,
      "loss": 0.0154,
      "step": 1490
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.794040773653947e-06,
      "loss": 0.0107,
      "step": 1491
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.799268165185573e-06,
      "loss": 0.0359,
      "step": 1492
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.804495556717198e-06,
      "loss": 0.0065,
      "step": 1493
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.809722948248825e-06,
      "loss": 0.0216,
      "step": 1494
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.81495033978045e-06,
      "loss": 0.0033,
      "step": 1495
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.820177731312076e-06,
      "loss": 0.0136,
      "step": 1496
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.825405122843701e-06,
      "loss": 0.0066,
      "step": 1497
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.830632514375326e-06,
      "loss": 0.0052,
      "step": 1498
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.835859905906953e-06,
      "loss": 0.0075,
      "step": 1499
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.841087297438579e-06,
      "loss": 0.0075,
      "step": 1500
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.846314688970204e-06,
      "loss": 0.0154,
      "step": 1501
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.851542080501831e-06,
      "loss": 0.021,
      "step": 1502
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.856769472033456e-06,
      "loss": 0.0088,
      "step": 1503
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.861996863565082e-06,
      "loss": 0.0079,
      "step": 1504
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.867224255096707e-06,
      "loss": 0.0365,
      "step": 1505
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.872451646628332e-06,
      "loss": 0.0271,
      "step": 1506
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.87767903815996e-06,
      "loss": 0.0151,
      "step": 1507
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.882906429691584e-06,
      "loss": 0.005,
      "step": 1508
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.88813382122321e-06,
      "loss": 0.0088,
      "step": 1509
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.893361212754837e-06,
      "loss": 0.0073,
      "step": 1510
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.89858860428646e-06,
      "loss": 0.007,
      "step": 1511
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.903815995818087e-06,
      "loss": 0.0067,
      "step": 1512
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.909043387349713e-06,
      "loss": 0.0109,
      "step": 1513
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.914270778881338e-06,
      "loss": 0.0354,
      "step": 1514
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.919498170412965e-06,
      "loss": 0.0052,
      "step": 1515
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.92472556194459e-06,
      "loss": 0.0085,
      "step": 1516
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.929952953476216e-06,
      "loss": 0.0062,
      "step": 1517
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.935180345007841e-06,
      "loss": 0.0159,
      "step": 1518
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.940407736539468e-06,
      "loss": 0.0069,
      "step": 1519
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.945635128071093e-06,
      "loss": 0.0108,
      "step": 1520
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.950862519602719e-06,
      "loss": 0.0111,
      "step": 1521
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.956089911134346e-06,
      "loss": 0.0204,
      "step": 1522
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.961317302665971e-06,
      "loss": 0.0052,
      "step": 1523
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.966544694197596e-06,
      "loss": 0.0154,
      "step": 1524
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.971772085729222e-06,
      "loss": 0.016,
      "step": 1525
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.976999477260847e-06,
      "loss": 0.0032,
      "step": 1526
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.982226868792474e-06,
      "loss": 0.0123,
      "step": 1527
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.9874542603241e-06,
      "loss": 0.0121,
      "step": 1528
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.992681651855725e-06,
      "loss": 0.0062,
      "step": 1529
    },
    {
      "epoch": 0.02,
      "learning_rate": 7.997909043387352e-06,
      "loss": 0.0015,
      "step": 1530
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.003136434918977e-06,
      "loss": 0.0111,
      "step": 1531
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.008363826450602e-06,
      "loss": 0.0119,
      "step": 1532
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.013591217982227e-06,
      "loss": 0.0059,
      "step": 1533
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.018818609513853e-06,
      "loss": 0.0049,
      "step": 1534
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.02404600104548e-06,
      "loss": 0.0251,
      "step": 1535
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.029273392577105e-06,
      "loss": 0.0112,
      "step": 1536
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.03450078410873e-06,
      "loss": 0.0107,
      "step": 1537
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.039728175640356e-06,
      "loss": 0.0032,
      "step": 1538
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.044955567171981e-06,
      "loss": 0.0136,
      "step": 1539
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.050182958703608e-06,
      "loss": 0.0097,
      "step": 1540
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.055410350235233e-06,
      "loss": 0.0123,
      "step": 1541
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.060637741766859e-06,
      "loss": 0.015,
      "step": 1542
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.065865133298486e-06,
      "loss": 0.0117,
      "step": 1543
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.071092524830111e-06,
      "loss": 0.0048,
      "step": 1544
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.076319916361736e-06,
      "loss": 0.0079,
      "step": 1545
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.081547307893362e-06,
      "loss": 0.0101,
      "step": 1546
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.086774699424987e-06,
      "loss": 0.023,
      "step": 1547
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.092002090956614e-06,
      "loss": 0.0143,
      "step": 1548
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.09722948248824e-06,
      "loss": 0.0087,
      "step": 1549
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.102456874019865e-06,
      "loss": 0.0203,
      "step": 1550
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.107684265551492e-06,
      "loss": 0.0317,
      "step": 1551
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.112911657083115e-06,
      "loss": 0.0158,
      "step": 1552
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.118139048614742e-06,
      "loss": 0.0053,
      "step": 1553
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.123366440146368e-06,
      "loss": 0.0039,
      "step": 1554
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.128593831677993e-06,
      "loss": 0.0214,
      "step": 1555
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.13382122320962e-06,
      "loss": 0.0331,
      "step": 1556
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.139048614741245e-06,
      "loss": 0.0059,
      "step": 1557
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.14427600627287e-06,
      "loss": 0.0188,
      "step": 1558
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.149503397804496e-06,
      "loss": 0.0189,
      "step": 1559
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.154730789336121e-06,
      "loss": 0.0131,
      "step": 1560
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.159958180867748e-06,
      "loss": 0.0057,
      "step": 1561
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.165185572399373e-06,
      "loss": 0.0042,
      "step": 1562
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.170412963930999e-06,
      "loss": 0.0112,
      "step": 1563
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.175640355462626e-06,
      "loss": 0.0237,
      "step": 1564
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.180867746994251e-06,
      "loss": 0.0275,
      "step": 1565
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.186095138525876e-06,
      "loss": 0.0071,
      "step": 1566
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.191322530057502e-06,
      "loss": 0.0053,
      "step": 1567
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.196549921589127e-06,
      "loss": 0.0165,
      "step": 1568
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.201777313120754e-06,
      "loss": 0.0137,
      "step": 1569
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.20700470465238e-06,
      "loss": 0.0093,
      "step": 1570
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.212232096184005e-06,
      "loss": 0.0604,
      "step": 1571
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.217459487715632e-06,
      "loss": 0.0055,
      "step": 1572
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.222686879247255e-06,
      "loss": 0.0104,
      "step": 1573
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.227914270778882e-06,
      "loss": 0.0083,
      "step": 1574
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.233141662310508e-06,
      "loss": 0.0113,
      "step": 1575
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.238369053842133e-06,
      "loss": 0.0043,
      "step": 1576
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.24359644537376e-06,
      "loss": 0.0154,
      "step": 1577
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.248823836905385e-06,
      "loss": 0.0124,
      "step": 1578
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.25405122843701e-06,
      "loss": 0.0153,
      "step": 1579
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.259278619968636e-06,
      "loss": 0.0133,
      "step": 1580
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.264506011500261e-06,
      "loss": 0.0593,
      "step": 1581
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.269733403031888e-06,
      "loss": 0.0026,
      "step": 1582
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.274960794563513e-06,
      "loss": 0.0041,
      "step": 1583
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.280188186095139e-06,
      "loss": 0.0205,
      "step": 1584
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.285415577626766e-06,
      "loss": 0.0072,
      "step": 1585
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.290642969158391e-06,
      "loss": 0.0153,
      "step": 1586
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.295870360690016e-06,
      "loss": 0.0229,
      "step": 1587
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.301097752221642e-06,
      "loss": 0.0209,
      "step": 1588
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.306325143753267e-06,
      "loss": 0.0166,
      "step": 1589
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.311552535284894e-06,
      "loss": 0.0116,
      "step": 1590
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.31677992681652e-06,
      "loss": 0.0059,
      "step": 1591
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.322007318348145e-06,
      "loss": 0.0161,
      "step": 1592
    },
    {
      "epoch": 0.02,
      "learning_rate": 8.327234709879772e-06,
      "loss": 0.0267,
      "step": 1593
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.332462101411395e-06,
      "loss": 0.0039,
      "step": 1594
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.337689492943022e-06,
      "loss": 0.0285,
      "step": 1595
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.342916884474648e-06,
      "loss": 0.0278,
      "step": 1596
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.348144276006273e-06,
      "loss": 0.0126,
      "step": 1597
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.3533716675379e-06,
      "loss": 0.0048,
      "step": 1598
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.358599059069525e-06,
      "loss": 0.0237,
      "step": 1599
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.36382645060115e-06,
      "loss": 0.0037,
      "step": 1600
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.369053842132776e-06,
      "loss": 0.0092,
      "step": 1601
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.374281233664401e-06,
      "loss": 0.0271,
      "step": 1602
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.379508625196028e-06,
      "loss": 0.0195,
      "step": 1603
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.384736016727654e-06,
      "loss": 0.0094,
      "step": 1604
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.389963408259279e-06,
      "loss": 0.0198,
      "step": 1605
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.395190799790906e-06,
      "loss": 0.0041,
      "step": 1606
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.40041819132253e-06,
      "loss": 0.0095,
      "step": 1607
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.405645582854157e-06,
      "loss": 0.0166,
      "step": 1608
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.410872974385782e-06,
      "loss": 0.0091,
      "step": 1609
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.416100365917407e-06,
      "loss": 0.0041,
      "step": 1610
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.421327757449034e-06,
      "loss": 0.0096,
      "step": 1611
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.42655514898066e-06,
      "loss": 0.0036,
      "step": 1612
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.431782540512285e-06,
      "loss": 0.0079,
      "step": 1613
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.43700993204391e-06,
      "loss": 0.0349,
      "step": 1614
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.442237323575535e-06,
      "loss": 0.0094,
      "step": 1615
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.447464715107162e-06,
      "loss": 0.0079,
      "step": 1616
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.452692106638788e-06,
      "loss": 0.0027,
      "step": 1617
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.457919498170413e-06,
      "loss": 0.047,
      "step": 1618
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.46314688970204e-06,
      "loss": 0.0268,
      "step": 1619
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.468374281233665e-06,
      "loss": 0.0093,
      "step": 1620
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.47360167276529e-06,
      "loss": 0.0134,
      "step": 1621
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.478829064296916e-06,
      "loss": 0.0193,
      "step": 1622
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.484056455828541e-06,
      "loss": 0.0063,
      "step": 1623
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.489283847360168e-06,
      "loss": 0.0388,
      "step": 1624
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.494511238891794e-06,
      "loss": 0.0125,
      "step": 1625
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.499738630423419e-06,
      "loss": 0.0093,
      "step": 1626
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.504966021955046e-06,
      "loss": 0.0038,
      "step": 1627
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.51019341348667e-06,
      "loss": 0.0057,
      "step": 1628
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.515420805018297e-06,
      "loss": 0.0114,
      "step": 1629
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.520648196549922e-06,
      "loss": 0.0064,
      "step": 1630
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.525875588081547e-06,
      "loss": 0.0156,
      "step": 1631
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.531102979613174e-06,
      "loss": 0.0052,
      "step": 1632
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.5363303711448e-06,
      "loss": 0.0109,
      "step": 1633
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.541557762676427e-06,
      "loss": 0.0038,
      "step": 1634
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.54678515420805e-06,
      "loss": 0.0069,
      "step": 1635
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.552012545739677e-06,
      "loss": 0.0056,
      "step": 1636
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.557239937271302e-06,
      "loss": 0.0092,
      "step": 1637
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.562467328802928e-06,
      "loss": 0.0219,
      "step": 1638
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.567694720334555e-06,
      "loss": 0.0238,
      "step": 1639
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.57292211186618e-06,
      "loss": 0.0028,
      "step": 1640
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.578149503397805e-06,
      "loss": 0.0356,
      "step": 1641
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.58337689492943e-06,
      "loss": 0.0081,
      "step": 1642
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.588604286461056e-06,
      "loss": 0.012,
      "step": 1643
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.593831677992683e-06,
      "loss": 0.0141,
      "step": 1644
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.599059069524308e-06,
      "loss": 0.0051,
      "step": 1645
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.604286461055934e-06,
      "loss": 0.0098,
      "step": 1646
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.60951385258756e-06,
      "loss": 0.0031,
      "step": 1647
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.614741244119186e-06,
      "loss": 0.0057,
      "step": 1648
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.619968635650811e-06,
      "loss": 0.0229,
      "step": 1649
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.625196027182437e-06,
      "loss": 0.0285,
      "step": 1650
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.630423418714062e-06,
      "loss": 0.0128,
      "step": 1651
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.635650810245689e-06,
      "loss": 0.0048,
      "step": 1652
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.640878201777314e-06,
      "loss": 0.0174,
      "step": 1653
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.64610559330894e-06,
      "loss": 0.013,
      "step": 1654
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.651332984840565e-06,
      "loss": 0.018,
      "step": 1655
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.65656037637219e-06,
      "loss": 0.0074,
      "step": 1656
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.661787767903817e-06,
      "loss": 0.0075,
      "step": 1657
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.667015159435443e-06,
      "loss": 0.0166,
      "step": 1658
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.672242550967068e-06,
      "loss": 0.0171,
      "step": 1659
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.677469942498695e-06,
      "loss": 0.0028,
      "step": 1660
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.68269733403032e-06,
      "loss": 0.012,
      "step": 1661
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.687924725561945e-06,
      "loss": 0.02,
      "step": 1662
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.69315211709357e-06,
      "loss": 0.0245,
      "step": 1663
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.698379508625196e-06,
      "loss": 0.0166,
      "step": 1664
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.703606900156823e-06,
      "loss": 0.0358,
      "step": 1665
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.708834291688448e-06,
      "loss": 0.0193,
      "step": 1666
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.714061683220074e-06,
      "loss": 0.0272,
      "step": 1667
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.7192890747517e-06,
      "loss": 0.0143,
      "step": 1668
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.724516466283324e-06,
      "loss": 0.0075,
      "step": 1669
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.729743857814951e-06,
      "loss": 0.0059,
      "step": 1670
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.734971249346577e-06,
      "loss": 0.0097,
      "step": 1671
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.740198640878202e-06,
      "loss": 0.0057,
      "step": 1672
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.745426032409829e-06,
      "loss": 0.0201,
      "step": 1673
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.750653423941454e-06,
      "loss": 0.0079,
      "step": 1674
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.75588081547308e-06,
      "loss": 0.0344,
      "step": 1675
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.761108207004705e-06,
      "loss": 0.0179,
      "step": 1676
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.76633559853633e-06,
      "loss": 0.0181,
      "step": 1677
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.771562990067957e-06,
      "loss": 0.0095,
      "step": 1678
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.776790381599583e-06,
      "loss": 0.0202,
      "step": 1679
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.782017773131208e-06,
      "loss": 0.0285,
      "step": 1680
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.787245164662835e-06,
      "loss": 0.0111,
      "step": 1681
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.79247255619446e-06,
      "loss": 0.0067,
      "step": 1682
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.797699947726086e-06,
      "loss": 0.0048,
      "step": 1683
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.80292733925771e-06,
      "loss": 0.0126,
      "step": 1684
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.808154730789336e-06,
      "loss": 0.0222,
      "step": 1685
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.813382122320963e-06,
      "loss": 0.0133,
      "step": 1686
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.818609513852588e-06,
      "loss": 0.0133,
      "step": 1687
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.823836905384214e-06,
      "loss": 0.0141,
      "step": 1688
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.82906429691584e-06,
      "loss": 0.0096,
      "step": 1689
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.834291688447464e-06,
      "loss": 0.0386,
      "step": 1690
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.839519079979091e-06,
      "loss": 0.0132,
      "step": 1691
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.844746471510717e-06,
      "loss": 0.0035,
      "step": 1692
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.849973863042342e-06,
      "loss": 0.0088,
      "step": 1693
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.855201254573969e-06,
      "loss": 0.0037,
      "step": 1694
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.860428646105594e-06,
      "loss": 0.019,
      "step": 1695
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.86565603763722e-06,
      "loss": 0.0069,
      "step": 1696
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.870883429168845e-06,
      "loss": 0.0216,
      "step": 1697
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.87611082070047e-06,
      "loss": 0.0301,
      "step": 1698
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.881338212232097e-06,
      "loss": 0.0103,
      "step": 1699
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.886565603763723e-06,
      "loss": 0.0126,
      "step": 1700
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.891792995295348e-06,
      "loss": 0.0037,
      "step": 1701
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.897020386826975e-06,
      "loss": 0.0156,
      "step": 1702
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.9022477783586e-06,
      "loss": 0.0116,
      "step": 1703
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.907475169890226e-06,
      "loss": 0.0052,
      "step": 1704
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.912702561421851e-06,
      "loss": 0.0046,
      "step": 1705
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.917929952953476e-06,
      "loss": 0.007,
      "step": 1706
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.923157344485103e-06,
      "loss": 0.0213,
      "step": 1707
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.928384736016729e-06,
      "loss": 0.0162,
      "step": 1708
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.933612127548354e-06,
      "loss": 0.0089,
      "step": 1709
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.93883951907998e-06,
      "loss": 0.0031,
      "step": 1710
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.944066910611604e-06,
      "loss": 0.0061,
      "step": 1711
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.949294302143231e-06,
      "loss": 0.0075,
      "step": 1712
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.954521693674857e-06,
      "loss": 0.0025,
      "step": 1713
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.959749085206482e-06,
      "loss": 0.0148,
      "step": 1714
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.964976476738109e-06,
      "loss": 0.0143,
      "step": 1715
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.970203868269734e-06,
      "loss": 0.0092,
      "step": 1716
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.97543125980136e-06,
      "loss": 0.0202,
      "step": 1717
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.980658651332985e-06,
      "loss": 0.005,
      "step": 1718
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.98588604286461e-06,
      "loss": 0.0097,
      "step": 1719
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.991113434396237e-06,
      "loss": 0.0165,
      "step": 1720
    },
    {
      "epoch": 0.03,
      "learning_rate": 8.996340825927863e-06,
      "loss": 0.0143,
      "step": 1721
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.001568217459488e-06,
      "loss": 0.022,
      "step": 1722
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.006795608991115e-06,
      "loss": 0.0126,
      "step": 1723
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.012023000522739e-06,
      "loss": 0.0148,
      "step": 1724
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.017250392054366e-06,
      "loss": 0.0063,
      "step": 1725
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.022477783585991e-06,
      "loss": 0.0147,
      "step": 1726
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.027705175117616e-06,
      "loss": 0.0152,
      "step": 1727
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.032932566649243e-06,
      "loss": 0.009,
      "step": 1728
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.038159958180869e-06,
      "loss": 0.0077,
      "step": 1729
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.043387349712494e-06,
      "loss": 0.0038,
      "step": 1730
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.04861474124412e-06,
      "loss": 0.0161,
      "step": 1731
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.053842132775745e-06,
      "loss": 0.0147,
      "step": 1732
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.059069524307372e-06,
      "loss": 0.0028,
      "step": 1733
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.064296915838997e-06,
      "loss": 0.0098,
      "step": 1734
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.069524307370622e-06,
      "loss": 0.0129,
      "step": 1735
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.07475169890225e-06,
      "loss": 0.0118,
      "step": 1736
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.079979090433874e-06,
      "loss": 0.0225,
      "step": 1737
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.0852064819655e-06,
      "loss": 0.0058,
      "step": 1738
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.090433873497125e-06,
      "loss": 0.011,
      "step": 1739
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.09566126502875e-06,
      "loss": 0.0084,
      "step": 1740
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.100888656560377e-06,
      "loss": 0.0132,
      "step": 1741
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.106116048092003e-06,
      "loss": 0.0058,
      "step": 1742
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.111343439623628e-06,
      "loss": 0.024,
      "step": 1743
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.116570831155255e-06,
      "loss": 0.0113,
      "step": 1744
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.12179822268688e-06,
      "loss": 0.0083,
      "step": 1745
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.127025614218506e-06,
      "loss": 0.0109,
      "step": 1746
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.132253005750131e-06,
      "loss": 0.0094,
      "step": 1747
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.137480397281758e-06,
      "loss": 0.0201,
      "step": 1748
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.142707788813383e-06,
      "loss": 0.0251,
      "step": 1749
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.147935180345009e-06,
      "loss": 0.0113,
      "step": 1750
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.153162571876636e-06,
      "loss": 0.0113,
      "step": 1751
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.15838996340826e-06,
      "loss": 0.0276,
      "step": 1752
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.163617354939886e-06,
      "loss": 0.0154,
      "step": 1753
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.168844746471512e-06,
      "loss": 0.0084,
      "step": 1754
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.174072138003137e-06,
      "loss": 0.0216,
      "step": 1755
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.179299529534764e-06,
      "loss": 0.0153,
      "step": 1756
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.18452692106639e-06,
      "loss": 0.0073,
      "step": 1757
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.189754312598015e-06,
      "loss": 0.0703,
      "step": 1758
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.19498170412964e-06,
      "loss": 0.0251,
      "step": 1759
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.200209095661265e-06,
      "loss": 0.0148,
      "step": 1760
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.205436487192892e-06,
      "loss": 0.0086,
      "step": 1761
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.210663878724517e-06,
      "loss": 0.0105,
      "step": 1762
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.215891270256143e-06,
      "loss": 0.0081,
      "step": 1763
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.22111866178777e-06,
      "loss": 0.003,
      "step": 1764
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.226346053319395e-06,
      "loss": 0.0282,
      "step": 1765
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.23157344485102e-06,
      "loss": 0.0058,
      "step": 1766
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.236800836382646e-06,
      "loss": 0.0153,
      "step": 1767
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.242028227914271e-06,
      "loss": 0.009,
      "step": 1768
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.247255619445898e-06,
      "loss": 0.0136,
      "step": 1769
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.252483010977523e-06,
      "loss": 0.0022,
      "step": 1770
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.257710402509149e-06,
      "loss": 0.0494,
      "step": 1771
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.262937794040774e-06,
      "loss": 0.0095,
      "step": 1772
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.2681651855724e-06,
      "loss": 0.006,
      "step": 1773
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.273392577104026e-06,
      "loss": 0.0044,
      "step": 1774
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.278619968635652e-06,
      "loss": 0.0234,
      "step": 1775
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.283847360167277e-06,
      "loss": 0.0074,
      "step": 1776
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.289074751698904e-06,
      "loss": 0.03,
      "step": 1777
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.29430214323053e-06,
      "loss": 0.0152,
      "step": 1778
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.299529534762155e-06,
      "loss": 0.01,
      "step": 1779
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.30475692629378e-06,
      "loss": 0.018,
      "step": 1780
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.309984317825405e-06,
      "loss": 0.0095,
      "step": 1781
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.315211709357032e-06,
      "loss": 0.0077,
      "step": 1782
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.320439100888658e-06,
      "loss": 0.0124,
      "step": 1783
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.325666492420283e-06,
      "loss": 0.0093,
      "step": 1784
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.33089388395191e-06,
      "loss": 0.011,
      "step": 1785
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.336121275483533e-06,
      "loss": 0.0206,
      "step": 1786
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.34134866701516e-06,
      "loss": 0.0279,
      "step": 1787
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.346576058546786e-06,
      "loss": 0.0118,
      "step": 1788
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.351803450078411e-06,
      "loss": 0.0072,
      "step": 1789
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.357030841610038e-06,
      "loss": 0.0062,
      "step": 1790
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.362258233141663e-06,
      "loss": 0.0138,
      "step": 1791
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.367485624673289e-06,
      "loss": 0.0084,
      "step": 1792
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.372713016204914e-06,
      "loss": 0.0104,
      "step": 1793
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.37794040773654e-06,
      "loss": 0.016,
      "step": 1794
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.383167799268166e-06,
      "loss": 0.0094,
      "step": 1795
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.388395190799792e-06,
      "loss": 0.0125,
      "step": 1796
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.393622582331417e-06,
      "loss": 0.0106,
      "step": 1797
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.398849973863044e-06,
      "loss": 0.0106,
      "step": 1798
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.40407736539467e-06,
      "loss": 0.0071,
      "step": 1799
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.409304756926295e-06,
      "loss": 0.0016,
      "step": 1800
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.41453214845792e-06,
      "loss": 0.0243,
      "step": 1801
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.419759539989545e-06,
      "loss": 0.0089,
      "step": 1802
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.424986931521172e-06,
      "loss": 0.0245,
      "step": 1803
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.430214323052798e-06,
      "loss": 0.003,
      "step": 1804
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.435441714584423e-06,
      "loss": 0.0147,
      "step": 1805
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.44066910611605e-06,
      "loss": 0.0217,
      "step": 1806
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.445896497647674e-06,
      "loss": 0.0063,
      "step": 1807
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.4511238891793e-06,
      "loss": 0.0103,
      "step": 1808
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.456351280710926e-06,
      "loss": 0.0062,
      "step": 1809
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.461578672242551e-06,
      "loss": 0.0131,
      "step": 1810
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.466806063774178e-06,
      "loss": 0.004,
      "step": 1811
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.472033455305803e-06,
      "loss": 0.0079,
      "step": 1812
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.477260846837429e-06,
      "loss": 0.0102,
      "step": 1813
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.482488238369054e-06,
      "loss": 0.0178,
      "step": 1814
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.48771562990068e-06,
      "loss": 0.0097,
      "step": 1815
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.492943021432306e-06,
      "loss": 0.0109,
      "step": 1816
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.498170412963932e-06,
      "loss": 0.0123,
      "step": 1817
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.503397804495557e-06,
      "loss": 0.0036,
      "step": 1818
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.508625196027184e-06,
      "loss": 0.0095,
      "step": 1819
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.51385258755881e-06,
      "loss": 0.0107,
      "step": 1820
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.519079979090435e-06,
      "loss": 0.0147,
      "step": 1821
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.52430737062206e-06,
      "loss": 0.009,
      "step": 1822
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.529534762153685e-06,
      "loss": 0.0045,
      "step": 1823
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.534762153685312e-06,
      "loss": 0.0062,
      "step": 1824
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.539989545216938e-06,
      "loss": 0.0076,
      "step": 1825
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.545216936748563e-06,
      "loss": 0.0104,
      "step": 1826
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.550444328280188e-06,
      "loss": 0.005,
      "step": 1827
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.555671719811814e-06,
      "loss": 0.0077,
      "step": 1828
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.56089911134344e-06,
      "loss": 0.008,
      "step": 1829
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.566126502875066e-06,
      "loss": 0.0118,
      "step": 1830
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.571353894406691e-06,
      "loss": 0.0096,
      "step": 1831
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.576581285938318e-06,
      "loss": 0.0047,
      "step": 1832
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.581808677469944e-06,
      "loss": 0.0134,
      "step": 1833
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.587036069001569e-06,
      "loss": 0.0092,
      "step": 1834
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.592263460533194e-06,
      "loss": 0.0062,
      "step": 1835
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.59749085206482e-06,
      "loss": 0.0069,
      "step": 1836
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.602718243596446e-06,
      "loss": 0.0125,
      "step": 1837
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.607945635128072e-06,
      "loss": 0.0291,
      "step": 1838
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.613173026659697e-06,
      "loss": 0.0057,
      "step": 1839
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.618400418191324e-06,
      "loss": 0.0075,
      "step": 1840
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.623627809722948e-06,
      "loss": 0.0082,
      "step": 1841
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.628855201254575e-06,
      "loss": 0.0059,
      "step": 1842
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.6340825927862e-06,
      "loss": 0.0132,
      "step": 1843
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.639309984317825e-06,
      "loss": 0.0228,
      "step": 1844
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.644537375849452e-06,
      "loss": 0.006,
      "step": 1845
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.649764767381078e-06,
      "loss": 0.0167,
      "step": 1846
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.654992158912703e-06,
      "loss": 0.0144,
      "step": 1847
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.660219550444328e-06,
      "loss": 0.0107,
      "step": 1848
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.665446941975954e-06,
      "loss": 0.0063,
      "step": 1849
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.67067433350758e-06,
      "loss": 0.0117,
      "step": 1850
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.675901725039206e-06,
      "loss": 0.0336,
      "step": 1851
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.681129116570831e-06,
      "loss": 0.0108,
      "step": 1852
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.686356508102458e-06,
      "loss": 0.0013,
      "step": 1853
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.691583899634084e-06,
      "loss": 0.0132,
      "step": 1854
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.696811291165709e-06,
      "loss": 0.0107,
      "step": 1855
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.702038682697334e-06,
      "loss": 0.0372,
      "step": 1856
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.707266074228961e-06,
      "loss": 0.0044,
      "step": 1857
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.712493465760587e-06,
      "loss": 0.0033,
      "step": 1858
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.717720857292212e-06,
      "loss": 0.017,
      "step": 1859
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.722948248823839e-06,
      "loss": 0.0073,
      "step": 1860
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.728175640355464e-06,
      "loss": 0.0049,
      "step": 1861
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.73340303188709e-06,
      "loss": 0.0111,
      "step": 1862
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.738630423418715e-06,
      "loss": 0.0079,
      "step": 1863
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.74385781495034e-06,
      "loss": 0.0118,
      "step": 1864
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.749085206481967e-06,
      "loss": 0.0139,
      "step": 1865
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.754312598013592e-06,
      "loss": 0.0386,
      "step": 1866
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.759539989545218e-06,
      "loss": 0.0178,
      "step": 1867
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.764767381076845e-06,
      "loss": 0.0132,
      "step": 1868
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.769994772608468e-06,
      "loss": 0.0086,
      "step": 1869
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.775222164140095e-06,
      "loss": 0.0077,
      "step": 1870
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.78044955567172e-06,
      "loss": 0.0055,
      "step": 1871
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.785676947203346e-06,
      "loss": 0.0312,
      "step": 1872
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.790904338734973e-06,
      "loss": 0.0111,
      "step": 1873
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.796131730266598e-06,
      "loss": 0.0067,
      "step": 1874
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.801359121798224e-06,
      "loss": 0.0303,
      "step": 1875
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.806586513329849e-06,
      "loss": 0.0246,
      "step": 1876
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.811813904861474e-06,
      "loss": 0.0098,
      "step": 1877
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.817041296393101e-06,
      "loss": 0.0246,
      "step": 1878
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.822268687924727e-06,
      "loss": 0.0192,
      "step": 1879
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.827496079456352e-06,
      "loss": 0.0047,
      "step": 1880
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.832723470987979e-06,
      "loss": 0.0054,
      "step": 1881
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.837950862519604e-06,
      "loss": 0.0154,
      "step": 1882
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.84317825405123e-06,
      "loss": 0.0227,
      "step": 1883
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.848405645582855e-06,
      "loss": 0.0048,
      "step": 1884
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.85363303711448e-06,
      "loss": 0.0082,
      "step": 1885
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.858860428646107e-06,
      "loss": 0.0213,
      "step": 1886
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.864087820177732e-06,
      "loss": 0.0064,
      "step": 1887
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.869315211709358e-06,
      "loss": 0.0382,
      "step": 1888
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.874542603240983e-06,
      "loss": 0.0279,
      "step": 1889
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.879769994772608e-06,
      "loss": 0.0208,
      "step": 1890
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.884997386304235e-06,
      "loss": 0.0051,
      "step": 1891
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.89022477783586e-06,
      "loss": 0.0069,
      "step": 1892
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.895452169367486e-06,
      "loss": 0.0088,
      "step": 1893
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.900679560899113e-06,
      "loss": 0.0095,
      "step": 1894
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.905906952430738e-06,
      "loss": 0.0058,
      "step": 1895
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.911134343962364e-06,
      "loss": 0.0306,
      "step": 1896
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.916361735493989e-06,
      "loss": 0.0411,
      "step": 1897
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.921589127025614e-06,
      "loss": 0.0235,
      "step": 1898
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.926816518557241e-06,
      "loss": 0.0164,
      "step": 1899
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.932043910088867e-06,
      "loss": 0.0105,
      "step": 1900
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.937271301620492e-06,
      "loss": 0.0042,
      "step": 1901
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.942498693152119e-06,
      "loss": 0.0036,
      "step": 1902
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.947726084683743e-06,
      "loss": 0.0121,
      "step": 1903
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.95295347621537e-06,
      "loss": 0.0108,
      "step": 1904
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.958180867746995e-06,
      "loss": 0.0106,
      "step": 1905
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.96340825927862e-06,
      "loss": 0.0101,
      "step": 1906
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.968635650810247e-06,
      "loss": 0.0232,
      "step": 1907
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.973863042341873e-06,
      "loss": 0.0289,
      "step": 1908
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.979090433873498e-06,
      "loss": 0.0052,
      "step": 1909
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.984317825405123e-06,
      "loss": 0.0011,
      "step": 1910
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.989545216936748e-06,
      "loss": 0.0105,
      "step": 1911
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.994772608468376e-06,
      "loss": 0.0034,
      "step": 1912
    },
    {
      "epoch": 0.03,
      "learning_rate": 1e-05,
      "loss": 0.0105,
      "step": 1913
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999993549157e-06,
      "loss": 0.007,
      "step": 1914
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999974196626e-06,
      "loss": 0.013,
      "step": 1915
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999941942406e-06,
      "loss": 0.0125,
      "step": 1916
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.9999998967865e-06,
      "loss": 0.0446,
      "step": 1917
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999838728909e-06,
      "loss": 0.0351,
      "step": 1918
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999767769628e-06,
      "loss": 0.009,
      "step": 1919
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99999968390866e-06,
      "loss": 0.018,
      "step": 1920
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999587146008e-06,
      "loss": 0.0137,
      "step": 1921
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999477481667e-06,
      "loss": 0.0157,
      "step": 1922
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999354915641e-06,
      "loss": 0.0103,
      "step": 1923
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999219447929e-06,
      "loss": 0.0081,
      "step": 1924
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999999071078532e-06,
      "loss": 0.0031,
      "step": 1925
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999998909807449e-06,
      "loss": 0.0066,
      "step": 1926
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999998735634681e-06,
      "loss": 0.0123,
      "step": 1927
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99999854856023e-06,
      "loss": 0.0107,
      "step": 1928
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999998348584094e-06,
      "loss": 0.0198,
      "step": 1929
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999998135706278e-06,
      "loss": 0.0091,
      "step": 1930
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999997909926776e-06,
      "loss": 0.0204,
      "step": 1931
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999997671245592e-06,
      "loss": 0.0059,
      "step": 1932
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999997419662729e-06,
      "loss": 0.0109,
      "step": 1933
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999997155178183e-06,
      "loss": 0.0466,
      "step": 1934
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999996877791958e-06,
      "loss": 0.0088,
      "step": 1935
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999996587504051e-06,
      "loss": 0.0031,
      "step": 1936
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999996284314469e-06,
      "loss": 0.0283,
      "step": 1937
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999995968223206e-06,
      "loss": 0.0161,
      "step": 1938
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999995639230268e-06,
      "loss": 0.0163,
      "step": 1939
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999995297335655e-06,
      "loss": 0.0115,
      "step": 1940
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999994942539364e-06,
      "loss": 0.0353,
      "step": 1941
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999994574841398e-06,
      "loss": 0.0077,
      "step": 1942
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99999419424176e-06,
      "loss": 0.0074,
      "step": 1943
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99999380074045e-06,
      "loss": 0.0457,
      "step": 1944
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999993394337468e-06,
      "loss": 0.0133,
      "step": 1945
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999992975032814e-06,
      "loss": 0.005,
      "step": 1946
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999992542826493e-06,
      "loss": 0.006,
      "step": 1947
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999992097718504e-06,
      "loss": 0.0101,
      "step": 1948
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999991639708848e-06,
      "loss": 0.0204,
      "step": 1949
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999991168797523e-06,
      "loss": 0.0129,
      "step": 1950
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999990684984537e-06,
      "loss": 0.0255,
      "step": 1951
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999990188269886e-06,
      "loss": 0.0061,
      "step": 1952
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999989678653572e-06,
      "loss": 0.0033,
      "step": 1953
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999989156135598e-06,
      "loss": 0.0239,
      "step": 1954
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999988620715964e-06,
      "loss": 0.0213,
      "step": 1955
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999988072394672e-06,
      "loss": 0.0082,
      "step": 1956
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999987511171724e-06,
      "loss": 0.011,
      "step": 1957
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99998693704712e-06,
      "loss": 0.0072,
      "step": 1958
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999986350020862e-06,
      "loss": 0.0316,
      "step": 1959
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999985750092954e-06,
      "loss": 0.0152,
      "step": 1960
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999985137263393e-06,
      "loss": 0.0041,
      "step": 1961
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999984511532184e-06,
      "loss": 0.0441,
      "step": 1962
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999983872899327e-06,
      "loss": 0.0187,
      "step": 1963
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999983221364825e-06,
      "loss": 0.01,
      "step": 1964
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999982556928677e-06,
      "loss": 0.0109,
      "step": 1965
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999981879590887e-06,
      "loss": 0.0036,
      "step": 1966
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999981189351458e-06,
      "loss": 0.0111,
      "step": 1967
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999980486210387e-06,
      "loss": 0.0103,
      "step": 1968
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999979770167682e-06,
      "loss": 0.0198,
      "step": 1969
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99997904122334e-06,
      "loss": 0.005,
      "step": 1970
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999978299377365e-06,
      "loss": 0.0116,
      "step": 1971
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99997754462976e-06,
      "loss": 0.0187,
      "step": 1972
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999976776980524e-06,
      "loss": 0.0076,
      "step": 1973
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99997599642966e-06,
      "loss": 0.0238,
      "step": 1974
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99997520297717e-06,
      "loss": 0.0124,
      "step": 1975
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999974396623059e-06,
      "loss": 0.0128,
      "step": 1976
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999973577367325e-06,
      "loss": 0.0121,
      "step": 1977
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999972745209972e-06,
      "loss": 0.0285,
      "step": 1978
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999971900151002e-06,
      "loss": 0.0374,
      "step": 1979
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999971042190414e-06,
      "loss": 0.0247,
      "step": 1980
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999970171328218e-06,
      "loss": 0.0115,
      "step": 1981
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999969287564409e-06,
      "loss": 0.0106,
      "step": 1982
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999968390898992e-06,
      "loss": 0.0032,
      "step": 1983
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999967481331968e-06,
      "loss": 0.0069,
      "step": 1984
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999966558863343e-06,
      "loss": 0.0098,
      "step": 1985
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999965623493116e-06,
      "loss": 0.0306,
      "step": 1986
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99996467522129e-06,
      "loss": 0.0164,
      "step": 1987
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999963714047866e-06,
      "loss": 0.0024,
      "step": 1988
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99996273997285e-06,
      "loss": 0.0089,
      "step": 1989
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999961752996243e-06,
      "loss": 0.0053,
      "step": 1990
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999960753118047e-06,
      "loss": 0.0022,
      "step": 1991
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999959740338263e-06,
      "loss": 0.0332,
      "step": 1992
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999958714656898e-06,
      "loss": 0.0089,
      "step": 1993
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99995767607395e-06,
      "loss": 0.0232,
      "step": 1994
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999956624589424e-06,
      "loss": 0.0128,
      "step": 1995
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999955560203323e-06,
      "loss": 0.01,
      "step": 1996
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99995448291565e-06,
      "loss": 0.0033,
      "step": 1997
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999953392726406e-06,
      "loss": 0.0045,
      "step": 1998
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999952289635596e-06,
      "loss": 0.005,
      "step": 1999
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99995117364322e-06,
      "loss": 0.0129,
      "step": 2000
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999950044749283e-06,
      "loss": 0.0258,
      "step": 2001
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999948902953788e-06,
      "loss": 0.0404,
      "step": 2002
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999947748256736e-06,
      "loss": 0.0251,
      "step": 2003
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999946580658132e-06,
      "loss": 0.0062,
      "step": 2004
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99994540015798e-06,
      "loss": 0.024,
      "step": 2005
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99994420675628e-06,
      "loss": 0.0244,
      "step": 2006
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999943000453035e-06,
      "loss": 0.0088,
      "step": 2007
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999941781248253e-06,
      "loss": 0.0091,
      "step": 2008
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99994054914193e-06,
      "loss": 0.0096,
      "step": 2009
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999939304134077e-06,
      "loss": 0.0055,
      "step": 2010
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99993804622469e-06,
      "loss": 0.0141,
      "step": 2011
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999936775413776e-06,
      "loss": 0.009,
      "step": 2012
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999935491701338e-06,
      "loss": 0.0102,
      "step": 2013
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99993419508738e-06,
      "loss": 0.0085,
      "step": 2014
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999932885571903e-06,
      "loss": 0.0154,
      "step": 2015
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999931563154912e-06,
      "loss": 0.0114,
      "step": 2016
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999930227836409e-06,
      "loss": 0.0213,
      "step": 2017
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999928879616401e-06,
      "loss": 0.0184,
      "step": 2018
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999927518494887e-06,
      "loss": 0.011,
      "step": 2019
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999926144471874e-06,
      "loss": 0.0074,
      "step": 2020
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999924757547363e-06,
      "loss": 0.0176,
      "step": 2021
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99992335772136e-06,
      "loss": 0.0266,
      "step": 2022
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999921944993866e-06,
      "loss": 0.0268,
      "step": 2023
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999920519364886e-06,
      "loss": 0.0094,
      "step": 2024
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999919080834424e-06,
      "loss": 0.0167,
      "step": 2025
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999917629402482e-06,
      "loss": 0.0148,
      "step": 2026
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999916165069069e-06,
      "loss": 0.0037,
      "step": 2027
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99991468783418e-06,
      "loss": 0.0063,
      "step": 2028
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999913197697826e-06,
      "loss": 0.0277,
      "step": 2029
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99991169466001e-06,
      "loss": 0.0033,
      "step": 2030
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999910178720731e-06,
      "loss": 0.0173,
      "step": 2031
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999908649879999e-06,
      "loss": 0.0086,
      "step": 2032
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999907108137815e-06,
      "loss": 0.0064,
      "step": 2033
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999905553494182e-06,
      "loss": 0.0138,
      "step": 2034
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999903985949104e-06,
      "loss": 0.0285,
      "step": 2035
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999902405502588e-06,
      "loss": 0.0053,
      "step": 2036
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999900812154637e-06,
      "loss": 0.0123,
      "step": 2037
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999899205905254e-06,
      "loss": 0.0337,
      "step": 2038
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999897586754443e-06,
      "loss": 0.0043,
      "step": 2039
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99989595470221e-06,
      "loss": 0.0147,
      "step": 2040
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999894309748557e-06,
      "loss": 0.0182,
      "step": 2041
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99989265189349e-06,
      "loss": 0.0053,
      "step": 2042
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999890981137011e-06,
      "loss": 0.0019,
      "step": 2043
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999889297479127e-06,
      "loss": 0.0158,
      "step": 2044
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999887600919842e-06,
      "loss": 0.011,
      "step": 2045
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999885891459157e-06,
      "loss": 0.0082,
      "step": 2046
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999884169097082e-06,
      "loss": 0.0124,
      "step": 2047
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999882433833616e-06,
      "loss": 0.0134,
      "step": 2048
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999880685668769e-06,
      "loss": 0.0093,
      "step": 2049
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999878924602538e-06,
      "loss": 0.0068,
      "step": 2050
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999877150634934e-06,
      "loss": 0.0182,
      "step": 2051
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99987536376596e-06,
      "loss": 0.0059,
      "step": 2052
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99987356399562e-06,
      "loss": 0.0158,
      "step": 2053
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99987175132392e-06,
      "loss": 0.0041,
      "step": 2054
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99986992575086e-06,
      "loss": 0.0363,
      "step": 2055
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999868087276452e-06,
      "loss": 0.0239,
      "step": 2056
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999866235900694e-06,
      "loss": 0.0074,
      "step": 2057
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999864371623595e-06,
      "loss": 0.0127,
      "step": 2058
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999862494445158e-06,
      "loss": 0.0047,
      "step": 2059
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999860604365388e-06,
      "loss": 0.0398,
      "step": 2060
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999858701384291e-06,
      "loss": 0.018,
      "step": 2061
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999856785501872e-06,
      "loss": 0.0113,
      "step": 2062
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999854856718133e-06,
      "loss": 0.006,
      "step": 2063
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999852915033084e-06,
      "loss": 0.0082,
      "step": 2064
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999850960446724e-06,
      "loss": 0.0044,
      "step": 2065
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999848992959062e-06,
      "loss": 0.0271,
      "step": 2066
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999847012570103e-06,
      "loss": 0.0063,
      "step": 2067
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99984501927985e-06,
      "loss": 0.014,
      "step": 2068
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99984301308831e-06,
      "loss": 0.0173,
      "step": 2069
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99984099399549e-06,
      "loss": 0.013,
      "step": 2070
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99983896200139e-06,
      "loss": 0.0093,
      "step": 2071
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999836917106018e-06,
      "loss": 0.0091,
      "step": 2072
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99983485930938e-06,
      "loss": 0.0483,
      "step": 2073
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99983278861148e-06,
      "loss": 0.0133,
      "step": 2074
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999830705012326e-06,
      "loss": 0.0054,
      "step": 2075
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999828608511919e-06,
      "loss": 0.0128,
      "step": 2076
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999826499110268e-06,
      "loss": 0.0186,
      "step": 2077
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999824376807376e-06,
      "loss": 0.0199,
      "step": 2078
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999822241603252e-06,
      "loss": 0.011,
      "step": 2079
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999820093497897e-06,
      "loss": 0.0123,
      "step": 2080
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99981793249132e-06,
      "loss": 0.0058,
      "step": 2081
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999815758583524e-06,
      "loss": 0.0078,
      "step": 2082
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999813571774518e-06,
      "loss": 0.0126,
      "step": 2083
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999811372064305e-06,
      "loss": 0.0095,
      "step": 2084
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99980915945289e-06,
      "loss": 0.0078,
      "step": 2085
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999806933940281e-06,
      "loss": 0.033,
      "step": 2086
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999804695526483e-06,
      "loss": 0.006,
      "step": 2087
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999802444211499e-06,
      "loss": 0.0084,
      "step": 2088
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99980017999534e-06,
      "loss": 0.0123,
      "step": 2089
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999797902878008e-06,
      "loss": 0.0112,
      "step": 2090
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999795612859512e-06,
      "loss": 0.0045,
      "step": 2091
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999793309939853e-06,
      "loss": 0.0171,
      "step": 2092
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999790994119041e-06,
      "loss": 0.0328,
      "step": 2093
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999788665397082e-06,
      "loss": 0.0121,
      "step": 2094
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999786323773979e-06,
      "loss": 0.0016,
      "step": 2095
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99978396924974e-06,
      "loss": 0.0035,
      "step": 2096
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999781601824371e-06,
      "loss": 0.0046,
      "step": 2097
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99977922149788e-06,
      "loss": 0.021,
      "step": 2098
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99977682827027e-06,
      "loss": 0.0052,
      "step": 2099
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999774422141549e-06,
      "loss": 0.0272,
      "step": 2100
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99977200311172e-06,
      "loss": 0.0286,
      "step": 2101
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999769571180793e-06,
      "loss": 0.0148,
      "step": 2102
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999767126348774e-06,
      "loss": 0.0076,
      "step": 2103
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999764668615669e-06,
      "loss": 0.0114,
      "step": 2104
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999762197981483e-06,
      "loss": 0.0083,
      "step": 2105
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999759714446223e-06,
      "loss": 0.0038,
      "step": 2106
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999757218009895e-06,
      "loss": 0.0115,
      "step": 2107
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999754708672507e-06,
      "loss": 0.0561,
      "step": 2108
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999752186434063e-06,
      "loss": 0.0101,
      "step": 2109
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999749651294574e-06,
      "loss": 0.008,
      "step": 2110
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99974710325404e-06,
      "loss": 0.0064,
      "step": 2111
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999744542312474e-06,
      "loss": 0.0166,
      "step": 2112
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999741968469878e-06,
      "loss": 0.0059,
      "step": 2113
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999739381726262e-06,
      "loss": 0.0096,
      "step": 2114
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999736782081628e-06,
      "loss": 0.0148,
      "step": 2115
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999734169535989e-06,
      "loss": 0.0126,
      "step": 2116
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999731544089345e-06,
      "loss": 0.0106,
      "step": 2117
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999728905741709e-06,
      "loss": 0.0118,
      "step": 2118
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999726254493083e-06,
      "loss": 0.0577,
      "step": 2119
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999723590343478e-06,
      "loss": 0.0022,
      "step": 2120
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999720913292899e-06,
      "loss": 0.0061,
      "step": 2121
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99971822334135e-06,
      "loss": 0.0075,
      "step": 2122
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999715520488842e-06,
      "loss": 0.0119,
      "step": 2123
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999712804735383e-06,
      "loss": 0.0109,
      "step": 2124
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999710076080973e-06,
      "loss": 0.0081,
      "step": 2125
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999707334525626e-06,
      "loss": 0.0091,
      "step": 2126
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999704580069348e-06,
      "loss": 0.0188,
      "step": 2127
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999701812712142e-06,
      "loss": 0.0092,
      "step": 2128
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99969903245402e-06,
      "loss": 0.0082,
      "step": 2129
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999696239294987e-06,
      "loss": 0.0154,
      "step": 2130
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99969343323505e-06,
      "loss": 0.0091,
      "step": 2131
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999690614274215e-06,
      "loss": 0.006,
      "step": 2132
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999687782412493e-06,
      "loss": 0.0213,
      "step": 2133
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999684937649889e-06,
      "loss": 0.0453,
      "step": 2134
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99968207998641e-06,
      "loss": 0.0267,
      "step": 2135
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999679209422063e-06,
      "loss": 0.0051,
      "step": 2136
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999676325956858e-06,
      "loss": 0.0091,
      "step": 2137
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999673429590799e-06,
      "loss": 0.0137,
      "step": 2138
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999670520323896e-06,
      "loss": 0.0101,
      "step": 2139
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999667598156154e-06,
      "loss": 0.0104,
      "step": 2140
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999664663087584e-06,
      "loss": 0.0138,
      "step": 2141
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999661715118191e-06,
      "loss": 0.0072,
      "step": 2142
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999658754247984e-06,
      "loss": 0.0311,
      "step": 2143
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999655780476971e-06,
      "loss": 0.0082,
      "step": 2144
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999652793805159e-06,
      "loss": 0.0282,
      "step": 2145
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999649794232555e-06,
      "loss": 0.0034,
      "step": 2146
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999646781759166e-06,
      "loss": 0.0081,
      "step": 2147
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999643756385e-06,
      "loss": 0.0098,
      "step": 2148
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999640718110068e-06,
      "loss": 0.0065,
      "step": 2149
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999637666934374e-06,
      "loss": 0.0295,
      "step": 2150
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999634602857929e-06,
      "loss": 0.0243,
      "step": 2151
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99963152588074e-06,
      "loss": 0.0207,
      "step": 2152
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999628436002811e-06,
      "loss": 0.0165,
      "step": 2153
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999625333224157e-06,
      "loss": 0.0046,
      "step": 2154
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99962221754478e-06,
      "loss": 0.0109,
      "step": 2155
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99961908896469e-06,
      "loss": 0.0022,
      "step": 2156
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999615947483897e-06,
      "loss": 0.0213,
      "step": 2157
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999612793102406e-06,
      "loss": 0.0108,
      "step": 2158
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999609625820228e-06,
      "loss": 0.013,
      "step": 2159
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999606445637369e-06,
      "loss": 0.0174,
      "step": 2160
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999603252553839e-06,
      "loss": 0.0123,
      "step": 2161
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999600046569644e-06,
      "loss": 0.0014,
      "step": 2162
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999596827684794e-06,
      "loss": 0.063,
      "step": 2163
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999593595899297e-06,
      "loss": 0.0082,
      "step": 2164
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999590351213163e-06,
      "loss": 0.0055,
      "step": 2165
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999587093626395e-06,
      "loss": 0.0126,
      "step": 2166
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999583823139007e-06,
      "loss": 0.0096,
      "step": 2167
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999580539751005e-06,
      "loss": 0.0134,
      "step": 2168
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999577243462397e-06,
      "loss": 0.01,
      "step": 2169
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999573934273195e-06,
      "loss": 0.0103,
      "step": 2170
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999570612183403e-06,
      "loss": 0.0143,
      "step": 2171
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999567277193033e-06,
      "loss": 0.022,
      "step": 2172
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99956392930209e-06,
      "loss": 0.0098,
      "step": 2173
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999560568510585e-06,
      "loss": 0.0053,
      "step": 2174
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999557194818527e-06,
      "loss": 0.0062,
      "step": 2175
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999553808225924e-06,
      "loss": 0.0234,
      "step": 2176
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999550408732786e-06,
      "loss": 0.0048,
      "step": 2177
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999546996339118e-06,
      "loss": 0.0381,
      "step": 2178
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999543571044935e-06,
      "loss": 0.0371,
      "step": 2179
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999540132850239e-06,
      "loss": 0.001,
      "step": 2180
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999536681755044e-06,
      "loss": 0.0176,
      "step": 2181
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999533217759357e-06,
      "loss": 0.0066,
      "step": 2182
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999529740863185e-06,
      "loss": 0.0087,
      "step": 2183
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99952625106654e-06,
      "loss": 0.0059,
      "step": 2184
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999522748369431e-06,
      "loss": 0.027,
      "step": 2185
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999519232771866e-06,
      "loss": 0.0043,
      "step": 2186
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999515704273852e-06,
      "loss": 0.0125,
      "step": 2187
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999512162875402e-06,
      "loss": 0.014,
      "step": 2188
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999508608576523e-06,
      "loss": 0.0154,
      "step": 2189
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999505041377224e-06,
      "loss": 0.0145,
      "step": 2190
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999501461277517e-06,
      "loss": 0.0108,
      "step": 2191
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999497868277406e-06,
      "loss": 0.0095,
      "step": 2192
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999494262376904e-06,
      "loss": 0.0104,
      "step": 2193
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99949064357602e-06,
      "loss": 0.0101,
      "step": 2194
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999487011874762e-06,
      "loss": 0.0049,
      "step": 2195
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999483367273142e-06,
      "loss": 0.0068,
      "step": 2196
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999479709771166e-06,
      "loss": 0.0094,
      "step": 2197
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999476039368845e-06,
      "loss": 0.0465,
      "step": 2198
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99947235606619e-06,
      "loss": 0.0173,
      "step": 2199
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999468659863207e-06,
      "loss": 0.0074,
      "step": 2200
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99946495075991e-06,
      "loss": 0.0125,
      "step": 2201
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999461228756304e-06,
      "loss": 0.0051,
      "step": 2202
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999457493852401e-06,
      "loss": 0.0187,
      "step": 2203
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999453746048212e-06,
      "loss": 0.0115,
      "step": 2204
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999449985343743e-06,
      "loss": 0.007,
      "step": 2205
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999446211739006e-06,
      "loss": 0.0218,
      "step": 2206
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999442425234012e-06,
      "loss": 0.0138,
      "step": 2207
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999438625828769e-06,
      "loss": 0.0105,
      "step": 2208
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999434813523286e-06,
      "loss": 0.0134,
      "step": 2209
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999430988317574e-06,
      "loss": 0.0113,
      "step": 2210
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999427150211642e-06,
      "loss": 0.0065,
      "step": 2211
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999423299205502e-06,
      "loss": 0.0248,
      "step": 2212
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999419435299163e-06,
      "loss": 0.0157,
      "step": 2213
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999415558492633e-06,
      "loss": 0.0157,
      "step": 2214
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999411668785925e-06,
      "loss": 0.0097,
      "step": 2215
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999407766179048e-06,
      "loss": 0.0056,
      "step": 2216
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99940385067201e-06,
      "loss": 0.01,
      "step": 2217
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999399922264825e-06,
      "loss": 0.011,
      "step": 2218
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999395980957498e-06,
      "loss": 0.0068,
      "step": 2219
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999392026750045e-06,
      "loss": 0.0181,
      "step": 2220
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999388059642471e-06,
      "loss": 0.0108,
      "step": 2221
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99938407963479e-06,
      "loss": 0.0069,
      "step": 2222
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99938008672701e-06,
      "loss": 0.0038,
      "step": 2223
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999376080919143e-06,
      "loss": 0.0142,
      "step": 2224
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999372062211197e-06,
      "loss": 0.0086,
      "step": 2225
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999368030603186e-06,
      "loss": 0.0104,
      "step": 2226
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999363986095117e-06,
      "loss": 0.0043,
      "step": 2227
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999359928687e-06,
      "loss": 0.0055,
      "step": 2228
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.99935585837885e-06,
      "loss": 0.0035,
      "step": 2229
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999351775170674e-06,
      "loss": 0.0119,
      "step": 2230
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.999347679062481e-06,
      "loss": 0.013,
      "step": 2231
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999343570054285e-06,
      "loss": 0.0131,
      "step": 2232
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999339448146097e-06,
      "loss": 0.0075,
      "step": 2233
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999335313337923e-06,
      "loss": 0.0257,
      "step": 2234
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99933116562978e-06,
      "loss": 0.0065,
      "step": 2235
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999327005021674e-06,
      "loss": 0.0036,
      "step": 2236
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999322831513616e-06,
      "loss": 0.0041,
      "step": 2237
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999318645105617e-06,
      "loss": 0.0292,
      "step": 2238
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999314445797691e-06,
      "loss": 0.0128,
      "step": 2239
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999310233589845e-06,
      "loss": 0.0057,
      "step": 2240
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999306008482092e-06,
      "loss": 0.0138,
      "step": 2241
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999301770474444e-06,
      "loss": 0.0164,
      "step": 2242
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999297519566907e-06,
      "loss": 0.011,
      "step": 2243
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999293255759496e-06,
      "loss": 0.004,
      "step": 2244
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999288979052222e-06,
      "loss": 0.0115,
      "step": 2245
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999284689445095e-06,
      "loss": 0.0073,
      "step": 2246
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999280386938128e-06,
      "loss": 0.0098,
      "step": 2247
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999276071531328e-06,
      "loss": 0.0102,
      "step": 2248
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99927174322471e-06,
      "loss": 0.0068,
      "step": 2249
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999267402018282e-06,
      "loss": 0.0032,
      "step": 2250
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999263047912058e-06,
      "loss": 0.0051,
      "step": 2251
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999258680906048e-06,
      "loss": 0.0057,
      "step": 2252
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999254301000263e-06,
      "loss": 0.0175,
      "step": 2253
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999249908194714e-06,
      "loss": 0.0097,
      "step": 2254
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999245502489415e-06,
      "loss": 0.0077,
      "step": 2255
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999241083884373e-06,
      "loss": 0.0099,
      "step": 2256
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999236652379603e-06,
      "loss": 0.0044,
      "step": 2257
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999232207975117e-06,
      "loss": 0.0133,
      "step": 2258
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999227750670921e-06,
      "loss": 0.0234,
      "step": 2259
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999223280467032e-06,
      "loss": 0.0047,
      "step": 2260
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999218797363462e-06,
      "loss": 0.0011,
      "step": 2261
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999214301360217e-06,
      "loss": 0.0023,
      "step": 2262
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999209792457314e-06,
      "loss": 0.0042,
      "step": 2263
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999205270654761e-06,
      "loss": 0.007,
      "step": 2264
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999200735952573e-06,
      "loss": 0.0084,
      "step": 2265
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999196188350757e-06,
      "loss": 0.0196,
      "step": 2266
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99919162784933e-06,
      "loss": 0.0108,
      "step": 2267
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999187054448301e-06,
      "loss": 0.0335,
      "step": 2268
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999182468147681e-06,
      "loss": 0.0083,
      "step": 2269
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999177868947485e-06,
      "loss": 0.0095,
      "step": 2270
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99917325684772e-06,
      "loss": 0.0488,
      "step": 2271
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999168631848404e-06,
      "loss": 0.0029,
      "step": 2272
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999163993949544e-06,
      "loss": 0.0085,
      "step": 2273
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999159343151155e-06,
      "loss": 0.0096,
      "step": 2274
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999154679453247e-06,
      "loss": 0.0095,
      "step": 2275
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999150002855832e-06,
      "loss": 0.0038,
      "step": 2276
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999145313358923e-06,
      "loss": 0.0039,
      "step": 2277
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999140610962532e-06,
      "loss": 0.0306,
      "step": 2278
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999135895666672e-06,
      "loss": 0.0121,
      "step": 2279
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999131167471355e-06,
      "loss": 0.0045,
      "step": 2280
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99912642637659e-06,
      "loss": 0.0184,
      "step": 2281
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999121672382392e-06,
      "loss": 0.022,
      "step": 2282
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999116905488774e-06,
      "loss": 0.0418,
      "step": 2283
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999112125695747e-06,
      "loss": 0.0144,
      "step": 2284
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999107333003322e-06,
      "loss": 0.0028,
      "step": 2285
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999102527411515e-06,
      "loss": 0.0066,
      "step": 2286
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999097708920336e-06,
      "loss": 0.0414,
      "step": 2287
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999092877529796e-06,
      "loss": 0.0178,
      "step": 2288
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999088033239912e-06,
      "loss": 0.0086,
      "step": 2289
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999083176050691e-06,
      "loss": 0.0027,
      "step": 2290
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99907830596215e-06,
      "loss": 0.0533,
      "step": 2291
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9990734229743e-06,
      "loss": 0.0147,
      "step": 2292
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999068527087152e-06,
      "loss": 0.0081,
      "step": 2293
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99906361830072e-06,
      "loss": 0.0325,
      "step": 2294
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999058696615018e-06,
      "loss": 0.0079,
      "step": 2295
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999053762030057e-06,
      "loss": 0.0099,
      "step": 2296
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999048814545849e-06,
      "loss": 0.0077,
      "step": 2297
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99904385416241e-06,
      "loss": 0.0113,
      "step": 2298
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99903888087975e-06,
      "loss": 0.0022,
      "step": 2299
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99903389469788e-06,
      "loss": 0.011,
      "step": 2300
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999028895616818e-06,
      "loss": 0.0091,
      "step": 2301
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999023883636573e-06,
      "loss": 0.0026,
      "step": 2302
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999018858757162e-06,
      "loss": 0.0095,
      "step": 2303
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.999013820978592e-06,
      "loss": 0.0104,
      "step": 2304
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99900877030088e-06,
      "loss": 0.0098,
      "step": 2305
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99900370672404e-06,
      "loss": 0.0034,
      "step": 2306
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998998630248081e-06,
      "loss": 0.0101,
      "step": 2307
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99899354087302e-06,
      "loss": 0.0121,
      "step": 2308
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998988438598868e-06,
      "loss": 0.006,
      "step": 2309
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998983323425638e-06,
      "loss": 0.0071,
      "step": 2310
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998978195353345e-06,
      "loss": 0.0133,
      "step": 2311
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998973054382e-06,
      "loss": 0.0122,
      "step": 2312
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998967900511618e-06,
      "loss": 0.005,
      "step": 2313
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998962733742212e-06,
      "loss": 0.0054,
      "step": 2314
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998957554073795e-06,
      "loss": 0.0094,
      "step": 2315
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99895236150638e-06,
      "loss": 0.0165,
      "step": 2316
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998947156039981e-06,
      "loss": 0.0117,
      "step": 2317
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998941937674611e-06,
      "loss": 0.0079,
      "step": 2318
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998936706410284e-06,
      "loss": 0.0242,
      "step": 2319
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998931462247013e-06,
      "loss": 0.0032,
      "step": 2320
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998926205184812e-06,
      "loss": 0.0046,
      "step": 2321
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998920935223693e-06,
      "loss": 0.0152,
      "step": 2322
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998915652363672e-06,
      "loss": 0.0032,
      "step": 2323
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998910356604761e-06,
      "loss": 0.0132,
      "step": 2324
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998905047946975e-06,
      "loss": 0.0416,
      "step": 2325
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998899726390328e-06,
      "loss": 0.0189,
      "step": 2326
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99889439193483e-06,
      "loss": 0.0196,
      "step": 2327
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998889044580498e-06,
      "loss": 0.0095,
      "step": 2328
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998883684327346e-06,
      "loss": 0.0059,
      "step": 2329
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998878311175387e-06,
      "loss": 0.0071,
      "step": 2330
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998872925124633e-06,
      "loss": 0.0099,
      "step": 2331
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998867526175101e-06,
      "loss": 0.0161,
      "step": 2332
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998862114326804e-06,
      "loss": 0.0042,
      "step": 2333
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998856689579756e-06,
      "loss": 0.0077,
      "step": 2334
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998851251933971e-06,
      "loss": 0.0182,
      "step": 2335
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998845801389462e-06,
      "loss": 0.011,
      "step": 2336
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998840337946243e-06,
      "loss": 0.0055,
      "step": 2337
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99883486160433e-06,
      "loss": 0.008,
      "step": 2338
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998829372363735e-06,
      "loss": 0.0227,
      "step": 2339
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998823870224475e-06,
      "loss": 0.0061,
      "step": 2340
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998818355186559e-06,
      "loss": 0.017,
      "step": 2341
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998812827250008e-06,
      "loss": 0.0057,
      "step": 2342
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99880728641483e-06,
      "loss": 0.0099,
      "step": 2343
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998801732681046e-06,
      "loss": 0.0074,
      "step": 2344
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998796166048662e-06,
      "loss": 0.0102,
      "step": 2345
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9987905865177e-06,
      "loss": 0.0141,
      "step": 2346
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998784994088168e-06,
      "loss": 0.0228,
      "step": 2347
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998779388760087e-06,
      "loss": 0.0067,
      "step": 2348
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998773770533466e-06,
      "loss": 0.0196,
      "step": 2349
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998768139408324e-06,
      "loss": 0.0052,
      "step": 2350
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99876249538467e-06,
      "loss": 0.0084,
      "step": 2351
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998756838462525e-06,
      "loss": 0.0104,
      "step": 2352
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998751168641897e-06,
      "loss": 0.0101,
      "step": 2353
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998745485922805e-06,
      "loss": 0.0076,
      "step": 2354
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998739790305263e-06,
      "loss": 0.0386,
      "step": 2355
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998734081789286e-06,
      "loss": 0.0208,
      "step": 2356
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998728360374887e-06,
      "loss": 0.0095,
      "step": 2357
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998722626062083e-06,
      "loss": 0.0126,
      "step": 2358
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998716878850886e-06,
      "loss": 0.0097,
      "step": 2359
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998711118741313e-06,
      "loss": 0.0134,
      "step": 2360
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998705345733379e-06,
      "loss": 0.0205,
      "step": 2361
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998699559827097e-06,
      "loss": 0.0056,
      "step": 2362
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998693761022485e-06,
      "loss": 0.0029,
      "step": 2363
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998687949319554e-06,
      "loss": 0.0277,
      "step": 2364
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998682124718323e-06,
      "loss": 0.0415,
      "step": 2365
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998676287218802e-06,
      "loss": 0.0102,
      "step": 2366
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998670436821013e-06,
      "loss": 0.0115,
      "step": 2367
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998664573524965e-06,
      "loss": 0.008,
      "step": 2368
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998658697330675e-06,
      "loss": 0.0083,
      "step": 2369
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998652808238159e-06,
      "loss": 0.0122,
      "step": 2370
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998646906247432e-06,
      "loss": 0.0064,
      "step": 2371
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99864099135851e-06,
      "loss": 0.0056,
      "step": 2372
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998635063571405e-06,
      "loss": 0.0053,
      "step": 2373
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998629122886136e-06,
      "loss": 0.0093,
      "step": 2374
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998623169302717e-06,
      "loss": 0.0114,
      "step": 2375
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998617202821163e-06,
      "loss": 0.0203,
      "step": 2376
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998611223441489e-06,
      "loss": 0.0082,
      "step": 2377
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998605231163712e-06,
      "loss": 0.0247,
      "step": 2378
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998599225987847e-06,
      "loss": 0.015,
      "step": 2379
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998593207913907e-06,
      "loss": 0.0136,
      "step": 2380
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99858717694191e-06,
      "loss": 0.019,
      "step": 2381
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998581133071872e-06,
      "loss": 0.0032,
      "step": 2382
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998575076303807e-06,
      "loss": 0.0021,
      "step": 2383
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998569006637731e-06,
      "loss": 0.0057,
      "step": 2384
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99856292407366e-06,
      "loss": 0.0074,
      "step": 2385
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998556828611611e-06,
      "loss": 0.0102,
      "step": 2386
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998550720251598e-06,
      "loss": 0.006,
      "step": 2387
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998544598993636e-06,
      "loss": 0.0037,
      "step": 2388
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998538464837744e-06,
      "loss": 0.0037,
      "step": 2389
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998532317783933e-06,
      "loss": 0.0058,
      "step": 2390
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998526157832225e-06,
      "loss": 0.0142,
      "step": 2391
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99851998498263e-06,
      "loss": 0.0066,
      "step": 2392
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998513799235166e-06,
      "loss": 0.0072,
      "step": 2393
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998507600589851e-06,
      "loss": 0.0139,
      "step": 2394
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9985013890467e-06,
      "loss": 0.0062,
      "step": 2395
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998495164605726e-06,
      "loss": 0.0052,
      "step": 2396
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998488927266949e-06,
      "loss": 0.005,
      "step": 2397
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998482677030384e-06,
      "loss": 0.0217,
      "step": 2398
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998476413896046e-06,
      "loss": 0.0123,
      "step": 2399
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998470137863952e-06,
      "loss": 0.0413,
      "step": 2400
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99846384893412e-06,
      "loss": 0.0075,
      "step": 2401
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998457547106561e-06,
      "loss": 0.0125,
      "step": 2402
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998451232381297e-06,
      "loss": 0.0128,
      "step": 2403
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99844490475834e-06,
      "loss": 0.0059,
      "step": 2404
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998438564237711e-06,
      "loss": 0.0017,
      "step": 2405
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998432210819421e-06,
      "loss": 0.007,
      "step": 2406
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998425844503489e-06,
      "loss": 0.0083,
      "step": 2407
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998419465289932e-06,
      "loss": 0.0133,
      "step": 2408
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998413073178767e-06,
      "loss": 0.0088,
      "step": 2409
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998406668170008e-06,
      "loss": 0.0214,
      "step": 2410
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998400250263674e-06,
      "loss": 0.0088,
      "step": 2411
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99839381945978e-06,
      "loss": 0.0047,
      "step": 2412
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998387375758342e-06,
      "loss": 0.0114,
      "step": 2413
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99838091915938e-06,
      "loss": 0.0159,
      "step": 2414
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998374449662905e-06,
      "loss": 0.0282,
      "step": 2415
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998367967268937e-06,
      "loss": 0.0086,
      "step": 2416
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998361471977496e-06,
      "loss": 0.0129,
      "step": 2417
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998354963788592e-06,
      "loss": 0.0108,
      "step": 2418
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998348442702248e-06,
      "loss": 0.0125,
      "step": 2419
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998341908718477e-06,
      "loss": 0.0071,
      "step": 2420
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998335361837297e-06,
      "loss": 0.0329,
      "step": 2421
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998328802058725e-06,
      "loss": 0.0082,
      "step": 2422
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998322229382777e-06,
      "loss": 0.0058,
      "step": 2423
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998315643809474e-06,
      "loss": 0.0156,
      "step": 2424
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998309045338826e-06,
      "loss": 0.0152,
      "step": 2425
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998302433970855e-06,
      "loss": 0.0095,
      "step": 2426
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998295809705576e-06,
      "loss": 0.0112,
      "step": 2427
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998289172543007e-06,
      "loss": 0.0066,
      "step": 2428
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998282522483167e-06,
      "loss": 0.0133,
      "step": 2429
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99827585952607e-06,
      "loss": 0.0056,
      "step": 2430
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998269183671735e-06,
      "loss": 0.0157,
      "step": 2431
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998262494920177e-06,
      "loss": 0.0149,
      "step": 2432
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998255793271416e-06,
      "loss": 0.0079,
      "step": 2433
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998249078725467e-06,
      "loss": 0.0206,
      "step": 2434
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99824235128235e-06,
      "loss": 0.0376,
      "step": 2435
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99823561094208e-06,
      "loss": 0.029,
      "step": 2436
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998228857704677e-06,
      "loss": 0.0119,
      "step": 2437
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998222091570154e-06,
      "loss": 0.0052,
      "step": 2438
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998215312538533e-06,
      "loss": 0.0191,
      "step": 2439
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99820852060983e-06,
      "loss": 0.0051,
      "step": 2440
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99820171578406e-06,
      "loss": 0.0178,
      "step": 2441
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998194898061245e-06,
      "loss": 0.0036,
      "step": 2442
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9981880674414e-06,
      "loss": 0.0111,
      "step": 2443
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998181223924542e-06,
      "loss": 0.0123,
      "step": 2444
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998174367510688e-06,
      "loss": 0.01,
      "step": 2445
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998167498199858e-06,
      "loss": 0.0049,
      "step": 2446
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998160615992072e-06,
      "loss": 0.0088,
      "step": 2447
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998153720887342e-06,
      "loss": 0.0186,
      "step": 2448
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998146812885689e-06,
      "loss": 0.0111,
      "step": 2449
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99813989198713e-06,
      "loss": 0.0106,
      "step": 2450
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998132958191684e-06,
      "loss": 0.028,
      "step": 2451
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99812601149937e-06,
      "loss": 0.0045,
      "step": 2452
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9981190519102e-06,
      "loss": 0.0084,
      "step": 2453
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998112079424199e-06,
      "loss": 0.0279,
      "step": 2454
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998105094041381e-06,
      "loss": 0.0103,
      "step": 2455
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998098095761765e-06,
      "loss": 0.014,
      "step": 2456
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99809108458537e-06,
      "loss": 0.018,
      "step": 2457
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998084060512211e-06,
      "loss": 0.027,
      "step": 2458
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99807702354231e-06,
      "loss": 0.005,
      "step": 2459
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998069973675684e-06,
      "loss": 0.0201,
      "step": 2460
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99806291091235e-06,
      "loss": 0.0046,
      "step": 2461
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998055835252325e-06,
      "loss": 0.0379,
      "step": 2462
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998048746695633e-06,
      "loss": 0.0144,
      "step": 2463
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998041645242284e-06,
      "loss": 0.0064,
      "step": 2464
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998034530892304e-06,
      "loss": 0.0172,
      "step": 2465
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998027403645708e-06,
      "loss": 0.0088,
      "step": 2466
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998020263502512e-06,
      "loss": 0.0304,
      "step": 2467
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99801311046274e-06,
      "loss": 0.0098,
      "step": 2468
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.998005944526406e-06,
      "loss": 0.0071,
      "step": 2469
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997998765693528e-06,
      "loss": 0.0062,
      "step": 2470
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997991573964128e-06,
      "loss": 0.0193,
      "step": 2471
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997984369338223e-06,
      "loss": 0.013,
      "step": 2472
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997977151815831e-06,
      "loss": 0.0175,
      "step": 2473
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997969921396973e-06,
      "loss": 0.0102,
      "step": 2474
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997962678081664e-06,
      "loss": 0.0494,
      "step": 2475
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997955421869925e-06,
      "loss": 0.0113,
      "step": 2476
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997948152761775e-06,
      "loss": 0.0316,
      "step": 2477
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99794087075723e-06,
      "loss": 0.0082,
      "step": 2478
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997933575856313e-06,
      "loss": 0.0201,
      "step": 2479
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997926268059039e-06,
      "loss": 0.0142,
      "step": 2480
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99791894736543e-06,
      "loss": 0.0085,
      "step": 2481
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997911613775501e-06,
      "loss": 0.0091,
      "step": 2482
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997904267289275e-06,
      "loss": 0.0065,
      "step": 2483
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99789690790677e-06,
      "loss": 0.0212,
      "step": 2484
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997889535628002e-06,
      "loss": 0.0056,
      "step": 2485
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997882150452994e-06,
      "loss": 0.0233,
      "step": 2486
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997874752381762e-06,
      "loss": 0.0148,
      "step": 2487
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997867341414328e-06,
      "loss": 0.0049,
      "step": 2488
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99785991755071e-06,
      "loss": 0.0079,
      "step": 2489
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997852480790924e-06,
      "loss": 0.0102,
      "step": 2490
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997845031134992e-06,
      "loss": 0.0442,
      "step": 2491
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997837568582935e-06,
      "loss": 0.0271,
      "step": 2492
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997830093134769e-06,
      "loss": 0.0255,
      "step": 2493
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997822604790516e-06,
      "loss": 0.0154,
      "step": 2494
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997815103550193e-06,
      "loss": 0.0064,
      "step": 2495
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99780758941382e-06,
      "loss": 0.004,
      "step": 2496
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997800062381418e-06,
      "loss": 0.0093,
      "step": 2497
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997792522453003e-06,
      "loss": 0.01,
      "step": 2498
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997784969628599e-06,
      "loss": 0.006,
      "step": 2499
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99777740390822e-06,
      "loss": 0.0091,
      "step": 2500
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997769825291891e-06,
      "loss": 0.0094,
      "step": 2501
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997762233779629e-06,
      "loss": 0.0075,
      "step": 2502
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997754629371452e-06,
      "loss": 0.0074,
      "step": 2503
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997747012067383e-06,
      "loss": 0.0155,
      "step": 2504
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99773938186744e-06,
      "loss": 0.0107,
      "step": 2505
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997731738771643e-06,
      "loss": 0.0095,
      "step": 2506
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99772408278001e-06,
      "loss": 0.0077,
      "step": 2507
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997716413892563e-06,
      "loss": 0.0139,
      "step": 2508
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99770873210932e-06,
      "loss": 0.0035,
      "step": 2509
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997701037430303e-06,
      "loss": 0.0048,
      "step": 2510
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99769332985553e-06,
      "loss": 0.0146,
      "step": 2511
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997685609385021e-06,
      "loss": 0.0175,
      "step": 2512
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997677876018797e-06,
      "loss": 0.011,
      "step": 2513
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997670129756878e-06,
      "loss": 0.0151,
      "step": 2514
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997662370599283e-06,
      "loss": 0.0038,
      "step": 2515
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997654598546032e-06,
      "loss": 0.0141,
      "step": 2516
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997646813597146e-06,
      "loss": 0.008,
      "step": 2517
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997639015752643e-06,
      "loss": 0.0107,
      "step": 2518
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997631205012546e-06,
      "loss": 0.0067,
      "step": 2519
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997623381376876e-06,
      "loss": 0.0126,
      "step": 2520
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997615544845647e-06,
      "loss": 0.0148,
      "step": 2521
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997607695418884e-06,
      "loss": 0.0091,
      "step": 2522
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997599833096609e-06,
      "loss": 0.0087,
      "step": 2523
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997591957878837e-06,
      "loss": 0.0235,
      "step": 2524
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997584069765593e-06,
      "loss": 0.0079,
      "step": 2525
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997576168756895e-06,
      "loss": 0.0254,
      "step": 2526
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997568254852762e-06,
      "loss": 0.0102,
      "step": 2527
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997560328053219e-06,
      "loss": 0.0116,
      "step": 2528
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997552388358283e-06,
      "loss": 0.0087,
      "step": 2529
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997544435767974e-06,
      "loss": 0.0063,
      "step": 2530
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997536470282315e-06,
      "loss": 0.0333,
      "step": 2531
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997528491901325e-06,
      "loss": 0.0036,
      "step": 2532
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997520500625024e-06,
      "loss": 0.0208,
      "step": 2533
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997512496453434e-06,
      "loss": 0.013,
      "step": 2534
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997504479386575e-06,
      "loss": 0.009,
      "step": 2535
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997496449424468e-06,
      "loss": 0.0083,
      "step": 2536
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997488406567134e-06,
      "loss": 0.0182,
      "step": 2537
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997480350814593e-06,
      "loss": 0.0092,
      "step": 2538
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997472282166865e-06,
      "loss": 0.0261,
      "step": 2539
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997464200623974e-06,
      "loss": 0.0107,
      "step": 2540
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997456106185936e-06,
      "loss": 0.01,
      "step": 2541
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997447998852777e-06,
      "loss": 0.0228,
      "step": 2542
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997439878624515e-06,
      "loss": 0.004,
      "step": 2543
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997431745501171e-06,
      "loss": 0.004,
      "step": 2544
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997423599482767e-06,
      "loss": 0.0056,
      "step": 2545
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997415440569322e-06,
      "loss": 0.0079,
      "step": 2546
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997407268760862e-06,
      "loss": 0.0021,
      "step": 2547
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997399084057402e-06,
      "loss": 0.0112,
      "step": 2548
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997390886458966e-06,
      "loss": 0.0089,
      "step": 2549
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997382675965575e-06,
      "loss": 0.0162,
      "step": 2550
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99737445257725e-06,
      "loss": 0.0194,
      "step": 2551
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997366216294014e-06,
      "loss": 0.0108,
      "step": 2552
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997357967115884e-06,
      "loss": 0.0024,
      "step": 2553
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997349705042885e-06,
      "loss": 0.0035,
      "step": 2554
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997341430075037e-06,
      "loss": 0.0238,
      "step": 2555
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997333142212361e-06,
      "loss": 0.0089,
      "step": 2556
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99732484145488e-06,
      "loss": 0.0152,
      "step": 2557
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997316527802615e-06,
      "loss": 0.0055,
      "step": 2558
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997308201255584e-06,
      "loss": 0.006,
      "step": 2559
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997299861813813e-06,
      "loss": 0.013,
      "step": 2560
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997291509477323e-06,
      "loss": 0.0115,
      "step": 2561
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997283144246133e-06,
      "loss": 0.014,
      "step": 2562
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997274766120266e-06,
      "loss": 0.0055,
      "step": 2563
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997266375099744e-06,
      "loss": 0.0143,
      "step": 2564
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997257971184588e-06,
      "loss": 0.0053,
      "step": 2565
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99724955437482e-06,
      "loss": 0.0087,
      "step": 2566
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99724112467046e-06,
      "loss": 0.0037,
      "step": 2567
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997232682071533e-06,
      "loss": 0.0137,
      "step": 2568
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99722422657806e-06,
      "loss": 0.0151,
      "step": 2569
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99721575819006e-06,
      "loss": 0.0056,
      "step": 2570
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997207276907558e-06,
      "loss": 0.0023,
      "step": 2571
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997198782730574e-06,
      "loss": 0.0577,
      "step": 2572
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997190275659132e-06,
      "loss": 0.0252,
      "step": 2573
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99718175569325e-06,
      "loss": 0.0084,
      "step": 2574
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997173222832955e-06,
      "loss": 0.0083,
      "step": 2575
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997164677078264e-06,
      "loss": 0.0093,
      "step": 2576
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997156118429203e-06,
      "loss": 0.0145,
      "step": 2577
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997147546885796e-06,
      "loss": 0.0052,
      "step": 2578
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997138962448056e-06,
      "loss": 0.0106,
      "step": 2579
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997130365116015e-06,
      "loss": 0.0138,
      "step": 2580
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99712175488969e-06,
      "loss": 0.0056,
      "step": 2581
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997113131769104e-06,
      "loss": 0.0067,
      "step": 2582
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99710449575428e-06,
      "loss": 0.0309,
      "step": 2583
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997095846845239e-06,
      "loss": 0.0057,
      "step": 2584
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997087185042005e-06,
      "loss": 0.0147,
      "step": 2585
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9970785103446e-06,
      "loss": 0.0109,
      "step": 2586
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997069822753046e-06,
      "loss": 0.0261,
      "step": 2587
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997061122267364e-06,
      "loss": 0.0135,
      "step": 2588
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99705240888758e-06,
      "loss": 0.0061,
      "step": 2589
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997043682613712e-06,
      "loss": 0.0106,
      "step": 2590
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997034943445787e-06,
      "loss": 0.0078,
      "step": 2591
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997026191383824e-06,
      "loss": 0.0093,
      "step": 2592
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997017426427847e-06,
      "loss": 0.0044,
      "step": 2593
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.997008648577879e-06,
      "loss": 0.0109,
      "step": 2594
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996999857833942e-06,
      "loss": 0.0033,
      "step": 2595
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99699105419606e-06,
      "loss": 0.0051,
      "step": 2596
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996982237664252e-06,
      "loss": 0.009,
      "step": 2597
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996973408238544e-06,
      "loss": 0.0127,
      "step": 2598
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99696456591896e-06,
      "loss": 0.0147,
      "step": 2599
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99695571070552e-06,
      "loss": 0.0087,
      "step": 2600
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996946842598247e-06,
      "loss": 0.0243,
      "step": 2601
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996937961597166e-06,
      "loss": 0.0089,
      "step": 2602
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996929067702298e-06,
      "loss": 0.0038,
      "step": 2603
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996920160913668e-06,
      "loss": 0.0164,
      "step": 2604
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996911241231295e-06,
      "loss": 0.0024,
      "step": 2605
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996902308655206e-06,
      "loss": 0.0082,
      "step": 2606
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996893363185422e-06,
      "loss": 0.0213,
      "step": 2607
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996884404821969e-06,
      "loss": 0.011,
      "step": 2608
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996875433564865e-06,
      "loss": 0.0141,
      "step": 2609
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996866449414138e-06,
      "loss": 0.0093,
      "step": 2610
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996857452369809e-06,
      "loss": 0.0184,
      "step": 2611
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996848442431899e-06,
      "loss": 0.0041,
      "step": 2612
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996839419600434e-06,
      "loss": 0.0117,
      "step": 2613
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99683038387544e-06,
      "loss": 0.0265,
      "step": 2614
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996821335256934e-06,
      "loss": 0.0155,
      "step": 2615
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996812273744943e-06,
      "loss": 0.0114,
      "step": 2616
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99680319933949e-06,
      "loss": 0.0057,
      "step": 2617
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9967941120406e-06,
      "loss": 0.007,
      "step": 2618
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996785011848295e-06,
      "loss": 0.0382,
      "step": 2619
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996775898762597e-06,
      "loss": 0.0147,
      "step": 2620
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99676677278353e-06,
      "loss": 0.0061,
      "step": 2621
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996757633911119e-06,
      "loss": 0.0142,
      "step": 2622
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996748482145389e-06,
      "loss": 0.0219,
      "step": 2623
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996739317486358e-06,
      "loss": 0.0397,
      "step": 2624
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996730139934055e-06,
      "loss": 0.0103,
      "step": 2625
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996720949488503e-06,
      "loss": 0.0054,
      "step": 2626
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996711746149723e-06,
      "loss": 0.0042,
      "step": 2627
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996702529917741e-06,
      "loss": 0.0127,
      "step": 2628
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99669330079258e-06,
      "loss": 0.026,
      "step": 2629
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996684058774263e-06,
      "loss": 0.0099,
      "step": 2630
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996674803862816e-06,
      "loss": 0.0216,
      "step": 2631
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996665536058261e-06,
      "loss": 0.0137,
      "step": 2632
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996656255360621e-06,
      "loss": 0.0249,
      "step": 2633
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996646961769924e-06,
      "loss": 0.009,
      "step": 2634
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996637655286192e-06,
      "loss": 0.0045,
      "step": 2635
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996628335909447e-06,
      "loss": 0.0176,
      "step": 2636
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996619003639713e-06,
      "loss": 0.0104,
      "step": 2637
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99660965847702e-06,
      "loss": 0.0459,
      "step": 2638
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996600300421384e-06,
      "loss": 0.0076,
      "step": 2639
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996590929472834e-06,
      "loss": 0.0122,
      "step": 2640
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996581545631394e-06,
      "loss": 0.0215,
      "step": 2641
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996572148897086e-06,
      "loss": 0.0251,
      "step": 2642
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996562739269936e-06,
      "loss": 0.0088,
      "step": 2643
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996553316749968e-06,
      "loss": 0.0245,
      "step": 2644
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996543881337207e-06,
      "loss": 0.0045,
      "step": 2645
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996534433031675e-06,
      "loss": 0.0038,
      "step": 2646
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996524971833398e-06,
      "loss": 0.0078,
      "step": 2647
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9965154977424e-06,
      "loss": 0.0073,
      "step": 2648
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996506010758707e-06,
      "loss": 0.0137,
      "step": 2649
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99649651088234e-06,
      "loss": 0.0103,
      "step": 2650
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996486998113328e-06,
      "loss": 0.0029,
      "step": 2651
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996477472451693e-06,
      "loss": 0.0073,
      "step": 2652
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99646793389746e-06,
      "loss": 0.0083,
      "step": 2653
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996458382450653e-06,
      "loss": 0.0128,
      "step": 2654
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996448818111296e-06,
      "loss": 0.0114,
      "step": 2655
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996439240879416e-06,
      "loss": 0.0095,
      "step": 2656
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996429650755034e-06,
      "loss": 0.025,
      "step": 2657
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996420047738182e-06,
      "loss": 0.0133,
      "step": 2658
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996410431828878e-06,
      "loss": 0.0124,
      "step": 2659
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996400803027146e-06,
      "loss": 0.0158,
      "step": 2660
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996391161333017e-06,
      "loss": 0.0174,
      "step": 2661
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996381506746511e-06,
      "loss": 0.0063,
      "step": 2662
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996371839267656e-06,
      "loss": 0.0161,
      "step": 2663
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996362158896473e-06,
      "loss": 0.019,
      "step": 2664
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996352465632991e-06,
      "loss": 0.0142,
      "step": 2665
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996342759477233e-06,
      "loss": 0.0282,
      "step": 2666
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996333040429225e-06,
      "loss": 0.0128,
      "step": 2667
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99632330848899e-06,
      "loss": 0.0188,
      "step": 2668
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996313563656557e-06,
      "loss": 0.0082,
      "step": 2669
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996303805931947e-06,
      "loss": 0.0019,
      "step": 2670
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996294035315189e-06,
      "loss": 0.034,
      "step": 2671
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996284251806303e-06,
      "loss": 0.0457,
      "step": 2672
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99627445540532e-06,
      "loss": 0.0419,
      "step": 2673
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996264646112261e-06,
      "loss": 0.0023,
      "step": 2674
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996254823927154e-06,
      "loss": 0.0084,
      "step": 2675
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996244988850022e-06,
      "loss": 0.0239,
      "step": 2676
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996235140880893e-06,
      "loss": 0.0284,
      "step": 2677
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996225280019791e-06,
      "loss": 0.0388,
      "step": 2678
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996215406266741e-06,
      "loss": 0.0094,
      "step": 2679
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99620551962177e-06,
      "loss": 0.0049,
      "step": 2680
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996195620084903e-06,
      "loss": 0.0066,
      "step": 2681
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996185707656163e-06,
      "loss": 0.0127,
      "step": 2682
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99617578233558e-06,
      "loss": 0.0074,
      "step": 2683
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996165844123176e-06,
      "loss": 0.0279,
      "step": 2684
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996155893018977e-06,
      "loss": 0.0107,
      "step": 2685
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996145929023011e-06,
      "loss": 0.0322,
      "step": 2686
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996135952135302e-06,
      "loss": 0.0162,
      "step": 2687
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996125962355877e-06,
      "loss": 0.0067,
      "step": 2688
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99611595968476e-06,
      "loss": 0.0115,
      "step": 2689
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996105944121977e-06,
      "loss": 0.0079,
      "step": 2690
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996095915667556e-06,
      "loss": 0.0045,
      "step": 2691
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996085874321521e-06,
      "loss": 0.0084,
      "step": 2692
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996075820083897e-06,
      "loss": 0.0121,
      "step": 2693
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996065752954712e-06,
      "loss": 0.0182,
      "step": 2694
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996055672933993e-06,
      "loss": 0.0152,
      "step": 2695
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996045580021762e-06,
      "loss": 0.0079,
      "step": 2696
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996035474218046e-06,
      "loss": 0.0021,
      "step": 2697
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996025355522876e-06,
      "loss": 0.0068,
      "step": 2698
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996015223936272e-06,
      "loss": 0.0248,
      "step": 2699
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996005079458263e-06,
      "loss": 0.011,
      "step": 2700
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995994922088875e-06,
      "loss": 0.0091,
      "step": 2701
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995984751828133e-06,
      "loss": 0.0115,
      "step": 2702
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995974568676065e-06,
      "loss": 0.0411,
      "step": 2703
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995964372632698e-06,
      "loss": 0.0108,
      "step": 2704
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995954163698056e-06,
      "loss": 0.0056,
      "step": 2705
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995943941872166e-06,
      "loss": 0.0095,
      "step": 2706
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995933707155053e-06,
      "loss": 0.0023,
      "step": 2707
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995923459546746e-06,
      "loss": 0.0057,
      "step": 2708
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995913199047272e-06,
      "loss": 0.0293,
      "step": 2709
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995902925656654e-06,
      "loss": 0.0114,
      "step": 2710
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995892639374921e-06,
      "loss": 0.0159,
      "step": 2711
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995882340202097e-06,
      "loss": 0.0081,
      "step": 2712
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995872028138213e-06,
      "loss": 0.0411,
      "step": 2713
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995861703183292e-06,
      "loss": 0.011,
      "step": 2714
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995851365337361e-06,
      "loss": 0.0255,
      "step": 2715
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99584101460045e-06,
      "loss": 0.0153,
      "step": 2716
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99583065097258e-06,
      "loss": 0.006,
      "step": 2717
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995820274453782e-06,
      "loss": 0.0076,
      "step": 2718
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995809885044082e-06,
      "loss": 0.0106,
      "step": 2719
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995799482743507e-06,
      "loss": 0.0052,
      "step": 2720
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995789067552084e-06,
      "loss": 0.0285,
      "step": 2721
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995778639469836e-06,
      "loss": 0.0092,
      "step": 2722
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995768198496795e-06,
      "loss": 0.0109,
      "step": 2723
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995757744632985e-06,
      "loss": 0.0089,
      "step": 2724
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995747277878435e-06,
      "loss": 0.0116,
      "step": 2725
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995736798233172e-06,
      "loss": 0.0134,
      "step": 2726
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99572630569722e-06,
      "loss": 0.0111,
      "step": 2727
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995715800270609e-06,
      "loss": 0.0079,
      "step": 2728
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995705281953365e-06,
      "loss": 0.0233,
      "step": 2729
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995694750745517e-06,
      "loss": 0.0174,
      "step": 2730
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995684206647089e-06,
      "loss": 0.0069,
      "step": 2731
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995673649658108e-06,
      "loss": 0.011,
      "step": 2732
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995663079778607e-06,
      "loss": 0.0038,
      "step": 2733
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995652497008605e-06,
      "loss": 0.0056,
      "step": 2734
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995641901348137e-06,
      "loss": 0.0055,
      "step": 2735
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995631292797226e-06,
      "loss": 0.0102,
      "step": 2736
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9956206713559e-06,
      "loss": 0.0486,
      "step": 2737
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995610037024185e-06,
      "loss": 0.0201,
      "step": 2738
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995599389802111e-06,
      "loss": 0.012,
      "step": 2739
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995588729689704e-06,
      "loss": 0.0155,
      "step": 2740
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995578056686995e-06,
      "loss": 0.0049,
      "step": 2741
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995567370794007e-06,
      "loss": 0.0052,
      "step": 2742
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99555667201077e-06,
      "loss": 0.0055,
      "step": 2743
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995545960337308e-06,
      "loss": 0.0104,
      "step": 2744
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995535235773654e-06,
      "loss": 0.0079,
      "step": 2745
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995524498319832e-06,
      "loss": 0.0105,
      "step": 2746
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995513747975871e-06,
      "loss": 0.009,
      "step": 2747
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995502984741799e-06,
      "loss": 0.011,
      "step": 2748
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995492208617643e-06,
      "loss": 0.0142,
      "step": 2749
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995481419603433e-06,
      "loss": 0.0342,
      "step": 2750
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995470617699193e-06,
      "loss": 0.0224,
      "step": 2751
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995459802904952e-06,
      "loss": 0.0039,
      "step": 2752
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995448975220739e-06,
      "loss": 0.0138,
      "step": 2753
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995438134646583e-06,
      "loss": 0.0074,
      "step": 2754
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99542728118251e-06,
      "loss": 0.0142,
      "step": 2755
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99541641482855e-06,
      "loss": 0.0207,
      "step": 2756
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995405535584727e-06,
      "loss": 0.008,
      "step": 2757
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995394643451075e-06,
      "loss": 0.0232,
      "step": 2758
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995383738427617e-06,
      "loss": 0.0071,
      "step": 2759
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995372820514385e-06,
      "loss": 0.0066,
      "step": 2760
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995361889711403e-06,
      "loss": 0.0068,
      "step": 2761
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995350946018702e-06,
      "loss": 0.0081,
      "step": 2762
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99533998943631e-06,
      "loss": 0.0085,
      "step": 2763
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995329019964253e-06,
      "loss": 0.0012,
      "step": 2764
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995318037602564e-06,
      "loss": 0.0114,
      "step": 2765
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995307042351268e-06,
      "loss": 0.0208,
      "step": 2766
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995296034210393e-06,
      "loss": 0.0094,
      "step": 2767
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995285013179968e-06,
      "loss": 0.0018,
      "step": 2768
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995273979260023e-06,
      "loss": 0.0084,
      "step": 2769
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995262932450584e-06,
      "loss": 0.0105,
      "step": 2770
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995251872751683e-06,
      "loss": 0.0077,
      "step": 2771
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995240800163345e-06,
      "loss": 0.028,
      "step": 2772
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995229714685599e-06,
      "loss": 0.0045,
      "step": 2773
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995218616318475e-06,
      "loss": 0.0178,
      "step": 2774
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995207505062002e-06,
      "loss": 0.0054,
      "step": 2775
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995196380916206e-06,
      "loss": 0.0215,
      "step": 2776
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995185243881119e-06,
      "loss": 0.018,
      "step": 2777
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995174093956768e-06,
      "loss": 0.0279,
      "step": 2778
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995162931143182e-06,
      "loss": 0.0347,
      "step": 2779
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99515175544039e-06,
      "loss": 0.0108,
      "step": 2780
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99514056684842e-06,
      "loss": 0.0109,
      "step": 2781
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995129365367302e-06,
      "loss": 0.0094,
      "step": 2782
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995118150997065e-06,
      "loss": 0.0075,
      "step": 2783
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995106923737735e-06,
      "loss": 0.0063,
      "step": 2784
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995095683589346e-06,
      "loss": 0.0034,
      "step": 2785
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995084430551922e-06,
      "loss": 0.0126,
      "step": 2786
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995073164625495e-06,
      "loss": 0.0135,
      "step": 2787
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995061885810094e-06,
      "loss": 0.0146,
      "step": 2788
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995050594105748e-06,
      "loss": 0.0224,
      "step": 2789
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995039289512485e-06,
      "loss": 0.0052,
      "step": 2790
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995027972030335e-06,
      "loss": 0.016,
      "step": 2791
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995016641659327e-06,
      "loss": 0.0022,
      "step": 2792
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99500529839949e-06,
      "loss": 0.0271,
      "step": 2793
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994993942250854e-06,
      "loss": 0.0054,
      "step": 2794
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994982573213447e-06,
      "loss": 0.0058,
      "step": 2795
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994971191287301e-06,
      "loss": 0.0064,
      "step": 2796
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994959796472442e-06,
      "loss": 0.0231,
      "step": 2797
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994948388768901e-06,
      "loss": 0.0124,
      "step": 2798
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994936968176709e-06,
      "loss": 0.0088,
      "step": 2799
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994925534695892e-06,
      "loss": 0.0112,
      "step": 2800
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994914088326481e-06,
      "loss": 0.0353,
      "step": 2801
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994902629068509e-06,
      "loss": 0.0144,
      "step": 2802
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994891156922e-06,
      "loss": 0.0178,
      "step": 2803
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994879671886985e-06,
      "loss": 0.0076,
      "step": 2804
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994868173963497e-06,
      "loss": 0.0219,
      "step": 2805
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994856663151562e-06,
      "loss": 0.0143,
      "step": 2806
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994845139451211e-06,
      "loss": 0.0201,
      "step": 2807
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994833602862474e-06,
      "loss": 0.0147,
      "step": 2808
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994822053385383e-06,
      "loss": 0.0076,
      "step": 2809
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994810491019962e-06,
      "loss": 0.0068,
      "step": 2810
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994798915766246e-06,
      "loss": 0.0048,
      "step": 2811
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994787327624262e-06,
      "loss": 0.0184,
      "step": 2812
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994775726594042e-06,
      "loss": 0.0086,
      "step": 2813
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994764112675615e-06,
      "loss": 0.0253,
      "step": 2814
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99475248586901e-06,
      "loss": 0.0321,
      "step": 2815
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994740846174258e-06,
      "loss": 0.003,
      "step": 2816
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99472919359139e-06,
      "loss": 0.0089,
      "step": 2817
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994717528120434e-06,
      "loss": 0.0119,
      "step": 2818
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99470584976142e-06,
      "loss": 0.0038,
      "step": 2819
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99469415851438e-06,
      "loss": 0.0102,
      "step": 2820
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994682454379346e-06,
      "loss": 0.0121,
      "step": 2821
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994670737356342e-06,
      "loss": 0.0206,
      "step": 2822
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994659007445405e-06,
      "loss": 0.0155,
      "step": 2823
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994647264646558e-06,
      "loss": 0.0155,
      "step": 2824
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994635508959838e-06,
      "loss": 0.0295,
      "step": 2825
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994623740385272e-06,
      "loss": 0.0036,
      "step": 2826
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994611958922894e-06,
      "loss": 0.0153,
      "step": 2827
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994600164572727e-06,
      "loss": 0.0128,
      "step": 2828
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99458835733481e-06,
      "loss": 0.0027,
      "step": 2829
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994576537209166e-06,
      "loss": 0.0049,
      "step": 2830
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99456470419583e-06,
      "loss": 0.0103,
      "step": 2831
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994552858294833e-06,
      "loss": 0.0076,
      "step": 2832
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994540999506201e-06,
      "loss": 0.0081,
      "step": 2833
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99452912782997e-06,
      "loss": 0.002,
      "step": 2834
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994517243266167e-06,
      "loss": 0.0184,
      "step": 2835
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994505345814824e-06,
      "loss": 0.0169,
      "step": 2836
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994493435475974e-06,
      "loss": 0.0073,
      "step": 2837
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994481512249643e-06,
      "loss": 0.0066,
      "step": 2838
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994469576135864e-06,
      "loss": 0.0074,
      "step": 2839
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994457627134668e-06,
      "loss": 0.0333,
      "step": 2840
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994445665246087e-06,
      "loss": 0.0175,
      "step": 2841
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99443369047015e-06,
      "loss": 0.0043,
      "step": 2842
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994421702806887e-06,
      "loss": 0.0098,
      "step": 2843
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994409702256331e-06,
      "loss": 0.0148,
      "step": 2844
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994397688818513e-06,
      "loss": 0.0481,
      "step": 2845
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994385662493465e-06,
      "loss": 0.0241,
      "step": 2846
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994373623281213e-06,
      "loss": 0.0157,
      "step": 2847
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994361571181793e-06,
      "loss": 0.0018,
      "step": 2848
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994349506195235e-06,
      "loss": 0.0087,
      "step": 2849
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99433742832157e-06,
      "loss": 0.0018,
      "step": 2850
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994325337560829e-06,
      "loss": 0.016,
      "step": 2851
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994313233913042e-06,
      "loss": 0.0154,
      "step": 2852
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99430111737824e-06,
      "loss": 0.0148,
      "step": 2853
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994288987956457e-06,
      "loss": 0.0167,
      "step": 2854
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994276845647724e-06,
      "loss": 0.0009,
      "step": 2855
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994264690452071e-06,
      "loss": 0.0317,
      "step": 2856
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994252522369529e-06,
      "loss": 0.0054,
      "step": 2857
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99424034140013e-06,
      "loss": 0.0058,
      "step": 2858
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994228147543905e-06,
      "loss": 0.0043,
      "step": 2859
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994215940800886e-06,
      "loss": 0.0084,
      "step": 2860
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994203721171103e-06,
      "loss": 0.0104,
      "step": 2861
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994191488654592e-06,
      "loss": 0.0056,
      "step": 2862
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.99417924325138e-06,
      "loss": 0.0082,
      "step": 2863
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994166984961499e-06,
      "loss": 0.024,
      "step": 2864
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994154713784982e-06,
      "loss": 0.0036,
      "step": 2865
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994142429721862e-06,
      "loss": 0.0103,
      "step": 2866
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994130132772167e-06,
      "loss": 0.0172,
      "step": 2867
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994117822935932e-06,
      "loss": 0.011,
      "step": 2868
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994105500213188e-06,
      "loss": 0.0186,
      "step": 2869
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.994093164603964e-06,
      "loss": 0.0076,
      "step": 2870
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.994080816108296e-06,
      "loss": 0.0159,
      "step": 2871
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.994068454726213e-06,
      "loss": 0.0099,
      "step": 2872
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99405608045775e-06,
      "loss": 0.0098,
      "step": 2873
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.994043693302936e-06,
      "loss": 0.0035,
      "step": 2874
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.994031293261803e-06,
      "loss": 0.0263,
      "step": 2875
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.994018880334383e-06,
      "loss": 0.0089,
      "step": 2876
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.994006454520711e-06,
      "loss": 0.025,
      "step": 2877
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993994015820817e-06,
      "loss": 0.0078,
      "step": 2878
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993981564234729e-06,
      "loss": 0.0077,
      "step": 2879
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993969099762487e-06,
      "loss": 0.0072,
      "step": 2880
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993956622404117e-06,
      "loss": 0.0072,
      "step": 2881
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993944132159657e-06,
      "loss": 0.0158,
      "step": 2882
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993931629029132e-06,
      "loss": 0.0177,
      "step": 2883
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99391911301258e-06,
      "loss": 0.0057,
      "step": 2884
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99390658411003e-06,
      "loss": 0.02,
      "step": 2885
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993894042321516e-06,
      "loss": 0.0173,
      "step": 2886
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99388148764707e-06,
      "loss": 0.006,
      "step": 2887
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993868920086725e-06,
      "loss": 0.0085,
      "step": 2888
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993856339640514e-06,
      "loss": 0.0044,
      "step": 2889
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993843746308465e-06,
      "loss": 0.0222,
      "step": 2890
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993831140090615e-06,
      "loss": 0.0027,
      "step": 2891
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993818520986996e-06,
      "loss": 0.0118,
      "step": 2892
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993805888997639e-06,
      "loss": 0.0068,
      "step": 2893
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993793244122578e-06,
      "loss": 0.0091,
      "step": 2894
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993780586361845e-06,
      "loss": 0.0121,
      "step": 2895
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993767915715473e-06,
      "loss": 0.017,
      "step": 2896
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993755232183494e-06,
      "loss": 0.0085,
      "step": 2897
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993742535765941e-06,
      "loss": 0.0012,
      "step": 2898
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993729826462847e-06,
      "loss": 0.0083,
      "step": 2899
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993717104274245e-06,
      "loss": 0.0075,
      "step": 2900
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993704369200167e-06,
      "loss": 0.0498,
      "step": 2901
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993691621240646e-06,
      "loss": 0.0358,
      "step": 2902
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993678860395717e-06,
      "loss": 0.0151,
      "step": 2903
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99366608666541e-06,
      "loss": 0.0078,
      "step": 2904
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99365330004976e-06,
      "loss": 0.0085,
      "step": 2905
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993640500548797e-06,
      "loss": 0.0414,
      "step": 2906
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993627688162557e-06,
      "loss": 0.008,
      "step": 2907
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993614862891073e-06,
      "loss": 0.0096,
      "step": 2908
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993602024734378e-06,
      "loss": 0.0067,
      "step": 2909
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993589173692504e-06,
      "loss": 0.0139,
      "step": 2910
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993576309765483e-06,
      "loss": 0.0223,
      "step": 2911
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993563432953353e-06,
      "loss": 0.0014,
      "step": 2912
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993550543256141e-06,
      "loss": 0.021,
      "step": 2913
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993537640673884e-06,
      "loss": 0.0349,
      "step": 2914
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993524725206617e-06,
      "loss": 0.0109,
      "step": 2915
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993511796854367e-06,
      "loss": 0.0077,
      "step": 2916
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993498855617173e-06,
      "loss": 0.0067,
      "step": 2917
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993485901495068e-06,
      "loss": 0.022,
      "step": 2918
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993472934488083e-06,
      "loss": 0.0132,
      "step": 2919
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993459954596251e-06,
      "loss": 0.0183,
      "step": 2920
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99344696181961e-06,
      "loss": 0.0093,
      "step": 2921
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99343395615819e-06,
      "loss": 0.0052,
      "step": 2922
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993420937612024e-06,
      "loss": 0.0263,
      "step": 2923
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993407906181147e-06,
      "loss": 0.0097,
      "step": 2924
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993394861865592e-06,
      "loss": 0.0085,
      "step": 2925
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993381804665394e-06,
      "loss": 0.0119,
      "step": 2926
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993368734580585e-06,
      "loss": 0.0054,
      "step": 2927
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993355651611198e-06,
      "loss": 0.0264,
      "step": 2928
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993342555757271e-06,
      "loss": 0.0058,
      "step": 2929
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993329447018833e-06,
      "loss": 0.0136,
      "step": 2930
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993316325395921e-06,
      "loss": 0.0043,
      "step": 2931
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993303190888568e-06,
      "loss": 0.0101,
      "step": 2932
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993290043496806e-06,
      "loss": 0.0059,
      "step": 2933
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993276883220672e-06,
      "loss": 0.026,
      "step": 2934
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993263710060196e-06,
      "loss": 0.0134,
      "step": 2935
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993250524015416e-06,
      "loss": 0.0073,
      "step": 2936
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993237325086365e-06,
      "loss": 0.0055,
      "step": 2937
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993224113273077e-06,
      "loss": 0.0106,
      "step": 2938
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993210888575583e-06,
      "loss": 0.007,
      "step": 2939
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993197650993924e-06,
      "loss": 0.0064,
      "step": 2940
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993184400528127e-06,
      "loss": 0.0061,
      "step": 2941
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993171137178228e-06,
      "loss": 0.0057,
      "step": 2942
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993157860944264e-06,
      "loss": 0.0073,
      "step": 2943
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993144571826267e-06,
      "loss": 0.0231,
      "step": 2944
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993131269824272e-06,
      "loss": 0.0114,
      "step": 2945
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993117954938313e-06,
      "loss": 0.0029,
      "step": 2946
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993104627168426e-06,
      "loss": 0.0043,
      "step": 2947
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993091286514642e-06,
      "loss": 0.0066,
      "step": 2948
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993077932976998e-06,
      "loss": 0.007,
      "step": 2949
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993064566555528e-06,
      "loss": 0.0073,
      "step": 2950
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993051187250267e-06,
      "loss": 0.0071,
      "step": 2951
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993037795061247e-06,
      "loss": 0.0094,
      "step": 2952
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993024389988505e-06,
      "loss": 0.0042,
      "step": 2953
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993010972032076e-06,
      "loss": 0.0083,
      "step": 2954
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992997541191994e-06,
      "loss": 0.0058,
      "step": 2955
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99298409746829e-06,
      "loss": 0.0118,
      "step": 2956
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992970640861005e-06,
      "loss": 0.0093,
      "step": 2957
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99295717137017e-06,
      "loss": 0.0038,
      "step": 2958
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99294368899582e-06,
      "loss": 0.0091,
      "step": 2959
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99293019373799e-06,
      "loss": 0.0125,
      "step": 2960
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992916685596713e-06,
      "loss": 0.0254,
      "step": 2961
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992903164572029e-06,
      "loss": 0.0158,
      "step": 2962
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99288963066397e-06,
      "loss": 0.0125,
      "step": 2963
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992876083872569e-06,
      "loss": 0.0174,
      "step": 2964
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992862524197864e-06,
      "loss": 0.013,
      "step": 2965
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992848951639888e-06,
      "loss": 0.0159,
      "step": 2966
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992835366198677e-06,
      "loss": 0.0032,
      "step": 2967
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992821767874264e-06,
      "loss": 0.0065,
      "step": 2968
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992808156666688e-06,
      "loss": 0.0141,
      "step": 2969
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99279453257598e-06,
      "loss": 0.0199,
      "step": 2970
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992780895602178e-06,
      "loss": 0.0259,
      "step": 2971
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992767245745317e-06,
      "loss": 0.0081,
      "step": 2972
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99275358300543e-06,
      "loss": 0.0065,
      "step": 2973
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992739907382554e-06,
      "loss": 0.0056,
      "step": 2974
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992726218876725e-06,
      "loss": 0.0038,
      "step": 2975
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992712517487977e-06,
      "loss": 0.0082,
      "step": 2976
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992698803216346e-06,
      "loss": 0.0109,
      "step": 2977
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992685076061865e-06,
      "loss": 0.0211,
      "step": 2978
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992671336024573e-06,
      "loss": 0.0118,
      "step": 2979
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992657583104504e-06,
      "loss": 0.012,
      "step": 2980
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992643817301694e-06,
      "loss": 0.0181,
      "step": 2981
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992630038616176e-06,
      "loss": 0.0198,
      "step": 2982
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992616247047991e-06,
      "loss": 0.0033,
      "step": 2983
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992602442597168e-06,
      "loss": 0.0077,
      "step": 2984
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992588625263745e-06,
      "loss": 0.003,
      "step": 2985
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99257479504776e-06,
      "loss": 0.0166,
      "step": 2986
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992560951949249e-06,
      "loss": 0.0124,
      "step": 2987
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992547095968243e-06,
      "loss": 0.006,
      "step": 2988
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992533227104781e-06,
      "loss": 0.0115,
      "step": 2989
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.9925193453589e-06,
      "loss": 0.0025,
      "step": 2990
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992505450730633e-06,
      "loss": 0.0114,
      "step": 2991
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992491543220017e-06,
      "loss": 0.0123,
      "step": 2992
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992477622827089e-06,
      "loss": 0.0059,
      "step": 2993
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99246368955188e-06,
      "loss": 0.0127,
      "step": 2994
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992449743394433e-06,
      "loss": 0.0069,
      "step": 2995
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992435784354781e-06,
      "loss": 0.0031,
      "step": 2996
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99242181243296e-06,
      "loss": 0.0039,
      "step": 2997
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992407827629003e-06,
      "loss": 0.013,
      "step": 2998
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99239382994295e-06,
      "loss": 0.0191,
      "step": 2999
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992379819374838e-06,
      "loss": 0.0044,
      "step": 3000
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992365795924699e-06,
      "loss": 0.0176,
      "step": 3001
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992351759592573e-06,
      "loss": 0.0382,
      "step": 3002
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992337710378493e-06,
      "loss": 0.0043,
      "step": 3003
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992323648282498e-06,
      "loss": 0.0084,
      "step": 3004
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992309573304622e-06,
      "loss": 0.0089,
      "step": 3005
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992295485444903e-06,
      "loss": 0.0081,
      "step": 3006
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992281384703378e-06,
      "loss": 0.0028,
      "step": 3007
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99226727108008e-06,
      "loss": 0.0121,
      "step": 3008
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992253144575048e-06,
      "loss": 0.027,
      "step": 3009
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99223900518832e-06,
      "loss": 0.0101,
      "step": 3010
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992224852919928e-06,
      "loss": 0.0078,
      "step": 3011
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992210687769912e-06,
      "loss": 0.008,
      "step": 3012
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992196509738308e-06,
      "loss": 0.0042,
      "step": 3013
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992182318825153e-06,
      "loss": 0.0099,
      "step": 3014
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99216811503048e-06,
      "loss": 0.021,
      "step": 3015
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992153898354332e-06,
      "loss": 0.0077,
      "step": 3016
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99213966879674e-06,
      "loss": 0.0171,
      "step": 3017
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992125426357741e-06,
      "loss": 0.0105,
      "step": 3018
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992111171037376e-06,
      "loss": 0.0082,
      "step": 3019
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992096902835679e-06,
      "loss": 0.006,
      "step": 3020
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992082621752688e-06,
      "loss": 0.0143,
      "step": 3021
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992068327788438e-06,
      "loss": 0.0083,
      "step": 3022
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992054020942965e-06,
      "loss": 0.0092,
      "step": 3023
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992039701216312e-06,
      "loss": 0.0073,
      "step": 3024
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992025368608508e-06,
      "loss": 0.0077,
      "step": 3025
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992011023119597e-06,
      "loss": 0.0048,
      "step": 3026
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99199666474961e-06,
      "loss": 0.0102,
      "step": 3027
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99198229349859e-06,
      "loss": 0.0098,
      "step": 3028
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99196790936657e-06,
      "loss": 0.0157,
      "step": 3029
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991953512353586e-06,
      "loss": 0.0144,
      "step": 3030
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991939102459679e-06,
      "loss": 0.0075,
      "step": 3031
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99192467968488e-06,
      "loss": 0.0042,
      "step": 3032
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991910244029237e-06,
      "loss": 0.0034,
      "step": 3033
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991895795492778e-06,
      "loss": 0.0061,
      "step": 3034
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991881334075542e-06,
      "loss": 0.0062,
      "step": 3035
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99186685977757e-06,
      "loss": 0.0119,
      "step": 3036
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991852372598894e-06,
      "loss": 0.0128,
      "step": 3037
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991837872539557e-06,
      "loss": 0.0099,
      "step": 3038
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99182335959959e-06,
      "loss": 0.0074,
      "step": 3039
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991808833779038e-06,
      "loss": 0.0093,
      "step": 3040
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991794295077932e-06,
      "loss": 0.005,
      "step": 3041
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991779743496313e-06,
      "loss": 0.0096,
      "step": 3042
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991765179034216e-06,
      "loss": 0.0074,
      "step": 3043
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991750601691682e-06,
      "loss": 0.0063,
      "step": 3044
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991736011468746e-06,
      "loss": 0.0144,
      "step": 3045
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991721408365447e-06,
      "loss": 0.0145,
      "step": 3046
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991706792381822e-06,
      "loss": 0.0099,
      "step": 3047
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991692163517907e-06,
      "loss": 0.0016,
      "step": 3048
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991677521773744e-06,
      "loss": 0.0314,
      "step": 3049
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991662867149367e-06,
      "loss": 0.0063,
      "step": 3050
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991648199644814e-06,
      "loss": 0.0132,
      "step": 3051
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991633519260126e-06,
      "loss": 0.0095,
      "step": 3052
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991618825995338e-06,
      "loss": 0.0056,
      "step": 3053
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991604119850488e-06,
      "loss": 0.0106,
      "step": 3054
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991589400825617e-06,
      "loss": 0.0129,
      "step": 3055
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99157466892076e-06,
      "loss": 0.0199,
      "step": 3056
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991559924135955e-06,
      "loss": 0.0144,
      "step": 3057
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991545166471241e-06,
      "loss": 0.0144,
      "step": 3058
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991530395926657e-06,
      "loss": 0.0179,
      "step": 3059
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991515612502238e-06,
      "loss": 0.016,
      "step": 3060
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991500816198025e-06,
      "loss": 0.0052,
      "step": 3061
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991486007014055e-06,
      "loss": 0.0032,
      "step": 3062
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991471184950367e-06,
      "loss": 0.0099,
      "step": 3063
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991456350006998e-06,
      "loss": 0.0023,
      "step": 3064
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991441502183987e-06,
      "loss": 0.0081,
      "step": 3065
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991426641481373e-06,
      "loss": 0.0225,
      "step": 3066
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991411767899195e-06,
      "loss": 0.0264,
      "step": 3067
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991396881437487e-06,
      "loss": 0.0052,
      "step": 3068
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991381982096293e-06,
      "loss": 0.0016,
      "step": 3069
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991367069875648e-06,
      "loss": 0.0031,
      "step": 3070
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99135214477559e-06,
      "loss": 0.0039,
      "step": 3071
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991337206796162e-06,
      "loss": 0.0209,
      "step": 3072
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991322255937397e-06,
      "loss": 0.0081,
      "step": 3073
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991307292199337e-06,
      "loss": 0.0041,
      "step": 3074
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99129231558202e-06,
      "loss": 0.0069,
      "step": 3075
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991277326085483e-06,
      "loss": 0.0016,
      "step": 3076
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991262323709768e-06,
      "loss": 0.0083,
      "step": 3077
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991247308454909e-06,
      "loss": 0.0126,
      "step": 3078
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991232280320949e-06,
      "loss": 0.0129,
      "step": 3079
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991217239307924e-06,
      "loss": 0.0385,
      "step": 3080
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991202185415875e-06,
      "loss": 0.0149,
      "step": 3081
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991187118644841e-06,
      "loss": 0.0133,
      "step": 3082
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991172038994858e-06,
      "loss": 0.0127,
      "step": 3083
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991156946465967e-06,
      "loss": 0.0058,
      "step": 3084
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991141841058208e-06,
      "loss": 0.0052,
      "step": 3085
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991126722771617e-06,
      "loss": 0.0107,
      "step": 3086
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991111591606235e-06,
      "loss": 0.0031,
      "step": 3087
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991096447562102e-06,
      "loss": 0.004,
      "step": 3088
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991081290639254e-06,
      "loss": 0.0217,
      "step": 3089
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99106612083773e-06,
      "loss": 0.0034,
      "step": 3090
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991050938157573e-06,
      "loss": 0.0033,
      "step": 3091
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991035742598822e-06,
      "loss": 0.0062,
      "step": 3092
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991020534161512e-06,
      "loss": 0.0064,
      "step": 3093
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991005312845685e-06,
      "loss": 0.0068,
      "step": 3094
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990990078651379e-06,
      "loss": 0.0034,
      "step": 3095
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990974831578637e-06,
      "loss": 0.0069,
      "step": 3096
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990959571627492e-06,
      "loss": 0.0122,
      "step": 3097
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990944298797989e-06,
      "loss": 0.0095,
      "step": 3098
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990929013090165e-06,
      "loss": 0.0218,
      "step": 3099
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99091371450406e-06,
      "loss": 0.0079,
      "step": 3100
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990898403039712e-06,
      "loss": 0.007,
      "step": 3101
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990883078697162e-06,
      "loss": 0.0107,
      "step": 3102
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990867741476451e-06,
      "loss": 0.0096,
      "step": 3103
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990852391377614e-06,
      "loss": 0.0137,
      "step": 3104
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990837028400697e-06,
      "loss": 0.0164,
      "step": 3105
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990821652545734e-06,
      "loss": 0.0046,
      "step": 3106
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990806263812768e-06,
      "loss": 0.0248,
      "step": 3107
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990790862201834e-06,
      "loss": 0.0152,
      "step": 3108
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990775447712979e-06,
      "loss": 0.013,
      "step": 3109
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990760020346238e-06,
      "loss": 0.0048,
      "step": 3110
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99074458010165e-06,
      "loss": 0.0282,
      "step": 3111
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990729126979258e-06,
      "loss": 0.0087,
      "step": 3112
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.9907136609791e-06,
      "loss": 0.0092,
      "step": 3113
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990698182101217e-06,
      "loss": 0.0071,
      "step": 3114
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990682690345648e-06,
      "loss": 0.0088,
      "step": 3115
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990667185712435e-06,
      "loss": 0.0062,
      "step": 3116
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990651668201614e-06,
      "loss": 0.0247,
      "step": 3117
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990636137813229e-06,
      "loss": 0.0106,
      "step": 3118
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990620594547318e-06,
      "loss": 0.0295,
      "step": 3119
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99060503840392e-06,
      "loss": 0.0085,
      "step": 3120
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990589469383078e-06,
      "loss": 0.0078,
      "step": 3121
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990573887484832e-06,
      "loss": 0.0144,
      "step": 3122
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99055829270922e-06,
      "loss": 0.0206,
      "step": 3123
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990542685056284e-06,
      "loss": 0.0361,
      "step": 3124
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990527064526063e-06,
      "loss": 0.0276,
      "step": 3125
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990511431118596e-06,
      "loss": 0.0132,
      "step": 3126
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990495784833927e-06,
      "loss": 0.01,
      "step": 3127
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990480125672095e-06,
      "loss": 0.0115,
      "step": 3128
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99046445363314e-06,
      "loss": 0.0102,
      "step": 3129
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990448768717102e-06,
      "loss": 0.0154,
      "step": 3130
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990433070924022e-06,
      "loss": 0.0092,
      "step": 3131
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990417360253941e-06,
      "loss": 0.0077,
      "step": 3132
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990401636706899e-06,
      "loss": 0.0147,
      "step": 3133
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990385900282935e-06,
      "loss": 0.0281,
      "step": 3134
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990370150982093e-06,
      "loss": 0.0058,
      "step": 3135
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99035438880441e-06,
      "loss": 0.0342,
      "step": 3136
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99033861374993e-06,
      "loss": 0.0078,
      "step": 3137
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990322825818692e-06,
      "loss": 0.0214,
      "step": 3138
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990307025010736e-06,
      "loss": 0.0046,
      "step": 3139
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990291211326105e-06,
      "loss": 0.014,
      "step": 3140
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990275384764836e-06,
      "loss": 0.0083,
      "step": 3141
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990259545326975e-06,
      "loss": 0.0072,
      "step": 3142
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99024369301256e-06,
      "loss": 0.0148,
      "step": 3143
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99022782782163e-06,
      "loss": 0.0058,
      "step": 3144
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99021194975423e-06,
      "loss": 0.0016,
      "step": 3145
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990196058810397e-06,
      "loss": 0.0065,
      "step": 3146
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990180154990177e-06,
      "loss": 0.0248,
      "step": 3147
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990164238293605e-06,
      "loss": 0.0048,
      "step": 3148
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990148308720727e-06,
      "loss": 0.0105,
      "step": 3149
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990132366271582e-06,
      "loss": 0.0104,
      "step": 3150
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.99011641094621e-06,
      "loss": 0.019,
      "step": 3151
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990100442744655e-06,
      "loss": 0.0193,
      "step": 3152
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990084461666955e-06,
      "loss": 0.0043,
      "step": 3153
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990068467713156e-06,
      "loss": 0.0133,
      "step": 3154
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990052460883295e-06,
      "loss": 0.0142,
      "step": 3155
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990036441177413e-06,
      "loss": 0.0134,
      "step": 3156
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990020408595554e-06,
      "loss": 0.0051,
      "step": 3157
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.990004363137758e-06,
      "loss": 0.0064,
      "step": 3158
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989988304804065e-06,
      "loss": 0.0052,
      "step": 3159
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98997223359452e-06,
      "loss": 0.0065,
      "step": 3160
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989956149509163e-06,
      "loss": 0.004,
      "step": 3161
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989940052548035e-06,
      "loss": 0.0053,
      "step": 3162
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989923942711177e-06,
      "loss": 0.0044,
      "step": 3163
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98990781999863e-06,
      "loss": 0.0143,
      "step": 3164
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989891684410439e-06,
      "loss": 0.0114,
      "step": 3165
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989875535946642e-06,
      "loss": 0.0129,
      "step": 3166
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989859374607282e-06,
      "loss": 0.0127,
      "step": 3167
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989843200392401e-06,
      "loss": 0.0142,
      "step": 3168
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989827013302042e-06,
      "loss": 0.0038,
      "step": 3169
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989810813336243e-06,
      "loss": 0.0101,
      "step": 3170
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989794600495049e-06,
      "loss": 0.001,
      "step": 3171
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.9897783747785e-06,
      "loss": 0.0066,
      "step": 3172
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98976213618664e-06,
      "loss": 0.0072,
      "step": 3173
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98974588471951e-06,
      "loss": 0.0255,
      "step": 3174
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98972962037715e-06,
      "loss": 0.0115,
      "step": 3175
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989713343159606e-06,
      "loss": 0.0152,
      "step": 3176
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989697053066916e-06,
      "loss": 0.0118,
      "step": 3177
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989680750099124e-06,
      "loss": 0.0082,
      "step": 3178
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98966443425627e-06,
      "loss": 0.013,
      "step": 3179
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989648105538399e-06,
      "loss": 0.0124,
      "step": 3180
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989631763945552e-06,
      "loss": 0.0078,
      "step": 3181
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989615409477773e-06,
      "loss": 0.0074,
      "step": 3182
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989599042135099e-06,
      "loss": 0.0128,
      "step": 3183
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989582661917577e-06,
      "loss": 0.0025,
      "step": 3184
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989566268825247e-06,
      "loss": 0.0081,
      "step": 3185
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989549862858154e-06,
      "loss": 0.0058,
      "step": 3186
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989533444016338e-06,
      "loss": 0.0064,
      "step": 3187
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98951701229984e-06,
      "loss": 0.0063,
      "step": 3188
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989500567708705e-06,
      "loss": 0.015,
      "step": 3189
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989484110242976e-06,
      "loss": 0.0076,
      "step": 3190
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989467639902691e-06,
      "loss": 0.0017,
      "step": 3191
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989451156687898e-06,
      "loss": 0.0191,
      "step": 3192
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989434660598637e-06,
      "loss": 0.0126,
      "step": 3193
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98941815163495e-06,
      "loss": 0.0083,
      "step": 3194
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98940162979688e-06,
      "loss": 0.0039,
      "step": 3195
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98938509508447e-06,
      "loss": 0.0065,
      "step": 3196
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989368547497762e-06,
      "loss": 0.0054,
      "step": 3197
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989351987036801e-06,
      "loss": 0.0122,
      "step": 3198
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989335413701627e-06,
      "loss": 0.0294,
      "step": 3199
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989318827492285e-06,
      "loss": 0.0046,
      "step": 3200
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989302228408816e-06,
      "loss": 0.0019,
      "step": 3201
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989285616451262e-06,
      "loss": 0.0081,
      "step": 3202
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989268991619667e-06,
      "loss": 0.016,
      "step": 3203
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989252353914077e-06,
      "loss": 0.0102,
      "step": 3204
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98923570333453e-06,
      "loss": 0.015,
      "step": 3205
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98921903988107e-06,
      "loss": 0.0037,
      "step": 3206
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989202363553742e-06,
      "loss": 0.025,
      "step": 3207
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989185674352589e-06,
      "loss": 0.0078,
      "step": 3208
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989168972277653e-06,
      "loss": 0.0079,
      "step": 3209
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989152257328977e-06,
      "loss": 0.0026,
      "step": 3210
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989135529506604e-06,
      "loss": 0.0087,
      "step": 3211
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989118788810577e-06,
      "loss": 0.0091,
      "step": 3212
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98910203524094e-06,
      "loss": 0.0134,
      "step": 3213
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989085268797738e-06,
      "loss": 0.0028,
      "step": 3214
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98906848948101e-06,
      "loss": 0.0172,
      "step": 3215
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989051697290802e-06,
      "loss": 0.0187,
      "step": 3216
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989034892227158e-06,
      "loss": 0.0251,
      "step": 3217
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.989018074290117e-06,
      "loss": 0.0051,
      "step": 3218
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98900124347973e-06,
      "loss": 0.0273,
      "step": 3219
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988984399796034e-06,
      "loss": 0.0047,
      "step": 3220
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988967543239073e-06,
      "loss": 0.0104,
      "step": 3221
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988950673808894e-06,
      "loss": 0.012,
      "step": 3222
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988933791505537e-06,
      "loss": 0.0091,
      "step": 3223
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988916896329049e-06,
      "loss": 0.0066,
      "step": 3224
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98889998827947e-06,
      "loss": 0.0219,
      "step": 3225
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988883067356846e-06,
      "loss": 0.0138,
      "step": 3226
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98886613356122e-06,
      "loss": 0.0077,
      "step": 3227
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988849186892635e-06,
      "loss": 0.0121,
      "step": 3228
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988832227351137e-06,
      "loss": 0.0095,
      "step": 3229
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988815254936767e-06,
      "loss": 0.0132,
      "step": 3230
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988798269649569e-06,
      "loss": 0.0061,
      "step": 3231
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988781271489589e-06,
      "loss": 0.0454,
      "step": 3232
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98876426045687e-06,
      "loss": 0.0081,
      "step": 3233
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988747236551455e-06,
      "loss": 0.002,
      "step": 3234
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988730199773388e-06,
      "loss": 0.0146,
      "step": 3235
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988713150122714e-06,
      "loss": 0.0166,
      "step": 3236
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988696087599477e-06,
      "loss": 0.0135,
      "step": 3237
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98867901220372e-06,
      "loss": 0.0063,
      "step": 3238
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988661923935485e-06,
      "loss": 0.0125,
      "step": 3239
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988644822794822e-06,
      "loss": 0.0118,
      "step": 3240
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988627708781771e-06,
      "loss": 0.0135,
      "step": 3241
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988610581896377e-06,
      "loss": 0.0149,
      "step": 3242
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988593442138681e-06,
      "loss": 0.0028,
      "step": 3243
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988576289508733e-06,
      "loss": 0.0086,
      "step": 3244
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988559124006576e-06,
      "loss": 0.009,
      "step": 3245
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988541945632251e-06,
      "loss": 0.0181,
      "step": 3246
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988524754385805e-06,
      "loss": 0.013,
      "step": 3247
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988507550267279e-06,
      "loss": 0.0484,
      "step": 3248
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988490333276723e-06,
      "loss": 0.0074,
      "step": 3249
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988473103414175e-06,
      "loss": 0.0044,
      "step": 3250
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988455860679686e-06,
      "loss": 0.0098,
      "step": 3251
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988438605073296e-06,
      "loss": 0.0023,
      "step": 3252
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988421336595052e-06,
      "loss": 0.0068,
      "step": 3253
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988404055244995e-06,
      "loss": 0.0057,
      "step": 3254
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988386761023174e-06,
      "loss": 0.0078,
      "step": 3255
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988369453929631e-06,
      "loss": 0.0143,
      "step": 3256
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988352133964411e-06,
      "loss": 0.0041,
      "step": 3257
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98833480112756e-06,
      "loss": 0.0086,
      "step": 3258
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988317455419121e-06,
      "loss": 0.0097,
      "step": 3259
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988300096839138e-06,
      "loss": 0.0228,
      "step": 3260
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98828272538766e-06,
      "loss": 0.015,
      "step": 3261
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988265341064726e-06,
      "loss": 0.0072,
      "step": 3262
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988247943870388e-06,
      "loss": 0.0039,
      "step": 3263
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988230533804684e-06,
      "loss": 0.0059,
      "step": 3264
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988213110867662e-06,
      "loss": 0.0114,
      "step": 3265
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988195675059367e-06,
      "loss": 0.0265,
      "step": 3266
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988178226379843e-06,
      "loss": 0.011,
      "step": 3267
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988160764829136e-06,
      "loss": 0.013,
      "step": 3268
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98814329040729e-06,
      "loss": 0.0247,
      "step": 3269
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988125803114352e-06,
      "loss": 0.0113,
      "step": 3270
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988108302950365e-06,
      "loss": 0.0208,
      "step": 3271
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988090789915377e-06,
      "loss": 0.0048,
      "step": 3272
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98807326400943e-06,
      "loss": 0.0398,
      "step": 3273
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988055725232571e-06,
      "loss": 0.0115,
      "step": 3274
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988038173584844e-06,
      "loss": 0.0051,
      "step": 3275
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.988020609066296e-06,
      "loss": 0.008,
      "step": 3276
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98800303167697e-06,
      "loss": 0.0298,
      "step": 3277
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987985441416915e-06,
      "loss": 0.0148,
      "step": 3278
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987967838286173e-06,
      "loss": 0.0052,
      "step": 3279
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98795022228479e-06,
      "loss": 0.0068,
      "step": 3280
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987932593412813e-06,
      "loss": 0.0083,
      "step": 3281
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987914951670285e-06,
      "loss": 0.0041,
      "step": 3282
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987897297057255e-06,
      "loss": 0.0064,
      "step": 3283
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987879629573764e-06,
      "loss": 0.012,
      "step": 3284
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98786194921986e-06,
      "loss": 0.0036,
      "step": 3285
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987844255995593e-06,
      "loss": 0.0098,
      "step": 3286
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987826549901e-06,
      "loss": 0.0186,
      "step": 3287
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987808830936134e-06,
      "loss": 0.0201,
      "step": 3288
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987791099101037e-06,
      "loss": 0.0207,
      "step": 3289
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987773354395755e-06,
      "loss": 0.0166,
      "step": 3290
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987755596820336e-06,
      "loss": 0.0128,
      "step": 3291
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987737826374822e-06,
      "loss": 0.0117,
      "step": 3292
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987720043059263e-06,
      "loss": 0.0086,
      "step": 3293
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987702246873703e-06,
      "loss": 0.0468,
      "step": 3294
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987684437818187e-06,
      "loss": 0.0302,
      "step": 3295
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987666615892762e-06,
      "loss": 0.016,
      "step": 3296
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987648781097472e-06,
      "loss": 0.004,
      "step": 3297
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987630933432367e-06,
      "loss": 0.0082,
      "step": 3298
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987613072897491e-06,
      "loss": 0.0073,
      "step": 3299
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98759519949289e-06,
      "loss": 0.0049,
      "step": 3300
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987577313218607e-06,
      "loss": 0.0051,
      "step": 3301
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987559414074696e-06,
      "loss": 0.029,
      "step": 3302
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987541502061196e-06,
      "loss": 0.0381,
      "step": 3303
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987523577178156e-06,
      "loss": 0.0055,
      "step": 3304
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987505639425622e-06,
      "loss": 0.0088,
      "step": 3305
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98748768880364e-06,
      "loss": 0.0383,
      "step": 3306
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987469725312255e-06,
      "loss": 0.0309,
      "step": 3307
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987451748951517e-06,
      "loss": 0.0069,
      "step": 3308
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98743375972147e-06,
      "loss": 0.0089,
      "step": 3309
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987415757622162e-06,
      "loss": 0.0123,
      "step": 3310
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987397742653635e-06,
      "loss": 0.0178,
      "step": 3311
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98737971481594e-06,
      "loss": 0.0046,
      "step": 3312
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987361674109122e-06,
      "loss": 0.0125,
      "step": 3313
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987343620533228e-06,
      "loss": 0.0123,
      "step": 3314
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987325554088303e-06,
      "loss": 0.0108,
      "step": 3315
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987307474774397e-06,
      "loss": 0.0154,
      "step": 3316
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987289382591553e-06,
      "loss": 0.0057,
      "step": 3317
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98727127753982e-06,
      "loss": 0.0325,
      "step": 3318
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987253159619244e-06,
      "loss": 0.0221,
      "step": 3319
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987235028829872e-06,
      "loss": 0.014,
      "step": 3320
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98721688517175e-06,
      "loss": 0.0102,
      "step": 3321
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987198728644925e-06,
      "loss": 0.0169,
      "step": 3322
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987180559249443e-06,
      "loss": 0.0069,
      "step": 3323
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987162376985353e-06,
      "loss": 0.0327,
      "step": 3324
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987144181852702e-06,
      "loss": 0.0318,
      "step": 3325
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987125973851535e-06,
      "loss": 0.008,
      "step": 3326
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987107752981899e-06,
      "loss": 0.0312,
      "step": 3327
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987089519243842e-06,
      "loss": 0.0075,
      "step": 3328
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987071272637412e-06,
      "loss": 0.0016,
      "step": 3329
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987053013162656e-06,
      "loss": 0.0153,
      "step": 3330
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987034740819618e-06,
      "loss": 0.0157,
      "step": 3331
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.987016455608348e-06,
      "loss": 0.0074,
      "step": 3332
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986998157528893e-06,
      "loss": 0.0283,
      "step": 3333
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.9869798465813e-06,
      "loss": 0.0388,
      "step": 3334
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986961522765614e-06,
      "loss": 0.0166,
      "step": 3335
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986943186081885e-06,
      "loss": 0.012,
      "step": 3336
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98692483653016e-06,
      "loss": 0.0029,
      "step": 3337
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986906474110484e-06,
      "loss": 0.0139,
      "step": 3338
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986888098822908e-06,
      "loss": 0.0085,
      "step": 3339
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98686971066748e-06,
      "loss": 0.0389,
      "step": 3340
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986851309644241e-06,
      "loss": 0.0028,
      "step": 3341
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986832895753244e-06,
      "loss": 0.0115,
      "step": 3342
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986814468994537e-06,
      "loss": 0.005,
      "step": 3343
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986796029368163e-06,
      "loss": 0.0151,
      "step": 3344
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986777576874173e-06,
      "loss": 0.012,
      "step": 3345
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986759111512614e-06,
      "loss": 0.0054,
      "step": 3346
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986740633283534e-06,
      "loss": 0.0207,
      "step": 3347
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98672214218698e-06,
      "loss": 0.0092,
      "step": 3348
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986703638223e-06,
      "loss": 0.0488,
      "step": 3349
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986685121391642e-06,
      "loss": 0.0384,
      "step": 3350
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986666591692952e-06,
      "loss": 0.0093,
      "step": 3351
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986648049126979e-06,
      "loss": 0.0135,
      "step": 3352
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986629493693773e-06,
      "loss": 0.0048,
      "step": 3353
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986610925393379e-06,
      "loss": 0.0069,
      "step": 3354
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986592344225845e-06,
      "loss": 0.0046,
      "step": 3355
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986573750191221e-06,
      "loss": 0.0214,
      "step": 3356
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986555143289554e-06,
      "loss": 0.0078,
      "step": 3357
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98653652352089e-06,
      "loss": 0.0161,
      "step": 3358
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98651789088528e-06,
      "loss": 0.0087,
      "step": 3359
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98649924538277e-06,
      "loss": 0.0217,
      "step": 3360
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986480587013411e-06,
      "loss": 0.006,
      "step": 3361
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986461915777248e-06,
      "loss": 0.0076,
      "step": 3362
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98644323167433e-06,
      "loss": 0.0122,
      "step": 3363
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986424534704707e-06,
      "loss": 0.0071,
      "step": 3364
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986405824868425e-06,
      "loss": 0.0074,
      "step": 3365
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986387102165532e-06,
      "loss": 0.0162,
      "step": 3366
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986368366596079e-06,
      "loss": 0.0068,
      "step": 3367
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986349618160112e-06,
      "loss": 0.0134,
      "step": 3368
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98633085685768e-06,
      "loss": 0.0145,
      "step": 3369
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986312082688831e-06,
      "loss": 0.0306,
      "step": 3370
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986293295653615e-06,
      "loss": 0.0275,
      "step": 3371
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98627449575208e-06,
      "loss": 0.0276,
      "step": 3372
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986255682984273e-06,
      "loss": 0.005,
      "step": 3373
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986236857350243e-06,
      "loss": 0.0119,
      "step": 3374
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986218018850041e-06,
      "loss": 0.0097,
      "step": 3375
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986199167483711e-06,
      "loss": 0.0097,
      "step": 3376
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986180303251307e-06,
      "loss": 0.0112,
      "step": 3377
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986161426152873e-06,
      "loss": 0.0261,
      "step": 3378
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98614253618846e-06,
      "loss": 0.0335,
      "step": 3379
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986123633358118e-06,
      "loss": 0.0077,
      "step": 3380
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986104717661894e-06,
      "loss": 0.0072,
      "step": 3381
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986085789099836e-06,
      "loss": 0.0188,
      "step": 3382
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986066847671992e-06,
      "loss": 0.0064,
      "step": 3383
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986047893378415e-06,
      "loss": 0.0094,
      "step": 3384
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986028926219151e-06,
      "loss": 0.0127,
      "step": 3385
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.986009946194251e-06,
      "loss": 0.0122,
      "step": 3386
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98599095330376e-06,
      "loss": 0.0163,
      "step": 3387
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985971947547733e-06,
      "loss": 0.0048,
      "step": 3388
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985952928926215e-06,
      "loss": 0.0103,
      "step": 3389
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985933897439254e-06,
      "loss": 0.0051,
      "step": 3390
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.9859148530869e-06,
      "loss": 0.0087,
      "step": 3391
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985895795869205e-06,
      "loss": 0.006,
      "step": 3392
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985876725786217e-06,
      "loss": 0.0127,
      "step": 3393
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985857642837982e-06,
      "loss": 0.0068,
      "step": 3394
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985838547024554e-06,
      "loss": 0.0086,
      "step": 3395
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985819438345978e-06,
      "loss": 0.0039,
      "step": 3396
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985800316802305e-06,
      "loss": 0.0065,
      "step": 3397
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985781182393585e-06,
      "loss": 0.0044,
      "step": 3398
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985762035119866e-06,
      "loss": 0.0046,
      "step": 3399
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985742874981199e-06,
      "loss": 0.0051,
      "step": 3400
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985723701977635e-06,
      "loss": 0.0104,
      "step": 3401
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985704516109219e-06,
      "loss": 0.0123,
      "step": 3402
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985685317376002e-06,
      "loss": 0.0029,
      "step": 3403
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985666105778035e-06,
      "loss": 0.0079,
      "step": 3404
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985646881315366e-06,
      "loss": 0.0247,
      "step": 3405
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985627643988047e-06,
      "loss": 0.0104,
      "step": 3406
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985608393796124e-06,
      "loss": 0.0177,
      "step": 3407
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98558913073965e-06,
      "loss": 0.0123,
      "step": 3408
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985569854818676e-06,
      "loss": 0.0086,
      "step": 3409
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985550566033245e-06,
      "loss": 0.0117,
      "step": 3410
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985531264383412e-06,
      "loss": 0.0202,
      "step": 3411
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985511949869226e-06,
      "loss": 0.0222,
      "step": 3412
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985492622490738e-06,
      "loss": 0.01,
      "step": 3413
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985473282247996e-06,
      "loss": 0.0088,
      "step": 3414
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98545392914105e-06,
      "loss": 0.004,
      "step": 3415
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985434563169949e-06,
      "loss": 0.0061,
      "step": 3416
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985415184334746e-06,
      "loss": 0.011,
      "step": 3417
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985395792635489e-06,
      "loss": 0.0052,
      "step": 3418
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985376388072228e-06,
      "loss": 0.0073,
      "step": 3419
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985356970645013e-06,
      "loss": 0.0319,
      "step": 3420
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985337540353895e-06,
      "loss": 0.0071,
      "step": 3421
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985318097198923e-06,
      "loss": 0.0096,
      "step": 3422
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985298641180148e-06,
      "loss": 0.003,
      "step": 3423
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98527917229762e-06,
      "loss": 0.01,
      "step": 3424
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98525969055139e-06,
      "loss": 0.0085,
      "step": 3425
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985240195941506e-06,
      "loss": 0.0058,
      "step": 3426
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98522068846802e-06,
      "loss": 0.0072,
      "step": 3427
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985201168130985e-06,
      "loss": 0.0031,
      "step": 3428
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985181634930446e-06,
      "loss": 0.0159,
      "step": 3429
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985162088866457e-06,
      "loss": 0.0144,
      "step": 3430
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985142529939066e-06,
      "loss": 0.0336,
      "step": 3431
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985122958148326e-06,
      "loss": 0.0134,
      "step": 3432
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985103373494284e-06,
      "loss": 0.0042,
      "step": 3433
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985083775976995e-06,
      "loss": 0.002,
      "step": 3434
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985064165596507e-06,
      "loss": 0.0342,
      "step": 3435
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98504454235287e-06,
      "loss": 0.0092,
      "step": 3436
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.985024906246138e-06,
      "loss": 0.0087,
      "step": 3437
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98500525727636e-06,
      "loss": 0.0244,
      "step": 3438
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984985595443581e-06,
      "loss": 0.0293,
      "step": 3439
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98496592074786e-06,
      "loss": 0.0059,
      "step": 3440
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984946233189245e-06,
      "loss": 0.008,
      "step": 3441
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984926532767787e-06,
      "loss": 0.0258,
      "step": 3442
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984906819483534e-06,
      "loss": 0.0045,
      "step": 3443
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98488709333654e-06,
      "loss": 0.0045,
      "step": 3444
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984867354326855e-06,
      "loss": 0.0025,
      "step": 3445
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98484760245453e-06,
      "loss": 0.0072,
      "step": 3446
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984827837719615e-06,
      "loss": 0.006,
      "step": 3447
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984808060122161e-06,
      "loss": 0.0365,
      "step": 3448
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984788269662222e-06,
      "loss": 0.0195,
      "step": 3449
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984768466339848e-06,
      "loss": 0.0156,
      "step": 3450
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984748650155084e-06,
      "loss": 0.0177,
      "step": 3451
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98472882110799e-06,
      "loss": 0.0275,
      "step": 3452
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984708979198615e-06,
      "loss": 0.0122,
      "step": 3453
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984689124427005e-06,
      "loss": 0.0119,
      "step": 3454
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984669256793216e-06,
      "loss": 0.0341,
      "step": 3455
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984649376297297e-06,
      "loss": 0.0164,
      "step": 3456
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984629482939301e-06,
      "loss": 0.0025,
      "step": 3457
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98460957671928e-06,
      "loss": 0.012,
      "step": 3458
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984589657637282e-06,
      "loss": 0.0063,
      "step": 3459
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984569725693361e-06,
      "loss": 0.023,
      "step": 3460
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98454978088757e-06,
      "loss": 0.0083,
      "step": 3461
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984529823219954e-06,
      "loss": 0.0046,
      "step": 3462
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984509852690572e-06,
      "loss": 0.0112,
      "step": 3463
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984489869299472e-06,
      "loss": 0.0064,
      "step": 3464
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984469873046706e-06,
      "loss": 0.0171,
      "step": 3465
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984449863932325e-06,
      "loss": 0.0256,
      "step": 3466
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98442984195638e-06,
      "loss": 0.0034,
      "step": 3467
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984409807118925e-06,
      "loss": 0.0064,
      "step": 3468
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984389759420012e-06,
      "loss": 0.0129,
      "step": 3469
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984369698859689e-06,
      "loss": 0.0208,
      "step": 3470
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98434962543801e-06,
      "loss": 0.0067,
      "step": 3471
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984329539155027e-06,
      "loss": 0.0024,
      "step": 3472
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984309440010794e-06,
      "loss": 0.004,
      "step": 3473
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984289328005357e-06,
      "loss": 0.004,
      "step": 3474
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984269203138772e-06,
      "loss": 0.0063,
      "step": 3475
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984249065411092e-06,
      "loss": 0.0219,
      "step": 3476
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984228914822366e-06,
      "loss": 0.0092,
      "step": 3477
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984208751372648e-06,
      "loss": 0.0151,
      "step": 3478
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984188575061988e-06,
      "loss": 0.0064,
      "step": 3479
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984168385890441e-06,
      "loss": 0.0128,
      "step": 3480
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984148183858057e-06,
      "loss": 0.0076,
      "step": 3481
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984127968964887e-06,
      "loss": 0.0304,
      "step": 3482
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984107741210987e-06,
      "loss": 0.0138,
      "step": 3483
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984087500596405e-06,
      "loss": 0.0118,
      "step": 3484
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984067247121196e-06,
      "loss": 0.0134,
      "step": 3485
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984046980785412e-06,
      "loss": 0.0122,
      "step": 3486
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984026701589105e-06,
      "loss": 0.0105,
      "step": 3487
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.984006409532325e-06,
      "loss": 0.007,
      "step": 3488
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983986104615128e-06,
      "loss": 0.0326,
      "step": 3489
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983965786837564e-06,
      "loss": 0.0117,
      "step": 3490
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983945456199686e-06,
      "loss": 0.0614,
      "step": 3491
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983925112701548e-06,
      "loss": 0.0054,
      "step": 3492
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983904756343202e-06,
      "loss": 0.0072,
      "step": 3493
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983884387124696e-06,
      "loss": 0.0051,
      "step": 3494
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98386400504609e-06,
      "loss": 0.0083,
      "step": 3495
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98384361010743e-06,
      "loss": 0.0052,
      "step": 3496
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983823202308773e-06,
      "loss": 0.0111,
      "step": 3497
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983802781650169e-06,
      "loss": 0.0141,
      "step": 3498
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983782348131673e-06,
      "loss": 0.0142,
      "step": 3499
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983761901753336e-06,
      "loss": 0.004,
      "step": 3500
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983741442515212e-06,
      "loss": 0.0092,
      "step": 3501
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983720970417352e-06,
      "loss": 0.0086,
      "step": 3502
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.98370048545981e-06,
      "loss": 0.0071,
      "step": 3503
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983679987642639e-06,
      "loss": 0.0033,
      "step": 3504
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983659476965893e-06,
      "loss": 0.0091,
      "step": 3505
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.983638953429622e-06,
      "loss": 0.0045,
      "step": 3506
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98361841703388e-06,
      "loss": 0.0117,
      "step": 3507
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983597867778723e-06,
      "loss": 0.0055,
      "step": 3508
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9835773056642e-06,
      "loss": 0.0067,
      "step": 3509
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983556730690365e-06,
      "loss": 0.0055,
      "step": 3510
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983536142857274e-06,
      "loss": 0.0141,
      "step": 3511
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983515542164974e-06,
      "loss": 0.0235,
      "step": 3512
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983494928613525e-06,
      "loss": 0.0079,
      "step": 3513
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983474302202977e-06,
      "loss": 0.011,
      "step": 3514
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983453662933382e-06,
      "loss": 0.0039,
      "step": 3515
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983433010804797e-06,
      "loss": 0.0156,
      "step": 3516
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98341234581727e-06,
      "loss": 0.0108,
      "step": 3517
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983391667970859e-06,
      "loss": 0.0149,
      "step": 3518
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983370977265616e-06,
      "loss": 0.0106,
      "step": 3519
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983350273701594e-06,
      "loss": 0.0131,
      "step": 3520
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983329557278845e-06,
      "loss": 0.0096,
      "step": 3521
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983308827997425e-06,
      "loss": 0.0077,
      "step": 3522
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983288085857386e-06,
      "loss": 0.0112,
      "step": 3523
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983267330858782e-06,
      "loss": 0.0188,
      "step": 3524
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983246563001667e-06,
      "loss": 0.0142,
      "step": 3525
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983225782286092e-06,
      "loss": 0.0111,
      "step": 3526
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983204988712114e-06,
      "loss": 0.0144,
      "step": 3527
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983184182279785e-06,
      "loss": 0.0093,
      "step": 3528
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983163362989161e-06,
      "loss": 0.0326,
      "step": 3529
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983142530840292e-06,
      "loss": 0.0196,
      "step": 3530
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983121685833235e-06,
      "loss": 0.025,
      "step": 3531
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983100827968039e-06,
      "loss": 0.0087,
      "step": 3532
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983079957244763e-06,
      "loss": 0.0028,
      "step": 3533
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983059073663461e-06,
      "loss": 0.0069,
      "step": 3534
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983038177224183e-06,
      "loss": 0.0115,
      "step": 3535
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.983017267926984e-06,
      "loss": 0.0127,
      "step": 3536
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982996345771919e-06,
      "loss": 0.0083,
      "step": 3537
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982975410759042e-06,
      "loss": 0.0069,
      "step": 3538
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982954462888406e-06,
      "loss": 0.0106,
      "step": 3539
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982933502160068e-06,
      "loss": 0.0146,
      "step": 3540
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982912528574079e-06,
      "loss": 0.0038,
      "step": 3541
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982891542130493e-06,
      "loss": 0.0082,
      "step": 3542
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982870542829365e-06,
      "loss": 0.0056,
      "step": 3543
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98284953067075e-06,
      "loss": 0.0065,
      "step": 3544
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9828285056547e-06,
      "loss": 0.0217,
      "step": 3545
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982807467781273e-06,
      "loss": 0.0122,
      "step": 3546
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982786417050521e-06,
      "loss": 0.0091,
      "step": 3547
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982765353462496e-06,
      "loss": 0.0234,
      "step": 3548
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982744277017257e-06,
      "loss": 0.0172,
      "step": 3549
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982723187714856e-06,
      "loss": 0.0197,
      "step": 3550
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982702085555346e-06,
      "loss": 0.0027,
      "step": 3551
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982680970538784e-06,
      "loss": 0.0153,
      "step": 3552
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982659842665223e-06,
      "loss": 0.0144,
      "step": 3553
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98263870193472e-06,
      "loss": 0.0086,
      "step": 3554
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982617548347325e-06,
      "loss": 0.0052,
      "step": 3555
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982596381903096e-06,
      "loss": 0.0191,
      "step": 3556
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982575202602087e-06,
      "loss": 0.0048,
      "step": 3557
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982554010444352e-06,
      "loss": 0.0063,
      "step": 3558
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982532805429947e-06,
      "loss": 0.0073,
      "step": 3559
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982511587558925e-06,
      "loss": 0.0248,
      "step": 3560
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98249035683134e-06,
      "loss": 0.0043,
      "step": 3561
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982469113247251e-06,
      "loss": 0.0102,
      "step": 3562
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982447856806708e-06,
      "loss": 0.0168,
      "step": 3563
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982426587509771e-06,
      "loss": 0.0136,
      "step": 3564
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982405305356489e-06,
      "loss": 0.0096,
      "step": 3565
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98238401034692e-06,
      "loss": 0.0041,
      "step": 3566
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982362702481119e-06,
      "loss": 0.0151,
      "step": 3567
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982341381759142e-06,
      "loss": 0.0105,
      "step": 3568
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98232004818104e-06,
      "loss": 0.0047,
      "step": 3569
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982298701746873e-06,
      "loss": 0.011,
      "step": 3570
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982277342456694e-06,
      "loss": 0.0315,
      "step": 3571
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982255970310557e-06,
      "loss": 0.0151,
      "step": 3572
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982234585308519e-06,
      "loss": 0.0093,
      "step": 3573
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982213187450634e-06,
      "loss": 0.0086,
      "step": 3574
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982191776736957e-06,
      "loss": 0.0211,
      "step": 3575
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982170353167543e-06,
      "loss": 0.0055,
      "step": 3576
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98214891674245e-06,
      "loss": 0.0077,
      "step": 3577
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982127467461732e-06,
      "loss": 0.0042,
      "step": 3578
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98210600532544e-06,
      "loss": 0.0205,
      "step": 3579
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982084530333635e-06,
      "loss": 0.005,
      "step": 3580
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982063042486372e-06,
      "loss": 0.0131,
      "step": 3581
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982041541783704e-06,
      "loss": 0.0134,
      "step": 3582
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.982020028225686e-06,
      "loss": 0.0107,
      "step": 3583
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981998501812376e-06,
      "loss": 0.0118,
      "step": 3584
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98197696254383e-06,
      "loss": 0.0134,
      "step": 3585
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9819554104201e-06,
      "loss": 0.0105,
      "step": 3586
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981933845441242e-06,
      "loss": 0.0113,
      "step": 3587
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981912267607316e-06,
      "loss": 0.013,
      "step": 3588
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981890676918375e-06,
      "loss": 0.0194,
      "step": 3589
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981869073374475e-06,
      "loss": 0.0091,
      "step": 3590
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98184745697567e-06,
      "loss": 0.0195,
      "step": 3591
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981825827722017e-06,
      "loss": 0.0112,
      "step": 3592
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981804185613573e-06,
      "loss": 0.0129,
      "step": 3593
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981782530650392e-06,
      "loss": 0.0071,
      "step": 3594
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981760862832533e-06,
      "loss": 0.0264,
      "step": 3595
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981739182160047e-06,
      "loss": 0.0054,
      "step": 3596
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981717488632993e-06,
      "loss": 0.0126,
      "step": 3597
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981695782251428e-06,
      "loss": 0.011,
      "step": 3598
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981674063015406e-06,
      "loss": 0.0067,
      "step": 3599
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981652330924983e-06,
      "loss": 0.0127,
      "step": 3600
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981630585980217e-06,
      "loss": 0.0112,
      "step": 3601
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981608828181161e-06,
      "loss": 0.0222,
      "step": 3602
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981587057527875e-06,
      "loss": 0.0131,
      "step": 3603
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981565274020412e-06,
      "loss": 0.0161,
      "step": 3604
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981543477658828e-06,
      "loss": 0.0143,
      "step": 3605
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981521668443184e-06,
      "loss": 0.0069,
      "step": 3606
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98149984637353e-06,
      "loss": 0.0085,
      "step": 3607
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981478011449926e-06,
      "loss": 0.0053,
      "step": 3608
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981456163672428e-06,
      "loss": 0.0096,
      "step": 3609
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98143430304109e-06,
      "loss": 0.0074,
      "step": 3610
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981412429555973e-06,
      "loss": 0.0156,
      "step": 3611
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981390543217128e-06,
      "loss": 0.0068,
      "step": 3612
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981368644024616e-06,
      "loss": 0.0224,
      "step": 3613
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981346731978491e-06,
      "loss": 0.0066,
      "step": 3614
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98132480707881e-06,
      "loss": 0.011,
      "step": 3615
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981302869325632e-06,
      "loss": 0.0042,
      "step": 3616
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98128091871901e-06,
      "loss": 0.0133,
      "step": 3617
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981258955259001e-06,
      "loss": 0.0126,
      "step": 3618
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981236978945664e-06,
      "loss": 0.0038,
      "step": 3619
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981214989779055e-06,
      "loss": 0.011,
      "step": 3620
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98119298775923e-06,
      "loss": 0.0038,
      "step": 3621
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981170972886244e-06,
      "loss": 0.0107,
      "step": 3622
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981148945160157e-06,
      "loss": 0.0056,
      "step": 3623
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981126904581024e-06,
      "loss": 0.0036,
      "step": 3624
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981104851148903e-06,
      "loss": 0.0171,
      "step": 3625
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981082784863852e-06,
      "loss": 0.0095,
      "step": 3626
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981060705725924e-06,
      "loss": 0.0081,
      "step": 3627
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98103861373518e-06,
      "loss": 0.0063,
      "step": 3628
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.981016508891674e-06,
      "loss": 0.0043,
      "step": 3629
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980994391195465e-06,
      "loss": 0.009,
      "step": 3630
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980972260646608e-06,
      "loss": 0.0168,
      "step": 3631
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980950117245164e-06,
      "loss": 0.0049,
      "step": 3632
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980927960991186e-06,
      "loss": 0.0066,
      "step": 3633
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980905791884734e-06,
      "loss": 0.0162,
      "step": 3634
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980883609925864e-06,
      "loss": 0.0485,
      "step": 3635
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980861415114631e-06,
      "loss": 0.0117,
      "step": 3636
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980839207451096e-06,
      "loss": 0.0104,
      "step": 3637
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980816986935316e-06,
      "loss": 0.0229,
      "step": 3638
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980794753567345e-06,
      "loss": 0.0058,
      "step": 3639
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980772507347244e-06,
      "loss": 0.0066,
      "step": 3640
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980750248275068e-06,
      "loss": 0.0216,
      "step": 3641
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980727976350876e-06,
      "loss": 0.0092,
      "step": 3642
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980705691574725e-06,
      "loss": 0.0066,
      "step": 3643
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980683393946673e-06,
      "loss": 0.0172,
      "step": 3644
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980661083466777e-06,
      "loss": 0.0216,
      "step": 3645
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980638760135093e-06,
      "loss": 0.0107,
      "step": 3646
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98061642395168e-06,
      "loss": 0.0153,
      "step": 3647
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980594074916596e-06,
      "loss": 0.0076,
      "step": 3648
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980571713029899e-06,
      "loss": 0.0067,
      "step": 3649
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980549338291645e-06,
      "loss": 0.0068,
      "step": 3650
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980526950701894e-06,
      "loss": 0.0081,
      "step": 3651
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980504550260702e-06,
      "loss": 0.0098,
      "step": 3652
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980482136968129e-06,
      "loss": 0.0058,
      "step": 3653
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980459710824228e-06,
      "loss": 0.0081,
      "step": 3654
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980437271829063e-06,
      "loss": 0.0184,
      "step": 3655
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980414819982686e-06,
      "loss": 0.0047,
      "step": 3656
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98039235528516e-06,
      "loss": 0.0107,
      "step": 3657
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980369877736542e-06,
      "loss": 0.0119,
      "step": 3658
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980347387336886e-06,
      "loss": 0.0239,
      "step": 3659
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980324884086255e-06,
      "loss": 0.0047,
      "step": 3660
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980302367984704e-06,
      "loss": 0.0047,
      "step": 3661
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980279839032292e-06,
      "loss": 0.0062,
      "step": 3662
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980257297229076e-06,
      "loss": 0.003,
      "step": 3663
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980234742575119e-06,
      "loss": 0.0338,
      "step": 3664
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980212175070473e-06,
      "loss": 0.01,
      "step": 3665
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9801895947152e-06,
      "loss": 0.0057,
      "step": 3666
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980167001509356e-06,
      "loss": 0.003,
      "step": 3667
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980144395453e-06,
      "loss": 0.0058,
      "step": 3668
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980121776546191e-06,
      "loss": 0.0093,
      "step": 3669
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980099144788986e-06,
      "loss": 0.0025,
      "step": 3670
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.980076500181447e-06,
      "loss": 0.0105,
      "step": 3671
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98005384272363e-06,
      "loss": 0.0047,
      "step": 3672
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98003117241559e-06,
      "loss": 0.0253,
      "step": 3673
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.98000848925739e-06,
      "loss": 0.0441,
      "step": 3674
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97998579324909e-06,
      "loss": 0.0086,
      "step": 3675
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979963084390744e-06,
      "loss": 0.0063,
      "step": 3676
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979940362682413e-06,
      "loss": 0.0319,
      "step": 3677
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979917628124155e-06,
      "loss": 0.0134,
      "step": 3678
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979894880716028e-06,
      "loss": 0.0051,
      "step": 3679
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979872120458093e-06,
      "loss": 0.022,
      "step": 3680
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979849347350405e-06,
      "loss": 0.0015,
      "step": 3681
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979826561393027e-06,
      "loss": 0.0046,
      "step": 3682
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979803762586016e-06,
      "loss": 0.0365,
      "step": 3683
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97978095092943e-06,
      "loss": 0.0133,
      "step": 3684
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979758126423329e-06,
      "loss": 0.0142,
      "step": 3685
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97973528906777e-06,
      "loss": 0.0219,
      "step": 3686
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979712438862815e-06,
      "loss": 0.0086,
      "step": 3687
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97968957580852e-06,
      "loss": 0.0048,
      "step": 3688
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979666699904946e-06,
      "loss": 0.0266,
      "step": 3689
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979643811152152e-06,
      "loss": 0.0098,
      "step": 3690
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979620909550194e-06,
      "loss": 0.0086,
      "step": 3691
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979597995099135e-06,
      "loss": 0.0248,
      "step": 3692
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979575067799033e-06,
      "loss": 0.0217,
      "step": 3693
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979552127649946e-06,
      "loss": 0.0086,
      "step": 3694
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979529174651933e-06,
      "loss": 0.0032,
      "step": 3695
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979506208805056e-06,
      "loss": 0.0054,
      "step": 3696
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979483230109372e-06,
      "loss": 0.0092,
      "step": 3697
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97946023856494e-06,
      "loss": 0.0144,
      "step": 3698
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97943723417182e-06,
      "loss": 0.0134,
      "step": 3699
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979414216930072e-06,
      "loss": 0.0379,
      "step": 3700
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979391186839756e-06,
      "loss": 0.0017,
      "step": 3701
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979368143900927e-06,
      "loss": 0.0237,
      "step": 3702
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97934508811365e-06,
      "loss": 0.0075,
      "step": 3703
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979322019477981e-06,
      "loss": 0.0087,
      "step": 3704
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979298937993981e-06,
      "loss": 0.0163,
      "step": 3705
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979275843661711e-06,
      "loss": 0.0129,
      "step": 3706
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979252736481227e-06,
      "loss": 0.0132,
      "step": 3707
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979229616452592e-06,
      "loss": 0.0084,
      "step": 3708
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979206483575862e-06,
      "loss": 0.02,
      "step": 3709
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9791833378511e-06,
      "loss": 0.0093,
      "step": 3710
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979160179278364e-06,
      "loss": 0.0119,
      "step": 3711
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979137007857715e-06,
      "loss": 0.0061,
      "step": 3712
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979113823589213e-06,
      "loss": 0.0051,
      "step": 3713
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979090626472917e-06,
      "loss": 0.0032,
      "step": 3714
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979067416508884e-06,
      "loss": 0.0028,
      "step": 3715
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979044193697178e-06,
      "loss": 0.003,
      "step": 3716
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.979020958037857e-06,
      "loss": 0.0183,
      "step": 3717
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978997709530983e-06,
      "loss": 0.0117,
      "step": 3718
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978974448176614e-06,
      "loss": 0.0183,
      "step": 3719
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97895117397481e-06,
      "loss": 0.0113,
      "step": 3720
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978927886925633e-06,
      "loss": 0.0031,
      "step": 3721
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97890458702914e-06,
      "loss": 0.0045,
      "step": 3722
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978881274285394e-06,
      "loss": 0.0096,
      "step": 3723
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978857948694454e-06,
      "loss": 0.0161,
      "step": 3724
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978834610256377e-06,
      "loss": 0.0259,
      "step": 3725
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97881125897123e-06,
      "loss": 0.0135,
      "step": 3726
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97878789483907e-06,
      "loss": 0.0042,
      "step": 3727
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978764517859955e-06,
      "loss": 0.0568,
      "step": 3728
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978741128033948e-06,
      "loss": 0.0178,
      "step": 3729
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97871772536111e-06,
      "loss": 0.0045,
      "step": 3730
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978694309841496e-06,
      "loss": 0.0142,
      "step": 3731
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978670881475173e-06,
      "loss": 0.0151,
      "step": 3732
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9786474402622e-06,
      "loss": 0.007,
      "step": 3733
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978623986202633e-06,
      "loss": 0.0032,
      "step": 3734
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97860051929654e-06,
      "loss": 0.0314,
      "step": 3735
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978577039543974e-06,
      "loss": 0.0103,
      "step": 3736
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978553546945e-06,
      "loss": 0.017,
      "step": 3737
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97853004149968e-06,
      "loss": 0.0164,
      "step": 3738
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978506523208068e-06,
      "loss": 0.0196,
      "step": 3739
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978482992070231e-06,
      "loss": 0.0036,
      "step": 3740
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978459448086228e-06,
      "loss": 0.0152,
      "step": 3741
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978435891256119e-06,
      "loss": 0.0047,
      "step": 3742
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978412321579965e-06,
      "loss": 0.0153,
      "step": 3743
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978388739057827e-06,
      "loss": 0.0139,
      "step": 3744
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978365143689768e-06,
      "loss": 0.0212,
      "step": 3745
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978341535475845e-06,
      "loss": 0.0054,
      "step": 3746
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97831791441612e-06,
      "loss": 0.0187,
      "step": 3747
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978294280510655e-06,
      "loss": 0.0144,
      "step": 3748
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978270633759511e-06,
      "loss": 0.0012,
      "step": 3749
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978246974162748e-06,
      "loss": 0.0065,
      "step": 3750
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978223301720429e-06,
      "loss": 0.0207,
      "step": 3751
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978199616432613e-06,
      "loss": 0.0106,
      "step": 3752
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978175918299362e-06,
      "loss": 0.01,
      "step": 3753
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978152207320737e-06,
      "loss": 0.0096,
      "step": 3754
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978128483496798e-06,
      "loss": 0.0213,
      "step": 3755
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978104746827609e-06,
      "loss": 0.0153,
      "step": 3756
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978080997313228e-06,
      "loss": 0.0162,
      "step": 3757
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97805723495372e-06,
      "loss": 0.0109,
      "step": 3758
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978033459749143e-06,
      "loss": 0.0634,
      "step": 3759
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.978009671699561e-06,
      "loss": 0.0159,
      "step": 3760
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977985870805034e-06,
      "loss": 0.0215,
      "step": 3761
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977962057065622e-06,
      "loss": 0.0052,
      "step": 3762
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977938230481387e-06,
      "loss": 0.0142,
      "step": 3763
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977914391052394e-06,
      "loss": 0.0076,
      "step": 3764
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9778905387787e-06,
      "loss": 0.0037,
      "step": 3765
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977866673660368e-06,
      "loss": 0.0036,
      "step": 3766
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977842795697461e-06,
      "loss": 0.0064,
      "step": 3767
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97781890489004e-06,
      "loss": 0.0065,
      "step": 3768
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977795001238167e-06,
      "loss": 0.0085,
      "step": 3769
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977771084741901e-06,
      "loss": 0.009,
      "step": 3770
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977747155401306e-06,
      "loss": 0.0156,
      "step": 3771
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977723213216444e-06,
      "loss": 0.0172,
      "step": 3772
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977699258187374e-06,
      "loss": 0.0166,
      "step": 3773
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977675290314162e-06,
      "loss": 0.0188,
      "step": 3774
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977651309596868e-06,
      "loss": 0.0091,
      "step": 3775
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977627316035555e-06,
      "loss": 0.0129,
      "step": 3776
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97760330963028e-06,
      "loss": 0.0094,
      "step": 3777
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97757929038111e-06,
      "loss": 0.0337,
      "step": 3778
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977555258288106e-06,
      "loss": 0.0061,
      "step": 3779
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97753121335133e-06,
      "loss": 0.0013,
      "step": 3780
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977507155570843e-06,
      "loss": 0.0099,
      "step": 3781
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977483084946709e-06,
      "loss": 0.0091,
      "step": 3782
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977459001478986e-06,
      "loss": 0.0074,
      "step": 3783
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97743490516774e-06,
      "loss": 0.0058,
      "step": 3784
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977410796013033e-06,
      "loss": 0.0345,
      "step": 3785
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977386674014927e-06,
      "loss": 0.0167,
      "step": 3786
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977362539173481e-06,
      "loss": 0.0043,
      "step": 3787
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977338391488761e-06,
      "loss": 0.0121,
      "step": 3788
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977314230960828e-06,
      "loss": 0.0075,
      "step": 3789
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977290057589746e-06,
      "loss": 0.0072,
      "step": 3790
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977265871375574e-06,
      "loss": 0.0053,
      "step": 3791
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977241672318375e-06,
      "loss": 0.0208,
      "step": 3792
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977217460418216e-06,
      "loss": 0.0254,
      "step": 3793
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977193235675155e-06,
      "loss": 0.0054,
      "step": 3794
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977168998089255e-06,
      "loss": 0.0055,
      "step": 3795
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97714474766058e-06,
      "loss": 0.006,
      "step": 3796
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97712048438919e-06,
      "loss": 0.0103,
      "step": 3797
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977096208275151e-06,
      "loss": 0.0113,
      "step": 3798
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977071919318524e-06,
      "loss": 0.0073,
      "step": 3799
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977047617519372e-06,
      "loss": 0.0039,
      "step": 3800
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.977023302877758e-06,
      "loss": 0.0037,
      "step": 3801
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976998975393742e-06,
      "loss": 0.0021,
      "step": 3802
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97697463506739e-06,
      "loss": 0.006,
      "step": 3803
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976950281898765e-06,
      "loss": 0.0066,
      "step": 3804
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976925915887926e-06,
      "loss": 0.0148,
      "step": 3805
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97690153703494e-06,
      "loss": 0.0072,
      "step": 3806
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976877145339867e-06,
      "loss": 0.0287,
      "step": 3807
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976852740802774e-06,
      "loss": 0.0208,
      "step": 3808
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97682832342372e-06,
      "loss": 0.0045,
      "step": 3809
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976803893202769e-06,
      "loss": 0.0217,
      "step": 3810
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976779450139985e-06,
      "loss": 0.0083,
      "step": 3811
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976754994235429e-06,
      "loss": 0.0016,
      "step": 3812
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976730525489165e-06,
      "loss": 0.0142,
      "step": 3813
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976706043901259e-06,
      "loss": 0.0013,
      "step": 3814
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976681549471769e-06,
      "loss": 0.0042,
      "step": 3815
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976657042200763e-06,
      "loss": 0.0248,
      "step": 3816
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976632522088303e-06,
      "loss": 0.0125,
      "step": 3817
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97660798913445e-06,
      "loss": 0.009,
      "step": 3818
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97658344333927e-06,
      "loss": 0.0046,
      "step": 3819
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976558884702822e-06,
      "loss": 0.0036,
      "step": 3820
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976534313225177e-06,
      "loss": 0.008,
      "step": 3821
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976509728906391e-06,
      "loss": 0.0103,
      "step": 3822
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976485131746531e-06,
      "loss": 0.012,
      "step": 3823
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97646052174566e-06,
      "loss": 0.0042,
      "step": 3824
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976435898903841e-06,
      "loss": 0.0033,
      "step": 3825
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976411263221138e-06,
      "loss": 0.0294,
      "step": 3826
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976386614697615e-06,
      "loss": 0.0074,
      "step": 3827
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976361953333334e-06,
      "loss": 0.0091,
      "step": 3828
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97633727912836e-06,
      "loss": 0.0118,
      "step": 3829
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976312592082758e-06,
      "loss": 0.0032,
      "step": 3830
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976287892196587e-06,
      "loss": 0.0079,
      "step": 3831
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976263179469915e-06,
      "loss": 0.0104,
      "step": 3832
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976238453902807e-06,
      "loss": 0.0352,
      "step": 3833
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976213715495322e-06,
      "loss": 0.0073,
      "step": 3834
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976188964247526e-06,
      "loss": 0.0075,
      "step": 3835
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976164200159484e-06,
      "loss": 0.0208,
      "step": 3836
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976139423231258e-06,
      "loss": 0.0036,
      "step": 3837
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976114633462913e-06,
      "loss": 0.0358,
      "step": 3838
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976089830854514e-06,
      "loss": 0.0098,
      "step": 3839
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976065015406122e-06,
      "loss": 0.0223,
      "step": 3840
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976040187117803e-06,
      "loss": 0.016,
      "step": 3841
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.976015345989623e-06,
      "loss": 0.0045,
      "step": 3842
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975990492021644e-06,
      "loss": 0.0071,
      "step": 3843
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975965625213927e-06,
      "loss": 0.0252,
      "step": 3844
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975940745566542e-06,
      "loss": 0.0148,
      "step": 3845
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97591585307955e-06,
      "loss": 0.0169,
      "step": 3846
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975890947753015e-06,
      "loss": 0.0145,
      "step": 3847
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975866029587002e-06,
      "loss": 0.0089,
      "step": 3848
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975841098581576e-06,
      "loss": 0.0067,
      "step": 3849
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975816154736801e-06,
      "loss": 0.0325,
      "step": 3850
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97579119805274e-06,
      "loss": 0.0108,
      "step": 3851
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97576622852946e-06,
      "loss": 0.006,
      "step": 3852
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975741246167023e-06,
      "loss": 0.0093,
      "step": 3853
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975716250965493e-06,
      "loss": 0.0172,
      "step": 3854
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975691242924937e-06,
      "loss": 0.0166,
      "step": 3855
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975666222045418e-06,
      "loss": 0.0245,
      "step": 3856
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975641188327e-06,
      "loss": 0.017,
      "step": 3857
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975616141769751e-06,
      "loss": 0.0079,
      "step": 3858
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975591082373732e-06,
      "loss": 0.012,
      "step": 3859
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975566010139008e-06,
      "loss": 0.0061,
      "step": 3860
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975540925065645e-06,
      "loss": 0.0095,
      "step": 3861
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975515827153708e-06,
      "loss": 0.0095,
      "step": 3862
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97549071640326e-06,
      "loss": 0.0069,
      "step": 3863
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975465592814366e-06,
      "loss": 0.0046,
      "step": 3864
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975440456387092e-06,
      "loss": 0.0293,
      "step": 3865
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975415307121503e-06,
      "loss": 0.027,
      "step": 3866
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975390145017662e-06,
      "loss": 0.0124,
      "step": 3867
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975364970075638e-06,
      "loss": 0.0078,
      "step": 3868
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97533978229549e-06,
      "loss": 0.0042,
      "step": 3869
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975314581677289e-06,
      "loss": 0.0058,
      "step": 3870
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975289368221096e-06,
      "loss": 0.0344,
      "step": 3871
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975264141926978e-06,
      "loss": 0.0083,
      "step": 3872
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975238902795e-06,
      "loss": 0.0206,
      "step": 3873
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975213650825224e-06,
      "loss": 0.046,
      "step": 3874
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97518838601772e-06,
      "loss": 0.0232,
      "step": 3875
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975163108372549e-06,
      "loss": 0.0166,
      "step": 3876
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97513781788978e-06,
      "loss": 0.0117,
      "step": 3877
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975112514569475e-06,
      "loss": 0.0028,
      "step": 3878
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9750871984117e-06,
      "loss": 0.0048,
      "step": 3879
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975061869416522e-06,
      "loss": 0.0355,
      "step": 3880
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975036527584006e-06,
      "loss": 0.0088,
      "step": 3881
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.975011172914216e-06,
      "loss": 0.0546,
      "step": 3882
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974985805407216e-06,
      "loss": 0.0053,
      "step": 3883
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974960425063075e-06,
      "loss": 0.0051,
      "step": 3884
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97493503188186e-06,
      "loss": 0.0165,
      "step": 3885
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974909625863632e-06,
      "loss": 0.0062,
      "step": 3886
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974884207008457e-06,
      "loss": 0.0114,
      "step": 3887
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9748587753164e-06,
      "loss": 0.0131,
      "step": 3888
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974833330787532e-06,
      "loss": 0.0053,
      "step": 3889
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974807873421914e-06,
      "loss": 0.0099,
      "step": 3890
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974782403219611e-06,
      "loss": 0.0181,
      "step": 3891
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974756920180693e-06,
      "loss": 0.0149,
      "step": 3892
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974731424305222e-06,
      "loss": 0.009,
      "step": 3893
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974705915593264e-06,
      "loss": 0.005,
      "step": 3894
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974680394044887e-06,
      "loss": 0.0061,
      "step": 3895
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974654859660156e-06,
      "loss": 0.0163,
      "step": 3896
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974629312439136e-06,
      "loss": 0.0161,
      "step": 3897
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974603752381894e-06,
      "loss": 0.0131,
      "step": 3898
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974578179488495e-06,
      "loss": 0.0067,
      "step": 3899
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974552593759003e-06,
      "loss": 0.0179,
      "step": 3900
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97452699519349e-06,
      "loss": 0.0146,
      "step": 3901
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974501383792016e-06,
      "loss": 0.003,
      "step": 3902
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974475759554651e-06,
      "loss": 0.0279,
      "step": 3903
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974450122481461e-06,
      "loss": 0.0185,
      "step": 3904
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974424472572508e-06,
      "loss": 0.0067,
      "step": 3905
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974398809827864e-06,
      "loss": 0.0061,
      "step": 3906
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97437313424759e-06,
      "loss": 0.0185,
      "step": 3907
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974347445831755e-06,
      "loss": 0.0287,
      "step": 3908
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974321744580424e-06,
      "loss": 0.0077,
      "step": 3909
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974296030493665e-06,
      "loss": 0.0082,
      "step": 3910
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974270303571543e-06,
      "loss": 0.0054,
      "step": 3911
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974244563814126e-06,
      "loss": 0.0061,
      "step": 3912
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97421881122148e-06,
      "loss": 0.0069,
      "step": 3913
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974193045793667e-06,
      "loss": 0.0073,
      "step": 3914
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974167267530759e-06,
      "loss": 0.0158,
      "step": 3915
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974141476432821e-06,
      "loss": 0.0161,
      "step": 3916
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97411567249992e-06,
      "loss": 0.006,
      "step": 3917
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974089855732121e-06,
      "loss": 0.0046,
      "step": 3918
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97406402612949e-06,
      "loss": 0.0126,
      "step": 3919
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974038183692097e-06,
      "loss": 0.0069,
      "step": 3920
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.974012328420006e-06,
      "loss": 0.0116,
      "step": 3921
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973986460313285e-06,
      "loss": 0.0075,
      "step": 3922
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973960579372e-06,
      "loss": 0.0047,
      "step": 3923
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973934685596219e-06,
      "loss": 0.0043,
      "step": 3924
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973908778986006e-06,
      "loss": 0.0183,
      "step": 3925
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973882859541432e-06,
      "loss": 0.0079,
      "step": 3926
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97385692726256e-06,
      "loss": 0.0254,
      "step": 3927
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973830982149459e-06,
      "loss": 0.0077,
      "step": 3928
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973805024202194e-06,
      "loss": 0.0052,
      "step": 3929
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973779053420835e-06,
      "loss": 0.0088,
      "step": 3930
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973753069805448e-06,
      "loss": 0.0053,
      "step": 3931
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973727073356097e-06,
      "loss": 0.014,
      "step": 3932
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973701064072854e-06,
      "loss": 0.0092,
      "step": 3933
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973675041955782e-06,
      "loss": 0.0111,
      "step": 3934
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97364900700495e-06,
      "loss": 0.019,
      "step": 3935
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973622959220426e-06,
      "loss": 0.0091,
      "step": 3936
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973596898602276e-06,
      "loss": 0.0077,
      "step": 3937
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973570825150566e-06,
      "loss": 0.0155,
      "step": 3938
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973544738865367e-06,
      "loss": 0.0065,
      "step": 3939
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973518639746742e-06,
      "loss": 0.0136,
      "step": 3940
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97349252779476e-06,
      "loss": 0.0085,
      "step": 3941
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973466403009492e-06,
      "loss": 0.0055,
      "step": 3942
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973440265390999e-06,
      "loss": 0.007,
      "step": 3943
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973414114939352e-06,
      "loss": 0.0068,
      "step": 3944
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973387951654618e-06,
      "loss": 0.0233,
      "step": 3945
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973361775536866e-06,
      "loss": 0.0025,
      "step": 3946
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973335586586161e-06,
      "loss": 0.0068,
      "step": 3947
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973309384802573e-06,
      "loss": 0.0042,
      "step": 3948
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973283170186168e-06,
      "loss": 0.0062,
      "step": 3949
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973256942737012e-06,
      "loss": 0.0231,
      "step": 3950
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973230702455177e-06,
      "loss": 0.0125,
      "step": 3951
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973204449340728e-06,
      "loss": 0.0048,
      "step": 3952
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973178183393732e-06,
      "loss": 0.0109,
      "step": 3953
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973151904614258e-06,
      "loss": 0.0141,
      "step": 3954
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973125613002375e-06,
      "loss": 0.0049,
      "step": 3955
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973099308558148e-06,
      "loss": 0.003,
      "step": 3956
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973072991281646e-06,
      "loss": 0.0145,
      "step": 3957
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973046661172941e-06,
      "loss": 0.0016,
      "step": 3958
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.973020318232093e-06,
      "loss": 0.0045,
      "step": 3959
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972993962459176e-06,
      "loss": 0.0159,
      "step": 3960
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972967593854256e-06,
      "loss": 0.0079,
      "step": 3961
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972941212417402e-06,
      "loss": 0.0104,
      "step": 3962
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97291481814868e-06,
      "loss": 0.0241,
      "step": 3963
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97288841104816e-06,
      "loss": 0.0058,
      "step": 3964
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97286199111591e-06,
      "loss": 0.0023,
      "step": 3965
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972835558351996e-06,
      "loss": 0.0274,
      "step": 3966
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972809112756489e-06,
      "loss": 0.0033,
      "step": 3967
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972782654329458e-06,
      "loss": 0.0082,
      "step": 3968
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972756183070967e-06,
      "loss": 0.0179,
      "step": 3969
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972729698981088e-06,
      "loss": 0.0021,
      "step": 3970
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972703202059888e-06,
      "loss": 0.0094,
      "step": 3971
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972676692307434e-06,
      "loss": 0.008,
      "step": 3972
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972650169723798e-06,
      "loss": 0.0097,
      "step": 3973
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972623634309047e-06,
      "loss": 0.0049,
      "step": 3974
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972597086063245e-06,
      "loss": 0.0056,
      "step": 3975
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972570524986468e-06,
      "loss": 0.0097,
      "step": 3976
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972543951078779e-06,
      "loss": 0.0134,
      "step": 3977
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972517364340248e-06,
      "loss": 0.0074,
      "step": 3978
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972490764770946e-06,
      "loss": 0.0193,
      "step": 3979
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972464152370937e-06,
      "loss": 0.0224,
      "step": 3980
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972437527140295e-06,
      "loss": 0.0074,
      "step": 3981
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972410889079085e-06,
      "loss": 0.0102,
      "step": 3982
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972384238187377e-06,
      "loss": 0.0065,
      "step": 3983
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97235757446524e-06,
      "loss": 0.0104,
      "step": 3984
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972330897912739e-06,
      "loss": 0.0143,
      "step": 3985
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972304208529949e-06,
      "loss": 0.0143,
      "step": 3986
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972277506316936e-06,
      "loss": 0.0098,
      "step": 3987
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972250791273767e-06,
      "loss": 0.007,
      "step": 3988
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972224063400516e-06,
      "loss": 0.0219,
      "step": 3989
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972197322697246e-06,
      "loss": 0.0351,
      "step": 3990
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97217056916403e-06,
      "loss": 0.0102,
      "step": 3991
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972143802800936e-06,
      "loss": 0.0161,
      "step": 3992
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972117023608032e-06,
      "loss": 0.0156,
      "step": 3993
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97209023158539e-06,
      "loss": 0.0126,
      "step": 3994
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.972063426733076e-06,
      "loss": 0.023,
      "step": 3995
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97203660905116e-06,
      "loss": 0.0141,
      "step": 3996
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97200977853971e-06,
      "loss": 0.0096,
      "step": 3997
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9719829351988e-06,
      "loss": 0.0043,
      "step": 3998
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971956079028494e-06,
      "loss": 0.0272,
      "step": 3999
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971929210028863e-06,
      "loss": 0.0109,
      "step": 4000
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971902328199979e-06,
      "loss": 0.0089,
      "step": 4001
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971875433541907e-06,
      "loss": 0.0166,
      "step": 4002
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97184852605472e-06,
      "loss": 0.0147,
      "step": 4003
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971821605738483e-06,
      "loss": 0.0212,
      "step": 4004
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97179467259327e-06,
      "loss": 0.0116,
      "step": 4005
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97176772661915e-06,
      "loss": 0.0073,
      "step": 4006
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971740767816189e-06,
      "loss": 0.0213,
      "step": 4007
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97171379618446e-06,
      "loss": 0.007,
      "step": 4008
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971686811724031e-06,
      "loss": 0.04,
      "step": 4009
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971659814434973e-06,
      "loss": 0.0141,
      "step": 4010
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971632804317356e-06,
      "loss": 0.0196,
      "step": 4011
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971605781371244e-06,
      "loss": 0.0105,
      "step": 4012
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971578745596714e-06,
      "loss": 0.0067,
      "step": 4013
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971551696993834e-06,
      "loss": 0.0253,
      "step": 4014
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971524635562671e-06,
      "loss": 0.0166,
      "step": 4015
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971497561303299e-06,
      "loss": 0.0161,
      "step": 4016
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971470474215784e-06,
      "loss": 0.0122,
      "step": 4017
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971443374300195e-06,
      "loss": 0.0222,
      "step": 4018
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971416261556606e-06,
      "loss": 0.0208,
      "step": 4019
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971389135985086e-06,
      "loss": 0.0115,
      "step": 4020
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971361997585704e-06,
      "loss": 0.0119,
      "step": 4021
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97133484635853e-06,
      "loss": 0.0145,
      "step": 4022
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971307682303634e-06,
      "loss": 0.0027,
      "step": 4023
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971280505421088e-06,
      "loss": 0.0117,
      "step": 4024
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971253315710959e-06,
      "loss": 0.0223,
      "step": 4025
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971226113173319e-06,
      "loss": 0.0219,
      "step": 4026
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971198897808237e-06,
      "loss": 0.0099,
      "step": 4027
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971171669615785e-06,
      "loss": 0.0176,
      "step": 4028
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97114442859603e-06,
      "loss": 0.0074,
      "step": 4029
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971117174749048e-06,
      "loss": 0.0172,
      "step": 4030
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971089908074905e-06,
      "loss": 0.0184,
      "step": 4031
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971062628573673e-06,
      "loss": 0.0043,
      "step": 4032
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971035336245421e-06,
      "loss": 0.0303,
      "step": 4033
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.971008031090219e-06,
      "loss": 0.013,
      "step": 4034
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97098071310814e-06,
      "loss": 0.0063,
      "step": 4035
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970953382299252e-06,
      "loss": 0.002,
      "step": 4036
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970926038663626e-06,
      "loss": 0.0216,
      "step": 4037
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970898682201336e-06,
      "loss": 0.0061,
      "step": 4038
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970871312912447e-06,
      "loss": 0.0102,
      "step": 4039
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970843930797034e-06,
      "loss": 0.0072,
      "step": 4040
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970816535855165e-06,
      "loss": 0.0152,
      "step": 4041
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970789128086912e-06,
      "loss": 0.0117,
      "step": 4042
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970761707492348e-06,
      "loss": 0.0036,
      "step": 4043
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970734274071538e-06,
      "loss": 0.0075,
      "step": 4044
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970706827824556e-06,
      "loss": 0.0104,
      "step": 4045
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970679368751474e-06,
      "loss": 0.0059,
      "step": 4046
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970651896852361e-06,
      "loss": 0.0101,
      "step": 4047
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970624412127289e-06,
      "loss": 0.0284,
      "step": 4048
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970596914576328e-06,
      "loss": 0.0038,
      "step": 4049
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970569404199551e-06,
      "loss": 0.0039,
      "step": 4050
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970541880997025e-06,
      "loss": 0.0075,
      "step": 4051
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970514344968825e-06,
      "loss": 0.0066,
      "step": 4052
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970486796115019e-06,
      "loss": 0.0197,
      "step": 4053
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97045923443568e-06,
      "loss": 0.0112,
      "step": 4054
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970431659930879e-06,
      "loss": 0.0026,
      "step": 4055
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970404072600688e-06,
      "loss": 0.0069,
      "step": 4056
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970376472445176e-06,
      "loss": 0.0311,
      "step": 4057
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970348859464416e-06,
      "loss": 0.0093,
      "step": 4058
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970321233658478e-06,
      "loss": 0.011,
      "step": 4059
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970293595027433e-06,
      "loss": 0.0047,
      "step": 4060
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970265943571353e-06,
      "loss": 0.0068,
      "step": 4061
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970238279290309e-06,
      "loss": 0.0113,
      "step": 4062
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970210602184374e-06,
      "loss": 0.0206,
      "step": 4063
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970182912253619e-06,
      "loss": 0.01,
      "step": 4064
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970155209498114e-06,
      "loss": 0.0076,
      "step": 4065
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97012749391793e-06,
      "loss": 0.0047,
      "step": 4066
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970099765513141e-06,
      "loss": 0.0147,
      "step": 4067
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970072024283816e-06,
      "loss": 0.0105,
      "step": 4068
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.970044270230029e-06,
      "loss": 0.0211,
      "step": 4069
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.97001650335185e-06,
      "loss": 0.0427,
      "step": 4070
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96998872364935e-06,
      "loss": 0.0156,
      "step": 4071
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969960931122604e-06,
      "loss": 0.0078,
      "step": 4072
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96993312577168e-06,
      "loss": 0.0228,
      "step": 4073
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969905307596652e-06,
      "loss": 0.0112,
      "step": 4074
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96987747659759e-06,
      "loss": 0.003,
      "step": 4075
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969849632774569e-06,
      "loss": 0.0135,
      "step": 4076
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969821776127655e-06,
      "loss": 0.0022,
      "step": 4077
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969793906656926e-06,
      "loss": 0.0091,
      "step": 4078
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96976602436245e-06,
      "loss": 0.0092,
      "step": 4079
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969738129244301e-06,
      "loss": 0.0197,
      "step": 4080
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969710221302553e-06,
      "loss": 0.0128,
      "step": 4081
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969682300537272e-06,
      "loss": 0.0032,
      "step": 4082
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969654366948535e-06,
      "loss": 0.0187,
      "step": 4083
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969626420536411e-06,
      "loss": 0.0157,
      "step": 4084
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969598461300975e-06,
      "loss": 0.054,
      "step": 4085
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969570489242297e-06,
      "loss": 0.0285,
      "step": 4086
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96954250436045e-06,
      "loss": 0.0196,
      "step": 4087
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969514506655507e-06,
      "loss": 0.0295,
      "step": 4088
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969486496127538e-06,
      "loss": 0.0263,
      "step": 4089
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969458472776618e-06,
      "loss": 0.0088,
      "step": 4090
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969430436602818e-06,
      "loss": 0.0065,
      "step": 4091
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96940238760621e-06,
      "loss": 0.0157,
      "step": 4092
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969374325786866e-06,
      "loss": 0.0074,
      "step": 4093
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969346251144861e-06,
      "loss": 0.0087,
      "step": 4094
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969318163680264e-06,
      "loss": 0.0093,
      "step": 4095
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969290063393149e-06,
      "loss": 0.014,
      "step": 4096
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969261950283588e-06,
      "loss": 0.0026,
      "step": 4097
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969233824351654e-06,
      "loss": 0.0018,
      "step": 4098
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96920568559742e-06,
      "loss": 0.0088,
      "step": 4099
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96917753402096e-06,
      "loss": 0.0117,
      "step": 4100
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969149369622344e-06,
      "loss": 0.0051,
      "step": 4101
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969121192401645e-06,
      "loss": 0.0033,
      "step": 4102
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969093002358936e-06,
      "loss": 0.0035,
      "step": 4103
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96906479949429e-06,
      "loss": 0.0153,
      "step": 4104
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969036583807781e-06,
      "loss": 0.0056,
      "step": 4105
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.969008355299478e-06,
      "loss": 0.0303,
      "step": 4106
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96898011396946e-06,
      "loss": 0.0266,
      "step": 4107
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968951859817793e-06,
      "loss": 0.0102,
      "step": 4108
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968923592844555e-06,
      "loss": 0.0127,
      "step": 4109
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968895313049818e-06,
      "loss": 0.0101,
      "step": 4110
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968867020433652e-06,
      "loss": 0.0066,
      "step": 4111
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968838714996134e-06,
      "loss": 0.0088,
      "step": 4112
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968810396737335e-06,
      "loss": 0.0197,
      "step": 4113
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968782065657324e-06,
      "loss": 0.01,
      "step": 4114
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968753721756183e-06,
      "loss": 0.0194,
      "step": 4115
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96872536503398e-06,
      "loss": 0.0111,
      "step": 4116
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968696995490788e-06,
      "loss": 0.0113,
      "step": 4117
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96866861312668e-06,
      "loss": 0.002,
      "step": 4118
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968640217941732e-06,
      "loss": 0.0142,
      "step": 4119
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968611809936014e-06,
      "loss": 0.0078,
      "step": 4120
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.9685833891096e-06,
      "loss": 0.015,
      "step": 4121
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968554955462565e-06,
      "loss": 0.013,
      "step": 4122
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968526508994982e-06,
      "loss": 0.0121,
      "step": 4123
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968498049706923e-06,
      "loss": 0.0151,
      "step": 4124
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968469577598461e-06,
      "loss": 0.0118,
      "step": 4125
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968441092669673e-06,
      "loss": 0.0049,
      "step": 4126
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968412594920628e-06,
      "loss": 0.0097,
      "step": 4127
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968384084351404e-06,
      "loss": 0.0094,
      "step": 4128
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96835556096207e-06,
      "loss": 0.044,
      "step": 4129
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968327024752703e-06,
      "loss": 0.0109,
      "step": 4130
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968298475723375e-06,
      "loss": 0.0126,
      "step": 4131
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96826991387416e-06,
      "loss": 0.0115,
      "step": 4132
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968241339205134e-06,
      "loss": 0.0283,
      "step": 4133
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968212751716367e-06,
      "loss": 0.0137,
      "step": 4134
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968184151407934e-06,
      "loss": 0.0224,
      "step": 4135
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.96815553827991e-06,
      "loss": 0.02,
      "step": 4136
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968126912332365e-06,
      "loss": 0.0093,
      "step": 4137
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968098273565379e-06,
      "loss": 0.0096,
      "step": 4138
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968069621979021e-06,
      "loss": 0.0068,
      "step": 4139
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968040957573369e-06,
      "loss": 0.0016,
      "step": 4140
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.968012280348493e-06,
      "loss": 0.0081,
      "step": 4141
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.967983590304468e-06,
      "loss": 0.0051,
      "step": 4142
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.967954887441372e-06,
      "loss": 0.0053,
      "step": 4143
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.967926171759272e-06,
      "loss": 0.0378,
      "step": 4144
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967897443258247e-06,
      "loss": 0.0121,
      "step": 4145
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96786870193837e-06,
      "loss": 0.0015,
      "step": 4146
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967839947799715e-06,
      "loss": 0.0037,
      "step": 4147
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967811180842357e-06,
      "loss": 0.0115,
      "step": 4148
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967782401066369e-06,
      "loss": 0.0039,
      "step": 4149
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967753608471826e-06,
      "loss": 0.0101,
      "step": 4150
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967724803058803e-06,
      "loss": 0.0187,
      "step": 4151
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967695984827372e-06,
      "loss": 0.0065,
      "step": 4152
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96766715377761e-06,
      "loss": 0.015,
      "step": 4153
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967638309909589e-06,
      "loss": 0.0034,
      "step": 4154
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967609453223385e-06,
      "loss": 0.0117,
      "step": 4155
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967580583719072e-06,
      "loss": 0.0074,
      "step": 4156
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967551701396725e-06,
      "loss": 0.0036,
      "step": 4157
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967522806256418e-06,
      "loss": 0.0095,
      "step": 4158
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967493898298224e-06,
      "loss": 0.0091,
      "step": 4159
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96746497752222e-06,
      "loss": 0.0102,
      "step": 4160
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967436043928483e-06,
      "loss": 0.0124,
      "step": 4161
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967407097517082e-06,
      "loss": 0.0062,
      "step": 4162
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967378138288093e-06,
      "loss": 0.0056,
      "step": 4163
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967349166241593e-06,
      "loss": 0.0129,
      "step": 4164
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967320181377655e-06,
      "loss": 0.014,
      "step": 4165
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967291183696358e-06,
      "loss": 0.0131,
      "step": 4166
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96726217319777e-06,
      "loss": 0.0292,
      "step": 4167
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96723314988197e-06,
      "loss": 0.0076,
      "step": 4168
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967204113749031e-06,
      "loss": 0.0079,
      "step": 4169
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96717506479903e-06,
      "loss": 0.027,
      "step": 4170
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967146003032042e-06,
      "loss": 0.0103,
      "step": 4171
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967116928448138e-06,
      "loss": 0.0074,
      "step": 4172
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967087841047398e-06,
      "loss": 0.0049,
      "step": 4173
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967058740829896e-06,
      "loss": 0.0013,
      "step": 4174
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.967029627795703e-06,
      "loss": 0.0026,
      "step": 4175
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9670005019449e-06,
      "loss": 0.0072,
      "step": 4176
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966971363277557e-06,
      "loss": 0.0053,
      "step": 4177
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966942211793754e-06,
      "loss": 0.0103,
      "step": 4178
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966913047493563e-06,
      "loss": 0.0022,
      "step": 4179
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96688387037706e-06,
      "loss": 0.0118,
      "step": 4180
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96685468044432e-06,
      "loss": 0.0135,
      "step": 4181
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966825477695419e-06,
      "loss": 0.0117,
      "step": 4182
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966796262130432e-06,
      "loss": 0.0101,
      "step": 4183
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966767033749434e-06,
      "loss": 0.0151,
      "step": 4184
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966737792552501e-06,
      "loss": 0.0046,
      "step": 4185
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966708538539708e-06,
      "loss": 0.0041,
      "step": 4186
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96667927171113e-06,
      "loss": 0.0144,
      "step": 4187
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966649992066844e-06,
      "loss": 0.0049,
      "step": 4188
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966620699606926e-06,
      "loss": 0.0226,
      "step": 4189
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966591394331448e-06,
      "loss": 0.01,
      "step": 4190
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96656207624049e-06,
      "loss": 0.0047,
      "step": 4191
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966532745334126e-06,
      "loss": 0.0043,
      "step": 4192
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96650340161243e-06,
      "loss": 0.0204,
      "step": 4193
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966474045075479e-06,
      "loss": 0.0264,
      "step": 4194
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96644467572335e-06,
      "loss": 0.0036,
      "step": 4195
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966415293556115e-06,
      "loss": 0.014,
      "step": 4196
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966385898573856e-06,
      "loss": 0.0122,
      "step": 4197
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966356490776642e-06,
      "loss": 0.0032,
      "step": 4198
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966327070164554e-06,
      "loss": 0.0045,
      "step": 4199
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966297636737667e-06,
      "loss": 0.029,
      "step": 4200
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966268190496054e-06,
      "loss": 0.0078,
      "step": 4201
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966238731439794e-06,
      "loss": 0.0013,
      "step": 4202
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966209259568962e-06,
      "loss": 0.0131,
      "step": 4203
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966179774883633e-06,
      "loss": 0.0252,
      "step": 4204
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966150277383884e-06,
      "loss": 0.0065,
      "step": 4205
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966120767069792e-06,
      "loss": 0.0103,
      "step": 4206
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966091243941433e-06,
      "loss": 0.0144,
      "step": 4207
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966061707998882e-06,
      "loss": 0.0139,
      "step": 4208
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.966032159242216e-06,
      "loss": 0.0034,
      "step": 4209
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96600259767151e-06,
      "loss": 0.0164,
      "step": 4210
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965973023286842e-06,
      "loss": 0.0049,
      "step": 4211
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965943436088287e-06,
      "loss": 0.0094,
      "step": 4212
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965913836075925e-06,
      "loss": 0.0167,
      "step": 4213
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965884223249826e-06,
      "loss": 0.0264,
      "step": 4214
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965854597610069e-06,
      "loss": 0.0101,
      "step": 4215
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965824959156734e-06,
      "loss": 0.0132,
      "step": 4216
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965795307889893e-06,
      "loss": 0.004,
      "step": 4217
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965765643809626e-06,
      "loss": 0.0282,
      "step": 4218
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965735966916006e-06,
      "loss": 0.0087,
      "step": 4219
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965706277209111e-06,
      "loss": 0.005,
      "step": 4220
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96567657468902e-06,
      "loss": 0.0061,
      "step": 4221
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965646859355807e-06,
      "loss": 0.0186,
      "step": 4222
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965617131209547e-06,
      "loss": 0.0237,
      "step": 4223
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96558739025032e-06,
      "loss": 0.007,
      "step": 4224
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965557636478203e-06,
      "loss": 0.0127,
      "step": 4225
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96552786989327e-06,
      "loss": 0.0137,
      "step": 4226
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9654980904956e-06,
      "loss": 0.0086,
      "step": 4227
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965468298285269e-06,
      "loss": 0.003,
      "step": 4228
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965438493262354e-06,
      "loss": 0.0086,
      "step": 4229
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965408675426931e-06,
      "loss": 0.014,
      "step": 4230
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965378844779078e-06,
      "loss": 0.0051,
      "step": 4231
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965349001318874e-06,
      "loss": 0.0157,
      "step": 4232
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96531914504639e-06,
      "loss": 0.0074,
      "step": 4233
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96528927596171e-06,
      "loss": 0.0054,
      "step": 4234
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965259394064908e-06,
      "loss": 0.0271,
      "step": 4235
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96522949935606e-06,
      "loss": 0.0022,
      "step": 4236
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965199591835242e-06,
      "loss": 0.0183,
      "step": 4237
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965169671502538e-06,
      "loss": 0.0175,
      "step": 4238
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965139738358016e-06,
      "loss": 0.0022,
      "step": 4239
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96510979240176e-06,
      "loss": 0.0129,
      "step": 4240
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965079833633845e-06,
      "loss": 0.0099,
      "step": 4241
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965049862054347e-06,
      "loss": 0.0143,
      "step": 4242
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.965019877663347e-06,
      "loss": 0.0097,
      "step": 4243
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964989880460918e-06,
      "loss": 0.0132,
      "step": 4244
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96495987044714e-06,
      "loss": 0.0136,
      "step": 4245
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964929847622092e-06,
      "loss": 0.0129,
      "step": 4246
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964899811985847e-06,
      "loss": 0.0142,
      "step": 4247
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964869763538486e-06,
      "loss": 0.0255,
      "step": 4248
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964839702280082e-06,
      "loss": 0.0098,
      "step": 4249
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96480962821072e-06,
      "loss": 0.0051,
      "step": 4250
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964779541330472e-06,
      "loss": 0.0023,
      "step": 4251
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964749441639418e-06,
      "loss": 0.0241,
      "step": 4252
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964719329137633e-06,
      "loss": 0.0059,
      "step": 4253
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964689203825199e-06,
      "loss": 0.008,
      "step": 4254
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96465906570219e-06,
      "loss": 0.0342,
      "step": 4255
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964628914768686e-06,
      "loss": 0.0051,
      "step": 4256
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964598751024762e-06,
      "loss": 0.0117,
      "step": 4257
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9645685744705e-06,
      "loss": 0.0096,
      "step": 4258
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964538385105972e-06,
      "loss": 0.0252,
      "step": 4259
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964508182931262e-06,
      "loss": 0.016,
      "step": 4260
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964477967946446e-06,
      "loss": 0.0243,
      "step": 4261
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964447740151602e-06,
      "loss": 0.0073,
      "step": 4262
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964417499546805e-06,
      "loss": 0.0203,
      "step": 4263
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964387246132137e-06,
      "loss": 0.0163,
      "step": 4264
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964356979907673e-06,
      "loss": 0.0113,
      "step": 4265
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964326700873494e-06,
      "loss": 0.0034,
      "step": 4266
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964296409029675e-06,
      "loss": 0.0181,
      "step": 4267
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964266104376296e-06,
      "loss": 0.0077,
      "step": 4268
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964235786913438e-06,
      "loss": 0.0072,
      "step": 4269
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964205456641173e-06,
      "loss": 0.0195,
      "step": 4270
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964175113559585e-06,
      "loss": 0.0038,
      "step": 4271
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964144757668747e-06,
      "loss": 0.0202,
      "step": 4272
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964114388968742e-06,
      "loss": 0.0287,
      "step": 4273
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964084007459646e-06,
      "loss": 0.0061,
      "step": 4274
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96405361314154e-06,
      "loss": 0.0143,
      "step": 4275
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.964023206014497e-06,
      "loss": 0.0269,
      "step": 4276
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9639927860786e-06,
      "loss": 0.0106,
      "step": 4277
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963962353333927e-06,
      "loss": 0.037,
      "step": 4278
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963931907780556e-06,
      "loss": 0.0194,
      "step": 4279
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963901449418566e-06,
      "loss": 0.0146,
      "step": 4280
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963870978248032e-06,
      "loss": 0.0107,
      "step": 4281
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963840494269036e-06,
      "loss": 0.0075,
      "step": 4282
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96380999748166e-06,
      "loss": 0.0107,
      "step": 4283
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963779487885975e-06,
      "loss": 0.0099,
      "step": 4284
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963748965482066e-06,
      "loss": 0.0124,
      "step": 4285
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963718430270008e-06,
      "loss": 0.0452,
      "step": 4286
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963687882249882e-06,
      "loss": 0.0168,
      "step": 4287
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963657321421766e-06,
      "loss": 0.0126,
      "step": 4288
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963626747785738e-06,
      "loss": 0.0065,
      "step": 4289
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96359616134188e-06,
      "loss": 0.0019,
      "step": 4290
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963565562090267e-06,
      "loss": 0.0338,
      "step": 4291
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96353495003098e-06,
      "loss": 0.0072,
      "step": 4292
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963504325164096e-06,
      "loss": 0.0085,
      "step": 4293
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963473687489697e-06,
      "loss": 0.0188,
      "step": 4294
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963443037007863e-06,
      "loss": 0.0113,
      "step": 4295
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963412373718668e-06,
      "loss": 0.0058,
      "step": 4296
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963381697622195e-06,
      "loss": 0.0059,
      "step": 4297
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963351008718523e-06,
      "loss": 0.0044,
      "step": 4298
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963320307007728e-06,
      "loss": 0.0055,
      "step": 4299
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963289592489894e-06,
      "loss": 0.0188,
      "step": 4300
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963258865165095e-06,
      "loss": 0.009,
      "step": 4301
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963228125033415e-06,
      "loss": 0.009,
      "step": 4302
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963197372094931e-06,
      "loss": 0.0078,
      "step": 4303
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963166606349723e-06,
      "loss": 0.0253,
      "step": 4304
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96313582779787e-06,
      "loss": 0.0087,
      "step": 4305
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96310503643945e-06,
      "loss": 0.0076,
      "step": 4306
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963074232274545e-06,
      "loss": 0.0103,
      "step": 4307
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963043415303236e-06,
      "loss": 0.0347,
      "step": 4308
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.963012585525596e-06,
      "loss": 0.0387,
      "step": 4309
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962981742941711e-06,
      "loss": 0.0255,
      "step": 4310
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962950887551659e-06,
      "loss": 0.002,
      "step": 4311
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962920019355515e-06,
      "loss": 0.0092,
      "step": 4312
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962889138353366e-06,
      "loss": 0.0178,
      "step": 4313
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962858244545286e-06,
      "loss": 0.0109,
      "step": 4314
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962827337931358e-06,
      "loss": 0.0101,
      "step": 4315
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96279641851166e-06,
      "loss": 0.013,
      "step": 4316
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962765486286272e-06,
      "loss": 0.0031,
      "step": 4317
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962734541255275e-06,
      "loss": 0.0102,
      "step": 4318
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962703583418747e-06,
      "loss": 0.0197,
      "step": 4319
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962672612776769e-06,
      "loss": 0.0221,
      "step": 4320
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96264162932942e-06,
      "loss": 0.0111,
      "step": 4321
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962610633076783e-06,
      "loss": 0.0062,
      "step": 4322
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962579624018934e-06,
      "loss": 0.0105,
      "step": 4323
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962548602155956e-06,
      "loss": 0.0114,
      "step": 4324
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962517567487927e-06,
      "loss": 0.0222,
      "step": 4325
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962486520014927e-06,
      "loss": 0.0051,
      "step": 4326
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96245545973704e-06,
      "loss": 0.0063,
      "step": 4327
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962424386654339e-06,
      "loss": 0.0038,
      "step": 4328
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96239330076691e-06,
      "loss": 0.0091,
      "step": 4329
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962362202074833e-06,
      "loss": 0.0115,
      "step": 4330
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962331090578186e-06,
      "loss": 0.0145,
      "step": 4331
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96229996627705e-06,
      "loss": 0.002,
      "step": 4332
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962268829171504e-06,
      "loss": 0.0067,
      "step": 4333
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96223767926163e-06,
      "loss": 0.0218,
      "step": 4334
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962206516547509e-06,
      "loss": 0.0129,
      "step": 4335
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96217534102922e-06,
      "loss": 0.0141,
      "step": 4336
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962144152706845e-06,
      "loss": 0.0385,
      "step": 4337
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962112951580462e-06,
      "loss": 0.0234,
      "step": 4338
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962081737650154e-06,
      "loss": 0.0104,
      "step": 4339
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.962050510915999e-06,
      "loss": 0.0168,
      "step": 4340
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96201927137808e-06,
      "loss": 0.0322,
      "step": 4341
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961988019036475e-06,
      "loss": 0.0213,
      "step": 4342
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961956753891268e-06,
      "loss": 0.0053,
      "step": 4343
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961925475942538e-06,
      "loss": 0.0103,
      "step": 4344
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961894185190365e-06,
      "loss": 0.019,
      "step": 4345
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96186288163483e-06,
      "loss": 0.0083,
      "step": 4346
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961831565276016e-06,
      "loss": 0.0087,
      "step": 4347
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961800236114e-06,
      "loss": 0.025,
      "step": 4348
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961768894148866e-06,
      "loss": 0.0067,
      "step": 4349
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961737539380694e-06,
      "loss": 0.0262,
      "step": 4350
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961706171809564e-06,
      "loss": 0.0066,
      "step": 4351
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961674791435557e-06,
      "loss": 0.0152,
      "step": 4352
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961643398258755e-06,
      "loss": 0.0147,
      "step": 4353
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961611992279238e-06,
      "loss": 0.0092,
      "step": 4354
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961580573497087e-06,
      "loss": 0.0156,
      "step": 4355
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961549141912386e-06,
      "loss": 0.0134,
      "step": 4356
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96151769752521e-06,
      "loss": 0.0212,
      "step": 4357
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961486240335647e-06,
      "loss": 0.0133,
      "step": 4358
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961454770343775e-06,
      "loss": 0.0115,
      "step": 4359
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961423287549675e-06,
      "loss": 0.0207,
      "step": 4360
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961391791953428e-06,
      "loss": 0.015,
      "step": 4361
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961360283555114e-06,
      "loss": 0.0227,
      "step": 4362
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961328762354818e-06,
      "loss": 0.0144,
      "step": 4363
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96129722835262e-06,
      "loss": 0.0137,
      "step": 4364
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9612656815486e-06,
      "loss": 0.0179,
      "step": 4365
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96123412194284e-06,
      "loss": 0.0133,
      "step": 4366
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96120254953542e-06,
      "loss": 0.0244,
      "step": 4367
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961170964326426e-06,
      "loss": 0.0062,
      "step": 4368
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961139366315934e-06,
      "loss": 0.0215,
      "step": 4369
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96110775550403e-06,
      "loss": 0.0171,
      "step": 4370
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961076131890792e-06,
      "loss": 0.0056,
      "step": 4371
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961044495476304e-06,
      "loss": 0.0144,
      "step": 4372
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.961012846260648e-06,
      "loss": 0.0195,
      "step": 4373
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960981184243903e-06,
      "loss": 0.0103,
      "step": 4374
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960949509426152e-06,
      "loss": 0.0162,
      "step": 4375
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960917821807477e-06,
      "loss": 0.0198,
      "step": 4376
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960886121387961e-06,
      "loss": 0.009,
      "step": 4377
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960854408167683e-06,
      "loss": 0.0054,
      "step": 4378
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960822682146728e-06,
      "loss": 0.0176,
      "step": 4379
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960790943325176e-06,
      "loss": 0.0128,
      "step": 4380
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960759191703108e-06,
      "loss": 0.0018,
      "step": 4381
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960727427280608e-06,
      "loss": 0.0572,
      "step": 4382
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960695650057757e-06,
      "loss": 0.0109,
      "step": 4383
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960663860034637e-06,
      "loss": 0.0181,
      "step": 4384
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96063205721133e-06,
      "loss": 0.0022,
      "step": 4385
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960600241587917e-06,
      "loss": 0.0106,
      "step": 4386
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960568413164482e-06,
      "loss": 0.019,
      "step": 4387
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960536571941106e-06,
      "loss": 0.0126,
      "step": 4388
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960504717917872e-06,
      "loss": 0.0324,
      "step": 4389
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960472851094862e-06,
      "loss": 0.0069,
      "step": 4390
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960440971472158e-06,
      "loss": 0.0019,
      "step": 4391
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960409079049843e-06,
      "loss": 0.0261,
      "step": 4392
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960377173827996e-06,
      "loss": 0.013,
      "step": 4393
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960345255806703e-06,
      "loss": 0.0121,
      "step": 4394
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960313324986044e-06,
      "loss": 0.006,
      "step": 4395
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960281381366103e-06,
      "loss": 0.0659,
      "step": 4396
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960249424946964e-06,
      "loss": 0.005,
      "step": 4397
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960217455728706e-06,
      "loss": 0.0033,
      "step": 4398
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960185473711413e-06,
      "loss": 0.0068,
      "step": 4399
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960153478895167e-06,
      "loss": 0.0171,
      "step": 4400
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96012147128005e-06,
      "loss": 0.004,
      "step": 4401
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.960089450866149e-06,
      "loss": 0.0087,
      "step": 4402
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96005741765354e-06,
      "loss": 0.0148,
      "step": 4403
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.96002537164231e-06,
      "loss": 0.0026,
      "step": 4404
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959993312832541e-06,
      "loss": 0.0209,
      "step": 4405
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959961241224315e-06,
      "loss": 0.0147,
      "step": 4406
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959929156817715e-06,
      "loss": 0.003,
      "step": 4407
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959897059612825e-06,
      "loss": 0.0122,
      "step": 4408
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959864949609724e-06,
      "loss": 0.0175,
      "step": 4409
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959832826808499e-06,
      "loss": 0.0228,
      "step": 4410
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959800691209232e-06,
      "loss": 0.0101,
      "step": 4411
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959768542812004e-06,
      "loss": 0.0226,
      "step": 4412
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9597363816169e-06,
      "loss": 0.0037,
      "step": 4413
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959704207624003e-06,
      "loss": 0.0222,
      "step": 4414
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959672020833394e-06,
      "loss": 0.0114,
      "step": 4415
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959639821245157e-06,
      "loss": 0.0145,
      "step": 4416
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959607608859376e-06,
      "loss": 0.0038,
      "step": 4417
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959575383676135e-06,
      "loss": 0.0072,
      "step": 4418
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959543145695514e-06,
      "loss": 0.0019,
      "step": 4419
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9595108949176e-06,
      "loss": 0.0459,
      "step": 4420
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95947863134247e-06,
      "loss": 0.0294,
      "step": 4421
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959446354970215e-06,
      "loss": 0.0112,
      "step": 4422
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959414065800912e-06,
      "loss": 0.0075,
      "step": 4423
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959381763834648e-06,
      "loss": 0.0343,
      "step": 4424
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959349449071505e-06,
      "loss": 0.0096,
      "step": 4425
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959317121511568e-06,
      "loss": 0.0132,
      "step": 4426
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959284781154918e-06,
      "loss": 0.0106,
      "step": 4427
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95925242800164e-06,
      "loss": 0.0113,
      "step": 4428
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959220062051817e-06,
      "loss": 0.0063,
      "step": 4429
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959187683305533e-06,
      "loss": 0.014,
      "step": 4430
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95915529176287e-06,
      "loss": 0.0066,
      "step": 4431
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959122887423913e-06,
      "loss": 0.0137,
      "step": 4432
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959090470288746e-06,
      "loss": 0.0051,
      "step": 4433
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95905804035745e-06,
      "loss": 0.0099,
      "step": 4434
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.959025597630112e-06,
      "loss": 0.0076,
      "step": 4435
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958993142106814e-06,
      "loss": 0.0065,
      "step": 4436
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958960673787641e-06,
      "loss": 0.0114,
      "step": 4437
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958928192672674e-06,
      "loss": 0.0094,
      "step": 4438
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958895698762002e-06,
      "loss": 0.0058,
      "step": 4439
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9588631920557e-06,
      "loss": 0.0045,
      "step": 4440
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958830672553863e-06,
      "loss": 0.013,
      "step": 4441
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958798140256567e-06,
      "loss": 0.0082,
      "step": 4442
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958765595163897e-06,
      "loss": 0.0058,
      "step": 4443
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95873303727594e-06,
      "loss": 0.005,
      "step": 4444
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958700466592776e-06,
      "loss": 0.0134,
      "step": 4445
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958667883114494e-06,
      "loss": 0.0018,
      "step": 4446
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958635286841174e-06,
      "loss": 0.0537,
      "step": 4447
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958602677772902e-06,
      "loss": 0.0036,
      "step": 4448
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958570055909761e-06,
      "loss": 0.0108,
      "step": 4449
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958537421251835e-06,
      "loss": 0.0056,
      "step": 4450
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958504773799211e-06,
      "loss": 0.017,
      "step": 4451
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95847211355197e-06,
      "loss": 0.0113,
      "step": 4452
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958439440510197e-06,
      "loss": 0.0103,
      "step": 4453
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958406754673978e-06,
      "loss": 0.0132,
      "step": 4454
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958374056043396e-06,
      "loss": 0.0242,
      "step": 4455
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958341344618536e-06,
      "loss": 0.0111,
      "step": 4456
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95830862039948e-06,
      "loss": 0.0045,
      "step": 4457
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958275883386315e-06,
      "loss": 0.0193,
      "step": 4458
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958243133579125e-06,
      "loss": 0.0042,
      "step": 4459
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958210370977994e-06,
      "loss": 0.0132,
      "step": 4460
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958177595583008e-06,
      "loss": 0.0132,
      "step": 4461
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95814480739425e-06,
      "loss": 0.0313,
      "step": 4462
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958112006411806e-06,
      "loss": 0.0042,
      "step": 4463
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958079192635758e-06,
      "loss": 0.0078,
      "step": 4464
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958046366066192e-06,
      "loss": 0.0042,
      "step": 4465
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.958013526703194e-06,
      "loss": 0.0031,
      "step": 4466
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957980674546848e-06,
      "loss": 0.0243,
      "step": 4467
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957947809597239e-06,
      "loss": 0.0097,
      "step": 4468
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95791493185445e-06,
      "loss": 0.0338,
      "step": 4469
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957882041318568e-06,
      "loss": 0.0071,
      "step": 4470
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957849137989677e-06,
      "loss": 0.0123,
      "step": 4471
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957816221867862e-06,
      "loss": 0.0265,
      "step": 4472
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957783292953209e-06,
      "loss": 0.0094,
      "step": 4473
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957750351245801e-06,
      "loss": 0.012,
      "step": 4474
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957717396745722e-06,
      "loss": 0.0199,
      "step": 4475
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957684429453062e-06,
      "loss": 0.0115,
      "step": 4476
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957651449367901e-06,
      "loss": 0.0261,
      "step": 4477
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957618456490328e-06,
      "loss": 0.006,
      "step": 4478
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957585450820423e-06,
      "loss": 0.0105,
      "step": 4479
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957552432358278e-06,
      "loss": 0.0301,
      "step": 4480
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957519401103973e-06,
      "loss": 0.0381,
      "step": 4481
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957486357057593e-06,
      "loss": 0.0114,
      "step": 4482
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957453300219228e-06,
      "loss": 0.0034,
      "step": 4483
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957420230588959e-06,
      "loss": 0.0072,
      "step": 4484
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957387148166872e-06,
      "loss": 0.0201,
      "step": 4485
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957354052953054e-06,
      "loss": 0.0175,
      "step": 4486
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95732094494759e-06,
      "loss": 0.0111,
      "step": 4487
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957287824150564e-06,
      "loss": 0.0173,
      "step": 4488
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957254690562062e-06,
      "loss": 0.0084,
      "step": 4489
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957221544182171e-06,
      "loss": 0.0085,
      "step": 4490
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957188385010975e-06,
      "loss": 0.0146,
      "step": 4491
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95715521304856e-06,
      "loss": 0.0051,
      "step": 4492
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95712202829501e-06,
      "loss": 0.0067,
      "step": 4493
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957088830750415e-06,
      "loss": 0.0127,
      "step": 4494
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.957055620414854e-06,
      "loss": 0.0189,
      "step": 4495
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95702239728842e-06,
      "loss": 0.007,
      "step": 4496
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956989161371194e-06,
      "loss": 0.0231,
      "step": 4497
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956955912663264e-06,
      "loss": 0.005,
      "step": 4498
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956922651164713e-06,
      "loss": 0.0048,
      "step": 4499
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956889376875629e-06,
      "loss": 0.0101,
      "step": 4500
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956856089796098e-06,
      "loss": 0.002,
      "step": 4501
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956822789926206e-06,
      "loss": 0.0057,
      "step": 4502
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956789477266038e-06,
      "loss": 0.0029,
      "step": 4503
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956756151815679e-06,
      "loss": 0.0039,
      "step": 4504
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956722813575216e-06,
      "loss": 0.0077,
      "step": 4505
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956689462544737e-06,
      "loss": 0.0071,
      "step": 4506
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956656098724326e-06,
      "loss": 0.0084,
      "step": 4507
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95662272211407e-06,
      "loss": 0.0147,
      "step": 4508
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956589332714054e-06,
      "loss": 0.0065,
      "step": 4509
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956555930524364e-06,
      "loss": 0.03,
      "step": 4510
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956522515545088e-06,
      "loss": 0.0135,
      "step": 4511
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95648908777631e-06,
      "loss": 0.0069,
      "step": 4512
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956455647218118e-06,
      "loss": 0.0105,
      "step": 4513
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956422193870597e-06,
      "loss": 0.0078,
      "step": 4514
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956388727733834e-06,
      "loss": 0.0173,
      "step": 4515
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956355248807916e-06,
      "loss": 0.0038,
      "step": 4516
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956321757092928e-06,
      "loss": 0.0065,
      "step": 4517
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956288252588959e-06,
      "loss": 0.0053,
      "step": 4518
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956254735296092e-06,
      "loss": 0.0086,
      "step": 4519
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956221205214416e-06,
      "loss": 0.0091,
      "step": 4520
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956187662344014e-06,
      "loss": 0.0187,
      "step": 4521
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95615410668498e-06,
      "loss": 0.0148,
      "step": 4522
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95612053823739e-06,
      "loss": 0.0199,
      "step": 4523
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95608695700134e-06,
      "loss": 0.0036,
      "step": 4524
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956053362976912e-06,
      "loss": 0.0049,
      "step": 4525
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.956019756164194e-06,
      "loss": 0.0107,
      "step": 4526
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95598613656327e-06,
      "loss": 0.0148,
      "step": 4527
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955952504174234e-06,
      "loss": 0.0201,
      "step": 4528
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955918858997164e-06,
      "loss": 0.01,
      "step": 4529
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955885201032152e-06,
      "loss": 0.0057,
      "step": 4530
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955851530279283e-06,
      "loss": 0.0193,
      "step": 4531
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955817846738648e-06,
      "loss": 0.0177,
      "step": 4532
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955784150410326e-06,
      "loss": 0.0139,
      "step": 4533
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95575044129441e-06,
      "loss": 0.0076,
      "step": 4534
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955716719390985e-06,
      "loss": 0.0195,
      "step": 4535
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955682984700137e-06,
      "loss": 0.0038,
      "step": 4536
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955649237221957e-06,
      "loss": 0.0152,
      "step": 4537
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955615476956529e-06,
      "loss": 0.001,
      "step": 4538
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955581703903939e-06,
      "loss": 0.0124,
      "step": 4539
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955547918064276e-06,
      "loss": 0.0121,
      "step": 4540
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955514119437629e-06,
      "loss": 0.0174,
      "step": 4541
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955480308024082e-06,
      "loss": 0.017,
      "step": 4542
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955446483823722e-06,
      "loss": 0.0076,
      "step": 4543
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955412646836638e-06,
      "loss": 0.0027,
      "step": 4544
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955378797062917e-06,
      "loss": 0.0133,
      "step": 4545
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955344934502648e-06,
      "loss": 0.0087,
      "step": 4546
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955311059155917e-06,
      "loss": 0.0158,
      "step": 4547
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955277171022808e-06,
      "loss": 0.0054,
      "step": 4548
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955243270103415e-06,
      "loss": 0.0052,
      "step": 4549
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955209356397819e-06,
      "loss": 0.0037,
      "step": 4550
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955175429906111e-06,
      "loss": 0.0136,
      "step": 4551
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95514149062838e-06,
      "loss": 0.0094,
      "step": 4552
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95510753856471e-06,
      "loss": 0.0148,
      "step": 4553
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95507357371519e-06,
      "loss": 0.0113,
      "step": 4554
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955039596079908e-06,
      "loss": 0.0079,
      "step": 4555
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.955005605658951e-06,
      "loss": 0.0048,
      "step": 4556
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95497160245241e-06,
      "loss": 0.0106,
      "step": 4557
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954937586460367e-06,
      "loss": 0.0081,
      "step": 4558
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954903557682915e-06,
      "loss": 0.0097,
      "step": 4559
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954869516120138e-06,
      "loss": 0.0175,
      "step": 4560
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954835461772126e-06,
      "loss": 0.0227,
      "step": 4561
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954801394638967e-06,
      "loss": 0.004,
      "step": 4562
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954767314720746e-06,
      "loss": 0.0126,
      "step": 4563
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954733222017556e-06,
      "loss": 0.0298,
      "step": 4564
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95469911652948e-06,
      "loss": 0.0016,
      "step": 4565
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954664998256609e-06,
      "loss": 0.0048,
      "step": 4566
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95463086719903e-06,
      "loss": 0.0227,
      "step": 4567
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95459672335683e-06,
      "loss": 0.0095,
      "step": 4568
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9545625667301e-06,
      "loss": 0.0037,
      "step": 4569
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954528397318926e-06,
      "loss": 0.0267,
      "step": 4570
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954494215123397e-06,
      "loss": 0.0048,
      "step": 4571
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954460020143599e-06,
      "loss": 0.0401,
      "step": 4572
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954425812379624e-06,
      "loss": 0.0143,
      "step": 4573
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954391591831557e-06,
      "loss": 0.0045,
      "step": 4574
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95435735849949e-06,
      "loss": 0.0103,
      "step": 4575
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954323112383507e-06,
      "loss": 0.0039,
      "step": 4576
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954288853483697e-06,
      "loss": 0.0315,
      "step": 4577
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954254581800151e-06,
      "loss": 0.0045,
      "step": 4578
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954220297332957e-06,
      "loss": 0.0152,
      "step": 4579
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954186000082202e-06,
      "loss": 0.0068,
      "step": 4580
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954151690047975e-06,
      "loss": 0.0111,
      "step": 4581
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954117367230365e-06,
      "loss": 0.006,
      "step": 4582
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954083031629459e-06,
      "loss": 0.0459,
      "step": 4583
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954048683245347e-06,
      "loss": 0.016,
      "step": 4584
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.954014322078118e-06,
      "loss": 0.0035,
      "step": 4585
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953979948127862e-06,
      "loss": 0.0159,
      "step": 4586
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953945561394662e-06,
      "loss": 0.0036,
      "step": 4587
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953911161878613e-06,
      "loss": 0.0067,
      "step": 4588
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953876749579802e-06,
      "loss": 0.0116,
      "step": 4589
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953842324498315e-06,
      "loss": 0.0102,
      "step": 4590
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953807886634243e-06,
      "loss": 0.0185,
      "step": 4591
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953773435987677e-06,
      "loss": 0.0248,
      "step": 4592
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953738972558702e-06,
      "loss": 0.0105,
      "step": 4593
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95370449634741e-06,
      "loss": 0.0038,
      "step": 4594
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953670007353886e-06,
      "loss": 0.0161,
      "step": 4595
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953635505578223e-06,
      "loss": 0.0045,
      "step": 4596
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953600991020509e-06,
      "loss": 0.0239,
      "step": 4597
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953566463680832e-06,
      "loss": 0.0089,
      "step": 4598
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953531923559281e-06,
      "loss": 0.0047,
      "step": 4599
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953497370655947e-06,
      "loss": 0.0234,
      "step": 4600
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953462804970917e-06,
      "loss": 0.0096,
      "step": 4601
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953428226504283e-06,
      "loss": 0.0159,
      "step": 4602
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953393635256131e-06,
      "loss": 0.0054,
      "step": 4603
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953359031226552e-06,
      "loss": 0.0003,
      "step": 4604
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953324414415636e-06,
      "loss": 0.0115,
      "step": 4605
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95328978482347e-06,
      "loss": 0.0057,
      "step": 4606
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953255142450144e-06,
      "loss": 0.0184,
      "step": 4607
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95322048729575e-06,
      "loss": 0.0284,
      "step": 4608
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953185819360373e-06,
      "loss": 0.0087,
      "step": 4609
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953151138644107e-06,
      "loss": 0.0284,
      "step": 4610
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953116445147039e-06,
      "loss": 0.0108,
      "step": 4611
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953081738869258e-06,
      "loss": 0.0134,
      "step": 4612
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953047019810855e-06,
      "loss": 0.0253,
      "step": 4613
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.953012287971919e-06,
      "loss": 0.0268,
      "step": 4614
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95297754335254e-06,
      "loss": 0.0197,
      "step": 4615
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952942785952808e-06,
      "loss": 0.0132,
      "step": 4616
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952908015772812e-06,
      "loss": 0.0074,
      "step": 4617
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95287323281264e-06,
      "loss": 0.0034,
      "step": 4618
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952838437072385e-06,
      "loss": 0.0226,
      "step": 4619
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952803628552134e-06,
      "loss": 0.0526,
      "step": 4620
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952768807251979e-06,
      "loss": 0.0076,
      "step": 4621
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952733973172009e-06,
      "loss": 0.0042,
      "step": 4622
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952699126312314e-06,
      "loss": 0.0124,
      "step": 4623
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952664266672982e-06,
      "loss": 0.0351,
      "step": 4624
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952629394254107e-06,
      "loss": 0.0182,
      "step": 4625
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952594509055775e-06,
      "loss": 0.0052,
      "step": 4626
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952559611078079e-06,
      "loss": 0.0205,
      "step": 4627
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952524700321107e-06,
      "loss": 0.018,
      "step": 4628
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95248977678495e-06,
      "loss": 0.0158,
      "step": 4629
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952454840469698e-06,
      "loss": 0.0097,
      "step": 4630
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95241989137544e-06,
      "loss": 0.0203,
      "step": 4631
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95238492950227e-06,
      "loss": 0.0389,
      "step": 4632
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952349954850274e-06,
      "loss": 0.0122,
      "step": 4633
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952314967419542e-06,
      "loss": 0.012,
      "step": 4634
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952279967210167e-06,
      "loss": 0.0153,
      "step": 4635
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95224495422224e-06,
      "loss": 0.0114,
      "step": 4636
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952209928455848e-06,
      "loss": 0.0032,
      "step": 4637
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952174889911083e-06,
      "loss": 0.0108,
      "step": 4638
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952139838588038e-06,
      "loss": 0.0086,
      "step": 4639
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952104774486796e-06,
      "loss": 0.0076,
      "step": 4640
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952069697607456e-06,
      "loss": 0.0051,
      "step": 4641
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.952034607950105e-06,
      "loss": 0.0047,
      "step": 4642
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951999505514833e-06,
      "loss": 0.0149,
      "step": 4643
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951964390301729e-06,
      "loss": 0.0065,
      "step": 4644
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951929262310889e-06,
      "loss": 0.011,
      "step": 4645
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951894121542398e-06,
      "loss": 0.0123,
      "step": 4646
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951858967996349e-06,
      "loss": 0.0118,
      "step": 4647
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951823801672833e-06,
      "loss": 0.0083,
      "step": 4648
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951788622571941e-06,
      "loss": 0.0123,
      "step": 4649
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951753430693763e-06,
      "loss": 0.0077,
      "step": 4650
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951718226038388e-06,
      "loss": 0.0052,
      "step": 4651
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95168300860591e-06,
      "loss": 0.0254,
      "step": 4652
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951647778396419e-06,
      "loss": 0.0199,
      "step": 4653
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951612535410006e-06,
      "loss": 0.0043,
      "step": 4654
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951577279646762e-06,
      "loss": 0.0066,
      "step": 4655
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951542011106777e-06,
      "loss": 0.0139,
      "step": 4656
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95150672979014e-06,
      "loss": 0.007,
      "step": 4657
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951471435696947e-06,
      "loss": 0.0042,
      "step": 4658
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951436128827287e-06,
      "loss": 0.0021,
      "step": 4659
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951400809181248e-06,
      "loss": 0.0108,
      "step": 4660
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951365476758927e-06,
      "loss": 0.0082,
      "step": 4661
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95133013156041e-06,
      "loss": 0.0241,
      "step": 4662
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951294773585791e-06,
      "loss": 0.0067,
      "step": 4663
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95125940283516e-06,
      "loss": 0.0047,
      "step": 4664
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95122401930861e-06,
      "loss": 0.0076,
      "step": 4665
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95118862300623e-06,
      "loss": 0.0017,
      "step": 4666
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951153213928114e-06,
      "loss": 0.0146,
      "step": 4667
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95111779207435e-06,
      "loss": 0.0087,
      "step": 4668
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95108235744503e-06,
      "loss": 0.0047,
      "step": 4669
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951046910040248e-06,
      "loss": 0.0084,
      "step": 4670
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.951011449860095e-06,
      "loss": 0.0098,
      "step": 4671
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95097597690466e-06,
      "loss": 0.0113,
      "step": 4672
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950940491174036e-06,
      "loss": 0.0352,
      "step": 4673
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950904992668315e-06,
      "loss": 0.0021,
      "step": 4674
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95086948138759e-06,
      "loss": 0.0182,
      "step": 4675
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950833957331946e-06,
      "loss": 0.0054,
      "step": 4676
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950798420501484e-06,
      "loss": 0.0165,
      "step": 4677
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95076287089629e-06,
      "loss": 0.0037,
      "step": 4678
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950727308516457e-06,
      "loss": 0.0107,
      "step": 4679
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950691733362076e-06,
      "loss": 0.0141,
      "step": 4680
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95065614543324e-06,
      "loss": 0.0158,
      "step": 4681
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95062054473004e-06,
      "loss": 0.0236,
      "step": 4682
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95058493125257e-06,
      "loss": 0.0043,
      "step": 4683
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950549305000918e-06,
      "loss": 0.0035,
      "step": 4684
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950513665975179e-06,
      "loss": 0.0193,
      "step": 4685
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950478014175442e-06,
      "loss": 0.0094,
      "step": 4686
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950442349601804e-06,
      "loss": 0.0081,
      "step": 4687
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950406672254351e-06,
      "loss": 0.0069,
      "step": 4688
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950370982133181e-06,
      "loss": 0.0089,
      "step": 4689
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950335279238381e-06,
      "loss": 0.007,
      "step": 4690
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950299563570047e-06,
      "loss": 0.0321,
      "step": 4691
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950263835128268e-06,
      "loss": 0.0073,
      "step": 4692
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950228093913138e-06,
      "loss": 0.0052,
      "step": 4693
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950192339924749e-06,
      "loss": 0.0024,
      "step": 4694
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950156573163192e-06,
      "loss": 0.0056,
      "step": 4695
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950120793628561e-06,
      "loss": 0.0087,
      "step": 4696
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.95008500132095e-06,
      "loss": 0.006,
      "step": 4697
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950049196240446e-06,
      "loss": 0.0108,
      "step": 4698
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.950013378387146e-06,
      "loss": 0.0042,
      "step": 4699
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94997754776114e-06,
      "loss": 0.0207,
      "step": 4700
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949941704362522e-06,
      "loss": 0.0062,
      "step": 4701
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949905848191383e-06,
      "loss": 0.011,
      "step": 4702
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949869979247819e-06,
      "loss": 0.0061,
      "step": 4703
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949834097531916e-06,
      "loss": 0.0074,
      "step": 4704
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949798203043774e-06,
      "loss": 0.0044,
      "step": 4705
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94976229578348e-06,
      "loss": 0.0105,
      "step": 4706
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94972637575113e-06,
      "loss": 0.0053,
      "step": 4707
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949690442946813e-06,
      "loss": 0.0101,
      "step": 4708
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949654497370626e-06,
      "loss": 0.0056,
      "step": 4709
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949618539022662e-06,
      "loss": 0.0084,
      "step": 4710
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949582567903007e-06,
      "loss": 0.0172,
      "step": 4711
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949546584011763e-06,
      "loss": 0.0188,
      "step": 4712
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949510587349016e-06,
      "loss": 0.0043,
      "step": 4713
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949474577914861e-06,
      "loss": 0.0062,
      "step": 4714
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949438555709393e-06,
      "loss": 0.0053,
      "step": 4715
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9494025207327e-06,
      "loss": 0.0064,
      "step": 4716
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94936647298488e-06,
      "loss": 0.0151,
      "step": 4717
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949330412466024e-06,
      "loss": 0.0068,
      "step": 4718
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949294339176226e-06,
      "loss": 0.005,
      "step": 4719
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949258253115577e-06,
      "loss": 0.0115,
      "step": 4720
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949222154284173e-06,
      "loss": 0.0133,
      "step": 4721
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949186042682103e-06,
      "loss": 0.0042,
      "step": 4722
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949149918309465e-06,
      "loss": 0.0455,
      "step": 4723
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949113781166349e-06,
      "loss": 0.0142,
      "step": 4724
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94907763125285e-06,
      "loss": 0.0194,
      "step": 4725
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949041468569058e-06,
      "loss": 0.0227,
      "step": 4726
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.949005293115072e-06,
      "loss": 0.0143,
      "step": 4727
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94896910489098e-06,
      "loss": 0.0135,
      "step": 4728
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948932903896878e-06,
      "loss": 0.0407,
      "step": 4729
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948896690132858e-06,
      "loss": 0.002,
      "step": 4730
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948860463599016e-06,
      "loss": 0.0048,
      "step": 4731
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948824224295442e-06,
      "loss": 0.0045,
      "step": 4732
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948787972222233e-06,
      "loss": 0.0101,
      "step": 4733
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948751707379479e-06,
      "loss": 0.0069,
      "step": 4734
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948715429767276e-06,
      "loss": 0.006,
      "step": 4735
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948679139385718e-06,
      "loss": 0.0119,
      "step": 4736
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948642836234898e-06,
      "loss": 0.0071,
      "step": 4737
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948606520314907e-06,
      "loss": 0.0236,
      "step": 4738
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948570191625844e-06,
      "loss": 0.0069,
      "step": 4739
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948533850167798e-06,
      "loss": 0.0145,
      "step": 4740
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948497495940863e-06,
      "loss": 0.0064,
      "step": 4741
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948461128945136e-06,
      "loss": 0.0082,
      "step": 4742
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948424749180711e-06,
      "loss": 0.0186,
      "step": 4743
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948388356647678e-06,
      "loss": 0.0107,
      "step": 4744
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948351951346134e-06,
      "loss": 0.0038,
      "step": 4745
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948315533276172e-06,
      "loss": 0.0052,
      "step": 4746
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948279102437886e-06,
      "loss": 0.0084,
      "step": 4747
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948242658831368e-06,
      "loss": 0.0205,
      "step": 4748
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948206202456714e-06,
      "loss": 0.0033,
      "step": 4749
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94816973331402e-06,
      "loss": 0.0185,
      "step": 4750
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948133251403378e-06,
      "loss": 0.0054,
      "step": 4751
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94809675672488e-06,
      "loss": 0.0056,
      "step": 4752
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948060249278625e-06,
      "loss": 0.0133,
      "step": 4753
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.948023729064703e-06,
      "loss": 0.003,
      "step": 4754
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94798719608321e-06,
      "loss": 0.0153,
      "step": 4755
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947950650334242e-06,
      "loss": 0.0167,
      "step": 4756
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94791409181789e-06,
      "loss": 0.0056,
      "step": 4757
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947877520534249e-06,
      "loss": 0.0144,
      "step": 4758
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947840936483415e-06,
      "loss": 0.011,
      "step": 4759
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947804339665481e-06,
      "loss": 0.0575,
      "step": 4760
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947767730080541e-06,
      "loss": 0.0095,
      "step": 4761
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947731107728694e-06,
      "loss": 0.01,
      "step": 4762
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947694472610027e-06,
      "loss": 0.0075,
      "step": 4763
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947657824724641e-06,
      "loss": 0.005,
      "step": 4764
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947621164072627e-06,
      "loss": 0.025,
      "step": 4765
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947584490654081e-06,
      "loss": 0.0065,
      "step": 4766
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947547804469096e-06,
      "loss": 0.0073,
      "step": 4767
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947511105517768e-06,
      "loss": 0.0076,
      "step": 4768
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947474393800194e-06,
      "loss": 0.0104,
      "step": 4769
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947437669316465e-06,
      "loss": 0.0089,
      "step": 4770
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947400932066675e-06,
      "loss": 0.0121,
      "step": 4771
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947364182050923e-06,
      "loss": 0.0191,
      "step": 4772
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.9473274192693e-06,
      "loss": 0.0101,
      "step": 4773
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947290643721906e-06,
      "loss": 0.0159,
      "step": 4774
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94725385540883e-06,
      "loss": 0.008,
      "step": 4775
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947217054330169e-06,
      "loss": 0.015,
      "step": 4776
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.94718024048602e-06,
      "loss": 0.0062,
      "step": 4777
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947143413876474e-06,
      "loss": 0.0236,
      "step": 4778
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947106574501631e-06,
      "loss": 0.011,
      "step": 4779
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947069722361582e-06,
      "loss": 0.0136,
      "step": 4780
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.947032857456424e-06,
      "loss": 0.009,
      "step": 4781
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946995979786252e-06,
      "loss": 0.0293,
      "step": 4782
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946959089351159e-06,
      "loss": 0.002,
      "step": 4783
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946922186151241e-06,
      "loss": 0.0144,
      "step": 4784
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946885270186599e-06,
      "loss": 0.0115,
      "step": 4785
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94684834145732e-06,
      "loss": 0.0042,
      "step": 4786
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946811399963502e-06,
      "loss": 0.0053,
      "step": 4787
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946774445705244e-06,
      "loss": 0.0104,
      "step": 4788
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946737478682637e-06,
      "loss": 0.0077,
      "step": 4789
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946700498895778e-06,
      "loss": 0.0239,
      "step": 4790
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946663506344762e-06,
      "loss": 0.0061,
      "step": 4791
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946626501029684e-06,
      "loss": 0.0148,
      "step": 4792
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946589482950642e-06,
      "loss": 0.0047,
      "step": 4793
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946552452107728e-06,
      "loss": 0.0059,
      "step": 4794
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946515408501039e-06,
      "loss": 0.004,
      "step": 4795
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946478352130673e-06,
      "loss": 0.0054,
      "step": 4796
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946441282996722e-06,
      "loss": 0.0202,
      "step": 4797
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946404201099282e-06,
      "loss": 0.0155,
      "step": 4798
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946367106438451e-06,
      "loss": 0.0031,
      "step": 4799
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946329999014323e-06,
      "loss": 0.012,
      "step": 4800
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946292878826994e-06,
      "loss": 0.0161,
      "step": 4801
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946255745876563e-06,
      "loss": 0.0137,
      "step": 4802
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94621860016312e-06,
      "loss": 0.0166,
      "step": 4803
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946181441686765e-06,
      "loss": 0.0112,
      "step": 4804
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946144270447591e-06,
      "loss": 0.0211,
      "step": 4805
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946107086445696e-06,
      "loss": 0.0101,
      "step": 4806
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946069889681176e-06,
      "loss": 0.0139,
      "step": 4807
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.946032680154125e-06,
      "loss": 0.0065,
      "step": 4808
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945995457864643e-06,
      "loss": 0.0156,
      "step": 4809
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945958222812821e-06,
      "loss": 0.0016,
      "step": 4810
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94592097499876e-06,
      "loss": 0.0122,
      "step": 4811
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94588371442255e-06,
      "loss": 0.0078,
      "step": 4812
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945846441084294e-06,
      "loss": 0.0105,
      "step": 4813
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945809154984083e-06,
      "loss": 0.0361,
      "step": 4814
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945771856122017e-06,
      "loss": 0.0155,
      "step": 4815
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94573454449819e-06,
      "loss": 0.0118,
      "step": 4816
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945697220112698e-06,
      "loss": 0.0134,
      "step": 4817
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94565988296564e-06,
      "loss": 0.0066,
      "step": 4818
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945622533057107e-06,
      "loss": 0.0137,
      "step": 4819
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945585170387202e-06,
      "loss": 0.0104,
      "step": 4820
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945547794956017e-06,
      "loss": 0.0445,
      "step": 4821
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945510406763648e-06,
      "loss": 0.0046,
      "step": 4822
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945473005810195e-06,
      "loss": 0.011,
      "step": 4823
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945435592095751e-06,
      "loss": 0.0181,
      "step": 4824
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945398165620416e-06,
      "loss": 0.0073,
      "step": 4825
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945360726384283e-06,
      "loss": 0.0052,
      "step": 4826
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94532327438745e-06,
      "loss": 0.0068,
      "step": 4827
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945285809630017e-06,
      "loss": 0.0076,
      "step": 4828
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945248332112075e-06,
      "loss": 0.0205,
      "step": 4829
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945210841833723e-06,
      "loss": 0.007,
      "step": 4830
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94517333879506e-06,
      "loss": 0.0122,
      "step": 4831
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94513582299618e-06,
      "loss": 0.0235,
      "step": 4832
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94509829443718e-06,
      "loss": 0.0171,
      "step": 4833
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.945060753118157e-06,
      "loss": 0.0111,
      "step": 4834
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94502319903921e-06,
      "loss": 0.0059,
      "step": 4835
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944985632200433e-06,
      "loss": 0.0233,
      "step": 4836
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944948052601923e-06,
      "loss": 0.0123,
      "step": 4837
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944910460243783e-06,
      "loss": 0.0412,
      "step": 4838
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.9448728551261e-06,
      "loss": 0.0189,
      "step": 4839
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944835237248978e-06,
      "loss": 0.0179,
      "step": 4840
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944797606612513e-06,
      "loss": 0.0061,
      "step": 4841
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944759963216799e-06,
      "loss": 0.0103,
      "step": 4842
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944722307061939e-06,
      "loss": 0.0019,
      "step": 4843
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944684638148023e-06,
      "loss": 0.0182,
      "step": 4844
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944646956475154e-06,
      "loss": 0.0158,
      "step": 4845
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944609262043426e-06,
      "loss": 0.0228,
      "step": 4846
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944571554852937e-06,
      "loss": 0.0228,
      "step": 4847
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944533834903787e-06,
      "loss": 0.0081,
      "step": 4848
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944496102196069e-06,
      "loss": 0.0097,
      "step": 4849
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944458356729882e-06,
      "loss": 0.005,
      "step": 4850
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944420598505326e-06,
      "loss": 0.005,
      "step": 4851
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944382827522494e-06,
      "loss": 0.0065,
      "step": 4852
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944345043781485e-06,
      "loss": 0.0074,
      "step": 4853
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944307247282399e-06,
      "loss": 0.0022,
      "step": 4854
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94426943802533e-06,
      "loss": 0.0096,
      "step": 4855
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94423161601038e-06,
      "loss": 0.0072,
      "step": 4856
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944193781237642e-06,
      "loss": 0.0151,
      "step": 4857
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944155933707215e-06,
      "loss": 0.011,
      "step": 4858
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944118073419197e-06,
      "loss": 0.0163,
      "step": 4859
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944080200373686e-06,
      "loss": 0.0091,
      "step": 4860
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944042314570779e-06,
      "loss": 0.0122,
      "step": 4861
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.944004416010575e-06,
      "loss": 0.0172,
      "step": 4862
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943966504693172e-06,
      "loss": 0.0064,
      "step": 4863
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943928580618664e-06,
      "loss": 0.0237,
      "step": 4864
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943890643787155e-06,
      "loss": 0.0179,
      "step": 4865
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943852694198737e-06,
      "loss": 0.0056,
      "step": 4866
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943814731853512e-06,
      "loss": 0.0167,
      "step": 4867
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943776756751577e-06,
      "loss": 0.0086,
      "step": 4868
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943738768893028e-06,
      "loss": 0.0099,
      "step": 4869
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943700768277964e-06,
      "loss": 0.0096,
      "step": 4870
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943662754906485e-06,
      "loss": 0.0104,
      "step": 4871
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943624728778687e-06,
      "loss": 0.014,
      "step": 4872
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943586689894669e-06,
      "loss": 0.007,
      "step": 4873
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94354863825453e-06,
      "loss": 0.0153,
      "step": 4874
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943510573858365e-06,
      "loss": 0.0061,
      "step": 4875
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943472496706275e-06,
      "loss": 0.0035,
      "step": 4876
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943434406798357e-06,
      "loss": 0.0105,
      "step": 4877
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943396304134711e-06,
      "loss": 0.0063,
      "step": 4878
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943358188715434e-06,
      "loss": 0.0106,
      "step": 4879
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943320060540626e-06,
      "loss": 0.0215,
      "step": 4880
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94328191961038e-06,
      "loss": 0.0188,
      "step": 4881
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943243765924802e-06,
      "loss": 0.0145,
      "step": 4882
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943205599483984e-06,
      "loss": 0.0038,
      "step": 4883
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943167420288031e-06,
      "loss": 0.0018,
      "step": 4884
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943129228337034e-06,
      "loss": 0.0201,
      "step": 4885
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943091023631098e-06,
      "loss": 0.0055,
      "step": 4886
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943052806170316e-06,
      "loss": 0.0017,
      "step": 4887
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.943014575954792e-06,
      "loss": 0.0393,
      "step": 4888
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942976332984622e-06,
      "loss": 0.0096,
      "step": 4889
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942938077259903e-06,
      "loss": 0.0197,
      "step": 4890
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942899808780738e-06,
      "loss": 0.0137,
      "step": 4891
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942861527547221e-06,
      "loss": 0.0114,
      "step": 4892
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942823233559454e-06,
      "loss": 0.0105,
      "step": 4893
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942784926817536e-06,
      "loss": 0.0029,
      "step": 4894
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942746607321562e-06,
      "loss": 0.0077,
      "step": 4895
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942708275071635e-06,
      "loss": 0.0253,
      "step": 4896
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942669930067854e-06,
      "loss": 0.0061,
      "step": 4897
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942631572310313e-06,
      "loss": 0.0045,
      "step": 4898
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942593201799118e-06,
      "loss": 0.0053,
      "step": 4899
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942554818534362e-06,
      "loss": 0.0057,
      "step": 4900
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942516422516149e-06,
      "loss": 0.0072,
      "step": 4901
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942478013744573e-06,
      "loss": 0.0134,
      "step": 4902
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942439592219738e-06,
      "loss": 0.0079,
      "step": 4903
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942401157941739e-06,
      "loss": 0.0097,
      "step": 4904
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942362710910678e-06,
      "loss": 0.0068,
      "step": 4905
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942324251126651e-06,
      "loss": 0.0047,
      "step": 4906
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942285778589761e-06,
      "loss": 0.0218,
      "step": 4907
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942247293300106e-06,
      "loss": 0.006,
      "step": 4908
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942208795257787e-06,
      "loss": 0.0155,
      "step": 4909
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942170284462897e-06,
      "loss": 0.0201,
      "step": 4910
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942131760915544e-06,
      "loss": 0.0169,
      "step": 4911
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94209322461582e-06,
      "loss": 0.0057,
      "step": 4912
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942054675563828e-06,
      "loss": 0.0047,
      "step": 4913
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.942016113759668e-06,
      "loss": 0.0095,
      "step": 4914
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941977539203438e-06,
      "loss": 0.0141,
      "step": 4915
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941938951895238e-06,
      "loss": 0.0125,
      "step": 4916
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941900351835167e-06,
      "loss": 0.0118,
      "step": 4917
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941861739023326e-06,
      "loss": 0.0173,
      "step": 4918
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941823113459814e-06,
      "loss": 0.0028,
      "step": 4919
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94178447514473e-06,
      "loss": 0.0081,
      "step": 4920
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941745824078176e-06,
      "loss": 0.0071,
      "step": 4921
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941707160260249e-06,
      "loss": 0.0341,
      "step": 4922
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941668483691049e-06,
      "loss": 0.0041,
      "step": 4923
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941629794370677e-06,
      "loss": 0.0127,
      "step": 4924
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941591092299232e-06,
      "loss": 0.0034,
      "step": 4925
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941552377476815e-06,
      "loss": 0.043,
      "step": 4926
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941513649903525e-06,
      "loss": 0.0082,
      "step": 4927
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941474909579461e-06,
      "loss": 0.0165,
      "step": 4928
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941436156504725e-06,
      "loss": 0.0123,
      "step": 4929
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941397390679415e-06,
      "loss": 0.0082,
      "step": 4930
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941358612103632e-06,
      "loss": 0.0088,
      "step": 4931
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941319820777478e-06,
      "loss": 0.0118,
      "step": 4932
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941281016701049e-06,
      "loss": 0.0164,
      "step": 4933
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941242199874448e-06,
      "loss": 0.0057,
      "step": 4934
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941203370297775e-06,
      "loss": 0.0191,
      "step": 4935
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94116452797113e-06,
      "loss": 0.0076,
      "step": 4936
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941125672894612e-06,
      "loss": 0.0343,
      "step": 4937
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941086805068323e-06,
      "loss": 0.0211,
      "step": 4938
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.941047924492362e-06,
      "loss": 0.0073,
      "step": 4939
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94100903116683e-06,
      "loss": 0.0159,
      "step": 4940
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940970125091826e-06,
      "loss": 0.003,
      "step": 4941
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940931206267452e-06,
      "loss": 0.0047,
      "step": 4942
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94089227469381e-06,
      "loss": 0.0184,
      "step": 4943
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940853330370996e-06,
      "loss": 0.0082,
      "step": 4944
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940814373299114e-06,
      "loss": 0.0033,
      "step": 4945
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940775403478262e-06,
      "loss": 0.0345,
      "step": 4946
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940736420908544e-06,
      "loss": 0.0099,
      "step": 4947
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940697425590057e-06,
      "loss": 0.0062,
      "step": 4948
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940658417522904e-06,
      "loss": 0.0106,
      "step": 4949
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940619396707186e-06,
      "loss": 0.0069,
      "step": 4950
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940580363143e-06,
      "loss": 0.0203,
      "step": 4951
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94054131683045e-06,
      "loss": 0.0238,
      "step": 4952
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940502257769637e-06,
      "loss": 0.0026,
      "step": 4953
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94046318596066e-06,
      "loss": 0.0139,
      "step": 4954
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940424101403621e-06,
      "loss": 0.0144,
      "step": 4955
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940385004098621e-06,
      "loss": 0.0048,
      "step": 4956
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94034589404576e-06,
      "loss": 0.0114,
      "step": 4957
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940306771245137e-06,
      "loss": 0.0047,
      "step": 4958
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940267635696858e-06,
      "loss": 0.0053,
      "step": 4959
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94022848740102e-06,
      "loss": 0.0294,
      "step": 4960
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940189326357725e-06,
      "loss": 0.005,
      "step": 4961
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940150152567075e-06,
      "loss": 0.0047,
      "step": 4962
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.94011096602917e-06,
      "loss": 0.0132,
      "step": 4963
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940071766744111e-06,
      "loss": 0.0108,
      "step": 4964
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.940032554712e-06,
      "loss": 0.0286,
      "step": 4965
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939993329932937e-06,
      "loss": 0.0048,
      "step": 4966
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939954092407026e-06,
      "loss": 0.005,
      "step": 4967
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939914842134365e-06,
      "loss": 0.0123,
      "step": 4968
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939875579115057e-06,
      "loss": 0.0089,
      "step": 4969
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939836303349201e-06,
      "loss": 0.0046,
      "step": 4970
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939797014836903e-06,
      "loss": 0.0143,
      "step": 4971
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93975771357826e-06,
      "loss": 0.0085,
      "step": 4972
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939718399573375e-06,
      "loss": 0.0022,
      "step": 4973
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93967907282235e-06,
      "loss": 0.0081,
      "step": 4974
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939639733325285e-06,
      "loss": 0.0163,
      "step": 4975
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939600381082282e-06,
      "loss": 0.0063,
      "step": 4976
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939561016093444e-06,
      "loss": 0.0065,
      "step": 4977
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93952163835887e-06,
      "loss": 0.0058,
      "step": 4978
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939482247878665e-06,
      "loss": 0.0062,
      "step": 4979
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939442844652929e-06,
      "loss": 0.0175,
      "step": 4980
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939403428681762e-06,
      "loss": 0.0211,
      "step": 4981
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939363999965268e-06,
      "loss": 0.0077,
      "step": 4982
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939324558503548e-06,
      "loss": 0.0131,
      "step": 4983
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939285104296702e-06,
      "loss": 0.0083,
      "step": 4984
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939245637344835e-06,
      "loss": 0.0065,
      "step": 4985
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939206157648047e-06,
      "loss": 0.0081,
      "step": 4986
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939166665206439e-06,
      "loss": 0.0145,
      "step": 4987
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939127160020116e-06,
      "loss": 0.0104,
      "step": 4988
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939087642089177e-06,
      "loss": 0.0086,
      "step": 4989
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939048111413725e-06,
      "loss": 0.0044,
      "step": 4990
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.939008567993861e-06,
      "loss": 0.0189,
      "step": 4991
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93896901182969e-06,
      "loss": 0.0121,
      "step": 4992
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93892944292131e-06,
      "loss": 0.0137,
      "step": 4993
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938889861268827e-06,
      "loss": 0.0057,
      "step": 4994
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93885026687234e-06,
      "loss": 0.0163,
      "step": 4995
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938810659731954e-06,
      "loss": 0.0063,
      "step": 4996
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938771039847768e-06,
      "loss": 0.0036,
      "step": 4997
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938731407219887e-06,
      "loss": 0.0034,
      "step": 4998
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938691761848411e-06,
      "loss": 0.0168,
      "step": 4999
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938652103733446e-06,
      "loss": 0.0014,
      "step": 5000
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93861243287509e-06,
      "loss": 0.0094,
      "step": 5001
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938572749273448e-06,
      "loss": 0.0038,
      "step": 5002
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938533052928619e-06,
      "loss": 0.0118,
      "step": 5003
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93849334384071e-06,
      "loss": 0.0071,
      "step": 5004
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938453622009822e-06,
      "loss": 0.0032,
      "step": 5005
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938413887436056e-06,
      "loss": 0.0033,
      "step": 5006
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938374140119516e-06,
      "loss": 0.0161,
      "step": 5007
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938334380060304e-06,
      "loss": 0.0082,
      "step": 5008
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938294607258521e-06,
      "loss": 0.0068,
      "step": 5009
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938254821714274e-06,
      "loss": 0.0104,
      "step": 5010
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938215023427663e-06,
      "loss": 0.0135,
      "step": 5011
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938175212398788e-06,
      "loss": 0.0061,
      "step": 5012
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938135388627754e-06,
      "loss": 0.0108,
      "step": 5013
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938095552114666e-06,
      "loss": 0.0031,
      "step": 5014
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938055702859626e-06,
      "loss": 0.0125,
      "step": 5015
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.938015840862734e-06,
      "loss": 0.0182,
      "step": 5016
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937975966124094e-06,
      "loss": 0.0083,
      "step": 5017
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937936078643811e-06,
      "loss": 0.0241,
      "step": 5018
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937896178421986e-06,
      "loss": 0.0047,
      "step": 5019
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937856265458721e-06,
      "loss": 0.0172,
      "step": 5020
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937816339754123e-06,
      "loss": 0.0102,
      "step": 5021
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93777640130829e-06,
      "loss": 0.0036,
      "step": 5022
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937736450121328e-06,
      "loss": 0.029,
      "step": 5023
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93769648619334e-06,
      "loss": 0.0056,
      "step": 5024
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937656509524429e-06,
      "loss": 0.0141,
      "step": 5025
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937616520114696e-06,
      "loss": 0.0024,
      "step": 5026
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937576517964248e-06,
      "loss": 0.0275,
      "step": 5027
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937536503073184e-06,
      "loss": 0.0066,
      "step": 5028
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937496475441611e-06,
      "loss": 0.0101,
      "step": 5029
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93745643506963e-06,
      "loss": 0.0194,
      "step": 5030
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937416381957345e-06,
      "loss": 0.0109,
      "step": 5031
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937376316104861e-06,
      "loss": 0.0117,
      "step": 5032
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937336237512278e-06,
      "loss": 0.022,
      "step": 5033
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937296146179702e-06,
      "loss": 0.026,
      "step": 5034
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937256042107234e-06,
      "loss": 0.0132,
      "step": 5035
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937215925294981e-06,
      "loss": 0.0044,
      "step": 5036
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937175795743044e-06,
      "loss": 0.0016,
      "step": 5037
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937135653451528e-06,
      "loss": 0.0074,
      "step": 5038
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937095498420535e-06,
      "loss": 0.0191,
      "step": 5039
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937055330650169e-06,
      "loss": 0.0133,
      "step": 5040
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.937015150140535e-06,
      "loss": 0.0157,
      "step": 5041
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936974956891735e-06,
      "loss": 0.0152,
      "step": 5042
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936934750903874e-06,
      "loss": 0.0199,
      "step": 5043
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936894532177055e-06,
      "loss": 0.0054,
      "step": 5044
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936854300711381e-06,
      "loss": 0.0069,
      "step": 5045
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936814056506958e-06,
      "loss": 0.0143,
      "step": 5046
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936773799563888e-06,
      "loss": 0.0088,
      "step": 5047
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936733529882275e-06,
      "loss": 0.0073,
      "step": 5048
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936693247462224e-06,
      "loss": 0.0429,
      "step": 5049
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936652952303838e-06,
      "loss": 0.0043,
      "step": 5050
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936612644407222e-06,
      "loss": 0.0142,
      "step": 5051
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936572323772478e-06,
      "loss": 0.0003,
      "step": 5052
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936531990399711e-06,
      "loss": 0.0069,
      "step": 5053
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936491644289027e-06,
      "loss": 0.0083,
      "step": 5054
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936451285440528e-06,
      "loss": 0.0084,
      "step": 5055
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93641091385432e-06,
      "loss": 0.007,
      "step": 5056
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936370529530504e-06,
      "loss": 0.0102,
      "step": 5057
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936330132469186e-06,
      "loss": 0.0225,
      "step": 5058
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936289722670472e-06,
      "loss": 0.0041,
      "step": 5059
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936249300134462e-06,
      "loss": 0.0095,
      "step": 5060
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936208864861265e-06,
      "loss": 0.0029,
      "step": 5061
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936168416850982e-06,
      "loss": 0.0329,
      "step": 5062
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936127956103718e-06,
      "loss": 0.0033,
      "step": 5063
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.936087482619579e-06,
      "loss": 0.0046,
      "step": 5064
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93604699639867e-06,
      "loss": 0.044,
      "step": 5065
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93600649744109e-06,
      "loss": 0.0179,
      "step": 5066
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935965985746951e-06,
      "loss": 0.0203,
      "step": 5067
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935925461316352e-06,
      "loss": 0.0144,
      "step": 5068
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935884924149399e-06,
      "loss": 0.0133,
      "step": 5069
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935844374246198e-06,
      "loss": 0.031,
      "step": 5070
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935803811606854e-06,
      "loss": 0.0095,
      "step": 5071
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935763236231468e-06,
      "loss": 0.0074,
      "step": 5072
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935722648120147e-06,
      "loss": 0.0147,
      "step": 5073
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935682047272998e-06,
      "loss": 0.007,
      "step": 5074
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935641433690123e-06,
      "loss": 0.0113,
      "step": 5075
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935600807371626e-06,
      "loss": 0.0028,
      "step": 5076
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935560168317614e-06,
      "loss": 0.0046,
      "step": 5077
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935519516528191e-06,
      "loss": 0.0148,
      "step": 5078
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935478852003462e-06,
      "loss": 0.0102,
      "step": 5079
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935438174743531e-06,
      "loss": 0.0234,
      "step": 5080
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935397484748506e-06,
      "loss": 0.0087,
      "step": 5081
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935356782018489e-06,
      "loss": 0.0022,
      "step": 5082
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935316066553584e-06,
      "loss": 0.0092,
      "step": 5083
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935275338353899e-06,
      "loss": 0.0119,
      "step": 5084
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935234597419538e-06,
      "loss": 0.0081,
      "step": 5085
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935193843750605e-06,
      "loss": 0.0046,
      "step": 5086
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935153077347207e-06,
      "loss": 0.0066,
      "step": 5087
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93511229820945e-06,
      "loss": 0.0111,
      "step": 5088
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935071506337437e-06,
      "loss": 0.0057,
      "step": 5089
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.935030701731275e-06,
      "loss": 0.0101,
      "step": 5090
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934989884391067e-06,
      "loss": 0.0114,
      "step": 5091
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934949054316917e-06,
      "loss": 0.0069,
      "step": 5092
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934908211508937e-06,
      "loss": 0.0118,
      "step": 5093
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934867355967226e-06,
      "loss": 0.014,
      "step": 5094
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934826487691894e-06,
      "loss": 0.019,
      "step": 5095
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934785606683041e-06,
      "loss": 0.001,
      "step": 5096
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934744712940778e-06,
      "loss": 0.0152,
      "step": 5097
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934703806465207e-06,
      "loss": 0.0061,
      "step": 5098
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934662887256437e-06,
      "loss": 0.0133,
      "step": 5099
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934621955314568e-06,
      "loss": 0.0077,
      "step": 5100
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93458101063971e-06,
      "loss": 0.0211,
      "step": 5101
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934540053231969e-06,
      "loss": 0.0094,
      "step": 5102
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934499083091449e-06,
      "loss": 0.0022,
      "step": 5103
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934458100218255e-06,
      "loss": 0.0049,
      "step": 5104
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934417104612495e-06,
      "loss": 0.0152,
      "step": 5105
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934376096274272e-06,
      "loss": 0.0111,
      "step": 5106
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934335075203693e-06,
      "loss": 0.0163,
      "step": 5107
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934294041400866e-06,
      "loss": 0.0184,
      "step": 5108
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934252994865893e-06,
      "loss": 0.0092,
      "step": 5109
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934211935598886e-06,
      "loss": 0.008,
      "step": 5110
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934170863599943e-06,
      "loss": 0.0333,
      "step": 5111
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934129778869175e-06,
      "loss": 0.0086,
      "step": 5112
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934088681406687e-06,
      "loss": 0.0039,
      "step": 5113
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934047571212586e-06,
      "loss": 0.0074,
      "step": 5114
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.934006448286975e-06,
      "loss": 0.0162,
      "step": 5115
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933965312629963e-06,
      "loss": 0.0052,
      "step": 5116
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933924164241656e-06,
      "loss": 0.0025,
      "step": 5117
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933883003122158e-06,
      "loss": 0.007,
      "step": 5118
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93384182927158e-06,
      "loss": 0.0053,
      "step": 5119
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933800642690021e-06,
      "loss": 0.0102,
      "step": 5120
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933759443377593e-06,
      "loss": 0.0062,
      "step": 5121
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933718231334402e-06,
      "loss": 0.0109,
      "step": 5122
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93367700656055e-06,
      "loss": 0.0045,
      "step": 5123
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933635769056146e-06,
      "loss": 0.0106,
      "step": 5124
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.9335945188213e-06,
      "loss": 0.0186,
      "step": 5125
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933553255856113e-06,
      "loss": 0.0054,
      "step": 5126
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933511980160695e-06,
      "loss": 0.0149,
      "step": 5127
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933470691735149e-06,
      "loss": 0.0076,
      "step": 5128
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933429390579584e-06,
      "loss": 0.0158,
      "step": 5129
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933388076694108e-06,
      "loss": 0.0107,
      "step": 5130
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933346750078823e-06,
      "loss": 0.0076,
      "step": 5131
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93330541073384e-06,
      "loss": 0.0042,
      "step": 5132
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933264058659264e-06,
      "loss": 0.0084,
      "step": 5133
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933222693855203e-06,
      "loss": 0.0142,
      "step": 5134
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93318131632176e-06,
      "loss": 0.0081,
      "step": 5135
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933139926059046e-06,
      "loss": 0.0172,
      "step": 5136
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933098523067164e-06,
      "loss": 0.0148,
      "step": 5137
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933057107346224e-06,
      "loss": 0.0289,
      "step": 5138
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.933015678896334e-06,
      "loss": 0.006,
      "step": 5139
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932974237717596e-06,
      "loss": 0.0231,
      "step": 5140
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93293278381012e-06,
      "loss": 0.0085,
      "step": 5141
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932891317174014e-06,
      "loss": 0.0039,
      "step": 5142
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932849837809383e-06,
      "loss": 0.0044,
      "step": 5143
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932808345716334e-06,
      "loss": 0.0068,
      "step": 5144
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932766840894975e-06,
      "loss": 0.0288,
      "step": 5145
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932725323345413e-06,
      "loss": 0.0064,
      "step": 5146
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932683793067754e-06,
      "loss": 0.0141,
      "step": 5147
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932642250062107e-06,
      "loss": 0.017,
      "step": 5148
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932600694328577e-06,
      "loss": 0.0141,
      "step": 5149
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932559125867273e-06,
      "loss": 0.0042,
      "step": 5150
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932517544678304e-06,
      "loss": 0.0207,
      "step": 5151
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932475950761773e-06,
      "loss": 0.0091,
      "step": 5152
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93243434411779e-06,
      "loss": 0.0045,
      "step": 5153
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93239272474646e-06,
      "loss": 0.0141,
      "step": 5154
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932351092647894e-06,
      "loss": 0.0215,
      "step": 5155
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932309447822197e-06,
      "loss": 0.0199,
      "step": 5156
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932267790269476e-06,
      "loss": 0.02,
      "step": 5157
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932226119989841e-06,
      "loss": 0.0171,
      "step": 5158
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932184436983399e-06,
      "loss": 0.0047,
      "step": 5159
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932142741250254e-06,
      "loss": 0.0143,
      "step": 5160
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932101032790518e-06,
      "loss": 0.023,
      "step": 5161
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932059311604296e-06,
      "loss": 0.0098,
      "step": 5162
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.932017577691695e-06,
      "loss": 0.0256,
      "step": 5163
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931975831052826e-06,
      "loss": 0.0067,
      "step": 5164
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931934071687795e-06,
      "loss": 0.0219,
      "step": 5165
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931892299596707e-06,
      "loss": 0.0077,
      "step": 5166
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931850514779675e-06,
      "loss": 0.0051,
      "step": 5167
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931808717236804e-06,
      "loss": 0.0138,
      "step": 5168
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931766906968201e-06,
      "loss": 0.0147,
      "step": 5169
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931725083973976e-06,
      "loss": 0.0122,
      "step": 5170
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931683248254236e-06,
      "loss": 0.0085,
      "step": 5171
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931641399809089e-06,
      "loss": 0.0125,
      "step": 5172
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931599538638641e-06,
      "loss": 0.0102,
      "step": 5173
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931557664743004e-06,
      "loss": 0.0126,
      "step": 5174
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931515778122281e-06,
      "loss": 0.008,
      "step": 5175
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931473878776585e-06,
      "loss": 0.0081,
      "step": 5176
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931431966706022e-06,
      "loss": 0.0192,
      "step": 5177
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.9313900419107e-06,
      "loss": 0.003,
      "step": 5178
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931348104390726e-06,
      "loss": 0.0128,
      "step": 5179
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931306154146212e-06,
      "loss": 0.0112,
      "step": 5180
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931264191177261e-06,
      "loss": 0.008,
      "step": 5181
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931222215483987e-06,
      "loss": 0.0131,
      "step": 5182
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931180227066493e-06,
      "loss": 0.0222,
      "step": 5183
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931138225924893e-06,
      "loss": 0.0044,
      "step": 5184
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931096212059289e-06,
      "loss": 0.0079,
      "step": 5185
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931054185469793e-06,
      "loss": 0.0117,
      "step": 5186
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.931012146156514e-06,
      "loss": 0.0154,
      "step": 5187
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930970094119558e-06,
      "loss": 0.0196,
      "step": 5188
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930928029359038e-06,
      "loss": 0.0108,
      "step": 5189
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930885951875057e-06,
      "loss": 0.0048,
      "step": 5190
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930843861667728e-06,
      "loss": 0.0125,
      "step": 5191
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930801758737155e-06,
      "loss": 0.0123,
      "step": 5192
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93075964308345e-06,
      "loss": 0.0139,
      "step": 5193
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930717514706722e-06,
      "loss": 0.0099,
      "step": 5194
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93067537360708e-06,
      "loss": 0.0085,
      "step": 5195
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93063321978463e-06,
      "loss": 0.0066,
      "step": 5196
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930591053239482e-06,
      "loss": 0.007,
      "step": 5197
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930548873971743e-06,
      "loss": 0.0212,
      "step": 5198
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930506681981526e-06,
      "loss": 0.0365,
      "step": 5199
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93046447726894e-06,
      "loss": 0.0096,
      "step": 5200
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.93042225983409e-06,
      "loss": 0.0079,
      "step": 5201
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930380029677084e-06,
      "loss": 0.0126,
      "step": 5202
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930337786798037e-06,
      "loss": 0.0086,
      "step": 5203
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930295531197052e-06,
      "loss": 0.0085,
      "step": 5204
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930253262874243e-06,
      "loss": 0.0134,
      "step": 5205
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930210981829714e-06,
      "loss": 0.0056,
      "step": 5206
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930168688063578e-06,
      "loss": 0.0264,
      "step": 5207
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930126381575943e-06,
      "loss": 0.0094,
      "step": 5208
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930084062366919e-06,
      "loss": 0.0094,
      "step": 5209
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.930041730436613e-06,
      "loss": 0.0194,
      "step": 5210
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929999385785136e-06,
      "loss": 0.0129,
      "step": 5211
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929957028412596e-06,
      "loss": 0.0075,
      "step": 5212
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929914658319104e-06,
      "loss": 0.0133,
      "step": 5213
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929872275504769e-06,
      "loss": 0.0153,
      "step": 5214
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929829879969697e-06,
      "loss": 0.011,
      "step": 5215
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929787471714002e-06,
      "loss": 0.0179,
      "step": 5216
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92974505073779e-06,
      "loss": 0.0091,
      "step": 5217
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929702617041176e-06,
      "loss": 0.0063,
      "step": 5218
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929660170624262e-06,
      "loss": 0.0097,
      "step": 5219
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929617711487161e-06,
      "loss": 0.0289,
      "step": 5220
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929575239629984e-06,
      "loss": 0.0024,
      "step": 5221
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929532755052838e-06,
      "loss": 0.0113,
      "step": 5222
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929490257755834e-06,
      "loss": 0.0177,
      "step": 5223
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929447747739084e-06,
      "loss": 0.0087,
      "step": 5224
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92940522500269e-06,
      "loss": 0.0157,
      "step": 5225
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92936268954677e-06,
      "loss": 0.0058,
      "step": 5226
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929320141371432e-06,
      "loss": 0.0093,
      "step": 5227
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929277580476783e-06,
      "loss": 0.0207,
      "step": 5228
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929235006862934e-06,
      "loss": 0.0256,
      "step": 5229
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929192420529994e-06,
      "loss": 0.0093,
      "step": 5230
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929149821478077e-06,
      "loss": 0.0087,
      "step": 5231
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929107209707287e-06,
      "loss": 0.0122,
      "step": 5232
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929064585217738e-06,
      "loss": 0.017,
      "step": 5233
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.929021948009539e-06,
      "loss": 0.007,
      "step": 5234
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928979298082799e-06,
      "loss": 0.0323,
      "step": 5235
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92893663543763e-06,
      "loss": 0.005,
      "step": 5236
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928893960074143e-06,
      "loss": 0.0044,
      "step": 5237
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92885127199244e-06,
      "loss": 0.0071,
      "step": 5238
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928808571192644e-06,
      "loss": 0.0334,
      "step": 5239
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928765857674854e-06,
      "loss": 0.0018,
      "step": 5240
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928723131439186e-06,
      "loss": 0.006,
      "step": 5241
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92868039248575e-06,
      "loss": 0.0063,
      "step": 5242
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928637640814653e-06,
      "loss": 0.0153,
      "step": 5243
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928594876426009e-06,
      "loss": 0.0176,
      "step": 5244
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928552099319926e-06,
      "loss": 0.0116,
      "step": 5245
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928509309496516e-06,
      "loss": 0.0048,
      "step": 5246
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928466506955889e-06,
      "loss": 0.0033,
      "step": 5247
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928423691698154e-06,
      "loss": 0.0096,
      "step": 5248
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928380863723423e-06,
      "loss": 0.0086,
      "step": 5249
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928338023031807e-06,
      "loss": 0.0225,
      "step": 5250
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928295169623414e-06,
      "loss": 0.0022,
      "step": 5251
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928252303498356e-06,
      "loss": 0.0045,
      "step": 5252
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928209424656745e-06,
      "loss": 0.0087,
      "step": 5253
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928166533098691e-06,
      "loss": 0.0271,
      "step": 5254
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928123628824302e-06,
      "loss": 0.0046,
      "step": 5255
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.928080711833691e-06,
      "loss": 0.007,
      "step": 5256
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92803778212697e-06,
      "loss": 0.0028,
      "step": 5257
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92799483970425e-06,
      "loss": 0.0169,
      "step": 5258
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927951884565636e-06,
      "loss": 0.014,
      "step": 5259
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927908916711247e-06,
      "loss": 0.0091,
      "step": 5260
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927865936141187e-06,
      "loss": 0.0049,
      "step": 5261
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92782294285557e-06,
      "loss": 0.0239,
      "step": 5262
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927779936854507e-06,
      "loss": 0.0288,
      "step": 5263
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92773691813811e-06,
      "loss": 0.0081,
      "step": 5264
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927693886706487e-06,
      "loss": 0.0012,
      "step": 5265
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927650842559752e-06,
      "loss": 0.0089,
      "step": 5266
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927607785698015e-06,
      "loss": 0.0119,
      "step": 5267
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927564716121386e-06,
      "loss": 0.008,
      "step": 5268
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927521633829976e-06,
      "loss": 0.0066,
      "step": 5269
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927478538823898e-06,
      "loss": 0.0177,
      "step": 5270
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927435431103263e-06,
      "loss": 0.007,
      "step": 5271
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92739231066818e-06,
      "loss": 0.0088,
      "step": 5272
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927349177518764e-06,
      "loss": 0.0101,
      "step": 5273
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927306031655124e-06,
      "loss": 0.0171,
      "step": 5274
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92726287307737e-06,
      "loss": 0.0174,
      "step": 5275
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927219701785617e-06,
      "loss": 0.0035,
      "step": 5276
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927176517779973e-06,
      "loss": 0.0046,
      "step": 5277
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92713332106055e-06,
      "loss": 0.0077,
      "step": 5278
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92709011162746e-06,
      "loss": 0.004,
      "step": 5279
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927046889480815e-06,
      "loss": 0.0215,
      "step": 5280
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.927003654620728e-06,
      "loss": 0.0101,
      "step": 5281
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926960407047306e-06,
      "loss": 0.0123,
      "step": 5282
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926917146760665e-06,
      "loss": 0.0393,
      "step": 5283
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926873873760915e-06,
      "loss": 0.0282,
      "step": 5284
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926830588048167e-06,
      "loss": 0.0046,
      "step": 5285
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926787289622532e-06,
      "loss": 0.0117,
      "step": 5286
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926743978484126e-06,
      "loss": 0.0031,
      "step": 5287
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926700654633057e-06,
      "loss": 0.0026,
      "step": 5288
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926657318069435e-06,
      "loss": 0.0162,
      "step": 5289
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926613968793377e-06,
      "loss": 0.0085,
      "step": 5290
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926570606804992e-06,
      "loss": 0.0159,
      "step": 5291
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926527232104391e-06,
      "loss": 0.0081,
      "step": 5292
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926483844691688e-06,
      "loss": 0.0135,
      "step": 5293
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926440444566994e-06,
      "loss": 0.008,
      "step": 5294
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926397031730422e-06,
      "loss": 0.0103,
      "step": 5295
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92635360618208e-06,
      "loss": 0.0065,
      "step": 5296
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926310167922085e-06,
      "loss": 0.0194,
      "step": 5297
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926266716950547e-06,
      "loss": 0.0159,
      "step": 5298
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926223253267579e-06,
      "loss": 0.0089,
      "step": 5299
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926179776873292e-06,
      "loss": 0.0071,
      "step": 5300
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.926136287767799e-06,
      "loss": 0.0148,
      "step": 5301
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92609278595121e-06,
      "loss": 0.0057,
      "step": 5302
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92604927142364e-06,
      "loss": 0.0284,
      "step": 5303
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.9260057441852e-06,
      "loss": 0.0144,
      "step": 5304
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925962204236004e-06,
      "loss": 0.0013,
      "step": 5305
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925918651576163e-06,
      "loss": 0.0051,
      "step": 5306
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925875086205788e-06,
      "loss": 0.0057,
      "step": 5307
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925831508124994e-06,
      "loss": 0.001,
      "step": 5308
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925787917333892e-06,
      "loss": 0.0058,
      "step": 5309
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925744313832594e-06,
      "loss": 0.0096,
      "step": 5310
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925700697621215e-06,
      "loss": 0.0106,
      "step": 5311
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925657068699864e-06,
      "loss": 0.0161,
      "step": 5312
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925613427068656e-06,
      "loss": 0.0031,
      "step": 5313
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925569772727704e-06,
      "loss": 0.0078,
      "step": 5314
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925526105677118e-06,
      "loss": 0.0043,
      "step": 5315
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925482425917012e-06,
      "loss": 0.0161,
      "step": 5316
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925438733447502e-06,
      "loss": 0.0088,
      "step": 5317
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925395028268694e-06,
      "loss": 0.0142,
      "step": 5318
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925351310380706e-06,
      "loss": 0.0191,
      "step": 5319
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925307579783651e-06,
      "loss": 0.0151,
      "step": 5320
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92526383647764e-06,
      "loss": 0.0202,
      "step": 5321
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925220080462783e-06,
      "loss": 0.0132,
      "step": 5322
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925176311739198e-06,
      "loss": 0.003,
      "step": 5323
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925132530306996e-06,
      "loss": 0.0112,
      "step": 5324
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92508873616629e-06,
      "loss": 0.0061,
      "step": 5325
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925044929317191e-06,
      "loss": 0.0066,
      "step": 5326
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.925001109759815e-06,
      "loss": 0.0185,
      "step": 5327
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924957277494277e-06,
      "loss": 0.0064,
      "step": 5328
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924913432520682e-06,
      "loss": 0.0143,
      "step": 5329
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924869574839151e-06,
      "loss": 0.0109,
      "step": 5330
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924825704449794e-06,
      "loss": 0.0114,
      "step": 5331
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924781821352724e-06,
      "loss": 0.0165,
      "step": 5332
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924737925548056e-06,
      "loss": 0.0079,
      "step": 5333
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924694017035901e-06,
      "loss": 0.0103,
      "step": 5334
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924650095816375e-06,
      "loss": 0.0087,
      "step": 5335
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924606161889588e-06,
      "loss": 0.0051,
      "step": 5336
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924562215255655e-06,
      "loss": 0.0094,
      "step": 5337
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924518255914692e-06,
      "loss": 0.0079,
      "step": 5338
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924474283866807e-06,
      "loss": 0.0118,
      "step": 5339
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924430299112118e-06,
      "loss": 0.0074,
      "step": 5340
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924386301650736e-06,
      "loss": 0.0221,
      "step": 5341
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924342291482776e-06,
      "loss": 0.0121,
      "step": 5342
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92429826860835e-06,
      "loss": 0.0109,
      "step": 5343
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924254233027573e-06,
      "loss": 0.033,
      "step": 5344
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924210184740559e-06,
      "loss": 0.0111,
      "step": 5345
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92416612374742e-06,
      "loss": 0.0069,
      "step": 5346
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92412205004827e-06,
      "loss": 0.01,
      "step": 5347
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924077963643223e-06,
      "loss": 0.0211,
      "step": 5348
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.924033864532396e-06,
      "loss": 0.0095,
      "step": 5349
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923989752715896e-06,
      "loss": 0.016,
      "step": 5350
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923945628193843e-06,
      "loss": 0.0126,
      "step": 5351
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923901490966349e-06,
      "loss": 0.0213,
      "step": 5352
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923857341033524e-06,
      "loss": 0.0034,
      "step": 5353
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92381317839549e-06,
      "loss": 0.0088,
      "step": 5354
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923769003052353e-06,
      "loss": 0.0244,
      "step": 5355
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92372481500423e-06,
      "loss": 0.0074,
      "step": 5356
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923680614251237e-06,
      "loss": 0.0233,
      "step": 5357
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923636400793484e-06,
      "loss": 0.0073,
      "step": 5358
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92359217463109e-06,
      "loss": 0.0092,
      "step": 5359
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923547935764166e-06,
      "loss": 0.031,
      "step": 5360
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923503684192826e-06,
      "loss": 0.0101,
      "step": 5361
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923459419917184e-06,
      "loss": 0.0077,
      "step": 5362
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923415142937355e-06,
      "loss": 0.0067,
      "step": 5363
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923370853253456e-06,
      "loss": 0.0097,
      "step": 5364
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923326550865597e-06,
      "loss": 0.0096,
      "step": 5365
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923282235773892e-06,
      "loss": 0.0071,
      "step": 5366
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92323790797846e-06,
      "loss": 0.0098,
      "step": 5367
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923193567479412e-06,
      "loss": 0.0069,
      "step": 5368
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923149214276861e-06,
      "loss": 0.0118,
      "step": 5369
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923104848370926e-06,
      "loss": 0.0303,
      "step": 5370
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923060469761718e-06,
      "loss": 0.0074,
      "step": 5371
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.923016078449352e-06,
      "loss": 0.0103,
      "step": 5372
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922971674433945e-06,
      "loss": 0.0172,
      "step": 5373
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922927257715607e-06,
      "loss": 0.0118,
      "step": 5374
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922882828294458e-06,
      "loss": 0.006,
      "step": 5375
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922838386170608e-06,
      "loss": 0.0052,
      "step": 5376
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922793931344174e-06,
      "loss": 0.016,
      "step": 5377
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922749463815269e-06,
      "loss": 0.0179,
      "step": 5378
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922704983584011e-06,
      "loss": 0.0069,
      "step": 5379
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92266049065051e-06,
      "loss": 0.0065,
      "step": 5380
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922615985014887e-06,
      "loss": 0.0114,
      "step": 5381
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92257146667725e-06,
      "loss": 0.0058,
      "step": 5382
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922526935637721e-06,
      "loss": 0.0135,
      "step": 5383
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922482391896408e-06,
      "loss": 0.0135,
      "step": 5384
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92243783545343e-06,
      "loss": 0.0059,
      "step": 5385
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922393266308903e-06,
      "loss": 0.0037,
      "step": 5386
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922348684462938e-06,
      "loss": 0.0055,
      "step": 5387
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922304089915653e-06,
      "loss": 0.0101,
      "step": 5388
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922259482667162e-06,
      "loss": 0.0135,
      "step": 5389
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92221486271758e-06,
      "loss": 0.0103,
      "step": 5390
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922170230067023e-06,
      "loss": 0.0143,
      "step": 5391
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922125584715605e-06,
      "loss": 0.0237,
      "step": 5392
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922080926663443e-06,
      "loss": 0.0069,
      "step": 5393
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.922036255910648e-06,
      "loss": 0.0069,
      "step": 5394
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92199157245734e-06,
      "loss": 0.0211,
      "step": 5395
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921946876303634e-06,
      "loss": 0.0119,
      "step": 5396
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921902167449643e-06,
      "loss": 0.009,
      "step": 5397
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921857445895484e-06,
      "loss": 0.0374,
      "step": 5398
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92181271164127e-06,
      "loss": 0.0047,
      "step": 5399
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92176796468712e-06,
      "loss": 0.0114,
      "step": 5400
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921723205033144e-06,
      "loss": 0.0055,
      "step": 5401
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921678432679464e-06,
      "loss": 0.0122,
      "step": 5402
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921633647626193e-06,
      "loss": 0.0118,
      "step": 5403
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921588849873444e-06,
      "loss": 0.067,
      "step": 5404
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921544039421339e-06,
      "loss": 0.0064,
      "step": 5405
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921499216269985e-06,
      "loss": 0.0049,
      "step": 5406
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921454380419504e-06,
      "loss": 0.0098,
      "step": 5407
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.92140953187001e-06,
      "loss": 0.0057,
      "step": 5408
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921364670621617e-06,
      "loss": 0.0296,
      "step": 5409
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921319796674443e-06,
      "loss": 0.0085,
      "step": 5410
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921274910028602e-06,
      "loss": 0.0213,
      "step": 5411
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921230010684212e-06,
      "loss": 0.0025,
      "step": 5412
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921185098641388e-06,
      "loss": 0.0041,
      "step": 5413
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921140173900245e-06,
      "loss": 0.0077,
      "step": 5414
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921095236460901e-06,
      "loss": 0.0212,
      "step": 5415
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921050286323468e-06,
      "loss": 0.0151,
      "step": 5416
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.921005323488065e-06,
      "loss": 0.0109,
      "step": 5417
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.920960347954808e-06,
      "loss": 0.0124,
      "step": 5418
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.920915359723813e-06,
      "loss": 0.0024,
      "step": 5419
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920870358795194e-06,
      "loss": 0.0138,
      "step": 5420
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.92082534516907e-06,
      "loss": 0.0187,
      "step": 5421
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920780318845555e-06,
      "loss": 0.0019,
      "step": 5422
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920735279824766e-06,
      "loss": 0.0079,
      "step": 5423
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920690228106822e-06,
      "loss": 0.0058,
      "step": 5424
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920645163691834e-06,
      "loss": 0.0129,
      "step": 5425
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920600086579921e-06,
      "loss": 0.0121,
      "step": 5426
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920554996771198e-06,
      "loss": 0.0058,
      "step": 5427
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920509894265785e-06,
      "loss": 0.0058,
      "step": 5428
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920464779063794e-06,
      "loss": 0.0082,
      "step": 5429
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920419651165344e-06,
      "loss": 0.0066,
      "step": 5430
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.92037451057055e-06,
      "loss": 0.0235,
      "step": 5431
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.92032935727953e-06,
      "loss": 0.0012,
      "step": 5432
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.9202841912924e-06,
      "loss": 0.0133,
      "step": 5433
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920239012609277e-06,
      "loss": 0.0069,
      "step": 5434
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920193821230273e-06,
      "loss": 0.0062,
      "step": 5435
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920148617155512e-06,
      "loss": 0.0072,
      "step": 5436
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920103400385107e-06,
      "loss": 0.0087,
      "step": 5437
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920058170919172e-06,
      "loss": 0.0173,
      "step": 5438
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.920012928757828e-06,
      "loss": 0.0151,
      "step": 5439
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91996767390119e-06,
      "loss": 0.0028,
      "step": 5440
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919922406349376e-06,
      "loss": 0.0151,
      "step": 5441
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.9198771261025e-06,
      "loss": 0.0114,
      "step": 5442
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91983183316068e-06,
      "loss": 0.0138,
      "step": 5443
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919786527524035e-06,
      "loss": 0.031,
      "step": 5444
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919741209192682e-06,
      "loss": 0.005,
      "step": 5445
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919695878166733e-06,
      "loss": 0.007,
      "step": 5446
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91965053444631e-06,
      "loss": 0.0114,
      "step": 5447
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919605178031529e-06,
      "loss": 0.0088,
      "step": 5448
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919559808922504e-06,
      "loss": 0.0159,
      "step": 5449
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919514427119356e-06,
      "loss": 0.005,
      "step": 5450
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919469032622199e-06,
      "loss": 0.0215,
      "step": 5451
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919423625431154e-06,
      "loss": 0.0101,
      "step": 5452
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919378205546334e-06,
      "loss": 0.0096,
      "step": 5453
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919332772967859e-06,
      "loss": 0.0208,
      "step": 5454
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919287327695844e-06,
      "loss": 0.0057,
      "step": 5455
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91924186973041e-06,
      "loss": 0.002,
      "step": 5456
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91919639907167e-06,
      "loss": 0.0146,
      "step": 5457
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919150915719741e-06,
      "loss": 0.0287,
      "step": 5458
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919105419674745e-06,
      "loss": 0.0367,
      "step": 5459
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919059910936797e-06,
      "loss": 0.0074,
      "step": 5460
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919014389506013e-06,
      "loss": 0.0071,
      "step": 5461
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918968855382512e-06,
      "loss": 0.003,
      "step": 5462
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918923308566412e-06,
      "loss": 0.0283,
      "step": 5463
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91887774905783e-06,
      "loss": 0.0089,
      "step": 5464
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918832176856881e-06,
      "loss": 0.0311,
      "step": 5465
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918786591963687e-06,
      "loss": 0.0172,
      "step": 5466
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918740994378364e-06,
      "loss": 0.0065,
      "step": 5467
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918695384101027e-06,
      "loss": 0.0118,
      "step": 5468
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918649761131798e-06,
      "loss": 0.003,
      "step": 5469
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918604125470792e-06,
      "loss": 0.0092,
      "step": 5470
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918558477118127e-06,
      "loss": 0.0071,
      "step": 5471
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91851281607392e-06,
      "loss": 0.0033,
      "step": 5472
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918467142338291e-06,
      "loss": 0.0397,
      "step": 5473
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918421455911358e-06,
      "loss": 0.0124,
      "step": 5474
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918375756793237e-06,
      "loss": 0.0108,
      "step": 5475
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918330044984046e-06,
      "loss": 0.0116,
      "step": 5476
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918284320483903e-06,
      "loss": 0.0042,
      "step": 5477
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918238583292927e-06,
      "loss": 0.0067,
      "step": 5478
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918192833411237e-06,
      "loss": 0.026,
      "step": 5479
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918147070838949e-06,
      "loss": 0.011,
      "step": 5480
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91810129557618e-06,
      "loss": 0.0039,
      "step": 5481
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.918055507623052e-06,
      "loss": 0.0163,
      "step": 5482
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91800970697968e-06,
      "loss": 0.0258,
      "step": 5483
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917963893646183e-06,
      "loss": 0.0036,
      "step": 5484
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91791806762268e-06,
      "loss": 0.0031,
      "step": 5485
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917872228909289e-06,
      "loss": 0.0094,
      "step": 5486
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917826377506126e-06,
      "loss": 0.0111,
      "step": 5487
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917780513413312e-06,
      "loss": 0.008,
      "step": 5488
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917734636630966e-06,
      "loss": 0.0114,
      "step": 5489
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917688747159205e-06,
      "loss": 0.0046,
      "step": 5490
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917642844998145e-06,
      "loss": 0.003,
      "step": 5491
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917596930147908e-06,
      "loss": 0.0168,
      "step": 5492
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917551002608611e-06,
      "loss": 0.0071,
      "step": 5493
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917505062380373e-06,
      "loss": 0.0113,
      "step": 5494
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917459109463312e-06,
      "loss": 0.017,
      "step": 5495
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917413143857548e-06,
      "loss": 0.0143,
      "step": 5496
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917367165563197e-06,
      "loss": 0.0244,
      "step": 5497
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917321174580382e-06,
      "loss": 0.0089,
      "step": 5498
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917275170909215e-06,
      "loss": 0.0048,
      "step": 5499
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91722915454982e-06,
      "loss": 0.0112,
      "step": 5500
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917183125502314e-06,
      "loss": 0.009,
      "step": 5501
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917137083766817e-06,
      "loss": 0.0175,
      "step": 5502
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.917091029343446e-06,
      "loss": 0.0023,
      "step": 5503
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91704496223232e-06,
      "loss": 0.0177,
      "step": 5504
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91699888243356e-06,
      "loss": 0.0146,
      "step": 5505
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916952789947283e-06,
      "loss": 0.0048,
      "step": 5506
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916906684773608e-06,
      "loss": 0.0088,
      "step": 5507
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916860566912655e-06,
      "loss": 0.0055,
      "step": 5508
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916814436364542e-06,
      "loss": 0.0125,
      "step": 5509
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916768293129389e-06,
      "loss": 0.0093,
      "step": 5510
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916722137207313e-06,
      "loss": 0.0125,
      "step": 5511
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916675968598434e-06,
      "loss": 0.005,
      "step": 5512
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916629787302874e-06,
      "loss": 0.0083,
      "step": 5513
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916583593320748e-06,
      "loss": 0.0065,
      "step": 5514
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916537386652177e-06,
      "loss": 0.0068,
      "step": 5515
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916491167297282e-06,
      "loss": 0.0049,
      "step": 5516
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916444935256178e-06,
      "loss": 0.0131,
      "step": 5517
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916398690528989e-06,
      "loss": 0.0217,
      "step": 5518
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916352433115831e-06,
      "loss": 0.0105,
      "step": 5519
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916306163016825e-06,
      "loss": 0.0135,
      "step": 5520
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916259880232088e-06,
      "loss": 0.0151,
      "step": 5521
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916213584761745e-06,
      "loss": 0.0066,
      "step": 5522
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916167276605908e-06,
      "loss": 0.0076,
      "step": 5523
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916120955764703e-06,
      "loss": 0.0082,
      "step": 5524
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916074622238245e-06,
      "loss": 0.0436,
      "step": 5525
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.916028276026656e-06,
      "loss": 0.0292,
      "step": 5526
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915981917130056e-06,
      "loss": 0.0025,
      "step": 5527
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915935545548561e-06,
      "loss": 0.002,
      "step": 5528
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915889161282294e-06,
      "loss": 0.0126,
      "step": 5529
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915842764331377e-06,
      "loss": 0.0242,
      "step": 5530
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915796354695924e-06,
      "loss": 0.0063,
      "step": 5531
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915749932376056e-06,
      "loss": 0.0095,
      "step": 5532
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915703497371896e-06,
      "loss": 0.0034,
      "step": 5533
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915657049683563e-06,
      "loss": 0.011,
      "step": 5534
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915610589311173e-06,
      "loss": 0.0041,
      "step": 5535
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91556411625485e-06,
      "loss": 0.0161,
      "step": 5536
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915517630514712e-06,
      "loss": 0.0044,
      "step": 5537
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91547113209088e-06,
      "loss": 0.0059,
      "step": 5538
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915424620983475e-06,
      "loss": 0.0086,
      "step": 5539
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915378097192614e-06,
      "loss": 0.0476,
      "step": 5540
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91533156071842e-06,
      "loss": 0.0058,
      "step": 5541
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915285011561009e-06,
      "loss": 0.0261,
      "step": 5542
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915238449720505e-06,
      "loss": 0.028,
      "step": 5543
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915191875197028e-06,
      "loss": 0.0019,
      "step": 5544
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915145287990698e-06,
      "loss": 0.0137,
      "step": 5545
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915098688101632e-06,
      "loss": 0.0101,
      "step": 5546
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.915052075529953e-06,
      "loss": 0.0216,
      "step": 5547
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91500545027578e-06,
      "loss": 0.0506,
      "step": 5548
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914958812339238e-06,
      "loss": 0.0198,
      "step": 5549
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91491216172044e-06,
      "loss": 0.0165,
      "step": 5550
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91486549841951e-06,
      "loss": 0.0154,
      "step": 5551
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914818822436569e-06,
      "loss": 0.0062,
      "step": 5552
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914772133771736e-06,
      "loss": 0.0059,
      "step": 5553
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914725432425133e-06,
      "loss": 0.0315,
      "step": 5554
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91467871839688e-06,
      "loss": 0.005,
      "step": 5555
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914631991687096e-06,
      "loss": 0.0028,
      "step": 5556
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914585252295904e-06,
      "loss": 0.0205,
      "step": 5557
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914538500223424e-06,
      "loss": 0.0083,
      "step": 5558
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914491735469774e-06,
      "loss": 0.0102,
      "step": 5559
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914444958035078e-06,
      "loss": 0.0054,
      "step": 5560
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914398167919454e-06,
      "loss": 0.0125,
      "step": 5561
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914351365123026e-06,
      "loss": 0.0113,
      "step": 5562
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914304549645912e-06,
      "loss": 0.0104,
      "step": 5563
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914257721488234e-06,
      "loss": 0.0057,
      "step": 5564
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914210880650113e-06,
      "loss": 0.009,
      "step": 5565
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914164027131669e-06,
      "loss": 0.0262,
      "step": 5566
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914117160933023e-06,
      "loss": 0.0114,
      "step": 5567
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914070282054296e-06,
      "loss": 0.0134,
      "step": 5568
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.914023390495609e-06,
      "loss": 0.0015,
      "step": 5569
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913976486257085e-06,
      "loss": 0.0064,
      "step": 5570
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913929569338841e-06,
      "loss": 0.0065,
      "step": 5571
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913882639741e-06,
      "loss": 0.0128,
      "step": 5572
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913835697463687e-06,
      "loss": 0.014,
      "step": 5573
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913788742507015e-06,
      "loss": 0.0012,
      "step": 5574
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913741774871112e-06,
      "loss": 0.0221,
      "step": 5575
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913694794556098e-06,
      "loss": 0.0041,
      "step": 5576
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913647801562092e-06,
      "loss": 0.0209,
      "step": 5577
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913600795889216e-06,
      "loss": 0.0089,
      "step": 5578
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913553777537593e-06,
      "loss": 0.0115,
      "step": 5579
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91350674650734e-06,
      "loss": 0.0242,
      "step": 5580
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913459702798583e-06,
      "loss": 0.0082,
      "step": 5581
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913412646411442e-06,
      "loss": 0.0123,
      "step": 5582
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913365577346037e-06,
      "loss": 0.0068,
      "step": 5583
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913318495602492e-06,
      "loss": 0.005,
      "step": 5584
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913271401180927e-06,
      "loss": 0.0021,
      "step": 5585
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913224294081463e-06,
      "loss": 0.0179,
      "step": 5586
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913177174304223e-06,
      "loss": 0.0171,
      "step": 5587
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913130041849327e-06,
      "loss": 0.0113,
      "step": 5588
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913082896716897e-06,
      "loss": 0.0236,
      "step": 5589
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.913035738907056e-06,
      "loss": 0.0283,
      "step": 5590
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912988568419923e-06,
      "loss": 0.0074,
      "step": 5591
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912941385255623e-06,
      "loss": 0.0102,
      "step": 5592
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912894189414275e-06,
      "loss": 0.0139,
      "step": 5593
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912846980896003e-06,
      "loss": 0.0061,
      "step": 5594
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912799759700926e-06,
      "loss": 0.0084,
      "step": 5595
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91275252582917e-06,
      "loss": 0.0091,
      "step": 5596
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912705279280852e-06,
      "loss": 0.0152,
      "step": 5597
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912658020056098e-06,
      "loss": 0.0457,
      "step": 5598
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912610748155027e-06,
      "loss": 0.0129,
      "step": 5599
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912563463577764e-06,
      "loss": 0.0128,
      "step": 5600
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912516166324429e-06,
      "loss": 0.0182,
      "step": 5601
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912468856395143e-06,
      "loss": 0.0172,
      "step": 5602
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91242153379003e-06,
      "loss": 0.0106,
      "step": 5603
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91237419850921e-06,
      "loss": 0.0194,
      "step": 5604
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91232685055281e-06,
      "loss": 0.0214,
      "step": 5605
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912279489920947e-06,
      "loss": 0.0081,
      "step": 5606
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912232116613745e-06,
      "loss": 0.0102,
      "step": 5607
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912184730631328e-06,
      "loss": 0.0185,
      "step": 5608
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912137331973814e-06,
      "loss": 0.0042,
      "step": 5609
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91208992064133e-06,
      "loss": 0.0207,
      "step": 5610
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.912042496633995e-06,
      "loss": 0.0054,
      "step": 5611
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911995059951932e-06,
      "loss": 0.0275,
      "step": 5612
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911947610595265e-06,
      "loss": 0.004,
      "step": 5613
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911900148564115e-06,
      "loss": 0.0048,
      "step": 5614
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911852673858606e-06,
      "loss": 0.0048,
      "step": 5615
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911805186478858e-06,
      "loss": 0.0072,
      "step": 5616
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911757686424993e-06,
      "loss": 0.0097,
      "step": 5617
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91171017369714e-06,
      "loss": 0.0068,
      "step": 5618
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911662648295414e-06,
      "loss": 0.0074,
      "step": 5619
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911615110219941e-06,
      "loss": 0.009,
      "step": 5620
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911567559470845e-06,
      "loss": 0.0101,
      "step": 5621
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911519996048247e-06,
      "loss": 0.0257,
      "step": 5622
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911472419952269e-06,
      "loss": 0.0037,
      "step": 5623
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911424831183033e-06,
      "loss": 0.0012,
      "step": 5624
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911377229740665e-06,
      "loss": 0.0079,
      "step": 5625
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911329615625286e-06,
      "loss": 0.0032,
      "step": 5626
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911281988837019e-06,
      "loss": 0.0109,
      "step": 5627
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911234349375987e-06,
      "loss": 0.0055,
      "step": 5628
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911186697242312e-06,
      "loss": 0.0238,
      "step": 5629
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91113903243612e-06,
      "loss": 0.0119,
      "step": 5630
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91109135495753e-06,
      "loss": 0.0079,
      "step": 5631
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.911043664806668e-06,
      "loss": 0.0128,
      "step": 5632
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910995961983653e-06,
      "loss": 0.0103,
      "step": 5633
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910948246488614e-06,
      "loss": 0.0074,
      "step": 5634
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910900518321672e-06,
      "loss": 0.0061,
      "step": 5635
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910852777482947e-06,
      "loss": 0.0069,
      "step": 5636
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910805023972564e-06,
      "loss": 0.0074,
      "step": 5637
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910757257790648e-06,
      "loss": 0.0134,
      "step": 5638
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91070947893732e-06,
      "loss": 0.0026,
      "step": 5639
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910661687412705e-06,
      "loss": 0.0074,
      "step": 5640
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910613883216924e-06,
      "loss": 0.0252,
      "step": 5641
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910566066350105e-06,
      "loss": 0.0139,
      "step": 5642
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910518236812365e-06,
      "loss": 0.031,
      "step": 5643
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910470394603833e-06,
      "loss": 0.0102,
      "step": 5644
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91042253972463e-06,
      "loss": 0.0232,
      "step": 5645
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910374672174879e-06,
      "loss": 0.0063,
      "step": 5646
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910326791954703e-06,
      "loss": 0.0038,
      "step": 5647
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910278899064227e-06,
      "loss": 0.0096,
      "step": 5648
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910230993503576e-06,
      "loss": 0.0134,
      "step": 5649
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.91018307527287e-06,
      "loss": 0.0109,
      "step": 5650
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910135144372235e-06,
      "loss": 0.0109,
      "step": 5651
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910087200801794e-06,
      "loss": 0.0143,
      "step": 5652
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.910039244561671e-06,
      "loss": 0.0128,
      "step": 5653
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90999127565199e-06,
      "loss": 0.0064,
      "step": 5654
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909943294072876e-06,
      "loss": 0.0053,
      "step": 5655
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909895299824448e-06,
      "loss": 0.0079,
      "step": 5656
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909847292906836e-06,
      "loss": 0.0022,
      "step": 5657
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90979927332016e-06,
      "loss": 0.0176,
      "step": 5658
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909751241064544e-06,
      "loss": 0.0098,
      "step": 5659
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909703196140112e-06,
      "loss": 0.0122,
      "step": 5660
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90965513854699e-06,
      "loss": 0.0135,
      "step": 5661
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909607068285302e-06,
      "loss": 0.0142,
      "step": 5662
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90955898535517e-06,
      "loss": 0.006,
      "step": 5663
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909510889756718e-06,
      "loss": 0.0204,
      "step": 5664
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909462781490071e-06,
      "loss": 0.004,
      "step": 5665
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909414660555354e-06,
      "loss": 0.0256,
      "step": 5666
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909366526952689e-06,
      "loss": 0.0067,
      "step": 5667
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909318380682203e-06,
      "loss": 0.0081,
      "step": 5668
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909270221744018e-06,
      "loss": 0.0073,
      "step": 5669
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909222050138259e-06,
      "loss": 0.0156,
      "step": 5670
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909173865865049e-06,
      "loss": 0.0041,
      "step": 5671
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909125668924515e-06,
      "loss": 0.0203,
      "step": 5672
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90907745931678e-06,
      "loss": 0.0096,
      "step": 5673
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.909029237041968e-06,
      "loss": 0.0325,
      "step": 5674
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908981002100204e-06,
      "loss": 0.0357,
      "step": 5675
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908932754491613e-06,
      "loss": 0.0093,
      "step": 5676
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908884494216317e-06,
      "loss": 0.0073,
      "step": 5677
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908836221274444e-06,
      "loss": 0.0382,
      "step": 5678
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908787935666116e-06,
      "loss": 0.0038,
      "step": 5679
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908739637391458e-06,
      "loss": 0.023,
      "step": 5680
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908691326450597e-06,
      "loss": 0.0103,
      "step": 5681
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908643002843654e-06,
      "loss": 0.0116,
      "step": 5682
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908594666570754e-06,
      "loss": 0.0075,
      "step": 5683
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908546317632027e-06,
      "loss": 0.0057,
      "step": 5684
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90849795602759e-06,
      "loss": 0.0048,
      "step": 5685
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908449581757574e-06,
      "loss": 0.0082,
      "step": 5686
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908401194822102e-06,
      "loss": 0.0092,
      "step": 5687
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908352795221297e-06,
      "loss": 0.0076,
      "step": 5688
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908304382955285e-06,
      "loss": 0.0034,
      "step": 5689
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90825595802419e-06,
      "loss": 0.0311,
      "step": 5690
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908207520428141e-06,
      "loss": 0.0292,
      "step": 5691
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90815907016726e-06,
      "loss": 0.0063,
      "step": 5692
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90811060724167e-06,
      "loss": 0.0078,
      "step": 5693
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908062131651499e-06,
      "loss": 0.0057,
      "step": 5694
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.908013643396872e-06,
      "loss": 0.023,
      "step": 5695
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907965142477913e-06,
      "loss": 0.0139,
      "step": 5696
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907916628894747e-06,
      "loss": 0.0126,
      "step": 5697
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.9078681026475e-06,
      "loss": 0.0073,
      "step": 5698
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907819563736299e-06,
      "loss": 0.0071,
      "step": 5699
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907771012161263e-06,
      "loss": 0.0133,
      "step": 5700
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907722447922524e-06,
      "loss": 0.0074,
      "step": 5701
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907673871020205e-06,
      "loss": 0.0088,
      "step": 5702
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90762528145443e-06,
      "loss": 0.0199,
      "step": 5703
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907576679225326e-06,
      "loss": 0.0295,
      "step": 5704
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90752806433302e-06,
      "loss": 0.0101,
      "step": 5705
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907479436777632e-06,
      "loss": 0.0042,
      "step": 5706
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907430796559292e-06,
      "loss": 0.0064,
      "step": 5707
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907382143678123e-06,
      "loss": 0.0256,
      "step": 5708
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907333478134254e-06,
      "loss": 0.009,
      "step": 5709
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907284799927807e-06,
      "loss": 0.0202,
      "step": 5710
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90723610905891e-06,
      "loss": 0.0067,
      "step": 5711
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907187405527688e-06,
      "loss": 0.0264,
      "step": 5712
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907138689334265e-06,
      "loss": 0.0192,
      "step": 5713
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907089960478769e-06,
      "loss": 0.0032,
      "step": 5714
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.907041218961324e-06,
      "loss": 0.0357,
      "step": 5715
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906992464782057e-06,
      "loss": 0.0456,
      "step": 5716
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906943697941094e-06,
      "loss": 0.0114,
      "step": 5717
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906894918438558e-06,
      "loss": 0.0044,
      "step": 5718
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90684612627458e-06,
      "loss": 0.0169,
      "step": 5719
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906797321449281e-06,
      "loss": 0.0046,
      "step": 5720
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90674850396279e-06,
      "loss": 0.0089,
      "step": 5721
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906699673815231e-06,
      "loss": 0.0144,
      "step": 5722
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906650831006731e-06,
      "loss": 0.0211,
      "step": 5723
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906601975537417e-06,
      "loss": 0.0087,
      "step": 5724
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906553107407412e-06,
      "loss": 0.008,
      "step": 5725
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906504226616845e-06,
      "loss": 0.018,
      "step": 5726
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906455333165842e-06,
      "loss": 0.0363,
      "step": 5727
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906406427054527e-06,
      "loss": 0.0182,
      "step": 5728
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90635750828303e-06,
      "loss": 0.0076,
      "step": 5729
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90630857685147e-06,
      "loss": 0.0041,
      "step": 5730
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906259632759983e-06,
      "loss": 0.0073,
      "step": 5731
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906210676008687e-06,
      "loss": 0.005,
      "step": 5732
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906161706597714e-06,
      "loss": 0.0045,
      "step": 5733
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906112724527186e-06,
      "loss": 0.0068,
      "step": 5734
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.906063729797233e-06,
      "loss": 0.0015,
      "step": 5735
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90601472240798e-06,
      "loss": 0.0071,
      "step": 5736
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905965702359551e-06,
      "loss": 0.0032,
      "step": 5737
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905916669652076e-06,
      "loss": 0.0113,
      "step": 5738
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90586762428568e-06,
      "loss": 0.0083,
      "step": 5739
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90581856626049e-06,
      "loss": 0.0047,
      "step": 5740
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905769495576634e-06,
      "loss": 0.013,
      "step": 5741
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905720412234234e-06,
      "loss": 0.0094,
      "step": 5742
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905671316233423e-06,
      "loss": 0.0057,
      "step": 5743
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905622207574322e-06,
      "loss": 0.008,
      "step": 5744
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905573086257061e-06,
      "loss": 0.001,
      "step": 5745
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905523952281766e-06,
      "loss": 0.0063,
      "step": 5746
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905474805648563e-06,
      "loss": 0.0186,
      "step": 5747
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90542564635758e-06,
      "loss": 0.007,
      "step": 5748
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905376474408942e-06,
      "loss": 0.047,
      "step": 5749
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905327289802777e-06,
      "loss": 0.0106,
      "step": 5750
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905278092539215e-06,
      "loss": 0.004,
      "step": 5751
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905228882618378e-06,
      "loss": 0.0126,
      "step": 5752
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905179660040394e-06,
      "loss": 0.0102,
      "step": 5753
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.905130424805393e-06,
      "loss": 0.0121,
      "step": 5754
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.9050811769135e-06,
      "loss": 0.0047,
      "step": 5755
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90503191636484e-06,
      "loss": 0.0145,
      "step": 5756
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904982643159544e-06,
      "loss": 0.0176,
      "step": 5757
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904933357297738e-06,
      "loss": 0.0012,
      "step": 5758
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904884058779547e-06,
      "loss": 0.0154,
      "step": 5759
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.9048347476051e-06,
      "loss": 0.0107,
      "step": 5760
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904785423774523e-06,
      "loss": 0.0069,
      "step": 5761
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904736087287947e-06,
      "loss": 0.0099,
      "step": 5762
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904686738145495e-06,
      "loss": 0.014,
      "step": 5763
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904637376347295e-06,
      "loss": 0.0049,
      "step": 5764
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904588001893477e-06,
      "loss": 0.0129,
      "step": 5765
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904538614784166e-06,
      "loss": 0.0016,
      "step": 5766
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904489215019491e-06,
      "loss": 0.0084,
      "step": 5767
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904439802599577e-06,
      "loss": 0.024,
      "step": 5768
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904390377524554e-06,
      "loss": 0.0041,
      "step": 5769
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904340939794548e-06,
      "loss": 0.0134,
      "step": 5770
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904291489409687e-06,
      "loss": 0.0099,
      "step": 5771
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.9042420263701e-06,
      "loss": 0.0058,
      "step": 5772
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904192550675913e-06,
      "loss": 0.0311,
      "step": 5773
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904143062327254e-06,
      "loss": 0.0113,
      "step": 5774
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904093561324251e-06,
      "loss": 0.0108,
      "step": 5775
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.904044047667029e-06,
      "loss": 0.0108,
      "step": 5776
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903994521355722e-06,
      "loss": 0.0108,
      "step": 5777
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903944982390453e-06,
      "loss": 0.0076,
      "step": 5778
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90389543077135e-06,
      "loss": 0.0056,
      "step": 5779
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903845866498543e-06,
      "loss": 0.0198,
      "step": 5780
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903796289572156e-06,
      "loss": 0.0274,
      "step": 5781
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903746699992323e-06,
      "loss": 0.0123,
      "step": 5782
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903697097759166e-06,
      "loss": 0.0076,
      "step": 5783
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903647482872815e-06,
      "loss": 0.0117,
      "step": 5784
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.9035978553334e-06,
      "loss": 0.0026,
      "step": 5785
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903548215141048e-06,
      "loss": 0.0296,
      "step": 5786
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903498562295887e-06,
      "loss": 0.0217,
      "step": 5787
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903448896798044e-06,
      "loss": 0.0093,
      "step": 5788
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903399218647648e-06,
      "loss": 0.0091,
      "step": 5789
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903349527844828e-06,
      "loss": 0.0033,
      "step": 5790
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90329982438971e-06,
      "loss": 0.0106,
      "step": 5791
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903250108282424e-06,
      "loss": 0.0126,
      "step": 5792
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903200379523097e-06,
      "loss": 0.0035,
      "step": 5793
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903150638111861e-06,
      "loss": 0.0106,
      "step": 5794
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903100884048838e-06,
      "loss": 0.0129,
      "step": 5795
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.903051117334163e-06,
      "loss": 0.0111,
      "step": 5796
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90300133796796e-06,
      "loss": 0.0071,
      "step": 5797
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902951545950359e-06,
      "loss": 0.009,
      "step": 5798
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902901741281488e-06,
      "loss": 0.0059,
      "step": 5799
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902851923961476e-06,
      "loss": 0.0119,
      "step": 5800
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902802093990452e-06,
      "loss": 0.0331,
      "step": 5801
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902752251368543e-06,
      "loss": 0.0061,
      "step": 5802
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902702396095877e-06,
      "loss": 0.0145,
      "step": 5803
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902652528172588e-06,
      "loss": 0.0093,
      "step": 5804
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902602647598799e-06,
      "loss": 0.0053,
      "step": 5805
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902552754374639e-06,
      "loss": 0.0055,
      "step": 5806
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902502848500241e-06,
      "loss": 0.0119,
      "step": 5807
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90245292997573e-06,
      "loss": 0.0094,
      "step": 5808
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902402998801235e-06,
      "loss": 0.0118,
      "step": 5809
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902353054976887e-06,
      "loss": 0.0076,
      "step": 5810
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902303098502812e-06,
      "loss": 0.0186,
      "step": 5811
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902253129379143e-06,
      "loss": 0.0233,
      "step": 5812
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902203147606004e-06,
      "loss": 0.0078,
      "step": 5813
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902153153183526e-06,
      "loss": 0.0084,
      "step": 5814
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902103146111841e-06,
      "loss": 0.0041,
      "step": 5815
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902053126391074e-06,
      "loss": 0.0311,
      "step": 5816
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.902003094021358e-06,
      "loss": 0.0045,
      "step": 5817
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901953049002815e-06,
      "loss": 0.0158,
      "step": 5818
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901902991335582e-06,
      "loss": 0.0095,
      "step": 5819
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901852921019784e-06,
      "loss": 0.0337,
      "step": 5820
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901802838055553e-06,
      "loss": 0.0075,
      "step": 5821
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901752742443014e-06,
      "loss": 0.0046,
      "step": 5822
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901702634182298e-06,
      "loss": 0.0046,
      "step": 5823
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901652513273537e-06,
      "loss": 0.0174,
      "step": 5824
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901602379716856e-06,
      "loss": 0.0298,
      "step": 5825
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901552233512388e-06,
      "loss": 0.0113,
      "step": 5826
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901502074660261e-06,
      "loss": 0.0062,
      "step": 5827
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901451903160606e-06,
      "loss": 0.0052,
      "step": 5828
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901401719013549e-06,
      "loss": 0.0107,
      "step": 5829
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90135152221922e-06,
      "loss": 0.0038,
      "step": 5830
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901301312777752e-06,
      "loss": 0.0064,
      "step": 5831
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901251090689272e-06,
      "loss": 0.0249,
      "step": 5832
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.90120085595391e-06,
      "loss": 0.011,
      "step": 5833
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901150608571796e-06,
      "loss": 0.0027,
      "step": 5834
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901100348543057e-06,
      "loss": 0.0075,
      "step": 5835
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.901050075867829e-06,
      "loss": 0.0489,
      "step": 5836
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900999790546235e-06,
      "loss": 0.0233,
      "step": 5837
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900949492578408e-06,
      "loss": 0.0116,
      "step": 5838
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900899181964479e-06,
      "loss": 0.0147,
      "step": 5839
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900848858704573e-06,
      "loss": 0.0207,
      "step": 5840
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900798522798825e-06,
      "loss": 0.0076,
      "step": 5841
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900748174247362e-06,
      "loss": 0.0104,
      "step": 5842
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900697813050316e-06,
      "loss": 0.0052,
      "step": 5843
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900647439207813e-06,
      "loss": 0.0261,
      "step": 5844
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900597052719988e-06,
      "loss": 0.0072,
      "step": 5845
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900546653586968e-06,
      "loss": 0.0084,
      "step": 5846
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900496241808884e-06,
      "loss": 0.01,
      "step": 5847
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900445817385865e-06,
      "loss": 0.0149,
      "step": 5848
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900395380318043e-06,
      "loss": 0.0137,
      "step": 5849
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900344930605547e-06,
      "loss": 0.0156,
      "step": 5850
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900294468248506e-06,
      "loss": 0.0023,
      "step": 5851
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900243993247051e-06,
      "loss": 0.0046,
      "step": 5852
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900193505601315e-06,
      "loss": 0.0087,
      "step": 5853
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900143005311425e-06,
      "loss": 0.0146,
      "step": 5854
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900092492377513e-06,
      "loss": 0.0145,
      "step": 5855
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.900041966799707e-06,
      "loss": 0.009,
      "step": 5856
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89999142857814e-06,
      "loss": 0.0177,
      "step": 5857
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89994087771294e-06,
      "loss": 0.0172,
      "step": 5858
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899890314204242e-06,
      "loss": 0.0095,
      "step": 5859
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89983973805217e-06,
      "loss": 0.0138,
      "step": 5860
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89978914925686e-06,
      "loss": 0.0103,
      "step": 5861
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899738547818438e-06,
      "loss": 0.01,
      "step": 5862
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89968793373704e-06,
      "loss": 0.0079,
      "step": 5863
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899637307012791e-06,
      "loss": 0.0127,
      "step": 5864
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899586667645825e-06,
      "loss": 0.0052,
      "step": 5865
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899536015636273e-06,
      "loss": 0.0271,
      "step": 5866
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899485350984263e-06,
      "loss": 0.0057,
      "step": 5867
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899434673689926e-06,
      "loss": 0.0057,
      "step": 5868
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899383983753396e-06,
      "loss": 0.0117,
      "step": 5869
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899333281174802e-06,
      "loss": 0.0068,
      "step": 5870
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899282565954274e-06,
      "loss": 0.0104,
      "step": 5871
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899231838091943e-06,
      "loss": 0.0062,
      "step": 5872
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899181097587943e-06,
      "loss": 0.0082,
      "step": 5873
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899130344442399e-06,
      "loss": 0.0062,
      "step": 5874
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899079578655446e-06,
      "loss": 0.0099,
      "step": 5875
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.899028800227216e-06,
      "loss": 0.0114,
      "step": 5876
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898978009157835e-06,
      "loss": 0.0015,
      "step": 5877
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898927205447441e-06,
      "loss": 0.0189,
      "step": 5878
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898876389096159e-06,
      "loss": 0.0206,
      "step": 5879
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898825560104124e-06,
      "loss": 0.0319,
      "step": 5880
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898774718471465e-06,
      "loss": 0.0081,
      "step": 5881
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898723864198314e-06,
      "loss": 0.0249,
      "step": 5882
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898672997284804e-06,
      "loss": 0.0181,
      "step": 5883
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898622117731063e-06,
      "loss": 0.006,
      "step": 5884
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898571225537223e-06,
      "loss": 0.0076,
      "step": 5885
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898520320703414e-06,
      "loss": 0.0042,
      "step": 5886
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898469403229774e-06,
      "loss": 0.0304,
      "step": 5887
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898418473116427e-06,
      "loss": 0.006,
      "step": 5888
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898367530363508e-06,
      "loss": 0.0355,
      "step": 5889
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898316574971147e-06,
      "loss": 0.0178,
      "step": 5890
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898265606939475e-06,
      "loss": 0.0114,
      "step": 5891
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898214626268627e-06,
      "loss": 0.0287,
      "step": 5892
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898163632958731e-06,
      "loss": 0.0302,
      "step": 5893
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898112627009919e-06,
      "loss": 0.0056,
      "step": 5894
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898061608422325e-06,
      "loss": 0.0047,
      "step": 5895
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.898010577196078e-06,
      "loss": 0.0117,
      "step": 5896
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89795953333131e-06,
      "loss": 0.0081,
      "step": 5897
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897908476828156e-06,
      "loss": 0.0253,
      "step": 5898
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897857407686742e-06,
      "loss": 0.0073,
      "step": 5899
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897806325907204e-06,
      "loss": 0.0224,
      "step": 5900
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897755231489672e-06,
      "loss": 0.0043,
      "step": 5901
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897704124434279e-06,
      "loss": 0.0095,
      "step": 5902
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897653004741158e-06,
      "loss": 0.0377,
      "step": 5903
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897601872410438e-06,
      "loss": 0.0102,
      "step": 5904
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897550727442252e-06,
      "loss": 0.0243,
      "step": 5905
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897499569836733e-06,
      "loss": 0.0108,
      "step": 5906
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897448399594013e-06,
      "loss": 0.0241,
      "step": 5907
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89739721671422e-06,
      "loss": 0.0024,
      "step": 5908
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897346021197491e-06,
      "loss": 0.0044,
      "step": 5909
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897294813043959e-06,
      "loss": 0.0043,
      "step": 5910
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89724359225375e-06,
      "loss": 0.0333,
      "step": 5911
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897192358827001e-06,
      "loss": 0.0081,
      "step": 5912
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897141112763844e-06,
      "loss": 0.014,
      "step": 5913
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897089854064407e-06,
      "loss": 0.0103,
      "step": 5914
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.897038582728828e-06,
      "loss": 0.01,
      "step": 5915
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896987298757236e-06,
      "loss": 0.0435,
      "step": 5916
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896936002149766e-06,
      "loss": 0.0066,
      "step": 5917
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896884692906547e-06,
      "loss": 0.0085,
      "step": 5918
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896833371027712e-06,
      "loss": 0.0108,
      "step": 5919
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896782036513395e-06,
      "loss": 0.0048,
      "step": 5920
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896730689363729e-06,
      "loss": 0.0445,
      "step": 5921
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896679329578843e-06,
      "loss": 0.0048,
      "step": 5922
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896627957158874e-06,
      "loss": 0.008,
      "step": 5923
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896576572103949e-06,
      "loss": 0.02,
      "step": 5924
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896525174414207e-06,
      "loss": 0.0112,
      "step": 5925
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896473764089775e-06,
      "loss": 0.0083,
      "step": 5926
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89642234113079e-06,
      "loss": 0.0048,
      "step": 5927
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896370905537383e-06,
      "loss": 0.0109,
      "step": 5928
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896319457309686e-06,
      "loss": 0.013,
      "step": 5929
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896267996447831e-06,
      "loss": 0.0056,
      "step": 5930
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896216522951954e-06,
      "loss": 0.0081,
      "step": 5931
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896165036822185e-06,
      "loss": 0.0107,
      "step": 5932
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896113538058658e-06,
      "loss": 0.0131,
      "step": 5933
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.896062026661507e-06,
      "loss": 0.009,
      "step": 5934
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89601050263086e-06,
      "loss": 0.0153,
      "step": 5935
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895958965966856e-06,
      "loss": 0.0347,
      "step": 5936
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895907416669625e-06,
      "loss": 0.0113,
      "step": 5937
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895855854739302e-06,
      "loss": 0.0073,
      "step": 5938
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895804280176017e-06,
      "loss": 0.021,
      "step": 5939
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895752692979905e-06,
      "loss": 0.0082,
      "step": 5940
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895701093151098e-06,
      "loss": 0.008,
      "step": 5941
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89564948068973e-06,
      "loss": 0.0079,
      "step": 5942
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895597855595936e-06,
      "loss": 0.0042,
      "step": 5943
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895546217869845e-06,
      "loss": 0.0517,
      "step": 5944
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895494567511594e-06,
      "loss": 0.0122,
      "step": 5945
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895442904521316e-06,
      "loss": 0.0156,
      "step": 5946
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89539122889914e-06,
      "loss": 0.0083,
      "step": 5947
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895339540645204e-06,
      "loss": 0.0063,
      "step": 5948
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895287839759639e-06,
      "loss": 0.0025,
      "step": 5949
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895236126242581e-06,
      "loss": 0.0034,
      "step": 5950
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89518440009416e-06,
      "loss": 0.026,
      "step": 5951
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895132661314513e-06,
      "loss": 0.0152,
      "step": 5952
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895080909903771e-06,
      "loss": 0.0084,
      "step": 5953
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.895029145862067e-06,
      "loss": 0.0268,
      "step": 5954
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894977369189537e-06,
      "loss": 0.0066,
      "step": 5955
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894925579886312e-06,
      "loss": 0.0144,
      "step": 5956
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894873777952528e-06,
      "loss": 0.0078,
      "step": 5957
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894821963388316e-06,
      "loss": 0.0174,
      "step": 5958
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894770136193814e-06,
      "loss": 0.0099,
      "step": 5959
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894718296369152e-06,
      "loss": 0.0044,
      "step": 5960
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894666443914464e-06,
      "loss": 0.0055,
      "step": 5961
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894614578829887e-06,
      "loss": 0.0058,
      "step": 5962
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894562701115552e-06,
      "loss": 0.0135,
      "step": 5963
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894510810771591e-06,
      "loss": 0.0045,
      "step": 5964
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89445890779814e-06,
      "loss": 0.0358,
      "step": 5965
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894406992195336e-06,
      "loss": 0.0047,
      "step": 5966
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894355063963308e-06,
      "loss": 0.0115,
      "step": 5967
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894303123102193e-06,
      "loss": 0.0032,
      "step": 5968
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894251169612126e-06,
      "loss": 0.0123,
      "step": 5969
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894199203493235e-06,
      "loss": 0.0076,
      "step": 5970
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894147224745662e-06,
      "loss": 0.0038,
      "step": 5971
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894095233369536e-06,
      "loss": 0.0011,
      "step": 5972
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.894043229364992e-06,
      "loss": 0.0208,
      "step": 5973
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893991212732166e-06,
      "loss": 0.012,
      "step": 5974
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89393918347119e-06,
      "loss": 0.005,
      "step": 5975
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893887141582199e-06,
      "loss": 0.0244,
      "step": 5976
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893835087065328e-06,
      "loss": 0.0163,
      "step": 5977
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89378301992071e-06,
      "loss": 0.0132,
      "step": 5978
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893730940148482e-06,
      "loss": 0.0156,
      "step": 5979
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893678847748776e-06,
      "loss": 0.0013,
      "step": 5980
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893626742721727e-06,
      "loss": 0.0069,
      "step": 5981
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893574625067467e-06,
      "loss": 0.0105,
      "step": 5982
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893522494786137e-06,
      "loss": 0.0035,
      "step": 5983
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893470351877865e-06,
      "loss": 0.0068,
      "step": 5984
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893418196342788e-06,
      "loss": 0.0074,
      "step": 5985
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893366028181041e-06,
      "loss": 0.0123,
      "step": 5986
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893313847392758e-06,
      "loss": 0.0297,
      "step": 5987
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893261653978074e-06,
      "loss": 0.0119,
      "step": 5988
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893209447937123e-06,
      "loss": 0.0032,
      "step": 5989
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893157229270041e-06,
      "loss": 0.0101,
      "step": 5990
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89310499797696e-06,
      "loss": 0.0092,
      "step": 5991
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.893052754058019e-06,
      "loss": 0.0056,
      "step": 5992
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89300049751335e-06,
      "loss": 0.0113,
      "step": 5993
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892948228343089e-06,
      "loss": 0.0067,
      "step": 5994
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892895946547368e-06,
      "loss": 0.0139,
      "step": 5995
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892843652126326e-06,
      "loss": 0.0311,
      "step": 5996
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892791345080094e-06,
      "loss": 0.0097,
      "step": 5997
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892739025408813e-06,
      "loss": 0.0094,
      "step": 5998
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89268669311261e-06,
      "loss": 0.0098,
      "step": 5999
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892634348191625e-06,
      "loss": 0.0087,
      "step": 6000
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892581990645995e-06,
      "loss": 0.0012,
      "step": 6001
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892529620475849e-06,
      "loss": 0.0162,
      "step": 6002
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892477237681325e-06,
      "loss": 0.0141,
      "step": 6003
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892424842262562e-06,
      "loss": 0.0053,
      "step": 6004
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892372434219689e-06,
      "loss": 0.0422,
      "step": 6005
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892320013552845e-06,
      "loss": 0.0094,
      "step": 6006
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892267580262163e-06,
      "loss": 0.0034,
      "step": 6007
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892215134347782e-06,
      "loss": 0.005,
      "step": 6008
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892162675809832e-06,
      "loss": 0.0098,
      "step": 6009
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892110204648453e-06,
      "loss": 0.0065,
      "step": 6010
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892057720863778e-06,
      "loss": 0.0125,
      "step": 6011
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.892005224455943e-06,
      "loss": 0.0108,
      "step": 6012
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891952715425084e-06,
      "loss": 0.0257,
      "step": 6013
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891900193771336e-06,
      "loss": 0.0235,
      "step": 6014
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891847659494832e-06,
      "loss": 0.0083,
      "step": 6015
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891795112595714e-06,
      "loss": 0.0139,
      "step": 6016
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891742553074112e-06,
      "loss": 0.0051,
      "step": 6017
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891689980930164e-06,
      "loss": 0.0163,
      "step": 6018
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891637396164003e-06,
      "loss": 0.01,
      "step": 6019
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891584798775769e-06,
      "loss": 0.0055,
      "step": 6020
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891532188765593e-06,
      "loss": 0.0144,
      "step": 6021
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891479566133614e-06,
      "loss": 0.0058,
      "step": 6022
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891426930879967e-06,
      "loss": 0.0081,
      "step": 6023
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891374283004787e-06,
      "loss": 0.0354,
      "step": 6024
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891321622508212e-06,
      "loss": 0.0136,
      "step": 6025
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891268949390376e-06,
      "loss": 0.0061,
      "step": 6026
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891216263651414e-06,
      "loss": 0.0078,
      "step": 6027
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891163565291464e-06,
      "loss": 0.0321,
      "step": 6028
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891110854310661e-06,
      "loss": 0.0179,
      "step": 6029
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891058130709143e-06,
      "loss": 0.0177,
      "step": 6030
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.891005394487043e-06,
      "loss": 0.0029,
      "step": 6031
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890952645644499e-06,
      "loss": 0.0296,
      "step": 6032
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890899884181647e-06,
      "loss": 0.0052,
      "step": 6033
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89084711009862e-06,
      "loss": 0.0176,
      "step": 6034
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890794323395559e-06,
      "loss": 0.0126,
      "step": 6035
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890741524072599e-06,
      "loss": 0.0083,
      "step": 6036
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890688712129873e-06,
      "loss": 0.0054,
      "step": 6037
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89063588756752e-06,
      "loss": 0.0394,
      "step": 6038
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890583050385675e-06,
      "loss": 0.0143,
      "step": 6039
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890530200584478e-06,
      "loss": 0.0117,
      "step": 6040
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89047733816406e-06,
      "loss": 0.0066,
      "step": 6041
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890424463124561e-06,
      "loss": 0.0058,
      "step": 6042
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890371575466116e-06,
      "loss": 0.0396,
      "step": 6043
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890318675188863e-06,
      "loss": 0.0167,
      "step": 6044
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890265762292935e-06,
      "loss": 0.0145,
      "step": 6045
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890212836778473e-06,
      "loss": 0.0123,
      "step": 6046
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.89015989864561e-06,
      "loss": 0.0075,
      "step": 6047
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890106947894487e-06,
      "loss": 0.0054,
      "step": 6048
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890053984525234e-06,
      "loss": 0.006,
      "step": 6049
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.890001008537993e-06,
      "loss": 0.0068,
      "step": 6050
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.8899480199329e-06,
      "loss": 0.0041,
      "step": 6051
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.88989501871009e-06,
      "loss": 0.0115,
      "step": 6052
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.8898420048697e-06,
      "loss": 0.0141,
      "step": 6053
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.889788978411867e-06,
      "loss": 0.0145,
      "step": 6054
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.889735939336728e-06,
      "loss": 0.011,
      "step": 6055
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.889682887644422e-06,
      "loss": 0.0066,
      "step": 6056
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.889629823335083e-06,
      "loss": 0.0176,
      "step": 6057
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889576746408849e-06,
      "loss": 0.0056,
      "step": 6058
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889523656865857e-06,
      "loss": 0.0271,
      "step": 6059
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889470554706241e-06,
      "loss": 0.0104,
      "step": 6060
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889417439930143e-06,
      "loss": 0.0069,
      "step": 6061
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889364312537699e-06,
      "loss": 0.0039,
      "step": 6062
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889311172529043e-06,
      "loss": 0.0088,
      "step": 6063
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889258019904316e-06,
      "loss": 0.0059,
      "step": 6064
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889204854663651e-06,
      "loss": 0.0032,
      "step": 6065
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889151676807188e-06,
      "loss": 0.0117,
      "step": 6066
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889098486335064e-06,
      "loss": 0.0122,
      "step": 6067
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.889045283247416e-06,
      "loss": 0.0092,
      "step": 6068
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88899206754438e-06,
      "loss": 0.0139,
      "step": 6069
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888938839226097e-06,
      "loss": 0.0037,
      "step": 6070
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.8888855982927e-06,
      "loss": 0.0203,
      "step": 6071
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888832344744327e-06,
      "loss": 0.0258,
      "step": 6072
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88877907858112e-06,
      "loss": 0.0068,
      "step": 6073
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88872579980321e-06,
      "loss": 0.0045,
      "step": 6074
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88867250841074e-06,
      "loss": 0.0042,
      "step": 6075
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888619204403844e-06,
      "loss": 0.0036,
      "step": 6076
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88856588778266e-06,
      "loss": 0.0063,
      "step": 6077
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888512558547325e-06,
      "loss": 0.0099,
      "step": 6078
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88845921669798e-06,
      "loss": 0.0127,
      "step": 6079
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88840586223476e-06,
      "loss": 0.0097,
      "step": 6080
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888352495157802e-06,
      "loss": 0.0066,
      "step": 6081
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888299115467246e-06,
      "loss": 0.0316,
      "step": 6082
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888245723163228e-06,
      "loss": 0.0032,
      "step": 6083
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888192318245887e-06,
      "loss": 0.0058,
      "step": 6084
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888138900715358e-06,
      "loss": 0.0243,
      "step": 6085
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888085470571781e-06,
      "loss": 0.0078,
      "step": 6086
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.888032027815295e-06,
      "loss": 0.0112,
      "step": 6087
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887978572446037e-06,
      "loss": 0.0106,
      "step": 6088
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887925104464144e-06,
      "loss": 0.0061,
      "step": 6089
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887871623869755e-06,
      "loss": 0.0067,
      "step": 6090
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887818130663007e-06,
      "loss": 0.0048,
      "step": 6091
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88776462484404e-06,
      "loss": 0.0088,
      "step": 6092
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88771110641299e-06,
      "loss": 0.0144,
      "step": 6093
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887657575369995e-06,
      "loss": 0.011,
      "step": 6094
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887604031715195e-06,
      "loss": 0.0126,
      "step": 6095
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887550475448726e-06,
      "loss": 0.0109,
      "step": 6096
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887496906570728e-06,
      "loss": 0.0143,
      "step": 6097
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887443325081337e-06,
      "loss": 0.0067,
      "step": 6098
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887389730980695e-06,
      "loss": 0.0064,
      "step": 6099
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887336124268935e-06,
      "loss": 0.0061,
      "step": 6100
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887282504946201e-06,
      "loss": 0.0347,
      "step": 6101
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88722887301263e-06,
      "loss": 0.0061,
      "step": 6102
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887175228468354e-06,
      "loss": 0.0057,
      "step": 6103
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887121571313521e-06,
      "loss": 0.0163,
      "step": 6104
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887067901548264e-06,
      "loss": 0.0156,
      "step": 6105
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.887014219172721e-06,
      "loss": 0.0152,
      "step": 6106
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886960524187033e-06,
      "loss": 0.0178,
      "step": 6107
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886906816591339e-06,
      "loss": 0.013,
      "step": 6108
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886853096385773e-06,
      "loss": 0.008,
      "step": 6109
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886799363570479e-06,
      "loss": 0.0109,
      "step": 6110
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886745618145593e-06,
      "loss": 0.0259,
      "step": 6111
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886691860111255e-06,
      "loss": 0.0033,
      "step": 6112
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.8866380894676e-06,
      "loss": 0.0029,
      "step": 6113
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886584306214771e-06,
      "loss": 0.0149,
      "step": 6114
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886530510352905e-06,
      "loss": 0.0081,
      "step": 6115
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886476701882141e-06,
      "loss": 0.0039,
      "step": 6116
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88642288080262e-06,
      "loss": 0.0032,
      "step": 6117
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886369047114477e-06,
      "loss": 0.0268,
      "step": 6118
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886315200817852e-06,
      "loss": 0.0106,
      "step": 6119
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886261341912886e-06,
      "loss": 0.0246,
      "step": 6120
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886207470399716e-06,
      "loss": 0.0083,
      "step": 6121
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886153586278483e-06,
      "loss": 0.0213,
      "step": 6122
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886099689549323e-06,
      "loss": 0.0138,
      "step": 6123
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.886045780212378e-06,
      "loss": 0.0202,
      "step": 6124
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885991858267784e-06,
      "loss": 0.0166,
      "step": 6125
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885937923715685e-06,
      "loss": 0.0183,
      "step": 6126
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885883976556214e-06,
      "loss": 0.0147,
      "step": 6127
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885830016789514e-06,
      "loss": 0.0105,
      "step": 6128
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885776044415727e-06,
      "loss": 0.003,
      "step": 6129
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885722059434985e-06,
      "loss": 0.015,
      "step": 6130
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885668061847434e-06,
      "loss": 0.0163,
      "step": 6131
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885614051653208e-06,
      "loss": 0.0259,
      "step": 6132
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88556002885245e-06,
      "loss": 0.0093,
      "step": 6133
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885505993445298e-06,
      "loss": 0.0169,
      "step": 6134
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885451945431892e-06,
      "loss": 0.0066,
      "step": 6135
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88539788481237e-06,
      "loss": 0.017,
      "step": 6136
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885343811586874e-06,
      "loss": 0.0072,
      "step": 6137
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885289725755542e-06,
      "loss": 0.0065,
      "step": 6138
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885235627318515e-06,
      "loss": 0.0044,
      "step": 6139
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88518151627593e-06,
      "loss": 0.0018,
      "step": 6140
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885127392627928e-06,
      "loss": 0.0056,
      "step": 6141
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88507325637465e-06,
      "loss": 0.0053,
      "step": 6142
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.885019107516231e-06,
      "loss": 0.0061,
      "step": 6143
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884964946052816e-06,
      "loss": 0.0114,
      "step": 6144
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884910771984544e-06,
      "loss": 0.0091,
      "step": 6145
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884856585311553e-06,
      "loss": 0.008,
      "step": 6146
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884802386033981e-06,
      "loss": 0.002,
      "step": 6147
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884748174151973e-06,
      "loss": 0.0051,
      "step": 6148
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884693949665664e-06,
      "loss": 0.0081,
      "step": 6149
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884639712575197e-06,
      "loss": 0.0024,
      "step": 6150
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884585462880711e-06,
      "loss": 0.0191,
      "step": 6151
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884531200582348e-06,
      "loss": 0.0208,
      "step": 6152
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884476925680244e-06,
      "loss": 0.0113,
      "step": 6153
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88442263817454e-06,
      "loss": 0.0026,
      "step": 6154
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884368338065378e-06,
      "loss": 0.0068,
      "step": 6155
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884314025352898e-06,
      "loss": 0.0078,
      "step": 6156
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88425970003724e-06,
      "loss": 0.0198,
      "step": 6157
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884205362118541e-06,
      "loss": 0.0239,
      "step": 6158
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884151011596947e-06,
      "loss": 0.0167,
      "step": 6159
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884096648472592e-06,
      "loss": 0.0137,
      "step": 6160
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.884042272745623e-06,
      "loss": 0.0099,
      "step": 6161
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883987884416174e-06,
      "loss": 0.0096,
      "step": 6162
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883933483484388e-06,
      "loss": 0.0034,
      "step": 6163
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883879069950405e-06,
      "loss": 0.0153,
      "step": 6164
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883824643814365e-06,
      "loss": 0.0041,
      "step": 6165
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88377020507641e-06,
      "loss": 0.0071,
      "step": 6166
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88371575373668e-06,
      "loss": 0.0179,
      "step": 6167
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883661289795316e-06,
      "loss": 0.0141,
      "step": 6168
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883606813252456e-06,
      "loss": 0.0201,
      "step": 6169
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883552324108243e-06,
      "loss": 0.0194,
      "step": 6170
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883497822362818e-06,
      "loss": 0.0137,
      "step": 6171
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883443308016318e-06,
      "loss": 0.0089,
      "step": 6172
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883388781068887e-06,
      "loss": 0.0039,
      "step": 6173
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883334241520666e-06,
      "loss": 0.0232,
      "step": 6174
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883279689371794e-06,
      "loss": 0.0062,
      "step": 6175
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883225124622413e-06,
      "loss": 0.0082,
      "step": 6176
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883170547272663e-06,
      "loss": 0.009,
      "step": 6177
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883115957322683e-06,
      "loss": 0.0078,
      "step": 6178
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883061354772617e-06,
      "loss": 0.0031,
      "step": 6179
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.883006739622605e-06,
      "loss": 0.0046,
      "step": 6180
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882952111872788e-06,
      "loss": 0.0189,
      "step": 6181
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882897471523304e-06,
      "loss": 0.02,
      "step": 6182
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882842818574298e-06,
      "loss": 0.0208,
      "step": 6183
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882788153025913e-06,
      "loss": 0.0261,
      "step": 6184
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882733474878283e-06,
      "loss": 0.0076,
      "step": 6185
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882678784131551e-06,
      "loss": 0.018,
      "step": 6186
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882624080785864e-06,
      "loss": 0.012,
      "step": 6187
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882569364841357e-06,
      "loss": 0.0173,
      "step": 6188
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882514636298174e-06,
      "loss": 0.0046,
      "step": 6189
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882459895156455e-06,
      "loss": 0.0126,
      "step": 6190
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88240514141634e-06,
      "loss": 0.0065,
      "step": 6191
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882350375077977e-06,
      "loss": 0.0272,
      "step": 6192
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882295596141497e-06,
      "loss": 0.0081,
      "step": 6193
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882240804607048e-06,
      "loss": 0.0072,
      "step": 6194
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882186000474772e-06,
      "loss": 0.0195,
      "step": 6195
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882131183744805e-06,
      "loss": 0.0144,
      "step": 6196
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882076354417294e-06,
      "loss": 0.0083,
      "step": 6197
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.882021512492379e-06,
      "loss": 0.0137,
      "step": 6198
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.8819666579702e-06,
      "loss": 0.0157,
      "step": 6199
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.8819117908509e-06,
      "loss": 0.0089,
      "step": 6200
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881856911134618e-06,
      "loss": 0.0068,
      "step": 6201
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881802018821499e-06,
      "loss": 0.0053,
      "step": 6202
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881747113911683e-06,
      "loss": 0.0125,
      "step": 6203
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881692196405313e-06,
      "loss": 0.0047,
      "step": 6204
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881637266302527e-06,
      "loss": 0.0095,
      "step": 6205
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881582323603472e-06,
      "loss": 0.0077,
      "step": 6206
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881527368308286e-06,
      "loss": 0.0022,
      "step": 6207
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881472400417111e-06,
      "loss": 0.0075,
      "step": 6208
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88141741993009e-06,
      "loss": 0.0212,
      "step": 6209
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881362426847366e-06,
      "loss": 0.0189,
      "step": 6210
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881307421169078e-06,
      "loss": 0.0071,
      "step": 6211
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88125240289537e-06,
      "loss": 0.0066,
      "step": 6212
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881197372026384e-06,
      "loss": 0.0079,
      "step": 6213
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881142328562262e-06,
      "loss": 0.0231,
      "step": 6214
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881087272503142e-06,
      "loss": 0.0091,
      "step": 6215
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.881032203849172e-06,
      "loss": 0.0065,
      "step": 6216
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880977122600492e-06,
      "loss": 0.0074,
      "step": 6217
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880922028757244e-06,
      "loss": 0.0066,
      "step": 6218
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88086692231957e-06,
      "loss": 0.0077,
      "step": 6219
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88081180328761e-06,
      "loss": 0.0031,
      "step": 6220
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88075667166151e-06,
      "loss": 0.0233,
      "step": 6221
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88070152744141e-06,
      "loss": 0.0135,
      "step": 6222
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88064637062745e-06,
      "loss": 0.0095,
      "step": 6223
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88059120121978e-06,
      "loss": 0.0082,
      "step": 6224
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880536019218537e-06,
      "loss": 0.0399,
      "step": 6225
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880480824623862e-06,
      "loss": 0.0065,
      "step": 6226
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880425617435898e-06,
      "loss": 0.0162,
      "step": 6227
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880370397654792e-06,
      "loss": 0.0074,
      "step": 6228
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88031516528068e-06,
      "loss": 0.0097,
      "step": 6229
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88025992031371e-06,
      "loss": 0.0149,
      "step": 6230
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880204662754023e-06,
      "loss": 0.013,
      "step": 6231
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.88014939260176e-06,
      "loss": 0.021,
      "step": 6232
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880094109857065e-06,
      "loss": 0.005,
      "step": 6233
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.880038814520078e-06,
      "loss": 0.0059,
      "step": 6234
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879983506590946e-06,
      "loss": 0.005,
      "step": 6235
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87992818606981e-06,
      "loss": 0.0103,
      "step": 6236
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879872852956811e-06,
      "loss": 0.0065,
      "step": 6237
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879817507252094e-06,
      "loss": 0.013,
      "step": 6238
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.8797621489558e-06,
      "loss": 0.0093,
      "step": 6239
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879706778068073e-06,
      "loss": 0.0059,
      "step": 6240
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879651394589056e-06,
      "loss": 0.0116,
      "step": 6241
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879595998518892e-06,
      "loss": 0.0154,
      "step": 6242
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879540589857724e-06,
      "loss": 0.0029,
      "step": 6243
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87948516860569e-06,
      "loss": 0.009,
      "step": 6244
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879429734762943e-06,
      "loss": 0.0057,
      "step": 6245
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879374288329618e-06,
      "loss": 0.0135,
      "step": 6246
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879318829305862e-06,
      "loss": 0.0213,
      "step": 6247
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879263357691815e-06,
      "loss": 0.0092,
      "step": 6248
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879207873487622e-06,
      "loss": 0.0312,
      "step": 6249
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879152376693426e-06,
      "loss": 0.0214,
      "step": 6250
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879096867309372e-06,
      "loss": 0.0048,
      "step": 6251
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879041345335599e-06,
      "loss": 0.0176,
      "step": 6252
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878985810772255e-06,
      "loss": 0.0155,
      "step": 6253
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878930263619479e-06,
      "loss": 0.006,
      "step": 6254
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878874703877417e-06,
      "loss": 0.019,
      "step": 6255
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878819131546212e-06,
      "loss": 0.0031,
      "step": 6256
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878763546626006e-06,
      "loss": 0.0194,
      "step": 6257
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878707949116943e-06,
      "loss": 0.0071,
      "step": 6258
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878652339019168e-06,
      "loss": 0.0135,
      "step": 6259
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878596716332824e-06,
      "loss": 0.0013,
      "step": 6260
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878541081058055e-06,
      "loss": 0.0061,
      "step": 6261
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878485433195002e-06,
      "loss": 0.0156,
      "step": 6262
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87842977274381e-06,
      "loss": 0.0092,
      "step": 6263
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878374099704622e-06,
      "loss": 0.0203,
      "step": 6264
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878318414077583e-06,
      "loss": 0.0096,
      "step": 6265
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878262715862837e-06,
      "loss": 0.0064,
      "step": 6266
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878207005060528e-06,
      "loss": 0.0029,
      "step": 6267
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878151281670795e-06,
      "loss": 0.0154,
      "step": 6268
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878095545693787e-06,
      "loss": 0.0053,
      "step": 6269
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.878039797129646e-06,
      "loss": 0.0174,
      "step": 6270
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877984035978518e-06,
      "loss": 0.0129,
      "step": 6271
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877928262240542e-06,
      "loss": 0.0115,
      "step": 6272
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877872475915865e-06,
      "loss": 0.0288,
      "step": 6273
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877816677004633e-06,
      "loss": 0.0223,
      "step": 6274
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877760865506986e-06,
      "loss": 0.0238,
      "step": 6275
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877705041423071e-06,
      "loss": 0.005,
      "step": 6276
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87764920475303e-06,
      "loss": 0.0132,
      "step": 6277
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877593355497008e-06,
      "loss": 0.0107,
      "step": 6278
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87753749365515e-06,
      "loss": 0.0236,
      "step": 6279
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877481619227598e-06,
      "loss": 0.0101,
      "step": 6280
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877425732214497e-06,
      "loss": 0.0354,
      "step": 6281
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877369832615992e-06,
      "loss": 0.005,
      "step": 6282
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877313920432225e-06,
      "loss": 0.0165,
      "step": 6283
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877257995663345e-06,
      "loss": 0.006,
      "step": 6284
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877202058309492e-06,
      "loss": 0.0197,
      "step": 6285
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877146108370811e-06,
      "loss": 0.0108,
      "step": 6286
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877090145847447e-06,
      "loss": 0.0073,
      "step": 6287
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.877034170739545e-06,
      "loss": 0.0064,
      "step": 6288
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87697818304725e-06,
      "loss": 0.011,
      "step": 6289
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876922182770705e-06,
      "loss": 0.0017,
      "step": 6290
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876866169910053e-06,
      "loss": 0.011,
      "step": 6291
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876810144465442e-06,
      "loss": 0.0181,
      "step": 6292
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876754106437014e-06,
      "loss": 0.0044,
      "step": 6293
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876698055824915e-06,
      "loss": 0.0066,
      "step": 6294
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87664199262929e-06,
      "loss": 0.0049,
      "step": 6295
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87658591685028e-06,
      "loss": 0.0257,
      "step": 6296
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876529828488035e-06,
      "loss": 0.0089,
      "step": 6297
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876473727542698e-06,
      "loss": 0.0131,
      "step": 6298
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876417614014411e-06,
      "loss": 0.0167,
      "step": 6299
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876361487903321e-06,
      "loss": 0.0062,
      "step": 6300
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876305349209574e-06,
      "loss": 0.0076,
      "step": 6301
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876249197933312e-06,
      "loss": 0.0055,
      "step": 6302
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876193034074682e-06,
      "loss": 0.0106,
      "step": 6303
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87613685763383e-06,
      "loss": 0.0141,
      "step": 6304
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876080668610895e-06,
      "loss": 0.0372,
      "step": 6305
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.876024467006029e-06,
      "loss": 0.0161,
      "step": 6306
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875968252819374e-06,
      "loss": 0.0074,
      "step": 6307
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875912026051075e-06,
      "loss": 0.0234,
      "step": 6308
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875855786701279e-06,
      "loss": 0.0256,
      "step": 6309
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875799534770128e-06,
      "loss": 0.0141,
      "step": 6310
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875743270257766e-06,
      "loss": 0.0064,
      "step": 6311
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875686993164346e-06,
      "loss": 0.0057,
      "step": 6312
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875630703490005e-06,
      "loss": 0.0057,
      "step": 6313
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875574401234892e-06,
      "loss": 0.0097,
      "step": 6314
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875518086399151e-06,
      "loss": 0.0057,
      "step": 6315
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87546175898293e-06,
      "loss": 0.0092,
      "step": 6316
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87540541898637e-06,
      "loss": 0.0158,
      "step": 6317
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875349066409618e-06,
      "loss": 0.0165,
      "step": 6318
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87529270125282e-06,
      "loss": 0.0021,
      "step": 6319
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875236323516125e-06,
      "loss": 0.0137,
      "step": 6320
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875179933199672e-06,
      "loss": 0.0159,
      "step": 6321
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875123530303609e-06,
      "loss": 0.0031,
      "step": 6322
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875067114828084e-06,
      "loss": 0.0151,
      "step": 6323
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.875010686773238e-06,
      "loss": 0.0033,
      "step": 6324
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874954246139221e-06,
      "loss": 0.0062,
      "step": 6325
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874897792926178e-06,
      "loss": 0.0092,
      "step": 6326
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874841327134251e-06,
      "loss": 0.014,
      "step": 6327
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874784848763588e-06,
      "loss": 0.0051,
      "step": 6328
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874728357814336e-06,
      "loss": 0.0155,
      "step": 6329
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874671854286639e-06,
      "loss": 0.0088,
      "step": 6330
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874615338180645e-06,
      "loss": 0.0156,
      "step": 6331
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874558809496498e-06,
      "loss": 0.02,
      "step": 6332
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874502268234342e-06,
      "loss": 0.0052,
      "step": 6333
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874445714394328e-06,
      "loss": 0.0059,
      "step": 6334
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874389147976595e-06,
      "loss": 0.0142,
      "step": 6335
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874332568981296e-06,
      "loss": 0.0115,
      "step": 6336
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874275977408573e-06,
      "loss": 0.0079,
      "step": 6337
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874219373258573e-06,
      "loss": 0.0085,
      "step": 6338
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874162756531443e-06,
      "loss": 0.0058,
      "step": 6339
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874106127227326e-06,
      "loss": 0.0191,
      "step": 6340
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.874049485346372e-06,
      "loss": 0.0081,
      "step": 6341
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873992830888725e-06,
      "loss": 0.0236,
      "step": 6342
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873936163854531e-06,
      "loss": 0.0124,
      "step": 6343
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873879484243938e-06,
      "loss": 0.0164,
      "step": 6344
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873822792057089e-06,
      "loss": 0.0083,
      "step": 6345
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873766087294134e-06,
      "loss": 0.0044,
      "step": 6346
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873709369955217e-06,
      "loss": 0.0081,
      "step": 6347
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873652640040484e-06,
      "loss": 0.0179,
      "step": 6348
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873595897550083e-06,
      "loss": 0.0148,
      "step": 6349
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87353914248416e-06,
      "loss": 0.0121,
      "step": 6350
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873482374842862e-06,
      "loss": 0.026,
      "step": 6351
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873425594626334e-06,
      "loss": 0.0304,
      "step": 6352
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873368801834724e-06,
      "loss": 0.0157,
      "step": 6353
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873311996468176e-06,
      "loss": 0.0215,
      "step": 6354
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87325517852684e-06,
      "loss": 0.0156,
      "step": 6355
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873198348010859e-06,
      "loss": 0.0119,
      "step": 6356
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873141504920384e-06,
      "loss": 0.0069,
      "step": 6357
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873084649255558e-06,
      "loss": 0.0172,
      "step": 6358
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.873027781016528e-06,
      "loss": 0.0153,
      "step": 6359
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872970900203445e-06,
      "loss": 0.0084,
      "step": 6360
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87291400681645e-06,
      "loss": 0.0089,
      "step": 6361
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872857100855692e-06,
      "loss": 0.0066,
      "step": 6362
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872800182321317e-06,
      "loss": 0.0139,
      "step": 6363
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872743251213478e-06,
      "loss": 0.0101,
      "step": 6364
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872686307532311e-06,
      "loss": 0.0066,
      "step": 6365
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872629351277972e-06,
      "loss": 0.0096,
      "step": 6366
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872572382450605e-06,
      "loss": 0.0142,
      "step": 6367
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872515401050355e-06,
      "loss": 0.0044,
      "step": 6368
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872458407077373e-06,
      "loss": 0.0285,
      "step": 6369
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872401400531801e-06,
      "loss": 0.0077,
      "step": 6370
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87234438141379e-06,
      "loss": 0.009,
      "step": 6371
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872287349723488e-06,
      "loss": 0.0095,
      "step": 6372
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872230305461039e-06,
      "loss": 0.0038,
      "step": 6373
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87217324862659e-06,
      "loss": 0.0112,
      "step": 6374
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.872116179220293e-06,
      "loss": 0.011,
      "step": 6375
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87205909724229e-06,
      "loss": 0.0062,
      "step": 6376
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87200200269273e-06,
      "loss": 0.0016,
      "step": 6377
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871944895571762e-06,
      "loss": 0.0097,
      "step": 6378
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871887775879529e-06,
      "loss": 0.0149,
      "step": 6379
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871830643616184e-06,
      "loss": 0.0203,
      "step": 6380
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87177349878187e-06,
      "loss": 0.007,
      "step": 6381
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871716341376739e-06,
      "loss": 0.0072,
      "step": 6382
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871659171400932e-06,
      "loss": 0.0098,
      "step": 6383
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871601988854603e-06,
      "loss": 0.007,
      "step": 6384
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871544793737896e-06,
      "loss": 0.0135,
      "step": 6385
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871487586050957e-06,
      "loss": 0.0009,
      "step": 6386
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87143036579394e-06,
      "loss": 0.0096,
      "step": 6387
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871373132966984e-06,
      "loss": 0.0101,
      "step": 6388
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871315887570246e-06,
      "loss": 0.008,
      "step": 6389
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871258629603865e-06,
      "loss": 0.0205,
      "step": 6390
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871201359067994e-06,
      "loss": 0.0078,
      "step": 6391
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87114407596278e-06,
      "loss": 0.0036,
      "step": 6392
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87108678028837e-06,
      "loss": 0.0051,
      "step": 6393
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.871029472044912e-06,
      "loss": 0.0062,
      "step": 6394
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870972151232555e-06,
      "loss": 0.023,
      "step": 6395
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870914817851445e-06,
      "loss": 0.0096,
      "step": 6396
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870857471901731e-06,
      "loss": 0.0175,
      "step": 6397
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870800113383561e-06,
      "loss": 0.0113,
      "step": 6398
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870742742297083e-06,
      "loss": 0.0074,
      "step": 6399
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870685358642445e-06,
      "loss": 0.0107,
      "step": 6400
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870627962419794e-06,
      "loss": 0.0025,
      "step": 6401
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870570553629279e-06,
      "loss": 0.0088,
      "step": 6402
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.87051313227105e-06,
      "loss": 0.0055,
      "step": 6403
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870455698345251e-06,
      "loss": 0.0144,
      "step": 6404
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870398251852034e-06,
      "loss": 0.0176,
      "step": 6405
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870340792791546e-06,
      "loss": 0.0137,
      "step": 6406
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870283321163934e-06,
      "loss": 0.011,
      "step": 6407
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870225836969348e-06,
      "loss": 0.0067,
      "step": 6408
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870168340207935e-06,
      "loss": 0.0029,
      "step": 6409
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870110830879846e-06,
      "loss": 0.0079,
      "step": 6410
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.870053308985226e-06,
      "loss": 0.0083,
      "step": 6411
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869995774524223e-06,
      "loss": 0.0084,
      "step": 6412
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86993822749699e-06,
      "loss": 0.0146,
      "step": 6413
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869880667903672e-06,
      "loss": 0.0118,
      "step": 6414
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869823095744418e-06,
      "loss": 0.01,
      "step": 6415
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869765511019377e-06,
      "loss": 0.0161,
      "step": 6416
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869707913728698e-06,
      "loss": 0.0142,
      "step": 6417
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869650303872529e-06,
      "loss": 0.0207,
      "step": 6418
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869592681451017e-06,
      "loss": 0.013,
      "step": 6419
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869535046464314e-06,
      "loss": 0.0198,
      "step": 6420
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869477398912568e-06,
      "loss": 0.0342,
      "step": 6421
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869419738795926e-06,
      "loss": 0.0047,
      "step": 6422
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869362066114537e-06,
      "loss": 0.0044,
      "step": 6423
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869304380868553e-06,
      "loss": 0.0113,
      "step": 6424
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869246683058115e-06,
      "loss": 0.0035,
      "step": 6425
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86918897268338e-06,
      "loss": 0.0381,
      "step": 6426
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.869131249744496e-06,
      "loss": 0.0089,
      "step": 6427
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86907351424161e-06,
      "loss": 0.0112,
      "step": 6428
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86901576617487e-06,
      "loss": 0.0109,
      "step": 6429
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868958005544425e-06,
      "loss": 0.0193,
      "step": 6430
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868900232350427e-06,
      "loss": 0.0061,
      "step": 6431
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868842446593022e-06,
      "loss": 0.0105,
      "step": 6432
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86878464827236e-06,
      "loss": 0.0108,
      "step": 6433
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86872683738859e-06,
      "loss": 0.018,
      "step": 6434
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868669013941864e-06,
      "loss": 0.0056,
      "step": 6435
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868611177932326e-06,
      "loss": 0.0119,
      "step": 6436
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868553329360129e-06,
      "loss": 0.0082,
      "step": 6437
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868495468225422e-06,
      "loss": 0.0127,
      "step": 6438
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868437594528353e-06,
      "loss": 0.0054,
      "step": 6439
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868379708269072e-06,
      "loss": 0.0109,
      "step": 6440
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868321809447728e-06,
      "loss": 0.0086,
      "step": 6441
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868263898064472e-06,
      "loss": 0.002,
      "step": 6442
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868205974119452e-06,
      "loss": 0.0042,
      "step": 6443
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868148037612816e-06,
      "loss": 0.0065,
      "step": 6444
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.868090088544715e-06,
      "loss": 0.0297,
      "step": 6445
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.8680321269153e-06,
      "loss": 0.0162,
      "step": 6446
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86797415272472e-06,
      "loss": 0.0114,
      "step": 6447
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867916165973122e-06,
      "loss": 0.0208,
      "step": 6448
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867858166660657e-06,
      "loss": 0.0038,
      "step": 6449
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867800154787476e-06,
      "loss": 0.0212,
      "step": 6450
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867742130353727e-06,
      "loss": 0.0082,
      "step": 6451
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867684093359561e-06,
      "loss": 0.0091,
      "step": 6452
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867626043805127e-06,
      "loss": 0.0112,
      "step": 6453
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867567981690577e-06,
      "loss": 0.0062,
      "step": 6454
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867509907016058e-06,
      "loss": 0.0082,
      "step": 6455
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86745181978172e-06,
      "loss": 0.0053,
      "step": 6456
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867393719987713e-06,
      "loss": 0.0067,
      "step": 6457
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867335607634188e-06,
      "loss": 0.0104,
      "step": 6458
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867277482721293e-06,
      "loss": 0.0139,
      "step": 6459
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867219345249182e-06,
      "loss": 0.0049,
      "step": 6460
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867161195218e-06,
      "loss": 0.0081,
      "step": 6461
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867103032627901e-06,
      "loss": 0.0033,
      "step": 6462
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.867044857479033e-06,
      "loss": 0.0145,
      "step": 6463
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866986669771547e-06,
      "loss": 0.0014,
      "step": 6464
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866928469505592e-06,
      "loss": 0.0102,
      "step": 6465
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86687025668132e-06,
      "loss": 0.0122,
      "step": 6466
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86681203129888e-06,
      "loss": 0.0101,
      "step": 6467
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866753793358424e-06,
      "loss": 0.0084,
      "step": 6468
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866695542860098e-06,
      "loss": 0.0064,
      "step": 6469
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866637279804057e-06,
      "loss": 0.0185,
      "step": 6470
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866579004190447e-06,
      "loss": 0.0061,
      "step": 6471
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866520716019423e-06,
      "loss": 0.0028,
      "step": 6472
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866462415291132e-06,
      "loss": 0.0043,
      "step": 6473
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866404102005725e-06,
      "loss": 0.0021,
      "step": 6474
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866345776163354e-06,
      "loss": 0.005,
      "step": 6475
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86628743776417e-06,
      "loss": 0.0043,
      "step": 6476
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866229086808319e-06,
      "loss": 0.0142,
      "step": 6477
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866170723295957e-06,
      "loss": 0.0091,
      "step": 6478
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86611234722723e-06,
      "loss": 0.0042,
      "step": 6479
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.866053958602292e-06,
      "loss": 0.0133,
      "step": 6480
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865995557421295e-06,
      "loss": 0.0074,
      "step": 6481
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865937143684384e-06,
      "loss": 0.0131,
      "step": 6482
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865878717391713e-06,
      "loss": 0.0068,
      "step": 6483
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865820278543435e-06,
      "loss": 0.0079,
      "step": 6484
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865761827139697e-06,
      "loss": 0.0085,
      "step": 6485
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86570336318065e-06,
      "loss": 0.0168,
      "step": 6486
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865644886666449e-06,
      "loss": 0.011,
      "step": 6487
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86558639759724e-06,
      "loss": 0.0096,
      "step": 6488
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865527895973177e-06,
      "loss": 0.0146,
      "step": 6489
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86546938179441e-06,
      "loss": 0.0101,
      "step": 6490
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865410855061088e-06,
      "loss": 0.0073,
      "step": 6491
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865352315773367e-06,
      "loss": 0.0079,
      "step": 6492
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865293763931393e-06,
      "loss": 0.0059,
      "step": 6493
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865235199535318e-06,
      "loss": 0.0111,
      "step": 6494
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865176622585297e-06,
      "loss": 0.0118,
      "step": 6495
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865118033081477e-06,
      "loss": 0.005,
      "step": 6496
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86505943102401e-06,
      "loss": 0.0048,
      "step": 6497
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.865000816413048e-06,
      "loss": 0.0127,
      "step": 6498
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864942189248744e-06,
      "loss": 0.0158,
      "step": 6499
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864883549531245e-06,
      "loss": 0.0052,
      "step": 6500
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864824897260705e-06,
      "loss": 0.0089,
      "step": 6501
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864766232437275e-06,
      "loss": 0.0172,
      "step": 6502
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864707555061107e-06,
      "loss": 0.0161,
      "step": 6503
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86464886513235e-06,
      "loss": 0.0058,
      "step": 6504
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864590162651157e-06,
      "loss": 0.0247,
      "step": 6505
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864531447617683e-06,
      "loss": 0.0064,
      "step": 6506
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864472720032072e-06,
      "loss": 0.0031,
      "step": 6507
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864413979894482e-06,
      "loss": 0.0096,
      "step": 6508
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864355227205062e-06,
      "loss": 0.0132,
      "step": 6509
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864296461963964e-06,
      "loss": 0.0007,
      "step": 6510
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864237684171338e-06,
      "loss": 0.0077,
      "step": 6511
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86417889382734e-06,
      "loss": 0.0155,
      "step": 6512
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864120090932117e-06,
      "loss": 0.0027,
      "step": 6513
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86406127548582e-06,
      "loss": 0.0095,
      "step": 6514
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.864002447488608e-06,
      "loss": 0.0108,
      "step": 6515
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863943606940625e-06,
      "loss": 0.0262,
      "step": 6516
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863884753842028e-06,
      "loss": 0.0102,
      "step": 6517
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863825888192965e-06,
      "loss": 0.0317,
      "step": 6518
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86376700999359e-06,
      "loss": 0.0191,
      "step": 6519
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863708119244055e-06,
      "loss": 0.0075,
      "step": 6520
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863649215944511e-06,
      "loss": 0.0284,
      "step": 6521
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863590300095112e-06,
      "loss": 0.015,
      "step": 6522
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863531371696007e-06,
      "loss": 0.0322,
      "step": 6523
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863472430747351e-06,
      "loss": 0.0091,
      "step": 6524
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863413477249294e-06,
      "loss": 0.0075,
      "step": 6525
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863354511201989e-06,
      "loss": 0.0047,
      "step": 6526
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863295532605588e-06,
      "loss": 0.0205,
      "step": 6527
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863236541460244e-06,
      "loss": 0.0297,
      "step": 6528
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863177537766107e-06,
      "loss": 0.0106,
      "step": 6529
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863118521523332e-06,
      "loss": 0.0114,
      "step": 6530
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.863059492732067e-06,
      "loss": 0.0114,
      "step": 6531
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86300045139247e-06,
      "loss": 0.004,
      "step": 6532
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86294139750469e-06,
      "loss": 0.0072,
      "step": 6533
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862882331068881e-06,
      "loss": 0.0086,
      "step": 6534
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862823252085194e-06,
      "loss": 0.0164,
      "step": 6535
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86276416055378e-06,
      "loss": 0.0036,
      "step": 6536
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862705056474795e-06,
      "loss": 0.019,
      "step": 6537
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86264593984839e-06,
      "loss": 0.0151,
      "step": 6538
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862586810674716e-06,
      "loss": 0.0101,
      "step": 6539
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862527668953928e-06,
      "loss": 0.0266,
      "step": 6540
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862468514686177e-06,
      "loss": 0.0057,
      "step": 6541
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862409347871617e-06,
      "loss": 0.0037,
      "step": 6542
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862350168510399e-06,
      "loss": 0.0386,
      "step": 6543
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862290976602676e-06,
      "loss": 0.0094,
      "step": 6544
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862231772148602e-06,
      "loss": 0.0085,
      "step": 6545
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86217255514833e-06,
      "loss": 0.0104,
      "step": 6546
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86211332560201e-06,
      "loss": 0.0078,
      "step": 6547
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.862054083509797e-06,
      "loss": 0.0133,
      "step": 6548
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861994828871846e-06,
      "loss": 0.0125,
      "step": 6549
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861935561688305e-06,
      "loss": 0.0076,
      "step": 6550
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86187628195933e-06,
      "loss": 0.008,
      "step": 6551
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861816989685074e-06,
      "loss": 0.0226,
      "step": 6552
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861757684865688e-06,
      "loss": 0.0059,
      "step": 6553
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861698367501326e-06,
      "loss": 0.0072,
      "step": 6554
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861639037592143e-06,
      "loss": 0.0188,
      "step": 6555
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86157969513829e-06,
      "loss": 0.0123,
      "step": 6556
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86152034013992e-06,
      "loss": 0.005,
      "step": 6557
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861460972597189e-06,
      "loss": 0.0102,
      "step": 6558
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861401592510246e-06,
      "loss": 0.0038,
      "step": 6559
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861342199879247e-06,
      "loss": 0.0117,
      "step": 6560
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861282794704343e-06,
      "loss": 0.0071,
      "step": 6561
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861223376985689e-06,
      "loss": 0.0168,
      "step": 6562
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86116394672344e-06,
      "loss": 0.0216,
      "step": 6563
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861104503917746e-06,
      "loss": 0.0158,
      "step": 6564
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.861045048568763e-06,
      "loss": 0.001,
      "step": 6565
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86098558067664e-06,
      "loss": 0.031,
      "step": 6566
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860926100241537e-06,
      "loss": 0.0113,
      "step": 6567
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860866607263603e-06,
      "loss": 0.002,
      "step": 6568
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860807101742994e-06,
      "loss": 0.0063,
      "step": 6569
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860747583679859e-06,
      "loss": 0.0097,
      "step": 6570
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860688053074357e-06,
      "loss": 0.0198,
      "step": 6571
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860628509926638e-06,
      "loss": 0.0092,
      "step": 6572
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860568954236858e-06,
      "loss": 0.0199,
      "step": 6573
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.86050938600517e-06,
      "loss": 0.0042,
      "step": 6574
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860449805231726e-06,
      "loss": 0.0023,
      "step": 6575
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860390211916683e-06,
      "loss": 0.0166,
      "step": 6576
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860330606060192e-06,
      "loss": 0.0064,
      "step": 6577
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860270987662408e-06,
      "loss": 0.0076,
      "step": 6578
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860211356723483e-06,
      "loss": 0.0148,
      "step": 6579
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860151713243575e-06,
      "loss": 0.0103,
      "step": 6580
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860092057222834e-06,
      "loss": 0.02,
      "step": 6581
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.860032388661415e-06,
      "loss": 0.024,
      "step": 6582
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859972707559473e-06,
      "loss": 0.0094,
      "step": 6583
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859913013917159e-06,
      "loss": 0.0091,
      "step": 6584
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859853307734632e-06,
      "loss": 0.007,
      "step": 6585
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859793589012042e-06,
      "loss": 0.0304,
      "step": 6586
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859733857749544e-06,
      "loss": 0.0084,
      "step": 6587
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859674113947292e-06,
      "loss": 0.0086,
      "step": 6588
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859614357605443e-06,
      "loss": 0.0108,
      "step": 6589
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859554588724147e-06,
      "loss": 0.0145,
      "step": 6590
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85949480730356e-06,
      "loss": 0.0038,
      "step": 6591
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859435013343838e-06,
      "loss": 0.022,
      "step": 6592
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859375206845131e-06,
      "loss": 0.0085,
      "step": 6593
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859315387807599e-06,
      "loss": 0.008,
      "step": 6594
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859255556231392e-06,
      "loss": 0.0136,
      "step": 6595
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859195712116665e-06,
      "loss": 0.0066,
      "step": 6596
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859135855463574e-06,
      "loss": 0.0047,
      "step": 6597
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859075986272272e-06,
      "loss": 0.0132,
      "step": 6598
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859016104542914e-06,
      "loss": 0.011,
      "step": 6599
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858956210275656e-06,
      "loss": 0.0105,
      "step": 6600
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85889630347065e-06,
      "loss": 0.0104,
      "step": 6601
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85883638412805e-06,
      "loss": 0.0059,
      "step": 6602
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858776452248016e-06,
      "loss": 0.006,
      "step": 6603
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858716507830697e-06,
      "loss": 0.021,
      "step": 6604
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858656550876248e-06,
      "loss": 0.0224,
      "step": 6605
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858596581384828e-06,
      "loss": 0.0101,
      "step": 6606
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858536599356587e-06,
      "loss": 0.0059,
      "step": 6607
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858476604791682e-06,
      "loss": 0.0159,
      "step": 6608
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85841659769027e-06,
      "loss": 0.0159,
      "step": 6609
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858356578052502e-06,
      "loss": 0.0181,
      "step": 6610
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858296545878534e-06,
      "loss": 0.0105,
      "step": 6611
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85823650116852e-06,
      "loss": 0.0063,
      "step": 6612
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858176443922618e-06,
      "loss": 0.0061,
      "step": 6613
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858116374140982e-06,
      "loss": 0.0191,
      "step": 6614
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.858056291823766e-06,
      "loss": 0.0322,
      "step": 6615
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857996196971122e-06,
      "loss": 0.0129,
      "step": 6616
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857936089583212e-06,
      "loss": 0.0101,
      "step": 6617
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857875969660185e-06,
      "loss": 0.0064,
      "step": 6618
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.8578158372022e-06,
      "loss": 0.0023,
      "step": 6619
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85775569220941e-06,
      "loss": 0.0091,
      "step": 6620
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85769553468197e-06,
      "loss": 0.002,
      "step": 6621
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857635364620038e-06,
      "loss": 0.0054,
      "step": 6622
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857575182023767e-06,
      "loss": 0.0103,
      "step": 6623
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857514986893311e-06,
      "loss": 0.0238,
      "step": 6624
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857454779228828e-06,
      "loss": 0.0089,
      "step": 6625
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857394559030471e-06,
      "loss": 0.0078,
      "step": 6626
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857334326298399e-06,
      "loss": 0.0181,
      "step": 6627
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857274081032764e-06,
      "loss": 0.005,
      "step": 6628
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857213823233722e-06,
      "loss": 0.0043,
      "step": 6629
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85715355290143e-06,
      "loss": 0.0043,
      "step": 6630
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857093270036042e-06,
      "loss": 0.0034,
      "step": 6631
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.857032974637715e-06,
      "loss": 0.0047,
      "step": 6632
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856972666706603e-06,
      "loss": 0.0153,
      "step": 6633
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856912346242862e-06,
      "loss": 0.0109,
      "step": 6634
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856852013246647e-06,
      "loss": 0.0115,
      "step": 6635
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856791667718118e-06,
      "loss": 0.029,
      "step": 6636
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856731309657424e-06,
      "loss": 0.0064,
      "step": 6637
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856670939064725e-06,
      "loss": 0.0072,
      "step": 6638
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856610555940175e-06,
      "loss": 0.0229,
      "step": 6639
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856550160283932e-06,
      "loss": 0.0217,
      "step": 6640
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856489752096152e-06,
      "loss": 0.0031,
      "step": 6641
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856429331376987e-06,
      "loss": 0.0084,
      "step": 6642
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856368898126597e-06,
      "loss": 0.009,
      "step": 6643
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856308452345136e-06,
      "loss": 0.0058,
      "step": 6644
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85624799403276e-06,
      "loss": 0.0071,
      "step": 6645
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856187523189624e-06,
      "loss": 0.004,
      "step": 6646
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856127039815886e-06,
      "loss": 0.003,
      "step": 6647
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856066543911701e-06,
      "loss": 0.0087,
      "step": 6648
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.856006035477226e-06,
      "loss": 0.0147,
      "step": 6649
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855945514512616e-06,
      "loss": 0.0045,
      "step": 6650
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85588498101803e-06,
      "loss": 0.0072,
      "step": 6651
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85582443499362e-06,
      "loss": 0.0079,
      "step": 6652
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855763876439543e-06,
      "loss": 0.0113,
      "step": 6653
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855703305355956e-06,
      "loss": 0.0032,
      "step": 6654
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85564272174302e-06,
      "loss": 0.0125,
      "step": 6655
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855582125600883e-06,
      "loss": 0.0068,
      "step": 6656
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855521516929706e-06,
      "loss": 0.0178,
      "step": 6657
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855460895729647e-06,
      "loss": 0.0024,
      "step": 6658
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855400262000859e-06,
      "loss": 0.0094,
      "step": 6659
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855339615743498e-06,
      "loss": 0.0288,
      "step": 6660
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855278956957724e-06,
      "loss": 0.0258,
      "step": 6661
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85521828564369e-06,
      "loss": 0.0069,
      "step": 6662
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855157601801557e-06,
      "loss": 0.0081,
      "step": 6663
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855096905431475e-06,
      "loss": 0.0157,
      "step": 6664
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.855036196533609e-06,
      "loss": 0.0094,
      "step": 6665
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854975475108108e-06,
      "loss": 0.0082,
      "step": 6666
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854914741155133e-06,
      "loss": 0.0316,
      "step": 6667
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854853994674838e-06,
      "loss": 0.0089,
      "step": 6668
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854793235667382e-06,
      "loss": 0.0049,
      "step": 6669
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854732464132921e-06,
      "loss": 0.0501,
      "step": 6670
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854671680071613e-06,
      "loss": 0.0068,
      "step": 6671
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85461088348361e-06,
      "loss": 0.0158,
      "step": 6672
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854550074369076e-06,
      "loss": 0.0398,
      "step": 6673
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854489252728164e-06,
      "loss": 0.0035,
      "step": 6674
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854428418561031e-06,
      "loss": 0.0173,
      "step": 6675
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854367571867833e-06,
      "loss": 0.0127,
      "step": 6676
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85430671264873e-06,
      "loss": 0.0033,
      "step": 6677
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854245840903877e-06,
      "loss": 0.0077,
      "step": 6678
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854184956633431e-06,
      "loss": 0.0046,
      "step": 6679
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854124059837552e-06,
      "loss": 0.01,
      "step": 6680
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.854063150516391e-06,
      "loss": 0.0145,
      "step": 6681
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85400222867011e-06,
      "loss": 0.0036,
      "step": 6682
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853941294298866e-06,
      "loss": 0.012,
      "step": 6683
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853880347402814e-06,
      "loss": 0.0074,
      "step": 6684
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853819387982112e-06,
      "loss": 0.0127,
      "step": 6685
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85375841603692e-06,
      "loss": 0.0131,
      "step": 6686
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853697431567393e-06,
      "loss": 0.0107,
      "step": 6687
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853636434573688e-06,
      "loss": 0.019,
      "step": 6688
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853575425055963e-06,
      "loss": 0.0135,
      "step": 6689
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853514403014375e-06,
      "loss": 0.0158,
      "step": 6690
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853453368449082e-06,
      "loss": 0.0135,
      "step": 6691
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85339232136024e-06,
      "loss": 0.0084,
      "step": 6692
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.85333126174801e-06,
      "loss": 0.0142,
      "step": 6693
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.853270189612546e-06,
      "loss": 0.0209,
      "step": 6694
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.853209104954006e-06,
      "loss": 0.0038,
      "step": 6695
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85314800777255e-06,
      "loss": 0.004,
      "step": 6696
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.853086898068336e-06,
      "loss": 0.0023,
      "step": 6697
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.853025775841517e-06,
      "loss": 0.0072,
      "step": 6698
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852964641092255e-06,
      "loss": 0.0125,
      "step": 6699
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852903493820706e-06,
      "loss": 0.0045,
      "step": 6700
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85284233402703e-06,
      "loss": 0.0047,
      "step": 6701
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85278116171138e-06,
      "loss": 0.005,
      "step": 6702
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852719976873916e-06,
      "loss": 0.0393,
      "step": 6703
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8526587795148e-06,
      "loss": 0.0171,
      "step": 6704
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852597569634187e-06,
      "loss": 0.0074,
      "step": 6705
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852536347232232e-06,
      "loss": 0.0099,
      "step": 6706
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852475112309095e-06,
      "loss": 0.0048,
      "step": 6707
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852413864864935e-06,
      "loss": 0.0016,
      "step": 6708
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852352604899912e-06,
      "loss": 0.0049,
      "step": 6709
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85229133241418e-06,
      "loss": 0.0118,
      "step": 6710
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8522300474079e-06,
      "loss": 0.0154,
      "step": 6711
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852168749881227e-06,
      "loss": 0.0079,
      "step": 6712
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852107439834322e-06,
      "loss": 0.0213,
      "step": 6713
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.852046117267342e-06,
      "loss": 0.0215,
      "step": 6714
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851984782180445e-06,
      "loss": 0.0181,
      "step": 6715
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85192343457379e-06,
      "loss": 0.0222,
      "step": 6716
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851862074447536e-06,
      "loss": 0.0102,
      "step": 6717
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85180070180184e-06,
      "loss": 0.004,
      "step": 6718
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85173931663686e-06,
      "loss": 0.0028,
      "step": 6719
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851677918952756e-06,
      "loss": 0.0113,
      "step": 6720
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851616508749683e-06,
      "loss": 0.0253,
      "step": 6721
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851555086027804e-06,
      "loss": 0.0257,
      "step": 6722
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851493650787277e-06,
      "loss": 0.0022,
      "step": 6723
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851432203028257e-06,
      "loss": 0.0076,
      "step": 6724
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851370742750906e-06,
      "loss": 0.0174,
      "step": 6725
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85130926995538e-06,
      "loss": 0.0171,
      "step": 6726
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851247784641839e-06,
      "loss": 0.0079,
      "step": 6727
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851186286810441e-06,
      "loss": 0.0388,
      "step": 6728
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851124776461345e-06,
      "loss": 0.0111,
      "step": 6729
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851063253594712e-06,
      "loss": 0.0291,
      "step": 6730
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.851001718210697e-06,
      "loss": 0.0175,
      "step": 6731
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850940170309459e-06,
      "loss": 0.0067,
      "step": 6732
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850878609891161e-06,
      "loss": 0.0309,
      "step": 6733
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850817036955958e-06,
      "loss": 0.0106,
      "step": 6734
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.85075545150401e-06,
      "loss": 0.0127,
      "step": 6735
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850693853535476e-06,
      "loss": 0.0226,
      "step": 6736
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850632243050513e-06,
      "loss": 0.0445,
      "step": 6737
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850570620049285e-06,
      "loss": 0.0128,
      "step": 6738
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850508984531945e-06,
      "loss": 0.0145,
      "step": 6739
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850447336498655e-06,
      "loss": 0.0025,
      "step": 6740
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850385675949573e-06,
      "loss": 0.0215,
      "step": 6741
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850324002884862e-06,
      "loss": 0.0354,
      "step": 6742
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850262317304677e-06,
      "loss": 0.0053,
      "step": 6743
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850200619209178e-06,
      "loss": 0.0182,
      "step": 6744
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850138908598524e-06,
      "loss": 0.0196,
      "step": 6745
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850077185472874e-06,
      "loss": 0.0127,
      "step": 6746
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.850015449832391e-06,
      "loss": 0.0109,
      "step": 6747
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849953701677228e-06,
      "loss": 0.028,
      "step": 6748
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84989194100755e-06,
      "loss": 0.0061,
      "step": 6749
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849830167823513e-06,
      "loss": 0.0014,
      "step": 6750
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849768382125278e-06,
      "loss": 0.0065,
      "step": 6751
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849706583913002e-06,
      "loss": 0.0012,
      "step": 6752
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849644773186848e-06,
      "loss": 0.0144,
      "step": 6753
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849582949946973e-06,
      "loss": 0.0061,
      "step": 6754
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849521114193536e-06,
      "loss": 0.0128,
      "step": 6755
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849459265926701e-06,
      "loss": 0.0121,
      "step": 6756
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849397405146622e-06,
      "loss": 0.0025,
      "step": 6757
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849335531853463e-06,
      "loss": 0.0018,
      "step": 6758
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849273646047379e-06,
      "loss": 0.0054,
      "step": 6759
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849211747728535e-06,
      "loss": 0.0113,
      "step": 6760
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849149836897088e-06,
      "loss": 0.0169,
      "step": 6761
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.849087913553195e-06,
      "loss": 0.0143,
      "step": 6762
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84902597769702e-06,
      "loss": 0.0078,
      "step": 6763
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848964029328722e-06,
      "loss": 0.0112,
      "step": 6764
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84890206844846e-06,
      "loss": 0.0275,
      "step": 6765
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848840095056396e-06,
      "loss": 0.0075,
      "step": 6766
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848778109152685e-06,
      "loss": 0.012,
      "step": 6767
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848716110737493e-06,
      "loss": 0.0119,
      "step": 6768
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848654099810975e-06,
      "loss": 0.0026,
      "step": 6769
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848592076373294e-06,
      "loss": 0.0204,
      "step": 6770
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84853004042461e-06,
      "loss": 0.0038,
      "step": 6771
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848467991965079e-06,
      "loss": 0.03,
      "step": 6772
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848405930994867e-06,
      "loss": 0.0103,
      "step": 6773
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84834385751413e-06,
      "loss": 0.0057,
      "step": 6774
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84828177152303e-06,
      "loss": 0.0039,
      "step": 6775
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848219673021726e-06,
      "loss": 0.0111,
      "step": 6776
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848157562010381e-06,
      "loss": 0.0265,
      "step": 6777
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.848095438489151e-06,
      "loss": 0.0194,
      "step": 6778
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8480333024582e-06,
      "loss": 0.0089,
      "step": 6779
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847971153917688e-06,
      "loss": 0.0047,
      "step": 6780
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847908992867771e-06,
      "loss": 0.0044,
      "step": 6781
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847846819308615e-06,
      "loss": 0.0391,
      "step": 6782
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847784633240378e-06,
      "loss": 0.0246,
      "step": 6783
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84772243466322e-06,
      "loss": 0.002,
      "step": 6784
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847660223577302e-06,
      "loss": 0.0129,
      "step": 6785
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847597999982785e-06,
      "loss": 0.0055,
      "step": 6786
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847535763879827e-06,
      "loss": 0.0101,
      "step": 6787
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847473515268593e-06,
      "loss": 0.0047,
      "step": 6788
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847411254149242e-06,
      "loss": 0.0159,
      "step": 6789
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847348980521932e-06,
      "loss": 0.0366,
      "step": 6790
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847286694386825e-06,
      "loss": 0.005,
      "step": 6791
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847224395744086e-06,
      "loss": 0.0194,
      "step": 6792
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84716208459387e-06,
      "loss": 0.0138,
      "step": 6793
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847099760936339e-06,
      "loss": 0.003,
      "step": 6794
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.847037424771656e-06,
      "loss": 0.0185,
      "step": 6795
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84697507609998e-06,
      "loss": 0.0169,
      "step": 6796
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846912714921473e-06,
      "loss": 0.0112,
      "step": 6797
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846850341236297e-06,
      "loss": 0.0123,
      "step": 6798
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846787955044608e-06,
      "loss": 0.0023,
      "step": 6799
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846725556346573e-06,
      "loss": 0.0072,
      "step": 6800
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846663145142347e-06,
      "loss": 0.0044,
      "step": 6801
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846600721432098e-06,
      "loss": 0.0035,
      "step": 6802
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846538285215982e-06,
      "loss": 0.009,
      "step": 6803
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846475836494161e-06,
      "loss": 0.0052,
      "step": 6804
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846413375266797e-06,
      "loss": 0.0189,
      "step": 6805
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846350901534052e-06,
      "loss": 0.016,
      "step": 6806
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846288415296085e-06,
      "loss": 0.004,
      "step": 6807
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846225916553059e-06,
      "loss": 0.0227,
      "step": 6808
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846163405305134e-06,
      "loss": 0.0126,
      "step": 6809
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846100881552471e-06,
      "loss": 0.0069,
      "step": 6810
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.846038345295232e-06,
      "loss": 0.0047,
      "step": 6811
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84597579653358e-06,
      "loss": 0.0027,
      "step": 6812
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845913235267674e-06,
      "loss": 0.0042,
      "step": 6813
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845850661497678e-06,
      "loss": 0.0037,
      "step": 6814
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84578807522375e-06,
      "loss": 0.0185,
      "step": 6815
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845725476446054e-06,
      "loss": 0.0091,
      "step": 6816
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845662865164752e-06,
      "loss": 0.0088,
      "step": 6817
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845600241380002e-06,
      "loss": 0.0065,
      "step": 6818
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84553760509197e-06,
      "loss": 0.0033,
      "step": 6819
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845474956300816e-06,
      "loss": 0.0044,
      "step": 6820
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8454122950067e-06,
      "loss": 0.0077,
      "step": 6821
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845349621209785e-06,
      "loss": 0.0093,
      "step": 6822
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845286934910232e-06,
      "loss": 0.0144,
      "step": 6823
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845224236108206e-06,
      "loss": 0.0097,
      "step": 6824
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845161524803864e-06,
      "loss": 0.0188,
      "step": 6825
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84509880099737e-06,
      "loss": 0.0141,
      "step": 6826
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.845036064688887e-06,
      "loss": 0.0089,
      "step": 6827
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844973315878577e-06,
      "loss": 0.0058,
      "step": 6828
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844910554566598e-06,
      "loss": 0.0061,
      "step": 6829
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844847780753117e-06,
      "loss": 0.0101,
      "step": 6830
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844784994438292e-06,
      "loss": 0.029,
      "step": 6831
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844722195622287e-06,
      "loss": 0.003,
      "step": 6832
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844659384305262e-06,
      "loss": 0.0171,
      "step": 6833
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844596560487383e-06,
      "loss": 0.0043,
      "step": 6834
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84453372416881e-06,
      "loss": 0.0041,
      "step": 6835
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844470875349704e-06,
      "loss": 0.0075,
      "step": 6836
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844408014030229e-06,
      "loss": 0.0108,
      "step": 6837
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844345140210544e-06,
      "loss": 0.0151,
      "step": 6838
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844282253890817e-06,
      "loss": 0.0223,
      "step": 6839
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844219355071206e-06,
      "loss": 0.0028,
      "step": 6840
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844156443751872e-06,
      "loss": 0.0078,
      "step": 6841
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84409351993298e-06,
      "loss": 0.0042,
      "step": 6842
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.844030583614694e-06,
      "loss": 0.0099,
      "step": 6843
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843967634797174e-06,
      "loss": 0.0054,
      "step": 6844
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84390467348058e-06,
      "loss": 0.0164,
      "step": 6845
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84384169966508e-06,
      "loss": 0.0098,
      "step": 6846
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843778713350832e-06,
      "loss": 0.0181,
      "step": 6847
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843715714538e-06,
      "loss": 0.0075,
      "step": 6848
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843652703226749e-06,
      "loss": 0.0093,
      "step": 6849
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843589679417236e-06,
      "loss": 0.0128,
      "step": 6850
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843526643109629e-06,
      "loss": 0.0085,
      "step": 6851
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84346359430409e-06,
      "loss": 0.0211,
      "step": 6852
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843400533000777e-06,
      "loss": 0.0465,
      "step": 6853
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843337459199858e-06,
      "loss": 0.0094,
      "step": 6854
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843274372901493e-06,
      "loss": 0.0215,
      "step": 6855
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843211274105846e-06,
      "loss": 0.0164,
      "step": 6856
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843148162813079e-06,
      "loss": 0.0029,
      "step": 6857
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843085039023356e-06,
      "loss": 0.0111,
      "step": 6858
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.843021902736839e-06,
      "loss": 0.0153,
      "step": 6859
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84295875395369e-06,
      "loss": 0.0333,
      "step": 6860
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842895592674073e-06,
      "loss": 0.0161,
      "step": 6861
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842832418898151e-06,
      "loss": 0.0072,
      "step": 6862
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842769232626088e-06,
      "loss": 0.006,
      "step": 6863
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842706033858044e-06,
      "loss": 0.0046,
      "step": 6864
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842642822594186e-06,
      "loss": 0.0121,
      "step": 6865
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842579598834676e-06,
      "loss": 0.008,
      "step": 6866
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842516362579673e-06,
      "loss": 0.0034,
      "step": 6867
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842453113829347e-06,
      "loss": 0.008,
      "step": 6868
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842389852583856e-06,
      "loss": 0.0056,
      "step": 6869
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842326578843365e-06,
      "loss": 0.0109,
      "step": 6870
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842263292608036e-06,
      "loss": 0.0036,
      "step": 6871
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842199993878034e-06,
      "loss": 0.0096,
      "step": 6872
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842136682653522e-06,
      "loss": 0.004,
      "step": 6873
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842073358934665e-06,
      "loss": 0.0051,
      "step": 6874
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.842010022721622e-06,
      "loss": 0.007,
      "step": 6875
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841946674014559e-06,
      "loss": 0.0092,
      "step": 6876
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84188331281364e-06,
      "loss": 0.0073,
      "step": 6877
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84181993911903e-06,
      "loss": 0.0373,
      "step": 6878
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841756552930888e-06,
      "loss": 0.0142,
      "step": 6879
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84169315424938e-06,
      "loss": 0.0122,
      "step": 6880
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841629743074673e-06,
      "loss": 0.0171,
      "step": 6881
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841566319406923e-06,
      "loss": 0.0028,
      "step": 6882
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8415028832463e-06,
      "loss": 0.0424,
      "step": 6883
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841439434592965e-06,
      "loss": 0.0119,
      "step": 6884
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841375973447082e-06,
      "loss": 0.0077,
      "step": 6885
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841312499808815e-06,
      "loss": 0.0049,
      "step": 6886
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841249013678329e-06,
      "loss": 0.0095,
      "step": 6887
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841185515055787e-06,
      "loss": 0.0034,
      "step": 6888
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841122003941351e-06,
      "loss": 0.0096,
      "step": 6889
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.841058480335186e-06,
      "loss": 0.0038,
      "step": 6890
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840994944237459e-06,
      "loss": 0.0173,
      "step": 6891
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840931395648328e-06,
      "loss": 0.0076,
      "step": 6892
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840867834567962e-06,
      "loss": 0.008,
      "step": 6893
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840804260996523e-06,
      "loss": 0.0095,
      "step": 6894
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840740674934175e-06,
      "loss": 0.0092,
      "step": 6895
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840677076381082e-06,
      "loss": 0.0185,
      "step": 6896
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84061346533741e-06,
      "loss": 0.0071,
      "step": 6897
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84054984180332e-06,
      "loss": 0.0058,
      "step": 6898
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840486205778979e-06,
      "loss": 0.0183,
      "step": 6899
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840422557264548e-06,
      "loss": 0.0054,
      "step": 6900
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840358896260195e-06,
      "loss": 0.0059,
      "step": 6901
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840295222766081e-06,
      "loss": 0.0033,
      "step": 6902
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840231536782372e-06,
      "loss": 0.0023,
      "step": 6903
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840167838309234e-06,
      "loss": 0.0137,
      "step": 6904
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.840104127346828e-06,
      "loss": 0.0059,
      "step": 6905
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.84004040389532e-06,
      "loss": 0.0206,
      "step": 6906
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839976667954873e-06,
      "loss": 0.023,
      "step": 6907
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839912919525655e-06,
      "loss": 0.0193,
      "step": 6908
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839849158607827e-06,
      "loss": 0.0101,
      "step": 6909
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839785385201554e-06,
      "loss": 0.0066,
      "step": 6910
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839721599307004e-06,
      "loss": 0.0023,
      "step": 6911
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839657800924337e-06,
      "loss": 0.0063,
      "step": 6912
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839593990053719e-06,
      "loss": 0.0079,
      "step": 6913
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839530166695317e-06,
      "loss": 0.0088,
      "step": 6914
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83946633084929e-06,
      "loss": 0.0024,
      "step": 6915
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839402482515811e-06,
      "loss": 0.0084,
      "step": 6916
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839338621695039e-06,
      "loss": 0.0073,
      "step": 6917
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83927474838714e-06,
      "loss": 0.0158,
      "step": 6918
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839210862592276e-06,
      "loss": 0.0394,
      "step": 6919
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839146964310618e-06,
      "loss": 0.0037,
      "step": 6920
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839083053542327e-06,
      "loss": 0.0146,
      "step": 6921
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83901913028757e-06,
      "loss": 0.0051,
      "step": 6922
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838955194546509e-06,
      "loss": 0.0032,
      "step": 6923
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838891246319309e-06,
      "loss": 0.0069,
      "step": 6924
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838827285606139e-06,
      "loss": 0.0769,
      "step": 6925
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83876331240716e-06,
      "loss": 0.0081,
      "step": 6926
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83869932672254e-06,
      "loss": 0.0131,
      "step": 6927
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838635328552442e-06,
      "loss": 0.0152,
      "step": 6928
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838571317897032e-06,
      "loss": 0.0262,
      "step": 6929
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838507294756474e-06,
      "loss": 0.0022,
      "step": 6930
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838443259130934e-06,
      "loss": 0.0047,
      "step": 6931
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83837921102058e-06,
      "loss": 0.0323,
      "step": 6932
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838315150425572e-06,
      "loss": 0.0025,
      "step": 6933
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83825107734608e-06,
      "loss": 0.003,
      "step": 6934
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838186991782265e-06,
      "loss": 0.0195,
      "step": 6935
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838122893734297e-06,
      "loss": 0.0136,
      "step": 6936
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.838058783202338e-06,
      "loss": 0.008,
      "step": 6937
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837994660186554e-06,
      "loss": 0.0105,
      "step": 6938
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837930524687112e-06,
      "loss": 0.0221,
      "step": 6939
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837866376704178e-06,
      "loss": 0.0064,
      "step": 6940
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837802216237913e-06,
      "loss": 0.0123,
      "step": 6941
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837738043288486e-06,
      "loss": 0.0335,
      "step": 6942
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837673857856063e-06,
      "loss": 0.02,
      "step": 6943
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837609659940808e-06,
      "loss": 0.0088,
      "step": 6944
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837545449542889e-06,
      "loss": 0.0143,
      "step": 6945
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83748122666247e-06,
      "loss": 0.0265,
      "step": 6946
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837416991299715e-06,
      "loss": 0.0168,
      "step": 6947
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837352743454793e-06,
      "loss": 0.0121,
      "step": 6948
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837288483127868e-06,
      "loss": 0.0076,
      "step": 6949
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837224210319104e-06,
      "loss": 0.002,
      "step": 6950
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837159925028672e-06,
      "loss": 0.037,
      "step": 6951
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837095627256735e-06,
      "loss": 0.016,
      "step": 6952
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.837031317003457e-06,
      "loss": 0.0159,
      "step": 6953
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836966994269006e-06,
      "loss": 0.0062,
      "step": 6954
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836902659053549e-06,
      "loss": 0.022,
      "step": 6955
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836838311357249e-06,
      "loss": 0.0098,
      "step": 6956
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836773951180274e-06,
      "loss": 0.0086,
      "step": 6957
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836709578522791e-06,
      "loss": 0.025,
      "step": 6958
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836645193384964e-06,
      "loss": 0.0096,
      "step": 6959
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836580795766961e-06,
      "loss": 0.0051,
      "step": 6960
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836516385668946e-06,
      "loss": 0.0044,
      "step": 6961
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836451963091087e-06,
      "loss": 0.021,
      "step": 6962
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83638752803355e-06,
      "loss": 0.024,
      "step": 6963
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836323080496501e-06,
      "loss": 0.0111,
      "step": 6964
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836258620480105e-06,
      "loss": 0.031,
      "step": 6965
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836194147984531e-06,
      "loss": 0.0161,
      "step": 6966
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836129663009944e-06,
      "loss": 0.0063,
      "step": 6967
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83606516555651e-06,
      "loss": 0.0023,
      "step": 6968
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.836000655624394e-06,
      "loss": 0.0097,
      "step": 6969
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835936133213766e-06,
      "loss": 0.003,
      "step": 6970
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83587159832479e-06,
      "loss": 0.0076,
      "step": 6971
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835807050957633e-06,
      "loss": 0.0119,
      "step": 6972
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835742491112462e-06,
      "loss": 0.0051,
      "step": 6973
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835677918789443e-06,
      "loss": 0.0136,
      "step": 6974
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835613333988745e-06,
      "loss": 0.0075,
      "step": 6975
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83554873671053e-06,
      "loss": 0.0058,
      "step": 6976
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835484126954969e-06,
      "loss": 0.0069,
      "step": 6977
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835419504722226e-06,
      "loss": 0.0064,
      "step": 6978
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835354870012468e-06,
      "loss": 0.0135,
      "step": 6979
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835290222825864e-06,
      "loss": 0.0366,
      "step": 6980
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83522556316258e-06,
      "loss": 0.0094,
      "step": 6981
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835160891022781e-06,
      "loss": 0.0071,
      "step": 6982
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835096206406634e-06,
      "loss": 0.0028,
      "step": 6983
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.835031509314309e-06,
      "loss": 0.0064,
      "step": 6984
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834966799745971e-06,
      "loss": 0.0148,
      "step": 6985
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834902077701785e-06,
      "loss": 0.0218,
      "step": 6986
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834837343181921e-06,
      "loss": 0.0256,
      "step": 6987
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834772596186545e-06,
      "loss": 0.0091,
      "step": 6988
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834707836715823e-06,
      "loss": 0.0178,
      "step": 6989
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834643064769924e-06,
      "loss": 0.0448,
      "step": 6990
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834578280349014e-06,
      "loss": 0.006,
      "step": 6991
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834513483453261e-06,
      "loss": 0.0125,
      "step": 6992
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834448674082831e-06,
      "loss": 0.0084,
      "step": 6993
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834383852237892e-06,
      "loss": 0.0134,
      "step": 6994
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83431901791861e-06,
      "loss": 0.0101,
      "step": 6995
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834254171125154e-06,
      "loss": 0.0094,
      "step": 6996
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834189311857692e-06,
      "loss": 0.0043,
      "step": 6997
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83412444011639e-06,
      "loss": 0.0289,
      "step": 6998
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.834059555901414e-06,
      "loss": 0.0194,
      "step": 6999
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833994659212933e-06,
      "loss": 0.0045,
      "step": 7000
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833929750051114e-06,
      "loss": 0.0194,
      "step": 7001
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833864828416126e-06,
      "loss": 0.023,
      "step": 7002
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833799894308136e-06,
      "loss": 0.0212,
      "step": 7003
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83373494772731e-06,
      "loss": 0.0032,
      "step": 7004
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833669988673816e-06,
      "loss": 0.0044,
      "step": 7005
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833605017147823e-06,
      "loss": 0.0055,
      "step": 7006
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833540033149496e-06,
      "loss": 0.0103,
      "step": 7007
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833475036679005e-06,
      "loss": 0.0337,
      "step": 7008
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833410027736518e-06,
      "loss": 0.0047,
      "step": 7009
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8333450063222e-06,
      "loss": 0.0171,
      "step": 7010
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833279972436225e-06,
      "loss": 0.0038,
      "step": 7011
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833214926078754e-06,
      "loss": 0.0209,
      "step": 7012
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833149867249957e-06,
      "loss": 0.0033,
      "step": 7013
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833084795950002e-06,
      "loss": 0.0114,
      "step": 7014
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.833019712179057e-06,
      "loss": 0.0209,
      "step": 7015
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832954615937288e-06,
      "loss": 0.0116,
      "step": 7016
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832889507224869e-06,
      "loss": 0.0039,
      "step": 7017
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832824386041963e-06,
      "loss": 0.021,
      "step": 7018
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832759252388737e-06,
      "loss": 0.0104,
      "step": 7019
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832694106265364e-06,
      "loss": 0.0068,
      "step": 7020
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832628947672008e-06,
      "loss": 0.0119,
      "step": 7021
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832563776608836e-06,
      "loss": 0.0089,
      "step": 7022
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832498593076021e-06,
      "loss": 0.0071,
      "step": 7023
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832433397073729e-06,
      "loss": 0.0162,
      "step": 7024
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832368188602126e-06,
      "loss": 0.0095,
      "step": 7025
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832302967661384e-06,
      "loss": 0.0117,
      "step": 7026
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832237734251669e-06,
      "loss": 0.0066,
      "step": 7027
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832172488373148e-06,
      "loss": 0.0062,
      "step": 7028
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.832107230025994e-06,
      "loss": 0.0101,
      "step": 7029
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83204195921037e-06,
      "loss": 0.005,
      "step": 7030
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831976675926448e-06,
      "loss": 0.0092,
      "step": 7031
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831911380174397e-06,
      "loss": 0.0036,
      "step": 7032
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831846071954382e-06,
      "loss": 0.0103,
      "step": 7033
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831780751266574e-06,
      "loss": 0.0125,
      "step": 7034
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83171541811114e-06,
      "loss": 0.0103,
      "step": 7035
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83165007248825e-06,
      "loss": 0.012,
      "step": 7036
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831584714398074e-06,
      "loss": 0.0114,
      "step": 7037
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831519343840776e-06,
      "loss": 0.0017,
      "step": 7038
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83145396081653e-06,
      "loss": 0.0057,
      "step": 7039
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8313885653255e-06,
      "loss": 0.0126,
      "step": 7040
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831323157367857e-06,
      "loss": 0.0152,
      "step": 7041
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831257736943773e-06,
      "loss": 0.0221,
      "step": 7042
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83119230405341e-06,
      "loss": 0.0223,
      "step": 7043
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831126858696943e-06,
      "loss": 0.0186,
      "step": 7044
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.831061400874536e-06,
      "loss": 0.0087,
      "step": 7045
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83099593058636e-06,
      "loss": 0.0134,
      "step": 7046
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830930447832585e-06,
      "loss": 0.0057,
      "step": 7047
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830864952613379e-06,
      "loss": 0.0264,
      "step": 7048
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83079944492891e-06,
      "loss": 0.0619,
      "step": 7049
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83073392477935e-06,
      "loss": 0.0063,
      "step": 7050
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830668392164867e-06,
      "loss": 0.0187,
      "step": 7051
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830602847085627e-06,
      "loss": 0.0068,
      "step": 7052
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830537289541802e-06,
      "loss": 0.0015,
      "step": 7053
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83047171953356e-06,
      "loss": 0.0113,
      "step": 7054
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83040613706107e-06,
      "loss": 0.0057,
      "step": 7055
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830340542124504e-06,
      "loss": 0.0209,
      "step": 7056
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830274934724027e-06,
      "loss": 0.0084,
      "step": 7057
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830209314859811e-06,
      "loss": 0.015,
      "step": 7058
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830143682532026e-06,
      "loss": 0.0051,
      "step": 7059
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.83007803774084e-06,
      "loss": 0.0029,
      "step": 7060
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.830012380486423e-06,
      "loss": 0.0161,
      "step": 7061
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829946710768942e-06,
      "loss": 0.0062,
      "step": 7062
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82988102858857e-06,
      "loss": 0.0037,
      "step": 7063
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829815333945473e-06,
      "loss": 0.0046,
      "step": 7064
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829749626839823e-06,
      "loss": 0.0117,
      "step": 7065
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829683907271791e-06,
      "loss": 0.0237,
      "step": 7066
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829618175241543e-06,
      "loss": 0.0107,
      "step": 7067
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829552430749251e-06,
      "loss": 0.0075,
      "step": 7068
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829486673795083e-06,
      "loss": 0.0035,
      "step": 7069
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82942090437921e-06,
      "loss": 0.0057,
      "step": 7070
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829355122501801e-06,
      "loss": 0.0068,
      "step": 7071
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829289328163025e-06,
      "loss": 0.0041,
      "step": 7072
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829223521363054e-06,
      "loss": 0.0227,
      "step": 7073
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829157702102054e-06,
      "loss": 0.0216,
      "step": 7074
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8290918703802e-06,
      "loss": 0.0146,
      "step": 7075
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.829026026197658e-06,
      "loss": 0.032,
      "step": 7076
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828960169554599e-06,
      "loss": 0.01,
      "step": 7077
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828894300451194e-06,
      "loss": 0.007,
      "step": 7078
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828828418887611e-06,
      "loss": 0.0195,
      "step": 7079
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828762524864023e-06,
      "loss": 0.015,
      "step": 7080
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828696618380595e-06,
      "loss": 0.0196,
      "step": 7081
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828630699437502e-06,
      "loss": 0.0124,
      "step": 7082
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828564768034912e-06,
      "loss": 0.0112,
      "step": 7083
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828498824172994e-06,
      "loss": 0.0075,
      "step": 7084
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828432867851921e-06,
      "loss": 0.0038,
      "step": 7085
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82836689907186e-06,
      "loss": 0.0188,
      "step": 7086
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828300917832984e-06,
      "loss": 0.0042,
      "step": 7087
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828234924135463e-06,
      "loss": 0.0232,
      "step": 7088
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828168917979464e-06,
      "loss": 0.0078,
      "step": 7089
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828102899365162e-06,
      "loss": 0.0077,
      "step": 7090
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.828036868292724e-06,
      "loss": 0.0043,
      "step": 7091
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827970824762321e-06,
      "loss": 0.0063,
      "step": 7092
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827904768774125e-06,
      "loss": 0.0008,
      "step": 7093
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827838700328304e-06,
      "loss": 0.0033,
      "step": 7094
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827772619425031e-06,
      "loss": 0.008,
      "step": 7095
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827706526064475e-06,
      "loss": 0.0018,
      "step": 7096
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827640420246806e-06,
      "loss": 0.0069,
      "step": 7097
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827574301972195e-06,
      "loss": 0.0068,
      "step": 7098
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827508171240816e-06,
      "loss": 0.0052,
      "step": 7099
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827442028052833e-06,
      "loss": 0.0088,
      "step": 7100
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827375872408423e-06,
      "loss": 0.0082,
      "step": 7101
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827309704307753e-06,
      "loss": 0.0136,
      "step": 7102
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827243523750996e-06,
      "loss": 0.0142,
      "step": 7103
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82717733073832e-06,
      "loss": 0.0042,
      "step": 7104
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827111125269898e-06,
      "loss": 0.0065,
      "step": 7105
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.827044907345899e-06,
      "loss": 0.0164,
      "step": 7106
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826978676966496e-06,
      "loss": 0.0238,
      "step": 7107
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826912434131858e-06,
      "loss": 0.0082,
      "step": 7108
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826846178842158e-06,
      "loss": 0.0159,
      "step": 7109
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826779911097566e-06,
      "loss": 0.0126,
      "step": 7110
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826713630898253e-06,
      "loss": 0.034,
      "step": 7111
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826647338244388e-06,
      "loss": 0.0127,
      "step": 7112
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826581033136147e-06,
      "loss": 0.0163,
      "step": 7113
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826514715573695e-06,
      "loss": 0.0433,
      "step": 7114
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826448385557208e-06,
      "loss": 0.0088,
      "step": 7115
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826382043086854e-06,
      "loss": 0.0041,
      "step": 7116
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826315688162806e-06,
      "loss": 0.0187,
      "step": 7117
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826249320785234e-06,
      "loss": 0.0059,
      "step": 7118
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82618294095431e-06,
      "loss": 0.0043,
      "step": 7119
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826116548670206e-06,
      "loss": 0.0049,
      "step": 7120
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.826050143933092e-06,
      "loss": 0.003,
      "step": 7121
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825983726743141e-06,
      "loss": 0.0108,
      "step": 7122
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825917297100523e-06,
      "loss": 0.009,
      "step": 7123
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825850855005408e-06,
      "loss": 0.0079,
      "step": 7124
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82578440045797e-06,
      "loss": 0.0056,
      "step": 7125
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825717933458382e-06,
      "loss": 0.0309,
      "step": 7126
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82565145400681e-06,
      "loss": 0.0089,
      "step": 7127
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825584962103428e-06,
      "loss": 0.0182,
      "step": 7128
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825518457748411e-06,
      "loss": 0.0095,
      "step": 7129
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825451940941925e-06,
      "loss": 0.0113,
      "step": 7130
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825385411684147e-06,
      "loss": 0.0052,
      "step": 7131
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825318869975244e-06,
      "loss": 0.0061,
      "step": 7132
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82525231581539e-06,
      "loss": 0.0047,
      "step": 7133
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825185749204758e-06,
      "loss": 0.0124,
      "step": 7134
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825119170143517e-06,
      "loss": 0.0116,
      "step": 7135
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.825052578631842e-06,
      "loss": 0.0107,
      "step": 7136
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8249859746699e-06,
      "loss": 0.0219,
      "step": 7137
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824919358257867e-06,
      "loss": 0.0086,
      "step": 7138
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824852729395916e-06,
      "loss": 0.0149,
      "step": 7139
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824786088084214e-06,
      "loss": 0.0216,
      "step": 7140
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824719434322937e-06,
      "loss": 0.011,
      "step": 7141
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824652768112253e-06,
      "loss": 0.0019,
      "step": 7142
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82458608945234e-06,
      "loss": 0.005,
      "step": 7143
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824519398343363e-06,
      "loss": 0.0111,
      "step": 7144
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8244526947855e-06,
      "loss": 0.0052,
      "step": 7145
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824385978778921e-06,
      "loss": 0.0052,
      "step": 7146
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824319250323796e-06,
      "loss": 0.0113,
      "step": 7147
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8242525094203e-06,
      "loss": 0.0255,
      "step": 7148
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824185756068606e-06,
      "loss": 0.0124,
      "step": 7149
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824118990268884e-06,
      "loss": 0.0079,
      "step": 7150
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.824052212021307e-06,
      "loss": 0.0073,
      "step": 7151
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823985421326045e-06,
      "loss": 0.0063,
      "step": 7152
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823918618183275e-06,
      "loss": 0.0088,
      "step": 7153
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823851802593166e-06,
      "loss": 0.0068,
      "step": 7154
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82378497455589e-06,
      "loss": 0.0045,
      "step": 7155
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823718134071624e-06,
      "loss": 0.0089,
      "step": 7156
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823651281140535e-06,
      "loss": 0.0085,
      "step": 7157
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823584415762798e-06,
      "loss": 0.0062,
      "step": 7158
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823517537938585e-06,
      "loss": 0.0046,
      "step": 7159
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82345064766807e-06,
      "loss": 0.0096,
      "step": 7160
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823383744951423e-06,
      "loss": 0.0065,
      "step": 7161
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823316829788818e-06,
      "loss": 0.0088,
      "step": 7162
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82324990218043e-06,
      "loss": 0.0098,
      "step": 7163
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823182962126427e-06,
      "loss": 0.0179,
      "step": 7164
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823116009626985e-06,
      "loss": 0.012,
      "step": 7165
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.823049044682275e-06,
      "loss": 0.0121,
      "step": 7166
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822982067292473e-06,
      "loss": 0.0207,
      "step": 7167
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82291507745775e-06,
      "loss": 0.0041,
      "step": 7168
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822848075178275e-06,
      "loss": 0.0098,
      "step": 7169
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822781060454225e-06,
      "loss": 0.0068,
      "step": 7170
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822714033285774e-06,
      "loss": 0.0074,
      "step": 7171
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822646993673092e-06,
      "loss": 0.0111,
      "step": 7172
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822579941616353e-06,
      "loss": 0.0098,
      "step": 7173
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822512877115731e-06,
      "loss": 0.0035,
      "step": 7174
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822445800171399e-06,
      "loss": 0.006,
      "step": 7175
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822378710783526e-06,
      "loss": 0.0157,
      "step": 7176
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822311608952292e-06,
      "loss": 0.0096,
      "step": 7177
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822244494677866e-06,
      "loss": 0.0078,
      "step": 7178
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822177367960419e-06,
      "loss": 0.0131,
      "step": 7179
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822110228800129e-06,
      "loss": 0.0041,
      "step": 7180
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.822043077197168e-06,
      "loss": 0.0298,
      "step": 7181
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821975913151707e-06,
      "loss": 0.0074,
      "step": 7182
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82190873666392e-06,
      "loss": 0.007,
      "step": 7183
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821841547733983e-06,
      "loss": 0.0049,
      "step": 7184
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821774346362066e-06,
      "loss": 0.0118,
      "step": 7185
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821707132548344e-06,
      "loss": 0.01,
      "step": 7186
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821639906292991e-06,
      "loss": 0.0094,
      "step": 7187
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82157266759618e-06,
      "loss": 0.0087,
      "step": 7188
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821505416458083e-06,
      "loss": 0.0076,
      "step": 7189
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821438152878877e-06,
      "loss": 0.0055,
      "step": 7190
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82137087685873e-06,
      "loss": 0.0011,
      "step": 7191
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821303588397822e-06,
      "loss": 0.0126,
      "step": 7192
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821236287496323e-06,
      "loss": 0.0077,
      "step": 7193
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821168974154408e-06,
      "loss": 0.0308,
      "step": 7194
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821101648372246e-06,
      "loss": 0.0148,
      "step": 7195
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.821034310150019e-06,
      "loss": 0.0094,
      "step": 7196
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820966959487894e-06,
      "loss": 0.0074,
      "step": 7197
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820899596386049e-06,
      "loss": 0.013,
      "step": 7198
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820832220844654e-06,
      "loss": 0.0064,
      "step": 7199
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820764832863884e-06,
      "loss": 0.0207,
      "step": 7200
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820697432443917e-06,
      "loss": 0.0091,
      "step": 7201
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820630019584922e-06,
      "loss": 0.0056,
      "step": 7202
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820562594287076e-06,
      "loss": 0.0052,
      "step": 7203
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820495156550549e-06,
      "loss": 0.0082,
      "step": 7204
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820427706375519e-06,
      "loss": 0.003,
      "step": 7205
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.82036024376216e-06,
      "loss": 0.0232,
      "step": 7206
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820292768710643e-06,
      "loss": 0.0087,
      "step": 7207
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820225281221143e-06,
      "loss": 0.0129,
      "step": 7208
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820157781293838e-06,
      "loss": 0.0103,
      "step": 7209
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820090268928897e-06,
      "loss": 0.0071,
      "step": 7210
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.820022744126495e-06,
      "loss": 0.0076,
      "step": 7211
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81995520688681e-06,
      "loss": 0.004,
      "step": 7212
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819887657210014e-06,
      "loss": 0.0264,
      "step": 7213
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819820095096279e-06,
      "loss": 0.0124,
      "step": 7214
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819752520545784e-06,
      "loss": 0.0038,
      "step": 7215
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8196849335587e-06,
      "loss": 0.0054,
      "step": 7216
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8196173341352e-06,
      "loss": 0.002,
      "step": 7217
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819549722275464e-06,
      "loss": 0.0134,
      "step": 7218
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819482097979663e-06,
      "loss": 0.0066,
      "step": 7219
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819414461247969e-06,
      "loss": 0.0153,
      "step": 7220
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819346812080561e-06,
      "loss": 0.0183,
      "step": 7221
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81927915047761e-06,
      "loss": 0.0152,
      "step": 7222
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819211476439295e-06,
      "loss": 0.0141,
      "step": 7223
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819143789965786e-06,
      "loss": 0.0078,
      "step": 7224
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81907609105726e-06,
      "loss": 0.0219,
      "step": 7225
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819008379713892e-06,
      "loss": 0.0186,
      "step": 7226
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818940655935854e-06,
      "loss": 0.0036,
      "step": 7227
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818872919723326e-06,
      "loss": 0.0055,
      "step": 7228
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818805171076476e-06,
      "loss": 0.0165,
      "step": 7229
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818737409995484e-06,
      "loss": 0.0099,
      "step": 7230
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818669636480524e-06,
      "loss": 0.0297,
      "step": 7231
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818601850531768e-06,
      "loss": 0.019,
      "step": 7232
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818534052149395e-06,
      "loss": 0.0228,
      "step": 7233
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818466241333578e-06,
      "loss": 0.0092,
      "step": 7234
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81839841808449e-06,
      "loss": 0.023,
      "step": 7235
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818330582402308e-06,
      "loss": 0.0053,
      "step": 7236
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818262734287209e-06,
      "loss": 0.0087,
      "step": 7237
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818194873739365e-06,
      "loss": 0.0201,
      "step": 7238
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818127000758952e-06,
      "loss": 0.0066,
      "step": 7239
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.818059115346146e-06,
      "loss": 0.0108,
      "step": 7240
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817991217501119e-06,
      "loss": 0.0032,
      "step": 7241
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817923307224052e-06,
      "loss": 0.0139,
      "step": 7242
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817855384515114e-06,
      "loss": 0.0135,
      "step": 7243
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817787449374484e-06,
      "loss": 0.0266,
      "step": 7244
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817719501802336e-06,
      "loss": 0.024,
      "step": 7245
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817651541798846e-06,
      "loss": 0.0162,
      "step": 7246
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817583569364191e-06,
      "loss": 0.0157,
      "step": 7247
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817515584498543e-06,
      "loss": 0.0137,
      "step": 7248
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817447587202078e-06,
      "loss": 0.0311,
      "step": 7249
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817379577474974e-06,
      "loss": 0.0126,
      "step": 7250
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817311555317404e-06,
      "loss": 0.0158,
      "step": 7251
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817243520729545e-06,
      "loss": 0.0178,
      "step": 7252
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817175473711571e-06,
      "loss": 0.0082,
      "step": 7253
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817107414263657e-06,
      "loss": 0.0393,
      "step": 7254
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.817039342385984e-06,
      "loss": 0.0074,
      "step": 7255
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81697125807872e-06,
      "loss": 0.0158,
      "step": 7256
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816903161342047e-06,
      "loss": 0.0157,
      "step": 7257
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816835052176137e-06,
      "loss": 0.0242,
      "step": 7258
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816766930581168e-06,
      "loss": 0.0214,
      "step": 7259
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816698796557314e-06,
      "loss": 0.0394,
      "step": 7260
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81663065010475e-06,
      "loss": 0.004,
      "step": 7261
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816562491223655e-06,
      "loss": 0.033,
      "step": 7262
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816494319914204e-06,
      "loss": 0.0049,
      "step": 7263
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816426136176571e-06,
      "loss": 0.005,
      "step": 7264
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816357940010933e-06,
      "loss": 0.0134,
      "step": 7265
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816289731417466e-06,
      "loss": 0.0121,
      "step": 7266
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816221510396347e-06,
      "loss": 0.0053,
      "step": 7267
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81615327694775e-06,
      "loss": 0.0135,
      "step": 7268
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.816085031071852e-06,
      "loss": 0.0096,
      "step": 7269
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81601677276883e-06,
      "loss": 0.0072,
      "step": 7270
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815948502038859e-06,
      "loss": 0.0169,
      "step": 7271
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815880218882115e-06,
      "loss": 0.0165,
      "step": 7272
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815811923298774e-06,
      "loss": 0.0049,
      "step": 7273
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815743615289015e-06,
      "loss": 0.0097,
      "step": 7274
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81567529485301e-06,
      "loss": 0.0118,
      "step": 7275
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81560696199094e-06,
      "loss": 0.015,
      "step": 7276
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815538616702978e-06,
      "loss": 0.0103,
      "step": 7277
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.8154702589893e-06,
      "loss": 0.0317,
      "step": 7278
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815401888850085e-06,
      "loss": 0.031,
      "step": 7279
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815333506285507e-06,
      "loss": 0.0319,
      "step": 7280
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815265111295745e-06,
      "loss": 0.0047,
      "step": 7281
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815196703880972e-06,
      "loss": 0.006,
      "step": 7282
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815128284041366e-06,
      "loss": 0.0088,
      "step": 7283
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.815059851777104e-06,
      "loss": 0.0058,
      "step": 7284
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814991407088363e-06,
      "loss": 0.017,
      "step": 7285
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814922949975321e-06,
      "loss": 0.0092,
      "step": 7286
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81485448043815e-06,
      "loss": 0.0222,
      "step": 7287
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814785998477033e-06,
      "loss": 0.003,
      "step": 7288
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814717504092139e-06,
      "loss": 0.0069,
      "step": 7289
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814648997283652e-06,
      "loss": 0.0071,
      "step": 7290
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814580478051742e-06,
      "loss": 0.0026,
      "step": 7291
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814511946396594e-06,
      "loss": 0.007,
      "step": 7292
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814443402318378e-06,
      "loss": 0.0155,
      "step": 7293
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814374845817275e-06,
      "loss": 0.0053,
      "step": 7294
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814306276893458e-06,
      "loss": 0.0147,
      "step": 7295
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814237695547105e-06,
      "loss": 0.0061,
      "step": 7296
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814169101778395e-06,
      "loss": 0.0083,
      "step": 7297
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814100495587505e-06,
      "loss": 0.0099,
      "step": 7298
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.814031876974611e-06,
      "loss": 0.0054,
      "step": 7299
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813963245939889e-06,
      "loss": 0.0066,
      "step": 7300
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813894602483518e-06,
      "loss": 0.0107,
      "step": 7301
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813825946605672e-06,
      "loss": 0.0082,
      "step": 7302
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813757278306534e-06,
      "loss": 0.0319,
      "step": 7303
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813688597586275e-06,
      "loss": 0.0072,
      "step": 7304
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813619904445077e-06,
      "loss": 0.0128,
      "step": 7305
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813551198883114e-06,
      "loss": 0.0059,
      "step": 7306
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813482480900563e-06,
      "loss": 0.0192,
      "step": 7307
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813413750497604e-06,
      "loss": 0.0069,
      "step": 7308
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813345007674413e-06,
      "loss": 0.0062,
      "step": 7309
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813276252431167e-06,
      "loss": 0.0105,
      "step": 7310
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813207484768044e-06,
      "loss": 0.0056,
      "step": 7311
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813138704685222e-06,
      "loss": 0.0182,
      "step": 7312
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813069912182877e-06,
      "loss": 0.025,
      "step": 7313
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.813001107261187e-06,
      "loss": 0.0043,
      "step": 7314
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81293228992033e-06,
      "loss": 0.0047,
      "step": 7315
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812863460160484e-06,
      "loss": 0.0069,
      "step": 7316
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812794617981825e-06,
      "loss": 0.0177,
      "step": 7317
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812725763384532e-06,
      "loss": 0.0125,
      "step": 7318
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812656896368782e-06,
      "loss": 0.008,
      "step": 7319
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812588016934754e-06,
      "loss": 0.0054,
      "step": 7320
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812519125082622e-06,
      "loss": 0.0066,
      "step": 7321
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81245022081257e-06,
      "loss": 0.0067,
      "step": 7322
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81238130412477e-06,
      "loss": 0.0034,
      "step": 7323
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812312375019403e-06,
      "loss": 0.0083,
      "step": 7324
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812243433496646e-06,
      "loss": 0.0064,
      "step": 7325
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812174479556676e-06,
      "loss": 0.0316,
      "step": 7326
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812105513199672e-06,
      "loss": 0.0119,
      "step": 7327
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.812036534425813e-06,
      "loss": 0.0302,
      "step": 7328
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.811967543235275e-06,
      "loss": 0.0132,
      "step": 7329
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.811898539628236e-06,
      "loss": 0.011,
      "step": 7330
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.811829523604874e-06,
      "loss": 0.032,
      "step": 7331
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.81176049516537e-06,
      "loss": 0.0043,
      "step": 7332
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.811691454309899e-06,
      "loss": 0.009,
      "step": 7333
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.81162240103864e-06,
      "loss": 0.0379,
      "step": 7334
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.811553335351771e-06,
      "loss": 0.006,
      "step": 7335
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.81148425724947e-06,
      "loss": 0.0078,
      "step": 7336
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.811415166731919e-06,
      "loss": 0.0051,
      "step": 7337
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.81134606379929e-06,
      "loss": 0.0234,
      "step": 7338
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.811276948451764e-06,
      "loss": 0.0345,
      "step": 7339
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.81120782068952e-06,
      "loss": 0.0119,
      "step": 7340
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.811138680512738e-06,
      "loss": 0.0179,
      "step": 7341
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.811069527921594e-06,
      "loss": 0.0113,
      "step": 7342
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.811000362916265e-06,
      "loss": 0.0041,
      "step": 7343
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810931185496933e-06,
      "loss": 0.0054,
      "step": 7344
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810861995663775e-06,
      "loss": 0.0043,
      "step": 7345
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.81079279341697e-06,
      "loss": 0.0095,
      "step": 7346
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810723578756693e-06,
      "loss": 0.0039,
      "step": 7347
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.81065435168313e-06,
      "loss": 0.0077,
      "step": 7348
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.81058511219645e-06,
      "loss": 0.0072,
      "step": 7349
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810515860296841e-06,
      "loss": 0.0148,
      "step": 7350
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810446595984477e-06,
      "loss": 0.0068,
      "step": 7351
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810377319259536e-06,
      "loss": 0.0032,
      "step": 7352
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810308030122198e-06,
      "loss": 0.0114,
      "step": 7353
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810238728572644e-06,
      "loss": 0.0103,
      "step": 7354
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810169414611047e-06,
      "loss": 0.0045,
      "step": 7355
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810100088237592e-06,
      "loss": 0.0289,
      "step": 7356
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.810030749452454e-06,
      "loss": 0.0213,
      "step": 7357
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809961398255814e-06,
      "loss": 0.0016,
      "step": 7358
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809892034647851e-06,
      "loss": 0.0274,
      "step": 7359
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809822658628743e-06,
      "loss": 0.0052,
      "step": 7360
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809753270198669e-06,
      "loss": 0.0123,
      "step": 7361
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809683869357807e-06,
      "loss": 0.0085,
      "step": 7362
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80961445610634e-06,
      "loss": 0.014,
      "step": 7363
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809545030444442e-06,
      "loss": 0.0077,
      "step": 7364
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809475592372297e-06,
      "loss": 0.0044,
      "step": 7365
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80940614189008e-06,
      "loss": 0.0129,
      "step": 7366
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809336678997971e-06,
      "loss": 0.0127,
      "step": 7367
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809267203696153e-06,
      "loss": 0.0248,
      "step": 7368
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809197715984801e-06,
      "loss": 0.0153,
      "step": 7369
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809128215864096e-06,
      "loss": 0.0063,
      "step": 7370
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.809058703334218e-06,
      "loss": 0.0093,
      "step": 7371
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808989178395344e-06,
      "loss": 0.0097,
      "step": 7372
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808919641047656e-06,
      "loss": 0.0021,
      "step": 7373
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808850091291332e-06,
      "loss": 0.0161,
      "step": 7374
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808780529126551e-06,
      "loss": 0.0044,
      "step": 7375
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808710954553496e-06,
      "loss": 0.0072,
      "step": 7376
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80864136757234e-06,
      "loss": 0.0282,
      "step": 7377
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808571768183269e-06,
      "loss": 0.0117,
      "step": 7378
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80850215638646e-06,
      "loss": 0.0116,
      "step": 7379
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80843253218209e-06,
      "loss": 0.007,
      "step": 7380
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808362895570344e-06,
      "loss": 0.005,
      "step": 7381
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808293246551397e-06,
      "loss": 0.0147,
      "step": 7382
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808223585125432e-06,
      "loss": 0.0195,
      "step": 7383
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808153911292628e-06,
      "loss": 0.0172,
      "step": 7384
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808084225053162e-06,
      "loss": 0.0102,
      "step": 7385
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.808014526407219e-06,
      "loss": 0.0101,
      "step": 7386
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807944815354972e-06,
      "loss": 0.011,
      "step": 7387
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807875091896608e-06,
      "loss": 0.0063,
      "step": 7388
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807805356032303e-06,
      "loss": 0.0104,
      "step": 7389
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807735607762237e-06,
      "loss": 0.0102,
      "step": 7390
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80766584708659e-06,
      "loss": 0.0056,
      "step": 7391
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807596074005543e-06,
      "loss": 0.005,
      "step": 7392
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807526288519276e-06,
      "loss": 0.0128,
      "step": 7393
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807456490627968e-06,
      "loss": 0.0031,
      "step": 7394
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.8073866803318e-06,
      "loss": 0.0115,
      "step": 7395
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807316857630953e-06,
      "loss": 0.0066,
      "step": 7396
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807247022525606e-06,
      "loss": 0.0061,
      "step": 7397
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807177175015937e-06,
      "loss": 0.0354,
      "step": 7398
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807107315102132e-06,
      "loss": 0.0088,
      "step": 7399
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.807037442784365e-06,
      "loss": 0.0032,
      "step": 7400
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806967558062818e-06,
      "loss": 0.0162,
      "step": 7401
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806897660937675e-06,
      "loss": 0.0043,
      "step": 7402
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806827751409112e-06,
      "loss": 0.0057,
      "step": 7403
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806757829477313e-06,
      "loss": 0.016,
      "step": 7404
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806687895142455e-06,
      "loss": 0.0088,
      "step": 7405
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80661794840472e-06,
      "loss": 0.005,
      "step": 7406
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80654798926429e-06,
      "loss": 0.0095,
      "step": 7407
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806478017721342e-06,
      "loss": 0.0016,
      "step": 7408
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80640803377606e-06,
      "loss": 0.0124,
      "step": 7409
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806338037428623e-06,
      "loss": 0.0035,
      "step": 7410
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806268028679211e-06,
      "loss": 0.0094,
      "step": 7411
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806198007528004e-06,
      "loss": 0.0128,
      "step": 7412
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806127973975188e-06,
      "loss": 0.0265,
      "step": 7413
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.806057928020939e-06,
      "loss": 0.0045,
      "step": 7414
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805987869665436e-06,
      "loss": 0.0029,
      "step": 7415
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805917798908862e-06,
      "loss": 0.0099,
      "step": 7416
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.8058477157514e-06,
      "loss": 0.0085,
      "step": 7417
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805777620193228e-06,
      "loss": 0.0109,
      "step": 7418
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805707512234531e-06,
      "loss": 0.0057,
      "step": 7419
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805637391875483e-06,
      "loss": 0.0107,
      "step": 7420
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805567259116269e-06,
      "loss": 0.0089,
      "step": 7421
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80549711395707e-06,
      "loss": 0.0089,
      "step": 7422
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805426956398067e-06,
      "loss": 0.0086,
      "step": 7423
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805356786439441e-06,
      "loss": 0.021,
      "step": 7424
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805286604081373e-06,
      "loss": 0.0049,
      "step": 7425
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805216409324043e-06,
      "loss": 0.0042,
      "step": 7426
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805146202167633e-06,
      "loss": 0.0149,
      "step": 7427
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805075982612324e-06,
      "loss": 0.0036,
      "step": 7428
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.805005750658298e-06,
      "loss": 0.0317,
      "step": 7429
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804935506305735e-06,
      "loss": 0.0067,
      "step": 7430
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804865249554816e-06,
      "loss": 0.0199,
      "step": 7431
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804794980405723e-06,
      "loss": 0.0059,
      "step": 7432
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804724698858638e-06,
      "loss": 0.0134,
      "step": 7433
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804654404913743e-06,
      "loss": 0.0223,
      "step": 7434
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804584098571217e-06,
      "loss": 0.0133,
      "step": 7435
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804513779831242e-06,
      "loss": 0.0061,
      "step": 7436
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804443448694001e-06,
      "loss": 0.0194,
      "step": 7437
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804373105159672e-06,
      "loss": 0.0463,
      "step": 7438
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804302749228442e-06,
      "loss": 0.0127,
      "step": 7439
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804232380900489e-06,
      "loss": 0.0054,
      "step": 7440
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804162000175993e-06,
      "loss": 0.0176,
      "step": 7441
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804091607055139e-06,
      "loss": 0.0116,
      "step": 7442
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.804021201538107e-06,
      "loss": 0.0081,
      "step": 7443
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80395078362508e-06,
      "loss": 0.0044,
      "step": 7444
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803880353316238e-06,
      "loss": 0.0057,
      "step": 7445
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803809910611763e-06,
      "loss": 0.0093,
      "step": 7446
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803739455511838e-06,
      "loss": 0.0128,
      "step": 7447
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803668988016643e-06,
      "loss": 0.0037,
      "step": 7448
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803598508126361e-06,
      "loss": 0.0168,
      "step": 7449
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803528015841173e-06,
      "loss": 0.0137,
      "step": 7450
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803457511161262e-06,
      "loss": 0.0275,
      "step": 7451
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803386994086812e-06,
      "loss": 0.0054,
      "step": 7452
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803316464617999e-06,
      "loss": 0.0211,
      "step": 7453
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803245922755009e-06,
      "loss": 0.0115,
      "step": 7454
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803175368498026e-06,
      "loss": 0.0111,
      "step": 7455
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803104801847228e-06,
      "loss": 0.006,
      "step": 7456
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.803034222802796e-06,
      "loss": 0.0109,
      "step": 7457
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80296363136492e-06,
      "loss": 0.0014,
      "step": 7458
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802893027533771e-06,
      "loss": 0.0049,
      "step": 7459
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80282241130954e-06,
      "loss": 0.0038,
      "step": 7460
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802751782692407e-06,
      "loss": 0.0178,
      "step": 7461
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802681141682552e-06,
      "loss": 0.0069,
      "step": 7462
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80261048828016e-06,
      "loss": 0.0205,
      "step": 7463
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802539822485412e-06,
      "loss": 0.0066,
      "step": 7464
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80246914429849e-06,
      "loss": 0.0084,
      "step": 7465
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802398453719577e-06,
      "loss": 0.0061,
      "step": 7466
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802327750748855e-06,
      "loss": 0.0122,
      "step": 7467
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802257035386507e-06,
      "loss": 0.0184,
      "step": 7468
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802186307632714e-06,
      "loss": 0.0103,
      "step": 7469
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80211556748766e-06,
      "loss": 0.0023,
      "step": 7470
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.802044814951528e-06,
      "loss": 0.0052,
      "step": 7471
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801974050024498e-06,
      "loss": 0.0095,
      "step": 7472
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801903272706757e-06,
      "loss": 0.0117,
      "step": 7473
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801832482998484e-06,
      "loss": 0.0051,
      "step": 7474
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801761680899862e-06,
      "loss": 0.0142,
      "step": 7475
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801690866411073e-06,
      "loss": 0.0129,
      "step": 7476
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801620039532302e-06,
      "loss": 0.0149,
      "step": 7477
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801549200263732e-06,
      "loss": 0.0065,
      "step": 7478
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801478348605545e-06,
      "loss": 0.0064,
      "step": 7479
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801407484557921e-06,
      "loss": 0.0201,
      "step": 7480
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801336608121046e-06,
      "loss": 0.015,
      "step": 7481
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801265719295103e-06,
      "loss": 0.0388,
      "step": 7482
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801194818080272e-06,
      "loss": 0.0037,
      "step": 7483
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801123904476741e-06,
      "loss": 0.0069,
      "step": 7484
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.801052978484689e-06,
      "loss": 0.0089,
      "step": 7485
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800982040104298e-06,
      "loss": 0.0255,
      "step": 7486
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800911089335755e-06,
      "loss": 0.0077,
      "step": 7487
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800840126179241e-06,
      "loss": 0.0175,
      "step": 7488
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80076915063494e-06,
      "loss": 0.0118,
      "step": 7489
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800698162703032e-06,
      "loss": 0.0458,
      "step": 7490
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800627162383703e-06,
      "loss": 0.0116,
      "step": 7491
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800556149677136e-06,
      "loss": 0.0161,
      "step": 7492
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800485124583514e-06,
      "loss": 0.0039,
      "step": 7493
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800414087103022e-06,
      "loss": 0.0247,
      "step": 7494
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.80034303723584e-06,
      "loss": 0.0048,
      "step": 7495
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800271974982154e-06,
      "loss": 0.0135,
      "step": 7496
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800200900342145e-06,
      "loss": 0.0013,
      "step": 7497
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800129813315997e-06,
      "loss": 0.0057,
      "step": 7498
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.800058713903894e-06,
      "loss": 0.02,
      "step": 7499
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799987602106022e-06,
      "loss": 0.01,
      "step": 7500
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799916477922562e-06,
      "loss": 0.0267,
      "step": 7501
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799845341353695e-06,
      "loss": 0.0222,
      "step": 7502
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799774192399608e-06,
      "loss": 0.0044,
      "step": 7503
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799703031060483e-06,
      "loss": 0.0117,
      "step": 7504
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799631857336507e-06,
      "loss": 0.0134,
      "step": 7505
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79956067122786e-06,
      "loss": 0.0045,
      "step": 7506
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799489472734724e-06,
      "loss": 0.0023,
      "step": 7507
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799418261857287e-06,
      "loss": 0.0045,
      "step": 7508
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799347038595732e-06,
      "loss": 0.0084,
      "step": 7509
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799275802950242e-06,
      "loss": 0.0057,
      "step": 7510
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799204554920998e-06,
      "loss": 0.0082,
      "step": 7511
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79913329450819e-06,
      "loss": 0.0036,
      "step": 7512
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799062021711996e-06,
      "loss": 0.0128,
      "step": 7513
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798990736532603e-06,
      "loss": 0.0062,
      "step": 7514
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798919438970194e-06,
      "loss": 0.015,
      "step": 7515
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798848129024954e-06,
      "loss": 0.0034,
      "step": 7516
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798776806697065e-06,
      "loss": 0.0184,
      "step": 7517
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798705471986713e-06,
      "loss": 0.0138,
      "step": 7518
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798634124894082e-06,
      "loss": 0.0144,
      "step": 7519
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798562765419357e-06,
      "loss": 0.0262,
      "step": 7520
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798491393562717e-06,
      "loss": 0.0127,
      "step": 7521
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798420009324353e-06,
      "loss": 0.0089,
      "step": 7522
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798348612704442e-06,
      "loss": 0.0155,
      "step": 7523
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798277203703175e-06,
      "loss": 0.0117,
      "step": 7524
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798205782320734e-06,
      "loss": 0.0093,
      "step": 7525
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7981343485573e-06,
      "loss": 0.0034,
      "step": 7526
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.798062902413062e-06,
      "loss": 0.0066,
      "step": 7527
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797991443888203e-06,
      "loss": 0.0133,
      "step": 7528
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797919972982906e-06,
      "loss": 0.002,
      "step": 7529
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797848489697354e-06,
      "loss": 0.0108,
      "step": 7530
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797776994031736e-06,
      "loss": 0.0028,
      "step": 7531
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797705485986234e-06,
      "loss": 0.0019,
      "step": 7532
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797633965561033e-06,
      "loss": 0.021,
      "step": 7533
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797562432756316e-06,
      "loss": 0.0075,
      "step": 7534
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79749088757227e-06,
      "loss": 0.0066,
      "step": 7535
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797419330009077e-06,
      "loss": 0.005,
      "step": 7536
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797347760066925e-06,
      "loss": 0.009,
      "step": 7537
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797276177745994e-06,
      "loss": 0.0115,
      "step": 7538
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797204583046474e-06,
      "loss": 0.0078,
      "step": 7539
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797132975968545e-06,
      "loss": 0.0053,
      "step": 7540
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.797061356512395e-06,
      "loss": 0.0078,
      "step": 7541
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796989724678207e-06,
      "loss": 0.0141,
      "step": 7542
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796918080466169e-06,
      "loss": 0.007,
      "step": 7543
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796846423876461e-06,
      "loss": 0.0213,
      "step": 7544
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796774754909271e-06,
      "loss": 0.0313,
      "step": 7545
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796703073564783e-06,
      "loss": 0.0199,
      "step": 7546
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796631379843182e-06,
      "loss": 0.0125,
      "step": 7547
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796559673744655e-06,
      "loss": 0.0036,
      "step": 7548
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796487955269383e-06,
      "loss": 0.0014,
      "step": 7549
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796416224417553e-06,
      "loss": 0.0054,
      "step": 7550
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796344481189353e-06,
      "loss": 0.007,
      "step": 7551
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796272725584963e-06,
      "loss": 0.007,
      "step": 7552
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796200957604572e-06,
      "loss": 0.0339,
      "step": 7553
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796129177248363e-06,
      "loss": 0.0479,
      "step": 7554
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.796057384516524e-06,
      "loss": 0.0031,
      "step": 7555
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795985579409235e-06,
      "loss": 0.0047,
      "step": 7556
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795913761926688e-06,
      "loss": 0.0029,
      "step": 7557
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795841932069062e-06,
      "loss": 0.0153,
      "step": 7558
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795770089836546e-06,
      "loss": 0.0075,
      "step": 7559
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795698235229326e-06,
      "loss": 0.0068,
      "step": 7560
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795626368247587e-06,
      "loss": 0.0365,
      "step": 7561
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79555448889151e-06,
      "loss": 0.0114,
      "step": 7562
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795482597161286e-06,
      "loss": 0.0087,
      "step": 7563
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795410693057098e-06,
      "loss": 0.0013,
      "step": 7564
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795338776579132e-06,
      "loss": 0.0104,
      "step": 7565
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795266847727573e-06,
      "loss": 0.0048,
      "step": 7566
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795194906502608e-06,
      "loss": 0.0093,
      "step": 7567
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.795122952904421e-06,
      "loss": 0.0071,
      "step": 7568
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7950509869332e-06,
      "loss": 0.0194,
      "step": 7569
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794979008589129e-06,
      "loss": 0.0124,
      "step": 7570
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794907017872393e-06,
      "loss": 0.0097,
      "step": 7571
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794835014783177e-06,
      "loss": 0.0114,
      "step": 7572
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794762999321671e-06,
      "loss": 0.0099,
      "step": 7573
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794690971488056e-06,
      "loss": 0.0023,
      "step": 7574
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794618931282522e-06,
      "loss": 0.0067,
      "step": 7575
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794546878705254e-06,
      "loss": 0.0054,
      "step": 7576
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794474813756434e-06,
      "loss": 0.008,
      "step": 7577
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794402736436253e-06,
      "loss": 0.0225,
      "step": 7578
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794330646744894e-06,
      "loss": 0.008,
      "step": 7579
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794258544682545e-06,
      "loss": 0.0127,
      "step": 7580
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79418643024939e-06,
      "loss": 0.0092,
      "step": 7581
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.794114303445616e-06,
      "loss": 0.0163,
      "step": 7582
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79404216427141e-06,
      "loss": 0.023,
      "step": 7583
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793970012726954e-06,
      "loss": 0.0261,
      "step": 7584
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793897848812441e-06,
      "loss": 0.0264,
      "step": 7585
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793825672528052e-06,
      "loss": 0.0058,
      "step": 7586
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793753483873975e-06,
      "loss": 0.0158,
      "step": 7587
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793681282850395e-06,
      "loss": 0.0052,
      "step": 7588
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793609069457503e-06,
      "loss": 0.0082,
      "step": 7589
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793536843695479e-06,
      "loss": 0.0055,
      "step": 7590
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793464605564513e-06,
      "loss": 0.0119,
      "step": 7591
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79339235506479e-06,
      "loss": 0.0104,
      "step": 7592
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793320092196497e-06,
      "loss": 0.0063,
      "step": 7593
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793247816959822e-06,
      "loss": 0.007,
      "step": 7594
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793175529354948e-06,
      "loss": 0.0092,
      "step": 7595
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793103229382064e-06,
      "loss": 0.0046,
      "step": 7596
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.793030917041357e-06,
      "loss": 0.016,
      "step": 7597
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79295859233301e-06,
      "loss": 0.0061,
      "step": 7598
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792886255257215e-06,
      "loss": 0.0083,
      "step": 7599
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792813905814155e-06,
      "loss": 0.0162,
      "step": 7600
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792741544004018e-06,
      "loss": 0.0059,
      "step": 7601
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79266916982699e-06,
      "loss": 0.0123,
      "step": 7602
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792596783283256e-06,
      "loss": 0.0035,
      "step": 7603
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792524384373008e-06,
      "loss": 0.017,
      "step": 7604
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792451973096428e-06,
      "loss": 0.0171,
      "step": 7605
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792379549453705e-06,
      "loss": 0.004,
      "step": 7606
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792307113445025e-06,
      "loss": 0.0322,
      "step": 7607
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792234665070574e-06,
      "loss": 0.0023,
      "step": 7608
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792162204330542e-06,
      "loss": 0.0037,
      "step": 7609
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792089731225114e-06,
      "loss": 0.0448,
      "step": 7610
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.792017245754477e-06,
      "loss": 0.0042,
      "step": 7611
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791944747918819e-06,
      "loss": 0.0119,
      "step": 7612
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791872237718325e-06,
      "loss": 0.0053,
      "step": 7613
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791799715153184e-06,
      "loss": 0.0447,
      "step": 7614
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791727180223582e-06,
      "loss": 0.0217,
      "step": 7615
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791654632929707e-06,
      "loss": 0.0038,
      "step": 7616
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791582073271747e-06,
      "loss": 0.0089,
      "step": 7617
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791509501249887e-06,
      "loss": 0.0089,
      "step": 7618
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791436916864316e-06,
      "loss": 0.0148,
      "step": 7619
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79136432011522e-06,
      "loss": 0.0118,
      "step": 7620
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791291711002787e-06,
      "loss": 0.0102,
      "step": 7621
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791219089527204e-06,
      "loss": 0.0276,
      "step": 7622
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79114645568866e-06,
      "loss": 0.007,
      "step": 7623
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79107380948734e-06,
      "loss": 0.0107,
      "step": 7624
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.791001150923434e-06,
      "loss": 0.0133,
      "step": 7625
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790928479997127e-06,
      "loss": 0.0279,
      "step": 7626
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790855796708607e-06,
      "loss": 0.0109,
      "step": 7627
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790783101058064e-06,
      "loss": 0.0063,
      "step": 7628
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790710393045681e-06,
      "loss": 0.0045,
      "step": 7629
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79063767267165e-06,
      "loss": 0.0131,
      "step": 7630
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790564939936158e-06,
      "loss": 0.0198,
      "step": 7631
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790492194839391e-06,
      "loss": 0.05,
      "step": 7632
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790419437381536e-06,
      "loss": 0.0137,
      "step": 7633
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790346667562784e-06,
      "loss": 0.0218,
      "step": 7634
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790273885383319e-06,
      "loss": 0.003,
      "step": 7635
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790201090843332e-06,
      "loss": 0.0132,
      "step": 7636
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.79012828394301e-06,
      "loss": 0.0068,
      "step": 7637
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.790055464682539e-06,
      "loss": 0.0229,
      "step": 7638
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78998263306211e-06,
      "loss": 0.0107,
      "step": 7639
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789909789081908e-06,
      "loss": 0.0209,
      "step": 7640
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789836932742122e-06,
      "loss": 0.0115,
      "step": 7641
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78976406404294e-06,
      "loss": 0.0059,
      "step": 7642
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78969118298455e-06,
      "loss": 0.0096,
      "step": 7643
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789618289567142e-06,
      "loss": 0.0182,
      "step": 7644
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789545383790901e-06,
      "loss": 0.0174,
      "step": 7645
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789472465656016e-06,
      "loss": 0.0019,
      "step": 7646
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789399535162677e-06,
      "loss": 0.01,
      "step": 7647
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78932659231107e-06,
      "loss": 0.0063,
      "step": 7648
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789253637101384e-06,
      "loss": 0.0091,
      "step": 7649
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789180669533808e-06,
      "loss": 0.012,
      "step": 7650
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789107689608528e-06,
      "loss": 0.0048,
      "step": 7651
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.789034697325736e-06,
      "loss": 0.0148,
      "step": 7652
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788961692685617e-06,
      "loss": 0.009,
      "step": 7653
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78888867568836e-06,
      "loss": 0.007,
      "step": 7654
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788815646334155e-06,
      "loss": 0.007,
      "step": 7655
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78874260462319e-06,
      "loss": 0.0117,
      "step": 7656
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788669550555651e-06,
      "loss": 0.0152,
      "step": 7657
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788596484131729e-06,
      "loss": 0.0129,
      "step": 7658
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788523405351612e-06,
      "loss": 0.0094,
      "step": 7659
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788450314215489e-06,
      "loss": 0.0069,
      "step": 7660
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788377210723549e-06,
      "loss": 0.0319,
      "step": 7661
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788304094875978e-06,
      "loss": 0.0114,
      "step": 7662
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788230966672967e-06,
      "loss": 0.0259,
      "step": 7663
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788157826114704e-06,
      "loss": 0.0212,
      "step": 7664
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78808467320138e-06,
      "loss": 0.0211,
      "step": 7665
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.788011507933178e-06,
      "loss": 0.0076,
      "step": 7666
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787938330310292e-06,
      "loss": 0.0065,
      "step": 7667
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78786514033291e-06,
      "loss": 0.0108,
      "step": 7668
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787791938001218e-06,
      "loss": 0.0049,
      "step": 7669
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787718723315409e-06,
      "loss": 0.021,
      "step": 7670
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787645496275668e-06,
      "loss": 0.0214,
      "step": 7671
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787572256882187e-06,
      "loss": 0.0023,
      "step": 7672
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787499005135156e-06,
      "loss": 0.022,
      "step": 7673
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787425741034759e-06,
      "loss": 0.0198,
      "step": 7674
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787352464581187e-06,
      "loss": 0.0144,
      "step": 7675
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787279175774632e-06,
      "loss": 0.0106,
      "step": 7676
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78720587461528e-06,
      "loss": 0.0178,
      "step": 7677
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787132561103322e-06,
      "loss": 0.0058,
      "step": 7678
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.787059235238947e-06,
      "loss": 0.0147,
      "step": 7679
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78698589702234e-06,
      "loss": 0.0153,
      "step": 7680
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786912546453698e-06,
      "loss": 0.0145,
      "step": 7681
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786839183533203e-06,
      "loss": 0.0046,
      "step": 7682
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78676580826105e-06,
      "loss": 0.0324,
      "step": 7683
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786692420637424e-06,
      "loss": 0.009,
      "step": 7684
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786619020662517e-06,
      "loss": 0.0064,
      "step": 7685
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786545608336517e-06,
      "loss": 0.0044,
      "step": 7686
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786472183659615e-06,
      "loss": 0.0132,
      "step": 7687
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786398746631997e-06,
      "loss": 0.0071,
      "step": 7688
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786325297253856e-06,
      "loss": 0.0085,
      "step": 7689
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78625183552538e-06,
      "loss": 0.045,
      "step": 7690
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78617836144676e-06,
      "loss": 0.0185,
      "step": 7691
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786104875018183e-06,
      "loss": 0.0057,
      "step": 7692
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.786031376239842e-06,
      "loss": 0.0083,
      "step": 7693
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785957865111923e-06,
      "loss": 0.0086,
      "step": 7694
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785884341634619e-06,
      "loss": 0.0071,
      "step": 7695
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785810805808117e-06,
      "loss": 0.0217,
      "step": 7696
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78573725763261e-06,
      "loss": 0.0148,
      "step": 7697
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785663697108282e-06,
      "loss": 0.0087,
      "step": 7698
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78559012423533e-06,
      "loss": 0.0049,
      "step": 7699
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78551653901394e-06,
      "loss": 0.0163,
      "step": 7700
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785442941444301e-06,
      "loss": 0.011,
      "step": 7701
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785369331526605e-06,
      "loss": 0.0057,
      "step": 7702
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78529570926104e-06,
      "loss": 0.0036,
      "step": 7703
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785222074647798e-06,
      "loss": 0.0037,
      "step": 7704
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785148427687068e-06,
      "loss": 0.0123,
      "step": 7705
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78507476837904e-06,
      "loss": 0.0158,
      "step": 7706
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.785001096723903e-06,
      "loss": 0.0043,
      "step": 7707
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784927412721849e-06,
      "loss": 0.0069,
      "step": 7708
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784853716373067e-06,
      "loss": 0.0062,
      "step": 7709
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784780007677747e-06,
      "loss": 0.0083,
      "step": 7710
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784706286636083e-06,
      "loss": 0.0109,
      "step": 7711
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784632553248259e-06,
      "loss": 0.0112,
      "step": 7712
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784558807514469e-06,
      "loss": 0.0161,
      "step": 7713
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784485049434903e-06,
      "loss": 0.0104,
      "step": 7714
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78441127900975e-06,
      "loss": 0.005,
      "step": 7715
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784337496239202e-06,
      "loss": 0.0027,
      "step": 7716
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784263701123449e-06,
      "loss": 0.01,
      "step": 7717
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784189893662679e-06,
      "loss": 0.0075,
      "step": 7718
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784116073857086e-06,
      "loss": 0.0053,
      "step": 7719
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.784042241706858e-06,
      "loss": 0.0112,
      "step": 7720
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783968397212186e-06,
      "loss": 0.0228,
      "step": 7721
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783894540373263e-06,
      "loss": 0.0138,
      "step": 7722
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783820671190275e-06,
      "loss": 0.0236,
      "step": 7723
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783746789663418e-06,
      "loss": 0.0164,
      "step": 7724
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78367289579288e-06,
      "loss": 0.0233,
      "step": 7725
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783598989578848e-06,
      "loss": 0.0009,
      "step": 7726
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783525071021518e-06,
      "loss": 0.0097,
      "step": 7727
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783451140121079e-06,
      "loss": 0.0064,
      "step": 7728
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783377196877722e-06,
      "loss": 0.0099,
      "step": 7729
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783303241291638e-06,
      "loss": 0.0215,
      "step": 7730
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783229273363015e-06,
      "loss": 0.0057,
      "step": 7731
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783155293092048e-06,
      "loss": 0.0093,
      "step": 7732
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783081300478927e-06,
      "loss": 0.0085,
      "step": 7733
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.783007295523839e-06,
      "loss": 0.0323,
      "step": 7734
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78293327822698e-06,
      "loss": 0.0058,
      "step": 7735
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78285924858854e-06,
      "loss": 0.0119,
      "step": 7736
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782785206608706e-06,
      "loss": 0.0291,
      "step": 7737
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782711152287675e-06,
      "loss": 0.0082,
      "step": 7738
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782637085625632e-06,
      "loss": 0.0078,
      "step": 7739
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782563006622773e-06,
      "loss": 0.0044,
      "step": 7740
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782488915279287e-06,
      "loss": 0.0164,
      "step": 7741
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782414811595365e-06,
      "loss": 0.0418,
      "step": 7742
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7823406955712e-06,
      "loss": 0.0136,
      "step": 7743
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782266567206982e-06,
      "loss": 0.0042,
      "step": 7744
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7821924265029e-06,
      "loss": 0.0186,
      "step": 7745
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.782118273459149e-06,
      "loss": 0.0093,
      "step": 7746
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78204410807592e-06,
      "loss": 0.0175,
      "step": 7747
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781969930353404e-06,
      "loss": 0.0177,
      "step": 7748
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78189574029179e-06,
      "loss": 0.0123,
      "step": 7749
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781821537891269e-06,
      "loss": 0.0116,
      "step": 7750
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781747323152038e-06,
      "loss": 0.0091,
      "step": 7751
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781673096074283e-06,
      "loss": 0.019,
      "step": 7752
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781598856658199e-06,
      "loss": 0.0101,
      "step": 7753
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781524604903977e-06,
      "loss": 0.0107,
      "step": 7754
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781450340811805e-06,
      "loss": 0.0134,
      "step": 7755
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781376064381879e-06,
      "loss": 0.0038,
      "step": 7756
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781301775614389e-06,
      "loss": 0.006,
      "step": 7757
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781227474509527e-06,
      "loss": 0.0081,
      "step": 7758
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781153161067484e-06,
      "loss": 0.0075,
      "step": 7759
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781078835288453e-06,
      "loss": 0.0097,
      "step": 7760
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.781004497172623e-06,
      "loss": 0.0136,
      "step": 7761
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78093014672019e-06,
      "loss": 0.0276,
      "step": 7762
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.780855783931344e-06,
      "loss": 0.0209,
      "step": 7763
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.780781408806275e-06,
      "loss": 0.0178,
      "step": 7764
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.780707021345178e-06,
      "loss": 0.0349,
      "step": 7765
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78063262154824e-06,
      "loss": 0.0165,
      "step": 7766
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78055820941566e-06,
      "loss": 0.0089,
      "step": 7767
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.780483784947625e-06,
      "loss": 0.0056,
      "step": 7768
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78040934814433e-06,
      "loss": 0.031,
      "step": 7769
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.780334899005964e-06,
      "loss": 0.01,
      "step": 7770
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78026043753272e-06,
      "loss": 0.0053,
      "step": 7771
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78018596372479e-06,
      "loss": 0.0036,
      "step": 7772
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.78011147758237e-06,
      "loss": 0.0092,
      "step": 7773
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.780036979105648e-06,
      "loss": 0.0301,
      "step": 7774
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779962468294817e-06,
      "loss": 0.0073,
      "step": 7775
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77988794515007e-06,
      "loss": 0.0073,
      "step": 7776
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779813409671598e-06,
      "loss": 0.0059,
      "step": 7777
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779738861859596e-06,
      "loss": 0.0121,
      "step": 7778
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779664301714253e-06,
      "loss": 0.014,
      "step": 7779
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779589729235764e-06,
      "loss": 0.0198,
      "step": 7780
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779515144424318e-06,
      "loss": 0.0122,
      "step": 7781
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779440547280113e-06,
      "loss": 0.0139,
      "step": 7782
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779365937803335e-06,
      "loss": 0.021,
      "step": 7783
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779291315994184e-06,
      "loss": 0.0108,
      "step": 7784
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779216681852845e-06,
      "loss": 0.0149,
      "step": 7785
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779142035379517e-06,
      "loss": 0.0044,
      "step": 7786
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779067376574388e-06,
      "loss": 0.0265,
      "step": 7787
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778992705437652e-06,
      "loss": 0.0287,
      "step": 7788
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778918021969502e-06,
      "loss": 0.0245,
      "step": 7789
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77884332617013e-06,
      "loss": 0.0256,
      "step": 7790
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77876861803973e-06,
      "loss": 0.0242,
      "step": 7791
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778693897578496e-06,
      "loss": 0.0127,
      "step": 7792
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778619164786616e-06,
      "loss": 0.0179,
      "step": 7793
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778544419664286e-06,
      "loss": 0.0093,
      "step": 7794
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7784696622117e-06,
      "loss": 0.0057,
      "step": 7795
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77839489242905e-06,
      "loss": 0.0162,
      "step": 7796
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778320110316528e-06,
      "loss": 0.0107,
      "step": 7797
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778245315874326e-06,
      "loss": 0.0054,
      "step": 7798
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77817050910264e-06,
      "loss": 0.008,
      "step": 7799
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778095690001662e-06,
      "loss": 0.0055,
      "step": 7800
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.778020858571584e-06,
      "loss": 0.0044,
      "step": 7801
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777946014812598e-06,
      "loss": 0.0247,
      "step": 7802
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777871158724902e-06,
      "loss": 0.0035,
      "step": 7803
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777796290308683e-06,
      "loss": 0.0067,
      "step": 7804
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777721409564139e-06,
      "loss": 0.0137,
      "step": 7805
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777646516491459e-06,
      "loss": 0.0096,
      "step": 7806
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77757161109084e-06,
      "loss": 0.0101,
      "step": 7807
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777496693362473e-06,
      "loss": 0.0116,
      "step": 7808
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777421763306554e-06,
      "loss": 0.0212,
      "step": 7809
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777346820923273e-06,
      "loss": 0.0157,
      "step": 7810
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777271866212827e-06,
      "loss": 0.0197,
      "step": 7811
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777196899175405e-06,
      "loss": 0.0039,
      "step": 7812
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777121919811203e-06,
      "loss": 0.0135,
      "step": 7813
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.777046928120415e-06,
      "loss": 0.0084,
      "step": 7814
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776971924103234e-06,
      "loss": 0.0208,
      "step": 7815
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776896907759851e-06,
      "loss": 0.014,
      "step": 7816
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776821879090463e-06,
      "loss": 0.002,
      "step": 7817
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776746838095264e-06,
      "loss": 0.0072,
      "step": 7818
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776671784774445e-06,
      "loss": 0.0063,
      "step": 7819
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7765967191282e-06,
      "loss": 0.0119,
      "step": 7820
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776521641156723e-06,
      "loss": 0.016,
      "step": 7821
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77644655086021e-06,
      "loss": 0.0028,
      "step": 7822
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77637144823885e-06,
      "loss": 0.016,
      "step": 7823
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776296333292842e-06,
      "loss": 0.0113,
      "step": 7824
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776221206022377e-06,
      "loss": 0.0274,
      "step": 7825
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77614606642765e-06,
      "loss": 0.0142,
      "step": 7826
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.776070914508853e-06,
      "loss": 0.0056,
      "step": 7827
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775995750266181e-06,
      "loss": 0.0155,
      "step": 7828
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77592057369983e-06,
      "loss": 0.0252,
      "step": 7829
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77584538480999e-06,
      "loss": 0.0076,
      "step": 7830
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775770183596858e-06,
      "loss": 0.01,
      "step": 7831
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775694970060628e-06,
      "loss": 0.0048,
      "step": 7832
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775619744201493e-06,
      "loss": 0.0064,
      "step": 7833
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775544506019645e-06,
      "loss": 0.0092,
      "step": 7834
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775469255515281e-06,
      "loss": 0.0107,
      "step": 7835
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775393992688598e-06,
      "loss": 0.0086,
      "step": 7836
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775318717539784e-06,
      "loss": 0.0199,
      "step": 7837
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775243430069036e-06,
      "loss": 0.0043,
      "step": 7838
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775168130276549e-06,
      "loss": 0.0192,
      "step": 7839
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775092818162516e-06,
      "loss": 0.0032,
      "step": 7840
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.775017493727133e-06,
      "loss": 0.0219,
      "step": 7841
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774942156970592e-06,
      "loss": 0.0051,
      "step": 7842
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77486680789309e-06,
      "loss": 0.009,
      "step": 7843
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77479144649482e-06,
      "loss": 0.0096,
      "step": 7844
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774716072775977e-06,
      "loss": 0.0087,
      "step": 7845
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774640686736753e-06,
      "loss": 0.0257,
      "step": 7846
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774565288377346e-06,
      "loss": 0.0076,
      "step": 7847
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77448987769795e-06,
      "loss": 0.0037,
      "step": 7848
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774414454698757e-06,
      "loss": 0.0072,
      "step": 7849
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774339019379964e-06,
      "loss": 0.0134,
      "step": 7850
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774263571741765e-06,
      "loss": 0.0078,
      "step": 7851
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774188111784355e-06,
      "loss": 0.0035,
      "step": 7852
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774112639507928e-06,
      "loss": 0.0094,
      "step": 7853
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.774037154912681e-06,
      "loss": 0.0306,
      "step": 7854
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773961657998805e-06,
      "loss": 0.0026,
      "step": 7855
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773886148766497e-06,
      "loss": 0.0207,
      "step": 7856
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773810627215951e-06,
      "loss": 0.0392,
      "step": 7857
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773735093347364e-06,
      "loss": 0.0049,
      "step": 7858
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773659547160928e-06,
      "loss": 0.0128,
      "step": 7859
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77358398865684e-06,
      "loss": 0.0367,
      "step": 7860
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773508417835294e-06,
      "loss": 0.0132,
      "step": 7861
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773432834696486e-06,
      "loss": 0.0099,
      "step": 7862
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77335723924061e-06,
      "loss": 0.0086,
      "step": 7863
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773281631467861e-06,
      "loss": 0.0069,
      "step": 7864
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773206011378434e-06,
      "loss": 0.0107,
      "step": 7865
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.773130378972525e-06,
      "loss": 0.0111,
      "step": 7866
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77305473425033e-06,
      "loss": 0.0176,
      "step": 7867
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77297907721204e-06,
      "loss": 0.0232,
      "step": 7868
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772903407857854e-06,
      "loss": 0.0011,
      "step": 7869
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772827726187967e-06,
      "loss": 0.0052,
      "step": 7870
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772752032202574e-06,
      "loss": 0.0106,
      "step": 7871
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77267632590187e-06,
      "loss": 0.0049,
      "step": 7872
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772600607286052e-06,
      "loss": 0.0155,
      "step": 7873
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772524876355311e-06,
      "loss": 0.0285,
      "step": 7874
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772449133109844e-06,
      "loss": 0.0061,
      "step": 7875
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772373377549852e-06,
      "loss": 0.0079,
      "step": 7876
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772297609675523e-06,
      "loss": 0.009,
      "step": 7877
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772221829487056e-06,
      "loss": 0.0136,
      "step": 7878
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772146036984645e-06,
      "loss": 0.0068,
      "step": 7879
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.772070232168489e-06,
      "loss": 0.0107,
      "step": 7880
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77199441503878e-06,
      "loss": 0.0059,
      "step": 7881
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771918585595714e-06,
      "loss": 0.007,
      "step": 7882
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771842743839487e-06,
      "loss": 0.0124,
      "step": 7883
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771766889770298e-06,
      "loss": 0.0044,
      "step": 7884
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771691023388338e-06,
      "loss": 0.0058,
      "step": 7885
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771615144693806e-06,
      "loss": 0.0052,
      "step": 7886
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771539253686897e-06,
      "loss": 0.0123,
      "step": 7887
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771463350367804e-06,
      "loss": 0.0016,
      "step": 7888
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771387434736728e-06,
      "loss": 0.0078,
      "step": 7889
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77131150679386e-06,
      "loss": 0.0044,
      "step": 7890
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7712355665394e-06,
      "loss": 0.0045,
      "step": 7891
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77115961397354e-06,
      "loss": 0.032,
      "step": 7892
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.771083649096478e-06,
      "loss": 0.0382,
      "step": 7893
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77100767190841e-06,
      "loss": 0.0075,
      "step": 7894
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770931682409534e-06,
      "loss": 0.008,
      "step": 7895
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770855680600042e-06,
      "loss": 0.0095,
      "step": 7896
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770779666480133e-06,
      "loss": 0.0129,
      "step": 7897
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770703640050002e-06,
      "loss": 0.0045,
      "step": 7898
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770627601309846e-06,
      "loss": 0.0162,
      "step": 7899
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77055155025986e-06,
      "loss": 0.0078,
      "step": 7900
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770475486900241e-06,
      "loss": 0.024,
      "step": 7901
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770399411231187e-06,
      "loss": 0.0098,
      "step": 7902
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77032332325289e-06,
      "loss": 0.0242,
      "step": 7903
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77024722296555e-06,
      "loss": 0.0077,
      "step": 7904
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770171110369363e-06,
      "loss": 0.0094,
      "step": 7905
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.770094985464524e-06,
      "loss": 0.0069,
      "step": 7906
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.77001884825123e-06,
      "loss": 0.0142,
      "step": 7907
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769942698729678e-06,
      "loss": 0.0102,
      "step": 7908
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769866536900063e-06,
      "loss": 0.0067,
      "step": 7909
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769790362762583e-06,
      "loss": 0.0061,
      "step": 7910
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769714176317435e-06,
      "loss": 0.001,
      "step": 7911
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769637977564814e-06,
      "loss": 0.0125,
      "step": 7912
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769561766504916e-06,
      "loss": 0.0025,
      "step": 7913
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76948554313794e-06,
      "loss": 0.0129,
      "step": 7914
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769409307464081e-06,
      "loss": 0.011,
      "step": 7915
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76933305948354e-06,
      "loss": 0.0045,
      "step": 7916
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769256799196505e-06,
      "loss": 0.0079,
      "step": 7917
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76918052660318e-06,
      "loss": 0.0056,
      "step": 7918
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769104241703759e-06,
      "loss": 0.0058,
      "step": 7919
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.769027944498441e-06,
      "loss": 0.0072,
      "step": 7920
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76895163498742e-06,
      "loss": 0.0015,
      "step": 7921
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768875313170895e-06,
      "loss": 0.0065,
      "step": 7922
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768798979049063e-06,
      "loss": 0.0081,
      "step": 7923
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768722632622119e-06,
      "loss": 0.0135,
      "step": 7924
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76864627389026e-06,
      "loss": 0.012,
      "step": 7925
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768569902853686e-06,
      "loss": 0.0069,
      "step": 7926
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768493519512593e-06,
      "loss": 0.0057,
      "step": 7927
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768417123867175e-06,
      "loss": 0.0102,
      "step": 7928
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768340715917633e-06,
      "loss": 0.0073,
      "step": 7929
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768264295664163e-06,
      "loss": 0.008,
      "step": 7930
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768187863106961e-06,
      "loss": 0.006,
      "step": 7931
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768111418246227e-06,
      "loss": 0.007,
      "step": 7932
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.768034961082154e-06,
      "loss": 0.0151,
      "step": 7933
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767958491614941e-06,
      "loss": 0.037,
      "step": 7934
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767882009844789e-06,
      "loss": 0.0182,
      "step": 7935
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76780551577189e-06,
      "loss": 0.0052,
      "step": 7936
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767729009396445e-06,
      "loss": 0.0098,
      "step": 7937
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767652490718648e-06,
      "loss": 0.0119,
      "step": 7938
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7675759597387e-06,
      "loss": 0.0056,
      "step": 7939
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767499416456798e-06,
      "loss": 0.03,
      "step": 7940
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767422860873136e-06,
      "loss": 0.0095,
      "step": 7941
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767346292987915e-06,
      "loss": 0.0242,
      "step": 7942
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767269712801333e-06,
      "loss": 0.0215,
      "step": 7943
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767193120313584e-06,
      "loss": 0.0012,
      "step": 7944
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76711651552487e-06,
      "loss": 0.0032,
      "step": 7945
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.767039898435387e-06,
      "loss": 0.024,
      "step": 7946
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766963269045328e-06,
      "loss": 0.0206,
      "step": 7947
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.7668866273549e-06,
      "loss": 0.0075,
      "step": 7948
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766809973364294e-06,
      "loss": 0.0111,
      "step": 7949
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766733307073709e-06,
      "loss": 0.0041,
      "step": 7950
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766656628483341e-06,
      "loss": 0.0164,
      "step": 7951
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766579937593393e-06,
      "loss": 0.0038,
      "step": 7952
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76650323440406e-06,
      "loss": 0.0038,
      "step": 7953
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76642651891554e-06,
      "loss": 0.0131,
      "step": 7954
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76634979112803e-06,
      "loss": 0.0175,
      "step": 7955
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766273051041729e-06,
      "loss": 0.0445,
      "step": 7956
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766196298656835e-06,
      "loss": 0.0237,
      "step": 7957
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.766119533973546e-06,
      "loss": 0.0311,
      "step": 7958
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76604275699206e-06,
      "loss": 0.0122,
      "step": 7959
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765965967712576e-06,
      "loss": 0.035,
      "step": 7960
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765889166135291e-06,
      "loss": 0.0148,
      "step": 7961
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765812352260403e-06,
      "loss": 0.0308,
      "step": 7962
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.76573552608811e-06,
      "loss": 0.0109,
      "step": 7963
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765658687618613e-06,
      "loss": 0.008,
      "step": 7964
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765581836852107e-06,
      "loss": 0.0234,
      "step": 7965
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765504973788793e-06,
      "loss": 0.009,
      "step": 7966
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765428098428865e-06,
      "loss": 0.0143,
      "step": 7967
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765351210772527e-06,
      "loss": 0.0068,
      "step": 7968
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.765274310819972e-06,
      "loss": 0.0035,
      "step": 7969
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.765197398571402e-06,
      "loss": 0.0033,
      "step": 7970
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.765120474027016e-06,
      "loss": 0.045,
      "step": 7971
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76504353718701e-06,
      "loss": 0.0087,
      "step": 7972
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764966588051583e-06,
      "loss": 0.0056,
      "step": 7973
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764889626620934e-06,
      "loss": 0.0059,
      "step": 7974
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764812652895262e-06,
      "loss": 0.0139,
      "step": 7975
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764735666874764e-06,
      "loss": 0.0131,
      "step": 7976
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764658668559641e-06,
      "loss": 0.0051,
      "step": 7977
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764581657950092e-06,
      "loss": 0.0073,
      "step": 7978
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764504635046312e-06,
      "loss": 0.0219,
      "step": 7979
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764427599848504e-06,
      "loss": 0.0079,
      "step": 7980
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764350552356862e-06,
      "loss": 0.0037,
      "step": 7981
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76427349257159e-06,
      "loss": 0.0091,
      "step": 7982
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764196420492886e-06,
      "loss": 0.0189,
      "step": 7983
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764119336120945e-06,
      "loss": 0.0139,
      "step": 7984
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.764042239455968e-06,
      "loss": 0.0056,
      "step": 7985
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763965130498154e-06,
      "loss": 0.01,
      "step": 7986
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763888009247704e-06,
      "loss": 0.0081,
      "step": 7987
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763810875704813e-06,
      "loss": 0.013,
      "step": 7988
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763733729869684e-06,
      "loss": 0.0086,
      "step": 7989
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763656571742514e-06,
      "loss": 0.0052,
      "step": 7990
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763579401323502e-06,
      "loss": 0.037,
      "step": 7991
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763502218612845e-06,
      "loss": 0.0067,
      "step": 7992
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763425023610749e-06,
      "loss": 0.0046,
      "step": 7993
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763347816317405e-06,
      "loss": 0.0138,
      "step": 7994
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763270596733019e-06,
      "loss": 0.0126,
      "step": 7995
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763193364857786e-06,
      "loss": 0.0142,
      "step": 7996
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.763116120691907e-06,
      "loss": 0.0078,
      "step": 7997
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76303886423558e-06,
      "loss": 0.0107,
      "step": 7998
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762961595489005e-06,
      "loss": 0.0314,
      "step": 7999
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762884314452383e-06,
      "loss": 0.0079,
      "step": 8000
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762807021125911e-06,
      "loss": 0.0038,
      "step": 8001
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76272971550979e-06,
      "loss": 0.0254,
      "step": 8002
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762652397604219e-06,
      "loss": 0.0103,
      "step": 8003
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762575067409396e-06,
      "loss": 0.0124,
      "step": 8004
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762497724925523e-06,
      "loss": 0.0249,
      "step": 8005
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7624203701528e-06,
      "loss": 0.005,
      "step": 8006
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762343003091424e-06,
      "loss": 0.0168,
      "step": 8007
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762265623741595e-06,
      "loss": 0.0042,
      "step": 8008
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762188232103514e-06,
      "loss": 0.004,
      "step": 8009
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76211082817738e-06,
      "loss": 0.0062,
      "step": 8010
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.762033411963394e-06,
      "loss": 0.0181,
      "step": 8011
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761955983461753e-06,
      "loss": 0.0079,
      "step": 8012
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761878542672661e-06,
      "loss": 0.017,
      "step": 8013
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761801089596312e-06,
      "loss": 0.0244,
      "step": 8014
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76172362423291e-06,
      "loss": 0.0086,
      "step": 8015
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761646146582655e-06,
      "loss": 0.0062,
      "step": 8016
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761568656645745e-06,
      "loss": 0.0107,
      "step": 8017
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761491154422382e-06,
      "loss": 0.0096,
      "step": 8018
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761413639912765e-06,
      "loss": 0.0023,
      "step": 8019
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761336113117092e-06,
      "loss": 0.0251,
      "step": 8020
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761258574035568e-06,
      "loss": 0.0105,
      "step": 8021
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761181022668388e-06,
      "loss": 0.0099,
      "step": 8022
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761103459015754e-06,
      "loss": 0.0083,
      "step": 8023
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.761025883077865e-06,
      "loss": 0.0289,
      "step": 8024
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760948294854923e-06,
      "loss": 0.0126,
      "step": 8025
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760870694347128e-06,
      "loss": 0.0088,
      "step": 8026
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76079308155468e-06,
      "loss": 0.0118,
      "step": 8027
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.76071545647778e-06,
      "loss": 0.0028,
      "step": 8028
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760637819116627e-06,
      "loss": 0.0053,
      "step": 8029
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760560169471421e-06,
      "loss": 0.0083,
      "step": 8030
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760482507542364e-06,
      "loss": 0.0122,
      "step": 8031
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760404833329655e-06,
      "loss": 0.0156,
      "step": 8032
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760327146833494e-06,
      "loss": 0.0085,
      "step": 8033
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760249448054084e-06,
      "loss": 0.012,
      "step": 8034
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760171736991623e-06,
      "loss": 0.0153,
      "step": 8035
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760094013646313e-06,
      "loss": 0.0066,
      "step": 8036
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.760016278018353e-06,
      "loss": 0.025,
      "step": 8037
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759938530107943e-06,
      "loss": 0.0008,
      "step": 8038
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759860769915288e-06,
      "loss": 0.0086,
      "step": 8039
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759782997440586e-06,
      "loss": 0.0149,
      "step": 8040
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759705212684036e-06,
      "loss": 0.0083,
      "step": 8041
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759627415645841e-06,
      "loss": 0.0159,
      "step": 8042
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7595496063262e-06,
      "loss": 0.0026,
      "step": 8043
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759471784725316e-06,
      "loss": 0.0051,
      "step": 8044
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759393950843387e-06,
      "loss": 0.0071,
      "step": 8045
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759316104680616e-06,
      "loss": 0.0116,
      "step": 8046
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759238246237205e-06,
      "loss": 0.0039,
      "step": 8047
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75916037551335e-06,
      "loss": 0.0071,
      "step": 8048
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759082492509256e-06,
      "loss": 0.0298,
      "step": 8049
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.759004597225123e-06,
      "loss": 0.0126,
      "step": 8050
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758926689661153e-06,
      "loss": 0.0089,
      "step": 8051
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758848769817544e-06,
      "loss": 0.007,
      "step": 8052
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758770837694502e-06,
      "loss": 0.0238,
      "step": 8053
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758692893292224e-06,
      "loss": 0.0058,
      "step": 8054
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75861493661091e-06,
      "loss": 0.0246,
      "step": 8055
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758536967650768e-06,
      "loss": 0.0143,
      "step": 8056
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75845898641199e-06,
      "loss": 0.0123,
      "step": 8057
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758380992894785e-06,
      "loss": 0.031,
      "step": 8058
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75830298709935e-06,
      "loss": 0.0102,
      "step": 8059
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758224969025886e-06,
      "loss": 0.0116,
      "step": 8060
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758146938674597e-06,
      "loss": 0.0118,
      "step": 8061
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.758068896045685e-06,
      "loss": 0.0071,
      "step": 8062
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757990841139346e-06,
      "loss": 0.0082,
      "step": 8063
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757912773955786e-06,
      "loss": 0.0074,
      "step": 8064
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757834694495207e-06,
      "loss": 0.0079,
      "step": 8065
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757756602757808e-06,
      "loss": 0.0036,
      "step": 8066
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75767849874379e-06,
      "loss": 0.0222,
      "step": 8067
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757600382453356e-06,
      "loss": 0.0025,
      "step": 8068
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757522253886709e-06,
      "loss": 0.033,
      "step": 8069
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757444113044048e-06,
      "loss": 0.015,
      "step": 8070
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757365959925575e-06,
      "loss": 0.0418,
      "step": 8071
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757287794531492e-06,
      "loss": 0.0113,
      "step": 8072
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757209616862003e-06,
      "loss": 0.0076,
      "step": 8073
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757131426917306e-06,
      "loss": 0.0059,
      "step": 8074
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.757053224697604e-06,
      "loss": 0.0083,
      "step": 8075
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7569750102031e-06,
      "loss": 0.0063,
      "step": 8076
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756896783433994e-06,
      "loss": 0.0151,
      "step": 8077
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75681854439049e-06,
      "loss": 0.0081,
      "step": 8078
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756740293072789e-06,
      "loss": 0.0205,
      "step": 8079
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756662029481092e-06,
      "loss": 0.0016,
      "step": 8080
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756583753615602e-06,
      "loss": 0.0148,
      "step": 8081
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75650546547652e-06,
      "loss": 0.0091,
      "step": 8082
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756427165064049e-06,
      "loss": 0.0118,
      "step": 8083
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75634885237839e-06,
      "loss": 0.0074,
      "step": 8084
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756270527419747e-06,
      "loss": 0.0051,
      "step": 8085
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75619219018832e-06,
      "loss": 0.0055,
      "step": 8086
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756113840684312e-06,
      "loss": 0.0104,
      "step": 8087
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.756035478907926e-06,
      "loss": 0.0122,
      "step": 8088
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755957104859362e-06,
      "loss": 0.0144,
      "step": 8089
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755878718538824e-06,
      "loss": 0.0222,
      "step": 8090
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755800319946513e-06,
      "loss": 0.0069,
      "step": 8091
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755721909082633e-06,
      "loss": 0.0208,
      "step": 8092
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755643485947386e-06,
      "loss": 0.0191,
      "step": 8093
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755565050540973e-06,
      "loss": 0.008,
      "step": 8094
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755486602863598e-06,
      "loss": 0.0031,
      "step": 8095
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755408142915463e-06,
      "loss": 0.0132,
      "step": 8096
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75532967069677e-06,
      "loss": 0.0114,
      "step": 8097
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755251186207719e-06,
      "loss": 0.0031,
      "step": 8098
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755172689448518e-06,
      "loss": 0.0032,
      "step": 8099
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755094180419364e-06,
      "loss": 0.0063,
      "step": 8100
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.755015659120463e-06,
      "loss": 0.0075,
      "step": 8101
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75493712555202e-06,
      "loss": 0.0108,
      "step": 8102
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75485857971423e-06,
      "loss": 0.009,
      "step": 8103
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754780021607301e-06,
      "loss": 0.0129,
      "step": 8104
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754701451231437e-06,
      "loss": 0.0126,
      "step": 8105
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754622868586839e-06,
      "loss": 0.004,
      "step": 8106
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754544273673707e-06,
      "loss": 0.0099,
      "step": 8107
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754465666492247e-06,
      "loss": 0.0259,
      "step": 8108
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75438704704266e-06,
      "loss": 0.0149,
      "step": 8109
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754308415325151e-06,
      "loss": 0.0095,
      "step": 8110
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754229771339921e-06,
      "loss": 0.0069,
      "step": 8111
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754151115087174e-06,
      "loss": 0.0115,
      "step": 8112
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.754072446567114e-06,
      "loss": 0.0112,
      "step": 8113
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75399376577994e-06,
      "loss": 0.014,
      "step": 8114
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753915072725858e-06,
      "loss": 0.0094,
      "step": 8115
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753836367405074e-06,
      "loss": 0.0077,
      "step": 8116
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753757649817785e-06,
      "loss": 0.0045,
      "step": 8117
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753678919964198e-06,
      "loss": 0.0225,
      "step": 8118
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753600177844514e-06,
      "loss": 0.0075,
      "step": 8119
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753521423458938e-06,
      "loss": 0.0319,
      "step": 8120
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75344265680767e-06,
      "loss": 0.0093,
      "step": 8121
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75336387789092e-06,
      "loss": 0.0114,
      "step": 8122
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753285086708883e-06,
      "loss": 0.007,
      "step": 8123
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75320628326177e-06,
      "loss": 0.0072,
      "step": 8124
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753127467549777e-06,
      "loss": 0.0102,
      "step": 8125
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.753048639573112e-06,
      "loss": 0.0082,
      "step": 8126
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75296979933198e-06,
      "loss": 0.0063,
      "step": 8127
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752890946826578e-06,
      "loss": 0.0203,
      "step": 8128
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752812082057115e-06,
      "loss": 0.0195,
      "step": 8129
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752733205023794e-06,
      "loss": 0.0015,
      "step": 8130
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752654315726815e-06,
      "loss": 0.0052,
      "step": 8131
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752575414166386e-06,
      "loss": 0.0135,
      "step": 8132
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752496500342707e-06,
      "loss": 0.0077,
      "step": 8133
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752417574255983e-06,
      "loss": 0.0025,
      "step": 8134
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75233863590642e-06,
      "loss": 0.0047,
      "step": 8135
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752259685294216e-06,
      "loss": 0.0127,
      "step": 8136
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752180722419581e-06,
      "loss": 0.0129,
      "step": 8137
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.752101747282714e-06,
      "loss": 0.0073,
      "step": 8138
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75202275988382e-06,
      "loss": 0.0122,
      "step": 8139
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751943760223107e-06,
      "loss": 0.0052,
      "step": 8140
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751864748300773e-06,
      "loss": 0.005,
      "step": 8141
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751785724117024e-06,
      "loss": 0.0063,
      "step": 8142
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751706687672065e-06,
      "loss": 0.0023,
      "step": 8143
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751627638966099e-06,
      "loss": 0.0029,
      "step": 8144
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75154857799933e-06,
      "loss": 0.0303,
      "step": 8145
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751469504771961e-06,
      "loss": 0.0089,
      "step": 8146
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7513904192842e-06,
      "loss": 0.0254,
      "step": 8147
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751311321536246e-06,
      "loss": 0.0019,
      "step": 8148
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751232211528305e-06,
      "loss": 0.0125,
      "step": 8149
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.751153089260582e-06,
      "loss": 0.0111,
      "step": 8150
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75107395473328e-06,
      "loss": 0.0112,
      "step": 8151
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750994807946604e-06,
      "loss": 0.0109,
      "step": 8152
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750915648900758e-06,
      "loss": 0.0123,
      "step": 8153
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750836477595944e-06,
      "loss": 0.0235,
      "step": 8154
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750757294032372e-06,
      "loss": 0.0114,
      "step": 8155
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750678098210243e-06,
      "loss": 0.0034,
      "step": 8156
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750598890129759e-06,
      "loss": 0.0086,
      "step": 8157
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750519669791126e-06,
      "loss": 0.0091,
      "step": 8158
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.75044043719455e-06,
      "loss": 0.022,
      "step": 8159
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750361192340236e-06,
      "loss": 0.0293,
      "step": 8160
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750281935228385e-06,
      "loss": 0.0058,
      "step": 8161
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750202665859202e-06,
      "loss": 0.0114,
      "step": 8162
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750123384232896e-06,
      "loss": 0.0105,
      "step": 8163
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.750044090349669e-06,
      "loss": 0.0116,
      "step": 8164
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749964784209723e-06,
      "loss": 0.0055,
      "step": 8165
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749885465813264e-06,
      "loss": 0.0087,
      "step": 8166
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7498061351605e-06,
      "loss": 0.0073,
      "step": 8167
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749726792251632e-06,
      "loss": 0.008,
      "step": 8168
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749647437086866e-06,
      "loss": 0.0039,
      "step": 8169
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749568069666406e-06,
      "loss": 0.0231,
      "step": 8170
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749488689990458e-06,
      "loss": 0.0008,
      "step": 8171
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749409298059225e-06,
      "loss": 0.004,
      "step": 8172
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749329893872915e-06,
      "loss": 0.041,
      "step": 8173
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749250477431732e-06,
      "loss": 0.0144,
      "step": 8174
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749171048735877e-06,
      "loss": 0.0108,
      "step": 8175
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.749091607785559e-06,
      "loss": 0.008,
      "step": 8176
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74901215458098e-06,
      "loss": 0.0144,
      "step": 8177
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74893268912235e-06,
      "loss": 0.0061,
      "step": 8178
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74885321140987e-06,
      "loss": 0.0411,
      "step": 8179
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748773721443745e-06,
      "loss": 0.0158,
      "step": 8180
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748694219224182e-06,
      "loss": 0.008,
      "step": 8181
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748614704751385e-06,
      "loss": 0.0061,
      "step": 8182
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74853517802556e-06,
      "loss": 0.0188,
      "step": 8183
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748455639046911e-06,
      "loss": 0.0097,
      "step": 8184
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748376087815643e-06,
      "loss": 0.0064,
      "step": 8185
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748296524331963e-06,
      "loss": 0.0111,
      "step": 8186
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748216948596077e-06,
      "loss": 0.007,
      "step": 8187
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748137360608187e-06,
      "loss": 0.0115,
      "step": 8188
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.748057760368502e-06,
      "loss": 0.0135,
      "step": 8189
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747978147877223e-06,
      "loss": 0.0199,
      "step": 8190
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747898523134558e-06,
      "loss": 0.0367,
      "step": 8191
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747818886140714e-06,
      "loss": 0.0068,
      "step": 8192
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747739236895894e-06,
      "loss": 0.0081,
      "step": 8193
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747659575400306e-06,
      "loss": 0.002,
      "step": 8194
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747579901654152e-06,
      "loss": 0.0142,
      "step": 8195
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74750021565764e-06,
      "loss": 0.0111,
      "step": 8196
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747420517410976e-06,
      "loss": 0.0075,
      "step": 8197
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747340806914365e-06,
      "loss": 0.0149,
      "step": 8198
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747261084168011e-06,
      "loss": 0.022,
      "step": 8199
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747181349172123e-06,
      "loss": 0.0145,
      "step": 8200
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.747101601926903e-06,
      "loss": 0.0061,
      "step": 8201
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74702184243256e-06,
      "loss": 0.0048,
      "step": 8202
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746942070689299e-06,
      "loss": 0.0104,
      "step": 8203
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746862286697325e-06,
      "loss": 0.011,
      "step": 8204
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746782490456842e-06,
      "loss": 0.01,
      "step": 8205
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74670268196806e-06,
      "loss": 0.0076,
      "step": 8206
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746622861231186e-06,
      "loss": 0.0324,
      "step": 8207
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74654302824642e-06,
      "loss": 0.0237,
      "step": 8208
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74646318301397e-06,
      "loss": 0.0033,
      "step": 8209
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746383325534044e-06,
      "loss": 0.0083,
      "step": 8210
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746303455806849e-06,
      "loss": 0.012,
      "step": 8211
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746223573832587e-06,
      "loss": 0.018,
      "step": 8212
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746143679611467e-06,
      "loss": 0.0146,
      "step": 8213
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.746063773143695e-06,
      "loss": 0.0079,
      "step": 8214
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745983854429478e-06,
      "loss": 0.004,
      "step": 8215
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745903923469018e-06,
      "loss": 0.0067,
      "step": 8216
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745823980262526e-06,
      "loss": 0.0036,
      "step": 8217
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745744024810206e-06,
      "loss": 0.01,
      "step": 8218
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745664057112264e-06,
      "loss": 0.0207,
      "step": 8219
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745584077168908e-06,
      "loss": 0.0067,
      "step": 8220
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745504084980343e-06,
      "loss": 0.0215,
      "step": 8221
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745424080546778e-06,
      "loss": 0.0031,
      "step": 8222
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745344063868414e-06,
      "loss": 0.011,
      "step": 8223
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745264034945462e-06,
      "loss": 0.0053,
      "step": 8224
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745183993778127e-06,
      "loss": 0.0101,
      "step": 8225
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745103940366617e-06,
      "loss": 0.0173,
      "step": 8226
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.745023874711137e-06,
      "loss": 0.0112,
      "step": 8227
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744943796811893e-06,
      "loss": 0.0092,
      "step": 8228
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744863706669094e-06,
      "loss": 0.0119,
      "step": 8229
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744783604282944e-06,
      "loss": 0.0042,
      "step": 8230
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744703489653651e-06,
      "loss": 0.0173,
      "step": 8231
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744623362781422e-06,
      "loss": 0.0167,
      "step": 8232
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744543223666465e-06,
      "loss": 0.0064,
      "step": 8233
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744463072308984e-06,
      "loss": 0.0245,
      "step": 8234
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744382908709187e-06,
      "loss": 0.0128,
      "step": 8235
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744302732867281e-06,
      "loss": 0.0053,
      "step": 8236
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744222544783473e-06,
      "loss": 0.01,
      "step": 8237
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74414234445797e-06,
      "loss": 0.0352,
      "step": 8238
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.744062131890977e-06,
      "loss": 0.0107,
      "step": 8239
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743981907082703e-06,
      "loss": 0.0054,
      "step": 8240
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743901670033356e-06,
      "loss": 0.0072,
      "step": 8241
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743821420743141e-06,
      "loss": 0.0051,
      "step": 8242
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743741159212265e-06,
      "loss": 0.0089,
      "step": 8243
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743660885440935e-06,
      "loss": 0.0133,
      "step": 8244
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743580599429362e-06,
      "loss": 0.0072,
      "step": 8245
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743500301177747e-06,
      "loss": 0.0065,
      "step": 8246
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743419990686302e-06,
      "loss": 0.034,
      "step": 8247
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743339667955232e-06,
      "loss": 0.008,
      "step": 8248
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743259332984745e-06,
      "loss": 0.0112,
      "step": 8249
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743178985775048e-06,
      "loss": 0.0104,
      "step": 8250
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743098626326349e-06,
      "loss": 0.0099,
      "step": 8251
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.743018254638855e-06,
      "loss": 0.0147,
      "step": 8252
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742937870712772e-06,
      "loss": 0.0128,
      "step": 8253
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74285747454831e-06,
      "loss": 0.0226,
      "step": 8254
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742777066145675e-06,
      "loss": 0.0053,
      "step": 8255
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742696645505073e-06,
      "loss": 0.0075,
      "step": 8256
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742616212626713e-06,
      "loss": 0.0095,
      "step": 8257
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742535767510803e-06,
      "loss": 0.0083,
      "step": 8258
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74245531015755e-06,
      "loss": 0.0082,
      "step": 8259
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742374840567164e-06,
      "loss": 0.0094,
      "step": 8260
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742294358739848e-06,
      "loss": 0.0032,
      "step": 8261
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742213864675812e-06,
      "loss": 0.0118,
      "step": 8262
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742133358375266e-06,
      "loss": 0.0095,
      "step": 8263
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.742052839838412e-06,
      "loss": 0.0053,
      "step": 8264
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741972309065464e-06,
      "loss": 0.0068,
      "step": 8265
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741891766056626e-06,
      "loss": 0.0116,
      "step": 8266
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741811210812107e-06,
      "loss": 0.0306,
      "step": 8267
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741730643332115e-06,
      "loss": 0.0075,
      "step": 8268
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741650063616857e-06,
      "loss": 0.0129,
      "step": 8269
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741569471666541e-06,
      "loss": 0.0184,
      "step": 8270
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741488867481377e-06,
      "loss": 0.0206,
      "step": 8271
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741408251061572e-06,
      "loss": 0.0013,
      "step": 8272
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741327622407331e-06,
      "loss": 0.0159,
      "step": 8273
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741246981518867e-06,
      "loss": 0.0051,
      "step": 8274
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741166328396386e-06,
      "loss": 0.0075,
      "step": 8275
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741085663040093e-06,
      "loss": 0.0069,
      "step": 8276
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.741004985450199e-06,
      "loss": 0.0028,
      "step": 8277
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740924295626915e-06,
      "loss": 0.0195,
      "step": 8278
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740843593570445e-06,
      "loss": 0.0017,
      "step": 8279
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740762879280999e-06,
      "loss": 0.0088,
      "step": 8280
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740682152758783e-06,
      "loss": 0.0196,
      "step": 8281
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740601414004008e-06,
      "loss": 0.0365,
      "step": 8282
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740520663016882e-06,
      "loss": 0.0029,
      "step": 8283
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740439899797612e-06,
      "loss": 0.0099,
      "step": 8284
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740359124346407e-06,
      "loss": 0.0076,
      "step": 8285
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740278336663476e-06,
      "loss": 0.0101,
      "step": 8286
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.740197536749028e-06,
      "loss": 0.003,
      "step": 8287
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74011672460327e-06,
      "loss": 0.0104,
      "step": 8288
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.74003590022641e-06,
      "loss": 0.0105,
      "step": 8289
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739955063618658e-06,
      "loss": 0.007,
      "step": 8290
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739874214780222e-06,
      "loss": 0.0105,
      "step": 8291
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739793353711313e-06,
      "loss": 0.0052,
      "step": 8292
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739712480412136e-06,
      "loss": 0.0114,
      "step": 8293
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739631594882901e-06,
      "loss": 0.0184,
      "step": 8294
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739550697123817e-06,
      "loss": 0.0035,
      "step": 8295
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739469787135093e-06,
      "loss": 0.012,
      "step": 8296
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739388864916936e-06,
      "loss": 0.0052,
      "step": 8297
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73930793046956e-06,
      "loss": 0.0076,
      "step": 8298
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739226983793167e-06,
      "loss": 0.0099,
      "step": 8299
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739146024887968e-06,
      "loss": 0.0089,
      "step": 8300
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.739065053754175e-06,
      "loss": 0.0091,
      "step": 8301
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738984070391993e-06,
      "loss": 0.012,
      "step": 8302
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738903074801633e-06,
      "loss": 0.0118,
      "step": 8303
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738822066983305e-06,
      "loss": 0.002,
      "step": 8304
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738741046937217e-06,
      "loss": 0.0105,
      "step": 8305
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738660014663576e-06,
      "loss": 0.0147,
      "step": 8306
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738578970162595e-06,
      "loss": 0.0073,
      "step": 8307
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73849791343448e-06,
      "loss": 0.0132,
      "step": 8308
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73841684447944e-06,
      "loss": 0.013,
      "step": 8309
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738335763297686e-06,
      "loss": 0.0103,
      "step": 8310
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738254669889427e-06,
      "loss": 0.0166,
      "step": 8311
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738173564254871e-06,
      "loss": 0.0185,
      "step": 8312
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73809244639423e-06,
      "loss": 0.0053,
      "step": 8313
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.738011316307709e-06,
      "loss": 0.0028,
      "step": 8314
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737930173995522e-06,
      "loss": 0.0072,
      "step": 8315
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737849019457874e-06,
      "loss": 0.0061,
      "step": 8316
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737767852694978e-06,
      "loss": 0.0056,
      "step": 8317
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737686673707041e-06,
      "loss": 0.0136,
      "step": 8318
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737605482494275e-06,
      "loss": 0.0157,
      "step": 8319
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737524279056887e-06,
      "loss": 0.021,
      "step": 8320
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737443063395087e-06,
      "loss": 0.0076,
      "step": 8321
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737361835509085e-06,
      "loss": 0.0142,
      "step": 8322
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737280595399092e-06,
      "loss": 0.0123,
      "step": 8323
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737199343065316e-06,
      "loss": 0.0095,
      "step": 8324
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737118078507965e-06,
      "loss": 0.0165,
      "step": 8325
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.737036801727252e-06,
      "loss": 0.0059,
      "step": 8326
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736955512723385e-06,
      "loss": 0.0268,
      "step": 8327
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736874211496574e-06,
      "loss": 0.0185,
      "step": 8328
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736792898047029e-06,
      "loss": 0.0124,
      "step": 8329
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73671157237496e-06,
      "loss": 0.0032,
      "step": 8330
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736630234480578e-06,
      "loss": 0.0108,
      "step": 8331
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736548884364088e-06,
      "loss": 0.0142,
      "step": 8332
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736467522025706e-06,
      "loss": 0.0104,
      "step": 8333
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736386147465638e-06,
      "loss": 0.0122,
      "step": 8334
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736304760684096e-06,
      "loss": 0.0031,
      "step": 8335
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73622336168129e-06,
      "loss": 0.0122,
      "step": 8336
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736141950457427e-06,
      "loss": 0.0053,
      "step": 8337
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.736060527012721e-06,
      "loss": 0.0051,
      "step": 8338
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73597909134738e-06,
      "loss": 0.0225,
      "step": 8339
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735897643461614e-06,
      "loss": 0.0078,
      "step": 8340
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735816183355634e-06,
      "loss": 0.0061,
      "step": 8341
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73573471102965e-06,
      "loss": 0.0083,
      "step": 8342
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735653226483873e-06,
      "loss": 0.036,
      "step": 8343
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73557172971851e-06,
      "loss": 0.0207,
      "step": 8344
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735490220733777e-06,
      "loss": 0.016,
      "step": 8345
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73540869952988e-06,
      "loss": 0.0191,
      "step": 8346
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735327166107029e-06,
      "loss": 0.008,
      "step": 8347
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735245620465436e-06,
      "loss": 0.0288,
      "step": 8348
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735164062605312e-06,
      "loss": 0.0133,
      "step": 8349
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.735082492526865e-06,
      "loss": 0.0095,
      "step": 8350
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73500091023031e-06,
      "loss": 0.0208,
      "step": 8351
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734919315715853e-06,
      "loss": 0.0061,
      "step": 8352
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734837708983707e-06,
      "loss": 0.0107,
      "step": 8353
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734756090034081e-06,
      "loss": 0.0088,
      "step": 8354
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734674458867186e-06,
      "loss": 0.0127,
      "step": 8355
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734592815483233e-06,
      "loss": 0.0049,
      "step": 8356
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734511159882434e-06,
      "loss": 0.0127,
      "step": 8357
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734429492064996e-06,
      "loss": 0.0094,
      "step": 8358
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734347812031135e-06,
      "loss": 0.0099,
      "step": 8359
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734266119781058e-06,
      "loss": 0.0191,
      "step": 8360
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734184415314974e-06,
      "loss": 0.0166,
      "step": 8361
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7341026986331e-06,
      "loss": 0.0111,
      "step": 8362
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.734020969735641e-06,
      "loss": 0.023,
      "step": 8363
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73393922862281e-06,
      "loss": 0.0064,
      "step": 8364
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73385747529482e-06,
      "loss": 0.03,
      "step": 8365
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733775709751878e-06,
      "loss": 0.0117,
      "step": 8366
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733693931994196e-06,
      "loss": 0.0289,
      "step": 8367
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73361214202199e-06,
      "loss": 0.0108,
      "step": 8368
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733530339835466e-06,
      "loss": 0.0165,
      "step": 8369
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733448525434834e-06,
      "loss": 0.0049,
      "step": 8370
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733366698820309e-06,
      "loss": 0.0076,
      "step": 8371
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7332848599921e-06,
      "loss": 0.0063,
      "step": 8372
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733203008950418e-06,
      "loss": 0.007,
      "step": 8373
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733121145695477e-06,
      "loss": 0.0106,
      "step": 8374
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.733039270227483e-06,
      "loss": 0.0161,
      "step": 8375
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732957382546653e-06,
      "loss": 0.0094,
      "step": 8376
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732875482653195e-06,
      "loss": 0.0038,
      "step": 8377
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73279357054732e-06,
      "loss": 0.0111,
      "step": 8378
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732711646229241e-06,
      "loss": 0.0036,
      "step": 8379
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732629709699167e-06,
      "loss": 0.0082,
      "step": 8380
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732547760957312e-06,
      "loss": 0.0024,
      "step": 8381
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732465800003887e-06,
      "loss": 0.0017,
      "step": 8382
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732383826839104e-06,
      "loss": 0.0339,
      "step": 8383
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732301841463171e-06,
      "loss": 0.0049,
      "step": 8384
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732219843876305e-06,
      "loss": 0.014,
      "step": 8385
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.732137834078714e-06,
      "loss": 0.0101,
      "step": 8386
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73205581207061e-06,
      "loss": 0.0304,
      "step": 8387
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731973777852204e-06,
      "loss": 0.0203,
      "step": 8388
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73189173142371e-06,
      "loss": 0.0103,
      "step": 8389
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731809672785338e-06,
      "loss": 0.0166,
      "step": 8390
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7317276019373e-06,
      "loss": 0.0065,
      "step": 8391
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731645518879808e-06,
      "loss": 0.0059,
      "step": 8392
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731563423613073e-06,
      "loss": 0.0117,
      "step": 8393
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731481316137309e-06,
      "loss": 0.0028,
      "step": 8394
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731399196452724e-06,
      "loss": 0.0045,
      "step": 8395
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731317064559533e-06,
      "loss": 0.0069,
      "step": 8396
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731234920457948e-06,
      "loss": 0.0188,
      "step": 8397
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73115276414818e-06,
      "loss": 0.0063,
      "step": 8398
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.731070595630442e-06,
      "loss": 0.006,
      "step": 8399
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730988414904943e-06,
      "loss": 0.0133,
      "step": 8400
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730906221971899e-06,
      "loss": 0.0063,
      "step": 8401
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730824016831518e-06,
      "loss": 0.0151,
      "step": 8402
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730741799484016e-06,
      "loss": 0.0174,
      "step": 8403
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730659569929604e-06,
      "loss": 0.0352,
      "step": 8404
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730577328168494e-06,
      "loss": 0.0092,
      "step": 8405
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730495074200897e-06,
      "loss": 0.0209,
      "step": 8406
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730412808027026e-06,
      "loss": 0.006,
      "step": 8407
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730330529647094e-06,
      "loss": 0.0028,
      "step": 8408
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730248239061312e-06,
      "loss": 0.0055,
      "step": 8409
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730165936269894e-06,
      "loss": 0.0045,
      "step": 8410
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730083621273051e-06,
      "loss": 0.0033,
      "step": 8411
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.730001294070997e-06,
      "loss": 0.0183,
      "step": 8412
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729918954663942e-06,
      "loss": 0.0186,
      "step": 8413
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729836603052101e-06,
      "loss": 0.0113,
      "step": 8414
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729754239235683e-06,
      "loss": 0.0115,
      "step": 8415
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729671863214905e-06,
      "loss": 0.0082,
      "step": 8416
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729589474989977e-06,
      "loss": 0.0072,
      "step": 8417
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729507074561112e-06,
      "loss": 0.0063,
      "step": 8418
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729424661928521e-06,
      "loss": 0.0069,
      "step": 8419
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72934223709242e-06,
      "loss": 0.003,
      "step": 8420
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729259800053018e-06,
      "loss": 0.0048,
      "step": 8421
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729177350810532e-06,
      "loss": 0.0106,
      "step": 8422
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729094889365172e-06,
      "loss": 0.0126,
      "step": 8423
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.729012415717149e-06,
      "loss": 0.0086,
      "step": 8424
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72892992986668e-06,
      "loss": 0.0449,
      "step": 8425
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728847431813976e-06,
      "loss": 0.0073,
      "step": 8426
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728764921559248e-06,
      "loss": 0.0153,
      "step": 8427
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728682399102712e-06,
      "loss": 0.0048,
      "step": 8428
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72859986444458e-06,
      "loss": 0.0026,
      "step": 8429
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728517317585063e-06,
      "loss": 0.0239,
      "step": 8430
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728434758524374e-06,
      "loss": 0.0381,
      "step": 8431
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72835218726273e-06,
      "loss": 0.0056,
      "step": 8432
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72826960380034e-06,
      "loss": 0.0027,
      "step": 8433
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728187008137419e-06,
      "loss": 0.0093,
      "step": 8434
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728104400274181e-06,
      "loss": 0.0057,
      "step": 8435
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.728021780210838e-06,
      "loss": 0.0094,
      "step": 8436
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727939147947603e-06,
      "loss": 0.0192,
      "step": 8437
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727856503484687e-06,
      "loss": 0.026,
      "step": 8438
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727773846822309e-06,
      "loss": 0.0295,
      "step": 8439
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727691177960676e-06,
      "loss": 0.0107,
      "step": 8440
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727608496900005e-06,
      "loss": 0.0308,
      "step": 8441
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72752580364051e-06,
      "loss": 0.0099,
      "step": 8442
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727443098182401e-06,
      "loss": 0.0122,
      "step": 8443
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727360380525894e-06,
      "loss": 0.0062,
      "step": 8444
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727277650671203e-06,
      "loss": 0.0093,
      "step": 8445
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727194908618539e-06,
      "loss": 0.0017,
      "step": 8446
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.727112154368117e-06,
      "loss": 0.0134,
      "step": 8447
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72702938792015e-06,
      "loss": 0.0134,
      "step": 8448
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726946609274852e-06,
      "loss": 0.0099,
      "step": 8449
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726863818432436e-06,
      "loss": 0.0143,
      "step": 8450
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726781015393116e-06,
      "loss": 0.0033,
      "step": 8451
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726698200157108e-06,
      "loss": 0.0214,
      "step": 8452
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726615372724621e-06,
      "loss": 0.0024,
      "step": 8453
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72653253309587e-06,
      "loss": 0.0229,
      "step": 8454
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726449681271072e-06,
      "loss": 0.0095,
      "step": 8455
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72636681725044e-06,
      "loss": 0.0051,
      "step": 8456
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726283941034184e-06,
      "loss": 0.0065,
      "step": 8457
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726201052622521e-06,
      "loss": 0.0074,
      "step": 8458
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.726118152015664e-06,
      "loss": 0.0102,
      "step": 8459
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72603523921383e-06,
      "loss": 0.0048,
      "step": 8460
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725952314217226e-06,
      "loss": 0.0087,
      "step": 8461
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725869377026072e-06,
      "loss": 0.0085,
      "step": 8462
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72578642764058e-06,
      "loss": 0.0206,
      "step": 8463
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725703466060962e-06,
      "loss": 0.0059,
      "step": 8464
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725620492287438e-06,
      "loss": 0.0165,
      "step": 8465
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725537506320216e-06,
      "loss": 0.0058,
      "step": 8466
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725454508159512e-06,
      "loss": 0.0073,
      "step": 8467
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72537149780554e-06,
      "loss": 0.0073,
      "step": 8468
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725288475258517e-06,
      "loss": 0.0079,
      "step": 8469
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725205440518654e-06,
      "loss": 0.0089,
      "step": 8470
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725122393586166e-06,
      "loss": 0.0188,
      "step": 8471
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.725039334461267e-06,
      "loss": 0.0109,
      "step": 8472
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724956263144172e-06,
      "loss": 0.0195,
      "step": 8473
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724873179635097e-06,
      "loss": 0.0118,
      "step": 8474
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724790083934253e-06,
      "loss": 0.0113,
      "step": 8475
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724706976041855e-06,
      "loss": 0.0117,
      "step": 8476
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72462385595812e-06,
      "loss": 0.0221,
      "step": 8477
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72454072368326e-06,
      "loss": 0.0096,
      "step": 8478
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724457579217493e-06,
      "loss": 0.0101,
      "step": 8479
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724374422561027e-06,
      "loss": 0.0082,
      "step": 8480
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724291253714082e-06,
      "loss": 0.0156,
      "step": 8481
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724208072676873e-06,
      "loss": 0.035,
      "step": 8482
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724124879449611e-06,
      "loss": 0.0147,
      "step": 8483
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.724041674032513e-06,
      "loss": 0.0237,
      "step": 8484
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723958456425793e-06,
      "loss": 0.0021,
      "step": 8485
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723875226629667e-06,
      "loss": 0.0077,
      "step": 8486
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723791984644346e-06,
      "loss": 0.0007,
      "step": 8487
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72370873047005e-06,
      "loss": 0.0141,
      "step": 8488
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72362546410699e-06,
      "loss": 0.0127,
      "step": 8489
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723542185555382e-06,
      "loss": 0.0051,
      "step": 8490
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72345889481544e-06,
      "loss": 0.0151,
      "step": 8491
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723375591887383e-06,
      "loss": 0.0073,
      "step": 8492
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723292276771421e-06,
      "loss": 0.0095,
      "step": 8493
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723208949467771e-06,
      "loss": 0.0074,
      "step": 8494
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723125609976647e-06,
      "loss": 0.0073,
      "step": 8495
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.723042258298265e-06,
      "loss": 0.0072,
      "step": 8496
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722958894432842e-06,
      "loss": 0.0036,
      "step": 8497
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72287551838059e-06,
      "loss": 0.0051,
      "step": 8498
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722792130141724e-06,
      "loss": 0.0087,
      "step": 8499
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722708729716461e-06,
      "loss": 0.0071,
      "step": 8500
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722625317105016e-06,
      "loss": 0.0064,
      "step": 8501
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722541892307605e-06,
      "loss": 0.005,
      "step": 8502
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72245845532444e-06,
      "loss": 0.0185,
      "step": 8503
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72237500615574e-06,
      "loss": 0.0142,
      "step": 8504
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722291544801716e-06,
      "loss": 0.0091,
      "step": 8505
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72220807126259e-06,
      "loss": 0.0054,
      "step": 8506
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722124585538571e-06,
      "loss": 0.0067,
      "step": 8507
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.722041087629876e-06,
      "loss": 0.0085,
      "step": 8508
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721957577536723e-06,
      "loss": 0.0041,
      "step": 8509
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721874055259326e-06,
      "loss": 0.0072,
      "step": 8510
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721790520797901e-06,
      "loss": 0.0068,
      "step": 8511
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72170697415266e-06,
      "loss": 0.008,
      "step": 8512
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721623415323825e-06,
      "loss": 0.0114,
      "step": 8513
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721539844311605e-06,
      "loss": 0.0117,
      "step": 8514
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72145626111622e-06,
      "loss": 0.028,
      "step": 8515
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721372665737884e-06,
      "loss": 0.0158,
      "step": 8516
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721289058176813e-06,
      "loss": 0.0262,
      "step": 8517
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721205438433223e-06,
      "loss": 0.0136,
      "step": 8518
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72112180650733e-06,
      "loss": 0.002,
      "step": 8519
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.72103816239935e-06,
      "loss": 0.014,
      "step": 8520
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720954506109497e-06,
      "loss": 0.0102,
      "step": 8521
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720870837637988e-06,
      "loss": 0.0147,
      "step": 8522
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720787156985039e-06,
      "loss": 0.0042,
      "step": 8523
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720703464150867e-06,
      "loss": 0.0081,
      "step": 8524
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720619759135686e-06,
      "loss": 0.0349,
      "step": 8525
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720536041939713e-06,
      "loss": 0.0504,
      "step": 8526
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720452312563165e-06,
      "loss": 0.0228,
      "step": 8527
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720368571006255e-06,
      "loss": 0.0059,
      "step": 8528
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.7202848172692e-06,
      "loss": 0.0245,
      "step": 8529
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720201051352221e-06,
      "loss": 0.0081,
      "step": 8530
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720117273255528e-06,
      "loss": 0.003,
      "step": 8531
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.720033482979339e-06,
      "loss": 0.0024,
      "step": 8532
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719949680523872e-06,
      "loss": 0.0071,
      "step": 8533
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71986586588934e-06,
      "loss": 0.0051,
      "step": 8534
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719782039075963e-06,
      "loss": 0.0038,
      "step": 8535
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719698200083953e-06,
      "loss": 0.0052,
      "step": 8536
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719614348913531e-06,
      "loss": 0.021,
      "step": 8537
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719530485564911e-06,
      "loss": 0.0116,
      "step": 8538
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719446610038309e-06,
      "loss": 0.0044,
      "step": 8539
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719362722333942e-06,
      "loss": 0.0055,
      "step": 8540
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719278822452026e-06,
      "loss": 0.0042,
      "step": 8541
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719194910392779e-06,
      "loss": 0.0052,
      "step": 8542
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719110986156415e-06,
      "loss": 0.006,
      "step": 8543
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.719027049743153e-06,
      "loss": 0.0042,
      "step": 8544
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718943101153209e-06,
      "loss": 0.0083,
      "step": 8545
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718859140386797e-06,
      "loss": 0.0073,
      "step": 8546
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718775167444139e-06,
      "loss": 0.0078,
      "step": 8547
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718691182325446e-06,
      "loss": 0.0118,
      "step": 8548
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718607185030938e-06,
      "loss": 0.0066,
      "step": 8549
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71852317556083e-06,
      "loss": 0.0264,
      "step": 8550
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718439153915343e-06,
      "loss": 0.0084,
      "step": 8551
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718355120094686e-06,
      "loss": 0.0173,
      "step": 8552
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718271074099083e-06,
      "loss": 0.0062,
      "step": 8553
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718187015928748e-06,
      "loss": 0.0125,
      "step": 8554
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718102945583899e-06,
      "loss": 0.006,
      "step": 8555
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.718018863064752e-06,
      "loss": 0.0164,
      "step": 8556
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717934768371522e-06,
      "loss": 0.0208,
      "step": 8557
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71785066150443e-06,
      "loss": 0.0051,
      "step": 8558
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71776654246369e-06,
      "loss": 0.0138,
      "step": 8559
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71768241124952e-06,
      "loss": 0.0165,
      "step": 8560
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717598267862138e-06,
      "loss": 0.0046,
      "step": 8561
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717514112301759e-06,
      "loss": 0.021,
      "step": 8562
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717429944568602e-06,
      "loss": 0.0142,
      "step": 8563
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717345764662885e-06,
      "loss": 0.0049,
      "step": 8564
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717261572584822e-06,
      "loss": 0.0122,
      "step": 8565
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717177368334633e-06,
      "loss": 0.0031,
      "step": 8566
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717093151912533e-06,
      "loss": 0.0053,
      "step": 8567
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.717008923318742e-06,
      "loss": 0.017,
      "step": 8568
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.716924682553476e-06,
      "loss": 0.0044,
      "step": 8569
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.716840429616953e-06,
      "loss": 0.0138,
      "step": 8570
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.716756164509388e-06,
      "loss": 0.011,
      "step": 8571
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.716671887231002e-06,
      "loss": 0.0069,
      "step": 8572
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71658759778201e-06,
      "loss": 0.0209,
      "step": 8573
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71650329616263e-06,
      "loss": 0.0186,
      "step": 8574
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71641898237308e-06,
      "loss": 0.0109,
      "step": 8575
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.716334656413578e-06,
      "loss": 0.0075,
      "step": 8576
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71625031828434e-06,
      "loss": 0.0129,
      "step": 8577
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.716165967985584e-06,
      "loss": 0.0089,
      "step": 8578
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.716081605517528e-06,
      "loss": 0.0121,
      "step": 8579
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71599723088039e-06,
      "loss": 0.0195,
      "step": 8580
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715912844074389e-06,
      "loss": 0.0032,
      "step": 8581
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71582844509974e-06,
      "loss": 0.0036,
      "step": 8582
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715744033956661e-06,
      "loss": 0.0167,
      "step": 8583
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715659610645371e-06,
      "loss": 0.0165,
      "step": 8584
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71557517516609e-06,
      "loss": 0.0105,
      "step": 8585
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715490727519032e-06,
      "loss": 0.008,
      "step": 8586
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715406267704417e-06,
      "loss": 0.0318,
      "step": 8587
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715321795722462e-06,
      "loss": 0.0046,
      "step": 8588
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715237311573386e-06,
      "loss": 0.0107,
      "step": 8589
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715152815257406e-06,
      "loss": 0.0047,
      "step": 8590
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.715068306774739e-06,
      "loss": 0.0136,
      "step": 8591
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714983786125606e-06,
      "loss": 0.0114,
      "step": 8592
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714899253310224e-06,
      "loss": 0.0285,
      "step": 8593
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71481470832881e-06,
      "loss": 0.0139,
      "step": 8594
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714730151181582e-06,
      "loss": 0.005,
      "step": 8595
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71464558186876e-06,
      "loss": 0.0134,
      "step": 8596
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71456100039056e-06,
      "loss": 0.0083,
      "step": 8597
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714476406747204e-06,
      "loss": 0.0191,
      "step": 8598
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714391800938907e-06,
      "loss": 0.008,
      "step": 8599
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714307182965888e-06,
      "loss": 0.0122,
      "step": 8600
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714222552828363e-06,
      "loss": 0.0072,
      "step": 8601
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714137910526556e-06,
      "loss": 0.0125,
      "step": 8602
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.714053256060681e-06,
      "loss": 0.0052,
      "step": 8603
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.713968589430956e-06,
      "loss": 0.0059,
      "step": 8604
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.713883910637602e-06,
      "loss": 0.0287,
      "step": 8605
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.713799219680838e-06,
      "loss": 0.0128,
      "step": 8606
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.713714516560881e-06,
      "loss": 0.0151,
      "step": 8607
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.71362980127795e-06,
      "loss": 0.0109,
      "step": 8608
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.71354507383226e-06,
      "loss": 0.0271,
      "step": 8609
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.713460334224036e-06,
      "loss": 0.0036,
      "step": 8610
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.713375582453493e-06,
      "loss": 0.0153,
      "step": 8611
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.71329081852085e-06,
      "loss": 0.0144,
      "step": 8612
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.713206042426325e-06,
      "loss": 0.0043,
      "step": 8613
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.71312125417014e-06,
      "loss": 0.004,
      "step": 8614
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.713036453752509e-06,
      "loss": 0.0188,
      "step": 8615
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712951641173654e-06,
      "loss": 0.0099,
      "step": 8616
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712866816433794e-06,
      "loss": 0.025,
      "step": 8617
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712781979533148e-06,
      "loss": 0.0087,
      "step": 8618
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712697130471932e-06,
      "loss": 0.0129,
      "step": 8619
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712612269250368e-06,
      "loss": 0.0062,
      "step": 8620
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712527395868672e-06,
      "loss": 0.0078,
      "step": 8621
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712442510327066e-06,
      "loss": 0.0063,
      "step": 8622
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712357612625769e-06,
      "loss": 0.0227,
      "step": 8623
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712272702764998e-06,
      "loss": 0.0078,
      "step": 8624
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712187780744973e-06,
      "loss": 0.0061,
      "step": 8625
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712102846565914e-06,
      "loss": 0.0175,
      "step": 8626
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.712017900228039e-06,
      "loss": 0.0125,
      "step": 8627
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711932941731568e-06,
      "loss": 0.0015,
      "step": 8628
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711847971076717e-06,
      "loss": 0.0114,
      "step": 8629
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711762988263711e-06,
      "loss": 0.0069,
      "step": 8630
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711677993292767e-06,
      "loss": 0.0074,
      "step": 8631
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711592986164101e-06,
      "loss": 0.0297,
      "step": 8632
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711507966877936e-06,
      "loss": 0.0267,
      "step": 8633
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.71142293543449e-06,
      "loss": 0.0077,
      "step": 8634
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711337891833983e-06,
      "loss": 0.0219,
      "step": 8635
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711252836076634e-06,
      "loss": 0.0103,
      "step": 8636
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711167768162664e-06,
      "loss": 0.0319,
      "step": 8637
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.711082688092288e-06,
      "loss": 0.0102,
      "step": 8638
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710997595865733e-06,
      "loss": 0.016,
      "step": 8639
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.71091249148321e-06,
      "loss": 0.0037,
      "step": 8640
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710827374944947e-06,
      "loss": 0.0043,
      "step": 8641
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710742246251156e-06,
      "loss": 0.017,
      "step": 8642
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710657105402062e-06,
      "loss": 0.0087,
      "step": 8643
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710571952397883e-06,
      "loss": 0.0195,
      "step": 8644
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710486787238838e-06,
      "loss": 0.0058,
      "step": 8645
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710401609925146e-06,
      "loss": 0.009,
      "step": 8646
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710316420457031e-06,
      "loss": 0.0054,
      "step": 8647
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710231218834706e-06,
      "loss": 0.0086,
      "step": 8648
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710146005058399e-06,
      "loss": 0.0243,
      "step": 8649
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.710060779128323e-06,
      "loss": 0.0044,
      "step": 8650
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709975541044702e-06,
      "loss": 0.0104,
      "step": 8651
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709890290807754e-06,
      "loss": 0.0041,
      "step": 8652
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.7098050284177e-06,
      "loss": 0.0091,
      "step": 8653
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709719753874758e-06,
      "loss": 0.0151,
      "step": 8654
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709634467179149e-06,
      "loss": 0.0111,
      "step": 8655
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709549168331096e-06,
      "loss": 0.0183,
      "step": 8656
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709463857330816e-06,
      "loss": 0.0171,
      "step": 8657
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70937853417853e-06,
      "loss": 0.038,
      "step": 8658
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709293198874457e-06,
      "loss": 0.0118,
      "step": 8659
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709207851418819e-06,
      "loss": 0.0124,
      "step": 8660
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709122491811836e-06,
      "loss": 0.0284,
      "step": 8661
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.709037120053726e-06,
      "loss": 0.0165,
      "step": 8662
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708951736144712e-06,
      "loss": 0.0099,
      "step": 8663
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708866340085012e-06,
      "loss": 0.0351,
      "step": 8664
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708780931874848e-06,
      "loss": 0.0065,
      "step": 8665
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70869551151444e-06,
      "loss": 0.0057,
      "step": 8666
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708610079004011e-06,
      "loss": 0.0074,
      "step": 8667
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708524634343776e-06,
      "loss": 0.0056,
      "step": 8668
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708439177533959e-06,
      "loss": 0.0089,
      "step": 8669
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70835370857478e-06,
      "loss": 0.0165,
      "step": 8670
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70826822746646e-06,
      "loss": 0.0155,
      "step": 8671
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70818273420922e-06,
      "loss": 0.0232,
      "step": 8672
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708097228803277e-06,
      "loss": 0.0102,
      "step": 8673
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.708011711248856e-06,
      "loss": 0.0105,
      "step": 8674
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707926181546174e-06,
      "loss": 0.0079,
      "step": 8675
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707840639695453e-06,
      "loss": 0.0082,
      "step": 8676
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707755085696918e-06,
      "loss": 0.0041,
      "step": 8677
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707669519550784e-06,
      "loss": 0.0053,
      "step": 8678
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707583941257272e-06,
      "loss": 0.0104,
      "step": 8679
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707498350816607e-06,
      "loss": 0.0132,
      "step": 8680
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707412748229008e-06,
      "loss": 0.0218,
      "step": 8681
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707327133494695e-06,
      "loss": 0.0076,
      "step": 8682
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707241506613887e-06,
      "loss": 0.0249,
      "step": 8683
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70715586758681e-06,
      "loss": 0.0145,
      "step": 8684
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.707070216413681e-06,
      "loss": 0.0148,
      "step": 8685
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706984553094722e-06,
      "loss": 0.0236,
      "step": 8686
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706898877630154e-06,
      "loss": 0.004,
      "step": 8687
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706813190020199e-06,
      "loss": 0.0029,
      "step": 8688
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706727490265077e-06,
      "loss": 0.0179,
      "step": 8689
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70664177836501e-06,
      "loss": 0.0093,
      "step": 8690
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70655605432022e-06,
      "loss": 0.0064,
      "step": 8691
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706470318130925e-06,
      "loss": 0.0123,
      "step": 8692
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70638456979735e-06,
      "loss": 0.0165,
      "step": 8693
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706298809319712e-06,
      "loss": 0.0127,
      "step": 8694
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706213036698235e-06,
      "loss": 0.0091,
      "step": 8695
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706127251933142e-06,
      "loss": 0.0071,
      "step": 8696
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.706041455024651e-06,
      "loss": 0.0153,
      "step": 8697
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705955645972986e-06,
      "loss": 0.0119,
      "step": 8698
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705869824778366e-06,
      "loss": 0.0087,
      "step": 8699
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705783991441014e-06,
      "loss": 0.0088,
      "step": 8700
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705698145961152e-06,
      "loss": 0.0036,
      "step": 8701
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705612288338999e-06,
      "loss": 0.0412,
      "step": 8702
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705526418574778e-06,
      "loss": 0.0126,
      "step": 8703
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705440536668713e-06,
      "loss": 0.0167,
      "step": 8704
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705354642621022e-06,
      "loss": 0.0102,
      "step": 8705
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705268736431928e-06,
      "loss": 0.0175,
      "step": 8706
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705182818101653e-06,
      "loss": 0.0084,
      "step": 8707
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705096887630417e-06,
      "loss": 0.0134,
      "step": 8708
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.705010945018445e-06,
      "loss": 0.0028,
      "step": 8709
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704924990265956e-06,
      "loss": 0.0246,
      "step": 8710
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704839023373172e-06,
      "loss": 0.0124,
      "step": 8711
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704753044340315e-06,
      "loss": 0.0207,
      "step": 8712
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70466705316761e-06,
      "loss": 0.0182,
      "step": 8713
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704581049855275e-06,
      "loss": 0.0056,
      "step": 8714
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704495034403532e-06,
      "loss": 0.0054,
      "step": 8715
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704409006812606e-06,
      "loss": 0.0023,
      "step": 8716
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704322967082715e-06,
      "loss": 0.0081,
      "step": 8717
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704236915214083e-06,
      "loss": 0.0032,
      "step": 8718
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704150851206933e-06,
      "loss": 0.008,
      "step": 8719
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.704064775061487e-06,
      "loss": 0.0058,
      "step": 8720
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703978686777966e-06,
      "loss": 0.041,
      "step": 8721
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703892586356591e-06,
      "loss": 0.0123,
      "step": 8722
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703806473797588e-06,
      "loss": 0.0065,
      "step": 8723
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703720349101175e-06,
      "loss": 0.0173,
      "step": 8724
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703634212267576e-06,
      "loss": 0.0076,
      "step": 8725
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703548063297013e-06,
      "loss": 0.0055,
      "step": 8726
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70346190218971e-06,
      "loss": 0.0022,
      "step": 8727
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703375728945888e-06,
      "loss": 0.0105,
      "step": 8728
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703289543565768e-06,
      "loss": 0.018,
      "step": 8729
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703203346049572e-06,
      "loss": 0.0039,
      "step": 8730
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703117136397526e-06,
      "loss": 0.0321,
      "step": 8731
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.703030914609853e-06,
      "loss": 0.0249,
      "step": 8732
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70294468068677e-06,
      "loss": 0.0169,
      "step": 8733
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.702858434628502e-06,
      "loss": 0.0046,
      "step": 8734
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.702772176435274e-06,
      "loss": 0.0177,
      "step": 8735
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.702685906107305e-06,
      "loss": 0.0231,
      "step": 8736
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70259962364482e-06,
      "loss": 0.0084,
      "step": 8737
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70251332904804e-06,
      "loss": 0.0038,
      "step": 8738
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.702427022317191e-06,
      "loss": 0.0216,
      "step": 8739
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70234070345249e-06,
      "loss": 0.0069,
      "step": 8740
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.702254372454166e-06,
      "loss": 0.0166,
      "step": 8741
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.702168029322437e-06,
      "loss": 0.0031,
      "step": 8742
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.702081674057528e-06,
      "loss": 0.0168,
      "step": 8743
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701995306659662e-06,
      "loss": 0.0064,
      "step": 8744
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70190892712906e-06,
      "loss": 0.0057,
      "step": 8745
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701822535465946e-06,
      "loss": 0.0064,
      "step": 8746
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701736131670542e-06,
      "loss": 0.0049,
      "step": 8747
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701649715743075e-06,
      "loss": 0.001,
      "step": 8748
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701563287683764e-06,
      "loss": 0.0157,
      "step": 8749
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701476847492831e-06,
      "loss": 0.0047,
      "step": 8750
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701390395170503e-06,
      "loss": 0.0067,
      "step": 8751
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701303930717e-06,
      "loss": 0.0046,
      "step": 8752
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701217454132548e-06,
      "loss": 0.0136,
      "step": 8753
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.701130965417367e-06,
      "loss": 0.0054,
      "step": 8754
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70104446457168e-06,
      "loss": 0.0057,
      "step": 8755
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.700957951595715e-06,
      "loss": 0.0219,
      "step": 8756
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70087142648969e-06,
      "loss": 0.0274,
      "step": 8757
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70078488925383e-06,
      "loss": 0.0041,
      "step": 8758
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70069833988836e-06,
      "loss": 0.0053,
      "step": 8759
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.7006117783935e-06,
      "loss": 0.0032,
      "step": 8760
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.700525204769476e-06,
      "loss": 0.0184,
      "step": 8761
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.70043861901651e-06,
      "loss": 0.0145,
      "step": 8762
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.700352021134827e-06,
      "loss": 0.0058,
      "step": 8763
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.700265411124648e-06,
      "loss": 0.0045,
      "step": 8764
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.700178788986198e-06,
      "loss": 0.0095,
      "step": 8765
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.700092154719703e-06,
      "loss": 0.0087,
      "step": 8766
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.700005508325382e-06,
      "loss": 0.0185,
      "step": 8767
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699918849803461e-06,
      "loss": 0.0125,
      "step": 8768
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699832179154162e-06,
      "loss": 0.0085,
      "step": 8769
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699745496377712e-06,
      "loss": 0.0166,
      "step": 8770
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699658801474331e-06,
      "loss": 0.02,
      "step": 8771
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699572094444244e-06,
      "loss": 0.0088,
      "step": 8772
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699485375287676e-06,
      "loss": 0.0081,
      "step": 8773
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699398644004849e-06,
      "loss": 0.0067,
      "step": 8774
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699311900595988e-06,
      "loss": 0.0077,
      "step": 8775
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699225145061314e-06,
      "loss": 0.0283,
      "step": 8776
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699138377401056e-06,
      "loss": 0.011,
      "step": 8777
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.699051597615433e-06,
      "loss": 0.0097,
      "step": 8778
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698964805704673e-06,
      "loss": 0.0097,
      "step": 8779
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698878001668998e-06,
      "loss": 0.0075,
      "step": 8780
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69879118550863e-06,
      "loss": 0.0072,
      "step": 8781
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698704357223796e-06,
      "loss": 0.0022,
      "step": 8782
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698617516814719e-06,
      "loss": 0.0051,
      "step": 8783
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698530664281622e-06,
      "loss": 0.0236,
      "step": 8784
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698443799624733e-06,
      "loss": 0.0034,
      "step": 8785
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69835692284427e-06,
      "loss": 0.0134,
      "step": 8786
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698270033940462e-06,
      "loss": 0.0113,
      "step": 8787
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698183132913532e-06,
      "loss": 0.0141,
      "step": 8788
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.698096219763703e-06,
      "loss": 0.0085,
      "step": 8789
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.6980092944912e-06,
      "loss": 0.0114,
      "step": 8790
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697922357096247e-06,
      "loss": 0.0092,
      "step": 8791
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69783540757907e-06,
      "loss": 0.0076,
      "step": 8792
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697748445939892e-06,
      "loss": 0.0051,
      "step": 8793
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697661472178939e-06,
      "loss": 0.012,
      "step": 8794
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697574486296432e-06,
      "loss": 0.0038,
      "step": 8795
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697487488292598e-06,
      "loss": 0.0189,
      "step": 8796
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69740047816766e-06,
      "loss": 0.0072,
      "step": 8797
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697313455921845e-06,
      "loss": 0.0144,
      "step": 8798
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697226421555374e-06,
      "loss": 0.01,
      "step": 8799
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697139375068477e-06,
      "loss": 0.0199,
      "step": 8800
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.697052316461371e-06,
      "loss": 0.0077,
      "step": 8801
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696965245734287e-06,
      "loss": 0.0066,
      "step": 8802
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696878162887448e-06,
      "loss": 0.0012,
      "step": 8803
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696791067921077e-06,
      "loss": 0.0121,
      "step": 8804
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.6967039608354e-06,
      "loss": 0.0247,
      "step": 8805
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696616841630642e-06,
      "loss": 0.0116,
      "step": 8806
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696529710307027e-06,
      "loss": 0.0186,
      "step": 8807
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696442566864781e-06,
      "loss": 0.0057,
      "step": 8808
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696355411304128e-06,
      "loss": 0.0058,
      "step": 8809
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696268243625293e-06,
      "loss": 0.015,
      "step": 8810
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.6961810638285e-06,
      "loss": 0.0035,
      "step": 8811
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696093871913977e-06,
      "loss": 0.0088,
      "step": 8812
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.696006667881945e-06,
      "loss": 0.0137,
      "step": 8813
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.695919451732632e-06,
      "loss": 0.0033,
      "step": 8814
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69583222346626e-06,
      "loss": 0.0304,
      "step": 8815
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.695744983083057e-06,
      "loss": 0.0005,
      "step": 8816
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.695657730583249e-06,
      "loss": 0.0283,
      "step": 8817
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.695570465967058e-06,
      "loss": 0.009,
      "step": 8818
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69548318923471e-06,
      "loss": 0.0428,
      "step": 8819
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.695395900386431e-06,
      "loss": 0.0219,
      "step": 8820
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.695308599422446e-06,
      "loss": 0.0038,
      "step": 8821
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69522128634298e-06,
      "loss": 0.0048,
      "step": 8822
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69513396114826e-06,
      "loss": 0.0063,
      "step": 8823
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.695046623838507e-06,
      "loss": 0.0037,
      "step": 8824
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69495927441395e-06,
      "loss": 0.0111,
      "step": 8825
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694871912874816e-06,
      "loss": 0.0116,
      "step": 8826
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694784539221325e-06,
      "loss": 0.0153,
      "step": 8827
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694697153453707e-06,
      "loss": 0.0094,
      "step": 8828
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694609755572186e-06,
      "loss": 0.0196,
      "step": 8829
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694522345576986e-06,
      "loss": 0.0078,
      "step": 8830
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694434923468336e-06,
      "loss": 0.0046,
      "step": 8831
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694347489246459e-06,
      "loss": 0.0061,
      "step": 8832
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69426004291158e-06,
      "loss": 0.0062,
      "step": 8833
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694172584463928e-06,
      "loss": 0.0095,
      "step": 8834
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.694085113903724e-06,
      "loss": 0.006,
      "step": 8835
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693997631231196e-06,
      "loss": 0.0349,
      "step": 8836
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693910136446572e-06,
      "loss": 0.0221,
      "step": 8837
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693822629550074e-06,
      "loss": 0.0151,
      "step": 8838
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69373511054193e-06,
      "loss": 0.0015,
      "step": 8839
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693647579422364e-06,
      "loss": 0.0118,
      "step": 8840
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693560036191607e-06,
      "loss": 0.0148,
      "step": 8841
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693472480849879e-06,
      "loss": 0.0075,
      "step": 8842
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693384913397407e-06,
      "loss": 0.0206,
      "step": 8843
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693297333834418e-06,
      "loss": 0.0167,
      "step": 8844
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693209742161138e-06,
      "loss": 0.0053,
      "step": 8845
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.693122138377795e-06,
      "loss": 0.0174,
      "step": 8846
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69303452248461e-06,
      "loss": 0.0037,
      "step": 8847
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692946894481814e-06,
      "loss": 0.0048,
      "step": 8848
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692859254369631e-06,
      "loss": 0.0061,
      "step": 8849
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692771602148287e-06,
      "loss": 0.0064,
      "step": 8850
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692683937818008e-06,
      "loss": 0.016,
      "step": 8851
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692596261379021e-06,
      "loss": 0.0296,
      "step": 8852
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692508572831553e-06,
      "loss": 0.0087,
      "step": 8853
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692420872175828e-06,
      "loss": 0.0254,
      "step": 8854
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692333159412072e-06,
      "loss": 0.0189,
      "step": 8855
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692245434540516e-06,
      "loss": 0.0051,
      "step": 8856
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692157697561382e-06,
      "loss": 0.0071,
      "step": 8857
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.692069948474897e-06,
      "loss": 0.0178,
      "step": 8858
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691982187281287e-06,
      "loss": 0.0169,
      "step": 8859
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691894413980783e-06,
      "loss": 0.0201,
      "step": 8860
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691806628573605e-06,
      "loss": 0.0062,
      "step": 8861
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691718831059981e-06,
      "loss": 0.0063,
      "step": 8862
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691631021440142e-06,
      "loss": 0.0044,
      "step": 8863
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69154319971431e-06,
      "loss": 0.0054,
      "step": 8864
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691455365882714e-06,
      "loss": 0.0072,
      "step": 8865
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69136751994558e-06,
      "loss": 0.0134,
      "step": 8866
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691279661903135e-06,
      "loss": 0.0098,
      "step": 8867
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691191791755604e-06,
      "loss": 0.0049,
      "step": 8868
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691103909503214e-06,
      "loss": 0.0075,
      "step": 8869
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.691016015146196e-06,
      "loss": 0.0137,
      "step": 8870
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69092810868477e-06,
      "loss": 0.0072,
      "step": 8871
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690840190119169e-06,
      "loss": 0.0118,
      "step": 8872
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690752259449615e-06,
      "loss": 0.003,
      "step": 8873
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690664316676339e-06,
      "loss": 0.0047,
      "step": 8874
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690576361799564e-06,
      "loss": 0.0026,
      "step": 8875
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69048839481952e-06,
      "loss": 0.009,
      "step": 8876
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690400415736433e-06,
      "loss": 0.0078,
      "step": 8877
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69031242455053e-06,
      "loss": 0.0071,
      "step": 8878
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690224421262038e-06,
      "loss": 0.0175,
      "step": 8879
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690136405871184e-06,
      "loss": 0.0182,
      "step": 8880
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.690048378378195e-06,
      "loss": 0.0252,
      "step": 8881
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.689960338783298e-06,
      "loss": 0.0071,
      "step": 8882
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68987228708672e-06,
      "loss": 0.0108,
      "step": 8883
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68978422328869e-06,
      "loss": 0.0052,
      "step": 8884
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.689696147389434e-06,
      "loss": 0.0099,
      "step": 8885
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.689608059389178e-06,
      "loss": 0.015,
      "step": 8886
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68951995928815e-06,
      "loss": 0.0099,
      "step": 8887
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.689431847086579e-06,
      "loss": 0.0149,
      "step": 8888
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.689343722784693e-06,
      "loss": 0.0045,
      "step": 8889
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.689255586382716e-06,
      "loss": 0.0125,
      "step": 8890
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.689167437880875e-06,
      "loss": 0.0165,
      "step": 8891
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.6890792772794e-06,
      "loss": 0.0095,
      "step": 8892
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68899110457852e-06,
      "loss": 0.007,
      "step": 8893
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68890291977846e-06,
      "loss": 0.0032,
      "step": 8894
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.688814722879446e-06,
      "loss": 0.0095,
      "step": 8895
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68872651388171e-06,
      "loss": 0.0151,
      "step": 8896
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.688638292785478e-06,
      "loss": 0.023,
      "step": 8897
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.688550059590972e-06,
      "loss": 0.0165,
      "step": 8898
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68846181429843e-06,
      "loss": 0.0219,
      "step": 8899
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68837355690807e-06,
      "loss": 0.0038,
      "step": 8900
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.688285287420126e-06,
      "loss": 0.0025,
      "step": 8901
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.688197005834824e-06,
      "loss": 0.0148,
      "step": 8902
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.688108712152391e-06,
      "loss": 0.0055,
      "step": 8903
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.688020406373056e-06,
      "loss": 0.0079,
      "step": 8904
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687932088497044e-06,
      "loss": 0.0143,
      "step": 8905
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687843758524587e-06,
      "loss": 0.0041,
      "step": 8906
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68775541645591e-06,
      "loss": 0.006,
      "step": 8907
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687667062291242e-06,
      "loss": 0.0073,
      "step": 8908
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68757869603081e-06,
      "loss": 0.0026,
      "step": 8909
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687490317674846e-06,
      "loss": 0.0196,
      "step": 8910
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687401927223571e-06,
      "loss": 0.0071,
      "step": 8911
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68731352467722e-06,
      "loss": 0.0107,
      "step": 8912
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687225110036018e-06,
      "loss": 0.0157,
      "step": 8913
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687136683300192e-06,
      "loss": 0.0132,
      "step": 8914
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.687048244469972e-06,
      "loss": 0.015,
      "step": 8915
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686959793545587e-06,
      "loss": 0.0258,
      "step": 8916
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686871330527261e-06,
      "loss": 0.0181,
      "step": 8917
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686782855415227e-06,
      "loss": 0.0135,
      "step": 8918
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686694368209713e-06,
      "loss": 0.0045,
      "step": 8919
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686605868910943e-06,
      "loss": 0.0183,
      "step": 8920
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68651735751915e-06,
      "loss": 0.0095,
      "step": 8921
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686428834034558e-06,
      "loss": 0.0084,
      "step": 8922
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.6863402984574e-06,
      "loss": 0.0169,
      "step": 8923
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686251750787902e-06,
      "loss": 0.004,
      "step": 8924
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686163191026295e-06,
      "loss": 0.0123,
      "step": 8925
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.686074619172803e-06,
      "loss": 0.0085,
      "step": 8926
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685986035227657e-06,
      "loss": 0.0085,
      "step": 8927
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685897439191086e-06,
      "loss": 0.0073,
      "step": 8928
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685808831063318e-06,
      "loss": 0.0124,
      "step": 8929
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685720210844582e-06,
      "loss": 0.0294,
      "step": 8930
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685631578535106e-06,
      "loss": 0.0031,
      "step": 8931
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68554293413512e-06,
      "loss": 0.007,
      "step": 8932
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685454277644852e-06,
      "loss": 0.0102,
      "step": 8933
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68536560906453e-06,
      "loss": 0.0087,
      "step": 8934
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685276928394383e-06,
      "loss": 0.0106,
      "step": 8935
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685188235634641e-06,
      "loss": 0.0193,
      "step": 8936
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685099530785531e-06,
      "loss": 0.0039,
      "step": 8937
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.685010813847284e-06,
      "loss": 0.0087,
      "step": 8938
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684922084820129e-06,
      "loss": 0.0056,
      "step": 8939
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684833343704292e-06,
      "loss": 0.0229,
      "step": 8940
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684744590500004e-06,
      "loss": 0.0236,
      "step": 8941
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684655825207496e-06,
      "loss": 0.0041,
      "step": 8942
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684567047826992e-06,
      "loss": 0.019,
      "step": 8943
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684478258358727e-06,
      "loss": 0.0105,
      "step": 8944
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684389456802925e-06,
      "loss": 0.0219,
      "step": 8945
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684300643159818e-06,
      "loss": 0.018,
      "step": 8946
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684211817429633e-06,
      "loss": 0.0153,
      "step": 8947
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684122979612602e-06,
      "loss": 0.0086,
      "step": 8948
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.684034129708953e-06,
      "loss": 0.0055,
      "step": 8949
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683945267718916e-06,
      "loss": 0.0138,
      "step": 8950
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683856393642716e-06,
      "loss": 0.0186,
      "step": 8951
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683767507480588e-06,
      "loss": 0.009,
      "step": 8952
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683678609232759e-06,
      "loss": 0.0079,
      "step": 8953
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68358969889946e-06,
      "loss": 0.0273,
      "step": 8954
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683500776480916e-06,
      "loss": 0.0237,
      "step": 8955
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683411841977361e-06,
      "loss": 0.0041,
      "step": 8956
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683322895389023e-06,
      "loss": 0.0067,
      "step": 8957
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68323393671613e-06,
      "loss": 0.005,
      "step": 8958
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683144965958915e-06,
      "loss": 0.0047,
      "step": 8959
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683055983117604e-06,
      "loss": 0.0094,
      "step": 8960
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682966988192428e-06,
      "loss": 0.0064,
      "step": 8961
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682877981183615e-06,
      "loss": 0.0098,
      "step": 8962
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682788962091401e-06,
      "loss": 0.0131,
      "step": 8963
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682699930916008e-06,
      "loss": 0.0114,
      "step": 8964
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682610887657669e-06,
      "loss": 0.0172,
      "step": 8965
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682521832316614e-06,
      "loss": 0.0081,
      "step": 8966
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68243276489307e-06,
      "loss": 0.0055,
      "step": 8967
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682343685387272e-06,
      "loss": 0.0234,
      "step": 8968
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682254593799447e-06,
      "loss": 0.0046,
      "step": 8969
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682165490129824e-06,
      "loss": 0.0182,
      "step": 8970
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.682076374378633e-06,
      "loss": 0.0089,
      "step": 8971
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681987246546108e-06,
      "loss": 0.0233,
      "step": 8972
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681898106632472e-06,
      "loss": 0.0042,
      "step": 8973
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681808954637961e-06,
      "loss": 0.0068,
      "step": 8974
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681719790562802e-06,
      "loss": 0.006,
      "step": 8975
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681630614407225e-06,
      "loss": 0.0092,
      "step": 8976
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681541426171462e-06,
      "loss": 0.0074,
      "step": 8977
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681452225855742e-06,
      "loss": 0.0044,
      "step": 8978
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681363013460296e-06,
      "loss": 0.0193,
      "step": 8979
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681273788985352e-06,
      "loss": 0.0115,
      "step": 8980
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681184552431144e-06,
      "loss": 0.0079,
      "step": 8981
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681095303797898e-06,
      "loss": 0.0044,
      "step": 8982
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.681006043085848e-06,
      "loss": 0.0062,
      "step": 8983
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680916770295221e-06,
      "loss": 0.0283,
      "step": 8984
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68082748542625e-06,
      "loss": 0.0115,
      "step": 8985
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680738188479164e-06,
      "loss": 0.0169,
      "step": 8986
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680648879454192e-06,
      "loss": 0.0279,
      "step": 8987
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680559558351567e-06,
      "loss": 0.0103,
      "step": 8988
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680470225171521e-06,
      "loss": 0.0142,
      "step": 8989
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.68038087991428e-06,
      "loss": 0.0281,
      "step": 8990
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680291522580077e-06,
      "loss": 0.0019,
      "step": 8991
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680202153169142e-06,
      "loss": 0.0127,
      "step": 8992
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680112771681706e-06,
      "loss": 0.0069,
      "step": 8993
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.680023378118001e-06,
      "loss": 0.0048,
      "step": 8994
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679933972478255e-06,
      "loss": 0.0081,
      "step": 8995
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679844554762701e-06,
      "loss": 0.0103,
      "step": 8996
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679755124971567e-06,
      "loss": 0.0086,
      "step": 8997
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679665683105086e-06,
      "loss": 0.0076,
      "step": 8998
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679576229163489e-06,
      "loss": 0.0245,
      "step": 8999
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679486763147007e-06,
      "loss": 0.0176,
      "step": 9000
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679397285055866e-06,
      "loss": 0.0245,
      "step": 9001
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679307794890302e-06,
      "loss": 0.0084,
      "step": 9002
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679218292650547e-06,
      "loss": 0.0081,
      "step": 9003
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679128778336829e-06,
      "loss": 0.0142,
      "step": 9004
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.679039251949378e-06,
      "loss": 0.0051,
      "step": 9005
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678949713488427e-06,
      "loss": 0.0088,
      "step": 9006
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678860162954206e-06,
      "loss": 0.013,
      "step": 9007
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678770600346949e-06,
      "loss": 0.0034,
      "step": 9008
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678681025666883e-06,
      "loss": 0.0061,
      "step": 9009
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678591438914241e-06,
      "loss": 0.0099,
      "step": 9010
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678501840089254e-06,
      "loss": 0.0042,
      "step": 9011
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678412229192155e-06,
      "loss": 0.0104,
      "step": 9012
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678322606223171e-06,
      "loss": 0.007,
      "step": 9013
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678232971182537e-06,
      "loss": 0.0118,
      "step": 9014
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678143324070483e-06,
      "loss": 0.0191,
      "step": 9015
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678053664887241e-06,
      "loss": 0.008,
      "step": 9016
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677963993633042e-06,
      "loss": 0.0209,
      "step": 9017
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677874310308114e-06,
      "loss": 0.0096,
      "step": 9018
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677784614912696e-06,
      "loss": 0.0036,
      "step": 9019
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677694907447012e-06,
      "loss": 0.0043,
      "step": 9020
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677605187911297e-06,
      "loss": 0.007,
      "step": 9021
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67751545630578e-06,
      "loss": 0.0183,
      "step": 9022
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677425712630699e-06,
      "loss": 0.01,
      "step": 9023
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677335956886279e-06,
      "loss": 0.0044,
      "step": 9024
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677246189072753e-06,
      "loss": 0.0282,
      "step": 9025
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677156409190354e-06,
      "loss": 0.0113,
      "step": 9026
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.677066617239312e-06,
      "loss": 0.0172,
      "step": 9027
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676976813219861e-06,
      "loss": 0.008,
      "step": 9028
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67688699713223e-06,
      "loss": 0.014,
      "step": 9029
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676797168976653e-06,
      "loss": 0.024,
      "step": 9030
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67670732875336e-06,
      "loss": 0.018,
      "step": 9031
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676617476462583e-06,
      "loss": 0.0055,
      "step": 9032
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676527612104558e-06,
      "loss": 0.0071,
      "step": 9033
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676437735679511e-06,
      "loss": 0.0052,
      "step": 9034
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676347847187678e-06,
      "loss": 0.0029,
      "step": 9035
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676257946629287e-06,
      "loss": 0.0111,
      "step": 9036
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676168034004574e-06,
      "loss": 0.0368,
      "step": 9037
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.676078109313768e-06,
      "loss": 0.0114,
      "step": 9038
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675988172557102e-06,
      "loss": 0.0055,
      "step": 9039
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67589822373481e-06,
      "loss": 0.0216,
      "step": 9040
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675808262847122e-06,
      "loss": 0.0165,
      "step": 9041
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67571828989427e-06,
      "loss": 0.0064,
      "step": 9042
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675628304876488e-06,
      "loss": 0.0139,
      "step": 9043
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675538307794005e-06,
      "loss": 0.0078,
      "step": 9044
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675448298647058e-06,
      "loss": 0.0158,
      "step": 9045
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675358277435875e-06,
      "loss": 0.0062,
      "step": 9046
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675268244160689e-06,
      "loss": 0.0033,
      "step": 9047
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.675178198821733e-06,
      "loss": 0.0077,
      "step": 9048
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67508814141924e-06,
      "loss": 0.0044,
      "step": 9049
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674998071953442e-06,
      "loss": 0.0034,
      "step": 9050
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674907990424572e-06,
      "loss": 0.0044,
      "step": 9051
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67481789683286e-06,
      "loss": 0.0056,
      "step": 9052
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674727791178542e-06,
      "loss": 0.0269,
      "step": 9053
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674637673461846e-06,
      "loss": 0.033,
      "step": 9054
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674547543683009e-06,
      "loss": 0.0041,
      "step": 9055
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674457401842262e-06,
      "loss": 0.0115,
      "step": 9056
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674367247939835e-06,
      "loss": 0.0081,
      "step": 9057
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674277081975966e-06,
      "loss": 0.0017,
      "step": 9058
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.674186903950881e-06,
      "loss": 0.0104,
      "step": 9059
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67409671386482e-06,
      "loss": 0.0172,
      "step": 9060
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67400651171801e-06,
      "loss": 0.0085,
      "step": 9061
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673916297510686e-06,
      "loss": 0.0025,
      "step": 9062
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67382607124308e-06,
      "loss": 0.0079,
      "step": 9063
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673735832915428e-06,
      "loss": 0.0064,
      "step": 9064
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673645582527958e-06,
      "loss": 0.0127,
      "step": 9065
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673555320080903e-06,
      "loss": 0.0039,
      "step": 9066
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673465045574502e-06,
      "loss": 0.0105,
      "step": 9067
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673374759008982e-06,
      "loss": 0.0038,
      "step": 9068
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673284460384578e-06,
      "loss": 0.008,
      "step": 9069
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673194149701523e-06,
      "loss": 0.0189,
      "step": 9070
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.673103826960049e-06,
      "loss": 0.0068,
      "step": 9071
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67301349216039e-06,
      "loss": 0.0078,
      "step": 9072
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672923145302781e-06,
      "loss": 0.0113,
      "step": 9073
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672832786387452e-06,
      "loss": 0.0038,
      "step": 9074
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672742415414637e-06,
      "loss": 0.0064,
      "step": 9075
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67265203238457e-06,
      "loss": 0.007,
      "step": 9076
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672561637297484e-06,
      "loss": 0.0095,
      "step": 9077
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672471230153612e-06,
      "loss": 0.0092,
      "step": 9078
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672380810953185e-06,
      "loss": 0.0078,
      "step": 9079
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672290379696442e-06,
      "loss": 0.0078,
      "step": 9080
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672199936383611e-06,
      "loss": 0.0088,
      "step": 9081
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672109481014928e-06,
      "loss": 0.0238,
      "step": 9082
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.672019013590625e-06,
      "loss": 0.0044,
      "step": 9083
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671928534110938e-06,
      "loss": 0.0167,
      "step": 9084
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671838042576098e-06,
      "loss": 0.0199,
      "step": 9085
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671747538986337e-06,
      "loss": 0.0067,
      "step": 9086
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671657023341894e-06,
      "loss": 0.0096,
      "step": 9087
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671566495642997e-06,
      "loss": 0.0192,
      "step": 9088
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671475955889882e-06,
      "loss": 0.0056,
      "step": 9089
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671385404082782e-06,
      "loss": 0.0069,
      "step": 9090
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671294840221932e-06,
      "loss": 0.0137,
      "step": 9091
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671204264307565e-06,
      "loss": 0.0179,
      "step": 9092
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671113676339913e-06,
      "loss": 0.0081,
      "step": 9093
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.671023076319213e-06,
      "loss": 0.029,
      "step": 9094
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670932464245697e-06,
      "loss": 0.006,
      "step": 9095
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670841840119598e-06,
      "loss": 0.0256,
      "step": 9096
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67075120394115e-06,
      "loss": 0.0198,
      "step": 9097
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.67066055571059e-06,
      "loss": 0.0046,
      "step": 9098
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670569895428146e-06,
      "loss": 0.0087,
      "step": 9099
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670479223094058e-06,
      "loss": 0.0228,
      "step": 9100
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670388538708555e-06,
      "loss": 0.0247,
      "step": 9101
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670297842271876e-06,
      "loss": 0.0041,
      "step": 9102
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670207133784251e-06,
      "loss": 0.01,
      "step": 9103
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670116413245916e-06,
      "loss": 0.0064,
      "step": 9104
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670025680657103e-06,
      "loss": 0.0359,
      "step": 9105
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66993493601805e-06,
      "loss": 0.0136,
      "step": 9106
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669844179328986e-06,
      "loss": 0.0121,
      "step": 9107
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669753410590151e-06,
      "loss": 0.0038,
      "step": 9108
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669662629801774e-06,
      "loss": 0.0084,
      "step": 9109
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669571836964093e-06,
      "loss": 0.027,
      "step": 9110
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669481032077338e-06,
      "loss": 0.0053,
      "step": 9111
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66939021514175e-06,
      "loss": 0.0094,
      "step": 9112
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669299386157557e-06,
      "loss": 0.0123,
      "step": 9113
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669208545124995e-06,
      "loss": 0.0156,
      "step": 9114
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.6691176920443e-06,
      "loss": 0.002,
      "step": 9115
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.669026826915706e-06,
      "loss": 0.009,
      "step": 9116
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668935949739447e-06,
      "loss": 0.0078,
      "step": 9117
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668845060515757e-06,
      "loss": 0.0065,
      "step": 9118
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668754159244871e-06,
      "loss": 0.0083,
      "step": 9119
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668663245927024e-06,
      "loss": 0.0045,
      "step": 9120
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66857232056245e-06,
      "loss": 0.0049,
      "step": 9121
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668481383151383e-06,
      "loss": 0.0044,
      "step": 9122
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668390433694059e-06,
      "loss": 0.0192,
      "step": 9123
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668299472190713e-06,
      "loss": 0.0266,
      "step": 9124
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668208498641578e-06,
      "loss": 0.0277,
      "step": 9125
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66811751304689e-06,
      "loss": 0.0096,
      "step": 9126
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.668026515406883e-06,
      "loss": 0.007,
      "step": 9127
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667935505721792e-06,
      "loss": 0.0062,
      "step": 9128
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667844483991852e-06,
      "loss": 0.0086,
      "step": 9129
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667753450217299e-06,
      "loss": 0.0072,
      "step": 9130
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667662404398366e-06,
      "loss": 0.0171,
      "step": 9131
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667571346535288e-06,
      "loss": 0.0338,
      "step": 9132
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667480276628301e-06,
      "loss": 0.019,
      "step": 9133
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667389194677641e-06,
      "loss": 0.003,
      "step": 9134
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66729810068354e-06,
      "loss": 0.002,
      "step": 9135
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667206994646234e-06,
      "loss": 0.0207,
      "step": 9136
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667115876565961e-06,
      "loss": 0.0067,
      "step": 9137
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.667024746442953e-06,
      "loss": 0.0058,
      "step": 9138
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666933604277446e-06,
      "loss": 0.0081,
      "step": 9139
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666842450069676e-06,
      "loss": 0.0053,
      "step": 9140
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666751283819874e-06,
      "loss": 0.0308,
      "step": 9141
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666660105528283e-06,
      "loss": 0.0119,
      "step": 9142
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666568915195133e-06,
      "loss": 0.026,
      "step": 9143
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666477712820658e-06,
      "loss": 0.0056,
      "step": 9144
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666386498405099e-06,
      "loss": 0.01,
      "step": 9145
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666295271948685e-06,
      "loss": 0.0146,
      "step": 9146
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666204033451655e-06,
      "loss": 0.0065,
      "step": 9147
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666112782914246e-06,
      "loss": 0.022,
      "step": 9148
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.666021520336688e-06,
      "loss": 0.0167,
      "step": 9149
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665930245719222e-06,
      "loss": 0.02,
      "step": 9150
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66583895906208e-06,
      "loss": 0.0053,
      "step": 9151
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665747660365498e-06,
      "loss": 0.0245,
      "step": 9152
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665656349629714e-06,
      "loss": 0.0062,
      "step": 9153
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665565026854961e-06,
      "loss": 0.0068,
      "step": 9154
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665473692041478e-06,
      "loss": 0.0263,
      "step": 9155
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665382345189495e-06,
      "loss": 0.0046,
      "step": 9156
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665290986299253e-06,
      "loss": 0.0085,
      "step": 9157
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665199615370985e-06,
      "loss": 0.0183,
      "step": 9158
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665108232404928e-06,
      "loss": 0.0086,
      "step": 9159
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.665016837401317e-06,
      "loss": 0.0071,
      "step": 9160
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66492543036039e-06,
      "loss": 0.01,
      "step": 9161
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664834011282378e-06,
      "loss": 0.0056,
      "step": 9162
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664742580167522e-06,
      "loss": 0.0099,
      "step": 9163
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664651137016055e-06,
      "loss": 0.0044,
      "step": 9164
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664559681828212e-06,
      "loss": 0.0486,
      "step": 9165
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664468214604233e-06,
      "loss": 0.0071,
      "step": 9166
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664376735344351e-06,
      "loss": 0.0105,
      "step": 9167
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664285244048804e-06,
      "loss": 0.0048,
      "step": 9168
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664193740717826e-06,
      "loss": 0.0033,
      "step": 9169
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664102225351654e-06,
      "loss": 0.004,
      "step": 9170
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.664010697950524e-06,
      "loss": 0.0065,
      "step": 9171
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663919158514672e-06,
      "loss": 0.015,
      "step": 9172
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663827607044335e-06,
      "loss": 0.0042,
      "step": 9173
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663736043539749e-06,
      "loss": 0.0037,
      "step": 9174
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66364446800115e-06,
      "loss": 0.0139,
      "step": 9175
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663552880428773e-06,
      "loss": 0.0046,
      "step": 9176
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663461280822857e-06,
      "loss": 0.0101,
      "step": 9177
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663369669183638e-06,
      "loss": 0.0036,
      "step": 9178
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663278045511349e-06,
      "loss": 0.0062,
      "step": 9179
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66318640980623e-06,
      "loss": 0.0232,
      "step": 9180
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663094762068517e-06,
      "loss": 0.0033,
      "step": 9181
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.663003102298445e-06,
      "loss": 0.0124,
      "step": 9182
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66291143049625e-06,
      "loss": 0.0061,
      "step": 9183
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662819746662171e-06,
      "loss": 0.0035,
      "step": 9184
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662728050796444e-06,
      "loss": 0.0088,
      "step": 9185
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662636342899305e-06,
      "loss": 0.0117,
      "step": 9186
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662544622970989e-06,
      "loss": 0.0149,
      "step": 9187
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662452891011736e-06,
      "loss": 0.0075,
      "step": 9188
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66236114702178e-06,
      "loss": 0.0146,
      "step": 9189
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662269391001358e-06,
      "loss": 0.0076,
      "step": 9190
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662177622950709e-06,
      "loss": 0.0086,
      "step": 9191
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.662085842870067e-06,
      "loss": 0.037,
      "step": 9192
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661994050759673e-06,
      "loss": 0.0087,
      "step": 9193
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661902246619758e-06,
      "loss": 0.0131,
      "step": 9194
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661810430450562e-06,
      "loss": 0.0201,
      "step": 9195
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661718602252323e-06,
      "loss": 0.0378,
      "step": 9196
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661626762025275e-06,
      "loss": 0.0117,
      "step": 9197
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661534909769659e-06,
      "loss": 0.0073,
      "step": 9198
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661443045485708e-06,
      "loss": 0.0067,
      "step": 9199
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66135116917366e-06,
      "loss": 0.0086,
      "step": 9200
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661259280833755e-06,
      "loss": 0.019,
      "step": 9201
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661167380466227e-06,
      "loss": 0.0085,
      "step": 9202
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.661075468071314e-06,
      "loss": 0.0056,
      "step": 9203
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660983543649254e-06,
      "loss": 0.0049,
      "step": 9204
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660891607200282e-06,
      "loss": 0.0117,
      "step": 9205
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660799658724636e-06,
      "loss": 0.0069,
      "step": 9206
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660707698222555e-06,
      "loss": 0.0051,
      "step": 9207
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660615725694276e-06,
      "loss": 0.0151,
      "step": 9208
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660523741140035e-06,
      "loss": 0.0349,
      "step": 9209
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.66043174456007e-06,
      "loss": 0.0048,
      "step": 9210
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660339735954618e-06,
      "loss": 0.0287,
      "step": 9211
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660247715323916e-06,
      "loss": 0.0246,
      "step": 9212
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660155682668203e-06,
      "loss": 0.0065,
      "step": 9213
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.660063637987714e-06,
      "loss": 0.0048,
      "step": 9214
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.65997158128269e-06,
      "loss": 0.0044,
      "step": 9215
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659879512553365e-06,
      "loss": 0.0124,
      "step": 9216
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.65978743179998e-06,
      "loss": 0.0194,
      "step": 9217
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659695339022768e-06,
      "loss": 0.0062,
      "step": 9218
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659603234221972e-06,
      "loss": 0.0258,
      "step": 9219
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659511117397826e-06,
      "loss": 0.0098,
      "step": 9220
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659418988550569e-06,
      "loss": 0.0165,
      "step": 9221
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.65932684768044e-06,
      "loss": 0.0234,
      "step": 9222
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659234694787673e-06,
      "loss": 0.0073,
      "step": 9223
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659142529872509e-06,
      "loss": 0.0075,
      "step": 9224
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.659050352935184e-06,
      "loss": 0.0073,
      "step": 9225
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658958163975936e-06,
      "loss": 0.0139,
      "step": 9226
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658865962995006e-06,
      "loss": 0.0099,
      "step": 9227
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658773749992627e-06,
      "loss": 0.0089,
      "step": 9228
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658681524969041e-06,
      "loss": 0.007,
      "step": 9229
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658589287924484e-06,
      "loss": 0.0163,
      "step": 9230
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658497038859196e-06,
      "loss": 0.0082,
      "step": 9231
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658404777773411e-06,
      "loss": 0.0025,
      "step": 9232
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658312504667371e-06,
      "loss": 0.0027,
      "step": 9233
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.65822021954131e-06,
      "loss": 0.0126,
      "step": 9234
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658127922395473e-06,
      "loss": 0.0124,
      "step": 9235
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.65803561323009e-06,
      "loss": 0.0079,
      "step": 9236
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657943292045404e-06,
      "loss": 0.0137,
      "step": 9237
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657850958841653e-06,
      "loss": 0.0171,
      "step": 9238
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657758613619074e-06,
      "loss": 0.0079,
      "step": 9239
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657666256377907e-06,
      "loss": 0.0127,
      "step": 9240
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657573887118388e-06,
      "loss": 0.008,
      "step": 9241
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657481505840758e-06,
      "loss": 0.0162,
      "step": 9242
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657389112545252e-06,
      "loss": 0.021,
      "step": 9243
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657296707232111e-06,
      "loss": 0.0076,
      "step": 9244
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.657204289901572e-06,
      "loss": 0.0144,
      "step": 9245
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.657111860553876e-06,
      "loss": 0.0168,
      "step": 9246
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.657019419189258e-06,
      "loss": 0.0217,
      "step": 9247
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656926965807958e-06,
      "loss": 0.0344,
      "step": 9248
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656834500410214e-06,
      "loss": 0.0024,
      "step": 9249
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656742022996269e-06,
      "loss": 0.0082,
      "step": 9250
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656649533566354e-06,
      "loss": 0.0096,
      "step": 9251
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656557032120713e-06,
      "loss": 0.0132,
      "step": 9252
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656464518659585e-06,
      "loss": 0.0215,
      "step": 9253
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656371993183204e-06,
      "loss": 0.0052,
      "step": 9254
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656279455691813e-06,
      "loss": 0.0129,
      "step": 9255
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65618690618565e-06,
      "loss": 0.0064,
      "step": 9256
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656094344664954e-06,
      "loss": 0.0059,
      "step": 9257
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.656001771129962e-06,
      "loss": 0.0124,
      "step": 9258
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655909185580914e-06,
      "loss": 0.0045,
      "step": 9259
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65581658801805e-06,
      "loss": 0.0068,
      "step": 9260
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655723978441608e-06,
      "loss": 0.0026,
      "step": 9261
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655631356851824e-06,
      "loss": 0.0025,
      "step": 9262
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655538723248943e-06,
      "loss": 0.005,
      "step": 9263
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655446077633199e-06,
      "loss": 0.0072,
      "step": 9264
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655353420004833e-06,
      "loss": 0.0108,
      "step": 9265
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655260750364087e-06,
      "loss": 0.0053,
      "step": 9266
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655168068711194e-06,
      "loss": 0.0053,
      "step": 9267
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.655075375046397e-06,
      "loss": 0.0056,
      "step": 9268
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654982669369934e-06,
      "loss": 0.0051,
      "step": 9269
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654889951682046e-06,
      "loss": 0.0075,
      "step": 9270
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65479722198297e-06,
      "loss": 0.01,
      "step": 9271
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654704480272946e-06,
      "loss": 0.0074,
      "step": 9272
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654611726552215e-06,
      "loss": 0.0094,
      "step": 9273
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654518960821014e-06,
      "loss": 0.0098,
      "step": 9274
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654426183079583e-06,
      "loss": 0.0064,
      "step": 9275
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654333393328162e-06,
      "loss": 0.0182,
      "step": 9276
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65424059156699e-06,
      "loss": 0.0174,
      "step": 9277
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654147777796306e-06,
      "loss": 0.0174,
      "step": 9278
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.654054952016349e-06,
      "loss": 0.0087,
      "step": 9279
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65396211422736e-06,
      "loss": 0.0138,
      "step": 9280
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653869264429579e-06,
      "loss": 0.0189,
      "step": 9281
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653776402623246e-06,
      "loss": 0.0145,
      "step": 9282
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653683528808597e-06,
      "loss": 0.0087,
      "step": 9283
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653590642985874e-06,
      "loss": 0.0006,
      "step": 9284
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653497745155318e-06,
      "loss": 0.0217,
      "step": 9285
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653404835317166e-06,
      "loss": 0.009,
      "step": 9286
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653311913471658e-06,
      "loss": 0.0112,
      "step": 9287
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653218979619037e-06,
      "loss": 0.0046,
      "step": 9288
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653126033759539e-06,
      "loss": 0.0112,
      "step": 9289
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.653033075893408e-06,
      "loss": 0.0191,
      "step": 9290
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652940106020878e-06,
      "loss": 0.0011,
      "step": 9291
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652847124142194e-06,
      "loss": 0.0205,
      "step": 9292
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652754130257593e-06,
      "loss": 0.0179,
      "step": 9293
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652661124367317e-06,
      "loss": 0.0133,
      "step": 9294
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652568106471607e-06,
      "loss": 0.0093,
      "step": 9295
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652475076570697e-06,
      "loss": 0.0092,
      "step": 9296
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652382034664834e-06,
      "loss": 0.0125,
      "step": 9297
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652288980754253e-06,
      "loss": 0.0087,
      "step": 9298
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652195914839199e-06,
      "loss": 0.0141,
      "step": 9299
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652102836919908e-06,
      "loss": 0.0072,
      "step": 9300
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.652009746996621e-06,
      "loss": 0.0128,
      "step": 9301
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65191664506958e-06,
      "loss": 0.0071,
      "step": 9302
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651823531139024e-06,
      "loss": 0.0124,
      "step": 9303
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651730405205193e-06,
      "loss": 0.0095,
      "step": 9304
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651637267268326e-06,
      "loss": 0.0317,
      "step": 9305
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651544117328667e-06,
      "loss": 0.009,
      "step": 9306
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651450955386454e-06,
      "loss": 0.0084,
      "step": 9307
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651357781441927e-06,
      "loss": 0.0134,
      "step": 9308
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65126459549533e-06,
      "loss": 0.009,
      "step": 9309
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651171397546896e-06,
      "loss": 0.002,
      "step": 9310
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.651078187596872e-06,
      "loss": 0.03,
      "step": 9311
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650984965645498e-06,
      "loss": 0.006,
      "step": 9312
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650891731693011e-06,
      "loss": 0.0164,
      "step": 9313
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650798485739655e-06,
      "loss": 0.0131,
      "step": 9314
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650705227785668e-06,
      "loss": 0.0142,
      "step": 9315
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650611957831293e-06,
      "loss": 0.0045,
      "step": 9316
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.65051867587677e-06,
      "loss": 0.0136,
      "step": 9317
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650425381922338e-06,
      "loss": 0.0206,
      "step": 9318
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650332075968241e-06,
      "loss": 0.0113,
      "step": 9319
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650238758014716e-06,
      "loss": 0.0126,
      "step": 9320
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650145428062006e-06,
      "loss": 0.0087,
      "step": 9321
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.650052086110352e-06,
      "loss": 0.0044,
      "step": 9322
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649958732159992e-06,
      "loss": 0.0077,
      "step": 9323
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649865366211171e-06,
      "loss": 0.0036,
      "step": 9324
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649771988264129e-06,
      "loss": 0.0074,
      "step": 9325
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649678598319103e-06,
      "loss": 0.0295,
      "step": 9326
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64958519637634e-06,
      "loss": 0.0056,
      "step": 9327
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649491782436077e-06,
      "loss": 0.016,
      "step": 9328
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649398356498557e-06,
      "loss": 0.0138,
      "step": 9329
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649304918564018e-06,
      "loss": 0.0108,
      "step": 9330
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649211468632704e-06,
      "loss": 0.0126,
      "step": 9331
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649118006704855e-06,
      "loss": 0.0171,
      "step": 9332
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.649024532780713e-06,
      "loss": 0.014,
      "step": 9333
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648931046860519e-06,
      "loss": 0.0158,
      "step": 9334
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648837548944512e-06,
      "loss": 0.0036,
      "step": 9335
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648744039032938e-06,
      "loss": 0.0292,
      "step": 9336
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648650517126035e-06,
      "loss": 0.0189,
      "step": 9337
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648556983224043e-06,
      "loss": 0.0115,
      "step": 9338
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648463437327207e-06,
      "loss": 0.015,
      "step": 9339
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648369879435765e-06,
      "loss": 0.0051,
      "step": 9340
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64827630954996e-06,
      "loss": 0.0156,
      "step": 9341
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648182727670034e-06,
      "loss": 0.0146,
      "step": 9342
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.648089133796228e-06,
      "loss": 0.0045,
      "step": 9343
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647995527928783e-06,
      "loss": 0.0073,
      "step": 9344
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64790191006794e-06,
      "loss": 0.0063,
      "step": 9345
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647808280213943e-06,
      "loss": 0.0096,
      "step": 9346
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647714638367032e-06,
      "loss": 0.0048,
      "step": 9347
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647620984527447e-06,
      "loss": 0.0047,
      "step": 9348
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647527318695432e-06,
      "loss": 0.0093,
      "step": 9349
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647433640871229e-06,
      "loss": 0.0237,
      "step": 9350
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647339951055076e-06,
      "loss": 0.0047,
      "step": 9351
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647246249247221e-06,
      "loss": 0.0123,
      "step": 9352
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647152535447902e-06,
      "loss": 0.0081,
      "step": 9353
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.647058809657359e-06,
      "loss": 0.0066,
      "step": 9354
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646965071875836e-06,
      "loss": 0.0087,
      "step": 9355
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646871322103577e-06,
      "loss": 0.0044,
      "step": 9356
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646777560340819e-06,
      "loss": 0.0096,
      "step": 9357
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646683786587808e-06,
      "loss": 0.0053,
      "step": 9358
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646590000844784e-06,
      "loss": 0.007,
      "step": 9359
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64649620311199e-06,
      "loss": 0.0111,
      "step": 9360
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646402393389668e-06,
      "loss": 0.0083,
      "step": 9361
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64630857167806e-06,
      "loss": 0.0252,
      "step": 9362
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646214737977407e-06,
      "loss": 0.0075,
      "step": 9363
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646120892287951e-06,
      "loss": 0.0058,
      "step": 9364
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.646027034609937e-06,
      "loss": 0.0147,
      "step": 9365
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645933164943604e-06,
      "loss": 0.0293,
      "step": 9366
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645839283289195e-06,
      "loss": 0.016,
      "step": 9367
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645745389646954e-06,
      "loss": 0.0447,
      "step": 9368
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645651484017122e-06,
      "loss": 0.0117,
      "step": 9369
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645557566399941e-06,
      "loss": 0.0466,
      "step": 9370
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645463636795653e-06,
      "loss": 0.0145,
      "step": 9371
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645369695204502e-06,
      "loss": 0.004,
      "step": 9372
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645275741626728e-06,
      "loss": 0.0071,
      "step": 9373
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645181776062576e-06,
      "loss": 0.0109,
      "step": 9374
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645087798512287e-06,
      "loss": 0.0061,
      "step": 9375
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.644993808976103e-06,
      "loss": 0.0236,
      "step": 9376
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64489980745427e-06,
      "loss": 0.0196,
      "step": 9377
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.644805793947026e-06,
      "loss": 0.0143,
      "step": 9378
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.644711768454615e-06,
      "loss": 0.0322,
      "step": 9379
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64461773097728e-06,
      "loss": 0.0199,
      "step": 9380
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.644523681515262e-06,
      "loss": 0.016,
      "step": 9381
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.644429620068809e-06,
      "loss": 0.0036,
      "step": 9382
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64433554663816e-06,
      "loss": 0.0139,
      "step": 9383
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.644241461223555e-06,
      "loss": 0.0101,
      "step": 9384
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.644147363825242e-06,
      "loss": 0.0046,
      "step": 9385
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64405325444346e-06,
      "loss": 0.0033,
      "step": 9386
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643959133078455e-06,
      "loss": 0.0282,
      "step": 9387
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643864999730466e-06,
      "loss": 0.0095,
      "step": 9388
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643770854399739e-06,
      "loss": 0.0092,
      "step": 9389
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643676697086516e-06,
      "loss": 0.0103,
      "step": 9390
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.64358252779104e-06,
      "loss": 0.0164,
      "step": 9391
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643488346513554e-06,
      "loss": 0.0033,
      "step": 9392
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643394153254301e-06,
      "loss": 0.0189,
      "step": 9393
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643299948013522e-06,
      "loss": 0.0104,
      "step": 9394
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643205730791465e-06,
      "loss": 0.0048,
      "step": 9395
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643111501588369e-06,
      "loss": 0.021,
      "step": 9396
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.643017260404476e-06,
      "loss": 0.0047,
      "step": 9397
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642923007240034e-06,
      "loss": 0.0283,
      "step": 9398
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642828742095284e-06,
      "loss": 0.0095,
      "step": 9399
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642734464970469e-06,
      "loss": 0.0151,
      "step": 9400
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642640175865832e-06,
      "loss": 0.0062,
      "step": 9401
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642545874781616e-06,
      "loss": 0.0339,
      "step": 9402
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642451561718063e-06,
      "loss": 0.0095,
      "step": 9403
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642357236675422e-06,
      "loss": 0.007,
      "step": 9404
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642262899653929e-06,
      "loss": 0.0094,
      "step": 9405
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642168550653832e-06,
      "loss": 0.0028,
      "step": 9406
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.642074189675374e-06,
      "loss": 0.0263,
      "step": 9407
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641979816718798e-06,
      "loss": 0.0054,
      "step": 9408
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641885431784348e-06,
      "loss": 0.012,
      "step": 9409
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641791034872265e-06,
      "loss": 0.0159,
      "step": 9410
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641696625982797e-06,
      "loss": 0.0056,
      "step": 9411
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641602205116182e-06,
      "loss": 0.0066,
      "step": 9412
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641507772272669e-06,
      "loss": 0.0116,
      "step": 9413
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.6414133274525e-06,
      "loss": 0.0048,
      "step": 9414
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641318870655916e-06,
      "loss": 0.0026,
      "step": 9415
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641224401883165e-06,
      "loss": 0.004,
      "step": 9416
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641129921134487e-06,
      "loss": 0.0133,
      "step": 9417
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.641035428410129e-06,
      "loss": 0.0295,
      "step": 9418
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640940923710334e-06,
      "loss": 0.0117,
      "step": 9419
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640846407035342e-06,
      "loss": 0.0076,
      "step": 9420
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640751878385401e-06,
      "loss": 0.0313,
      "step": 9421
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640657337760755e-06,
      "loss": 0.0052,
      "step": 9422
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640562785161647e-06,
      "loss": 0.0133,
      "step": 9423
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640468220588321e-06,
      "loss": 0.0053,
      "step": 9424
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640373644041018e-06,
      "loss": 0.0055,
      "step": 9425
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640279055519988e-06,
      "loss": 0.0206,
      "step": 9426
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640184455025472e-06,
      "loss": 0.0206,
      "step": 9427
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.640089842557714e-06,
      "loss": 0.0081,
      "step": 9428
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639995218116956e-06,
      "loss": 0.0134,
      "step": 9429
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639900581703445e-06,
      "loss": 0.0166,
      "step": 9430
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639805933317426e-06,
      "loss": 0.0155,
      "step": 9431
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63971127295914e-06,
      "loss": 0.0112,
      "step": 9432
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639616600628836e-06,
      "loss": 0.0181,
      "step": 9433
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639521916326753e-06,
      "loss": 0.0248,
      "step": 9434
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639427220053137e-06,
      "loss": 0.0099,
      "step": 9435
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639332511808236e-06,
      "loss": 0.0188,
      "step": 9436
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639237791592288e-06,
      "loss": 0.0155,
      "step": 9437
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639143059405543e-06,
      "loss": 0.0168,
      "step": 9438
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.639048315248243e-06,
      "loss": 0.0089,
      "step": 9439
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638953559120631e-06,
      "loss": 0.003,
      "step": 9440
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638858791022953e-06,
      "loss": 0.0341,
      "step": 9441
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638764010955456e-06,
      "loss": 0.0071,
      "step": 9442
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638669218918382e-06,
      "loss": 0.0125,
      "step": 9443
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638574414911974e-06,
      "loss": 0.0076,
      "step": 9444
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63847959893648e-06,
      "loss": 0.0476,
      "step": 9445
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638384770992144e-06,
      "loss": 0.0023,
      "step": 9446
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638289931079207e-06,
      "loss": 0.0309,
      "step": 9447
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63819507919792e-06,
      "loss": 0.0065,
      "step": 9448
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638100215348523e-06,
      "loss": 0.0142,
      "step": 9449
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638005339531261e-06,
      "loss": 0.0101,
      "step": 9450
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637910451746381e-06,
      "loss": 0.0037,
      "step": 9451
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637815551994127e-06,
      "loss": 0.01,
      "step": 9452
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637720640274743e-06,
      "loss": 0.0096,
      "step": 9453
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637625716588475e-06,
      "loss": 0.0133,
      "step": 9454
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637530780935567e-06,
      "loss": 0.0066,
      "step": 9455
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637435833316264e-06,
      "loss": 0.0178,
      "step": 9456
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637340873730812e-06,
      "loss": 0.0055,
      "step": 9457
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637245902179455e-06,
      "loss": 0.0144,
      "step": 9458
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.637150918662439e-06,
      "loss": 0.015,
      "step": 9459
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63705592318001e-06,
      "loss": 0.0103,
      "step": 9460
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63696091573241e-06,
      "loss": 0.0123,
      "step": 9461
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636865896319885e-06,
      "loss": 0.0043,
      "step": 9462
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636770864942683e-06,
      "loss": 0.0138,
      "step": 9463
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636675821601048e-06,
      "loss": 0.0179,
      "step": 9464
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636580766295222e-06,
      "loss": 0.0046,
      "step": 9465
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636485699025453e-06,
      "loss": 0.006,
      "step": 9466
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636390619791989e-06,
      "loss": 0.0145,
      "step": 9467
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63629552859507e-06,
      "loss": 0.0292,
      "step": 9468
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636200425434943e-06,
      "loss": 0.0147,
      "step": 9469
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636105310311856e-06,
      "loss": 0.001,
      "step": 9470
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.636010183226052e-06,
      "loss": 0.007,
      "step": 9471
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635915044177777e-06,
      "loss": 0.0104,
      "step": 9472
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635819893167278e-06,
      "loss": 0.0046,
      "step": 9473
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635724730194797e-06,
      "loss": 0.0056,
      "step": 9474
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635629555260584e-06,
      "loss": 0.0176,
      "step": 9475
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63553436836488e-06,
      "loss": 0.0012,
      "step": 9476
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635439169507935e-06,
      "loss": 0.0068,
      "step": 9477
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635343958689989e-06,
      "loss": 0.0292,
      "step": 9478
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635248735911295e-06,
      "loss": 0.0171,
      "step": 9479
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635153501172094e-06,
      "loss": 0.0588,
      "step": 9480
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.635058254472632e-06,
      "loss": 0.0041,
      "step": 9481
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634962995813154e-06,
      "loss": 0.0073,
      "step": 9482
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634867725193908e-06,
      "loss": 0.0415,
      "step": 9483
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634772442615142e-06,
      "loss": 0.0048,
      "step": 9484
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634677148077095e-06,
      "loss": 0.0051,
      "step": 9485
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634581841580017e-06,
      "loss": 0.0203,
      "step": 9486
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634486523124156e-06,
      "loss": 0.0073,
      "step": 9487
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634391192709754e-06,
      "loss": 0.0193,
      "step": 9488
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63429585033706e-06,
      "loss": 0.0179,
      "step": 9489
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634200496006319e-06,
      "loss": 0.0239,
      "step": 9490
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634105129717775e-06,
      "loss": 0.0048,
      "step": 9491
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.634009751471675e-06,
      "loss": 0.0049,
      "step": 9492
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633914361268269e-06,
      "loss": 0.0072,
      "step": 9493
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633818959107797e-06,
      "loss": 0.0382,
      "step": 9494
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633723544990509e-06,
      "loss": 0.015,
      "step": 9495
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633628118916652e-06,
      "loss": 0.0117,
      "step": 9496
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63353268088647e-06,
      "loss": 0.0129,
      "step": 9497
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633437230900209e-06,
      "loss": 0.0144,
      "step": 9498
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633341768958116e-06,
      "loss": 0.0071,
      "step": 9499
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63324629506044e-06,
      "loss": 0.0105,
      "step": 9500
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633150809207422e-06,
      "loss": 0.0144,
      "step": 9501
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.633055311399311e-06,
      "loss": 0.0099,
      "step": 9502
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632959801636356e-06,
      "loss": 0.0244,
      "step": 9503
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.6328642799188e-06,
      "loss": 0.0188,
      "step": 9504
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63276874624689e-06,
      "loss": 0.0049,
      "step": 9505
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632673200620875e-06,
      "loss": 0.0048,
      "step": 9506
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632577643040997e-06,
      "loss": 0.0222,
      "step": 9507
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632482073507507e-06,
      "loss": 0.0037,
      "step": 9508
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632386492020649e-06,
      "loss": 0.0158,
      "step": 9509
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632290898580672e-06,
      "loss": 0.0031,
      "step": 9510
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632195293187819e-06,
      "loss": 0.0082,
      "step": 9511
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63209967584234e-06,
      "loss": 0.0244,
      "step": 9512
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63200404654448e-06,
      "loss": 0.027,
      "step": 9513
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631908405294486e-06,
      "loss": 0.006,
      "step": 9514
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631812752092606e-06,
      "loss": 0.01,
      "step": 9515
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631717086939085e-06,
      "loss": 0.0119,
      "step": 9516
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631621409834173e-06,
      "loss": 0.0053,
      "step": 9517
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631525720778112e-06,
      "loss": 0.0098,
      "step": 9518
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631430019771153e-06,
      "loss": 0.0146,
      "step": 9519
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.63133430681354e-06,
      "loss": 0.0178,
      "step": 9520
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631238581905522e-06,
      "loss": 0.0247,
      "step": 9521
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631142845047346e-06,
      "loss": 0.0046,
      "step": 9522
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.631047096239258e-06,
      "loss": 0.0027,
      "step": 9523
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630951335481506e-06,
      "loss": 0.0148,
      "step": 9524
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630855562774338e-06,
      "loss": 0.0066,
      "step": 9525
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630759778117997e-06,
      "loss": 0.0095,
      "step": 9526
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630663981512734e-06,
      "loss": 0.007,
      "step": 9527
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630568172958795e-06,
      "loss": 0.0206,
      "step": 9528
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630472352456429e-06,
      "loss": 0.0124,
      "step": 9529
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630376520005879e-06,
      "loss": 0.0202,
      "step": 9530
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630280675607396e-06,
      "loss": 0.01,
      "step": 9531
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630184819261226e-06,
      "loss": 0.0072,
      "step": 9532
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.630088950967617e-06,
      "loss": 0.019,
      "step": 9533
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629993070726816e-06,
      "loss": 0.0094,
      "step": 9534
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62989717853907e-06,
      "loss": 0.017,
      "step": 9535
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629801274404624e-06,
      "loss": 0.0289,
      "step": 9536
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629705358323731e-06,
      "loss": 0.0289,
      "step": 9537
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629609430296637e-06,
      "loss": 0.0038,
      "step": 9538
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629513490323586e-06,
      "loss": 0.0062,
      "step": 9539
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629417538404829e-06,
      "loss": 0.01,
      "step": 9540
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62932157454061e-06,
      "loss": 0.0115,
      "step": 9541
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62922559873118e-06,
      "loss": 0.0253,
      "step": 9542
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629129610976788e-06,
      "loss": 0.0151,
      "step": 9543
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.629033611277677e-06,
      "loss": 0.0139,
      "step": 9544
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628937599634096e-06,
      "loss": 0.0057,
      "step": 9545
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628841576046298e-06,
      "loss": 0.0121,
      "step": 9546
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628745540514522e-06,
      "loss": 0.0083,
      "step": 9547
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628649493039022e-06,
      "loss": 0.0091,
      "step": 9548
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628553433620045e-06,
      "loss": 0.0067,
      "step": 9549
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628457362257836e-06,
      "loss": 0.0271,
      "step": 9550
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628361278952646e-06,
      "loss": 0.0123,
      "step": 9551
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628265183704724e-06,
      "loss": 0.0104,
      "step": 9552
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628169076514313e-06,
      "loss": 0.0214,
      "step": 9553
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.628072957381664e-06,
      "loss": 0.0201,
      "step": 9554
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627976826307026e-06,
      "loss": 0.0159,
      "step": 9555
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627880683290645e-06,
      "loss": 0.0032,
      "step": 9556
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627784528332771e-06,
      "loss": 0.0343,
      "step": 9557
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627688361433651e-06,
      "loss": 0.0163,
      "step": 9558
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627592182593533e-06,
      "loss": 0.0375,
      "step": 9559
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627495991812664e-06,
      "loss": 0.0071,
      "step": 9560
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627399789091295e-06,
      "loss": 0.0023,
      "step": 9561
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627303574429672e-06,
      "loss": 0.0075,
      "step": 9562
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627207347828045e-06,
      "loss": 0.0252,
      "step": 9563
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62711110928666e-06,
      "loss": 0.0147,
      "step": 9564
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.627014858805768e-06,
      "loss": 0.0168,
      "step": 9565
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626918596385615e-06,
      "loss": 0.002,
      "step": 9566
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626822322026452e-06,
      "loss": 0.0128,
      "step": 9567
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626726035728526e-06,
      "loss": 0.0067,
      "step": 9568
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626629737492083e-06,
      "loss": 0.007,
      "step": 9569
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626533427317377e-06,
      "loss": 0.0373,
      "step": 9570
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626437105204651e-06,
      "loss": 0.0129,
      "step": 9571
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626340771154156e-06,
      "loss": 0.0108,
      "step": 9572
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62624442516614e-06,
      "loss": 0.0064,
      "step": 9573
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626148067240854e-06,
      "loss": 0.0168,
      "step": 9574
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.626051697378543e-06,
      "loss": 0.0148,
      "step": 9575
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625955315579459e-06,
      "loss": 0.0323,
      "step": 9576
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625858921843846e-06,
      "loss": 0.0116,
      "step": 9577
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625762516171959e-06,
      "loss": 0.0063,
      "step": 9578
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625666098564042e-06,
      "loss": 0.0016,
      "step": 9579
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625569669020346e-06,
      "loss": 0.0242,
      "step": 9580
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625473227541118e-06,
      "loss": 0.009,
      "step": 9581
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62537677412661e-06,
      "loss": 0.0083,
      "step": 9582
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625280308777068e-06,
      "loss": 0.0231,
      "step": 9583
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.625183831492741e-06,
      "loss": 0.0067,
      "step": 9584
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62508734227388e-06,
      "loss": 0.0173,
      "step": 9585
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624990841120731e-06,
      "loss": 0.0075,
      "step": 9586
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624894328033545e-06,
      "loss": 0.0137,
      "step": 9587
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62479780301257e-06,
      "loss": 0.012,
      "step": 9588
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624701266058059e-06,
      "loss": 0.0179,
      "step": 9589
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624604717170256e-06,
      "loss": 0.0062,
      "step": 9590
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624508156349413e-06,
      "loss": 0.0054,
      "step": 9591
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624411583595776e-06,
      "loss": 0.0102,
      "step": 9592
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624314998909599e-06,
      "loss": 0.0089,
      "step": 9593
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624218402291127e-06,
      "loss": 0.0582,
      "step": 9594
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.624121793740611e-06,
      "loss": 0.0151,
      "step": 9595
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.6240251732583e-06,
      "loss": 0.0151,
      "step": 9596
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623928540844444e-06,
      "loss": 0.0386,
      "step": 9597
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623831896499291e-06,
      "loss": 0.012,
      "step": 9598
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623735240223094e-06,
      "loss": 0.0034,
      "step": 9599
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623638572016096e-06,
      "loss": 0.0041,
      "step": 9600
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623541891878552e-06,
      "loss": 0.0508,
      "step": 9601
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62344519981071e-06,
      "loss": 0.0209,
      "step": 9602
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623348495812817e-06,
      "loss": 0.0111,
      "step": 9603
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623251779885126e-06,
      "loss": 0.0161,
      "step": 9604
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623155052027884e-06,
      "loss": 0.0081,
      "step": 9605
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.623058312241343e-06,
      "loss": 0.0117,
      "step": 9606
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62296156052575e-06,
      "loss": 0.0161,
      "step": 9607
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622864796881357e-06,
      "loss": 0.0164,
      "step": 9608
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622768021308413e-06,
      "loss": 0.009,
      "step": 9609
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622671233807166e-06,
      "loss": 0.0337,
      "step": 9610
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622574434377868e-06,
      "loss": 0.0067,
      "step": 9611
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622477623020768e-06,
      "loss": 0.0081,
      "step": 9612
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622380799736115e-06,
      "loss": 0.0135,
      "step": 9613
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62228396452416e-06,
      "loss": 0.0065,
      "step": 9614
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622187117385152e-06,
      "loss": 0.0022,
      "step": 9615
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.622090258319341e-06,
      "loss": 0.0012,
      "step": 9616
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621993387326977e-06,
      "loss": 0.0216,
      "step": 9617
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62189650440831e-06,
      "loss": 0.0059,
      "step": 9618
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621799609563592e-06,
      "loss": 0.0128,
      "step": 9619
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62170270279307e-06,
      "loss": 0.0108,
      "step": 9620
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621605784096995e-06,
      "loss": 0.013,
      "step": 9621
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621508853475618e-06,
      "loss": 0.0037,
      "step": 9622
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621411910929188e-06,
      "loss": 0.0152,
      "step": 9623
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621314956457956e-06,
      "loss": 0.005,
      "step": 9624
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62121799006217e-06,
      "loss": 0.0164,
      "step": 9625
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621121011742083e-06,
      "loss": 0.0131,
      "step": 9626
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.621024021497946e-06,
      "loss": 0.0158,
      "step": 9627
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620927019330005e-06,
      "loss": 0.0047,
      "step": 9628
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620830005238514e-06,
      "loss": 0.012,
      "step": 9629
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620732979223721e-06,
      "loss": 0.0026,
      "step": 9630
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.62063594128588e-06,
      "loss": 0.005,
      "step": 9631
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620538891425237e-06,
      "loss": 0.0159,
      "step": 9632
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620441829642044e-06,
      "loss": 0.0146,
      "step": 9633
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620344755936551e-06,
      "loss": 0.0164,
      "step": 9634
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620247670309011e-06,
      "loss": 0.0117,
      "step": 9635
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620150572759672e-06,
      "loss": 0.0115,
      "step": 9636
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.620053463288785e-06,
      "loss": 0.0115,
      "step": 9637
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619956341896601e-06,
      "loss": 0.0183,
      "step": 9638
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619859208583371e-06,
      "loss": 0.0067,
      "step": 9639
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619762063349343e-06,
      "loss": 0.0081,
      "step": 9640
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619664906194772e-06,
      "loss": 0.0055,
      "step": 9641
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619567737119906e-06,
      "loss": 0.013,
      "step": 9642
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619470556124995e-06,
      "loss": 0.0108,
      "step": 9643
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619373363210292e-06,
      "loss": 0.0098,
      "step": 9644
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619276158376046e-06,
      "loss": 0.0067,
      "step": 9645
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61917894162251e-06,
      "loss": 0.0062,
      "step": 9646
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.619081712949931e-06,
      "loss": 0.0132,
      "step": 9647
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618984472358564e-06,
      "loss": 0.0053,
      "step": 9648
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618887219848658e-06,
      "loss": 0.0029,
      "step": 9649
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618789955420464e-06,
      "loss": 0.0057,
      "step": 9650
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618692679074233e-06,
      "loss": 0.0091,
      "step": 9651
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618595390810215e-06,
      "loss": 0.0107,
      "step": 9652
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618498090628664e-06,
      "loss": 0.0081,
      "step": 9653
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618400778529828e-06,
      "loss": 0.0058,
      "step": 9654
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61830345451396e-06,
      "loss": 0.0079,
      "step": 9655
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61820611858131e-06,
      "loss": 0.014,
      "step": 9656
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61810877073213e-06,
      "loss": 0.018,
      "step": 9657
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618011410966671e-06,
      "loss": 0.0148,
      "step": 9658
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.617914039285183e-06,
      "loss": 0.0034,
      "step": 9659
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61781665568792e-06,
      "loss": 0.0173,
      "step": 9660
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61771926017513e-06,
      "loss": 0.0043,
      "step": 9661
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.617621852747065e-06,
      "loss": 0.0146,
      "step": 9662
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61752443340398e-06,
      "loss": 0.0191,
      "step": 9663
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.617427002146122e-06,
      "loss": 0.0066,
      "step": 9664
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.617329558973743e-06,
      "loss": 0.0113,
      "step": 9665
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.617232103887098e-06,
      "loss": 0.0075,
      "step": 9666
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.617134636886434e-06,
      "loss": 0.0082,
      "step": 9667
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.617037157972005e-06,
      "loss": 0.0187,
      "step": 9668
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61693966714406e-06,
      "loss": 0.0237,
      "step": 9669
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616842164402855e-06,
      "loss": 0.0083,
      "step": 9670
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616744649748638e-06,
      "loss": 0.0129,
      "step": 9671
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616647123181661e-06,
      "loss": 0.028,
      "step": 9672
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616549584702177e-06,
      "loss": 0.0086,
      "step": 9673
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616452034310437e-06,
      "loss": 0.0212,
      "step": 9674
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616354472006693e-06,
      "loss": 0.0233,
      "step": 9675
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616256897791196e-06,
      "loss": 0.0033,
      "step": 9676
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.6161593116642e-06,
      "loss": 0.0138,
      "step": 9677
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.616061713625952e-06,
      "loss": 0.0207,
      "step": 9678
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61596410367671e-06,
      "loss": 0.0439,
      "step": 9679
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61586648181672e-06,
      "loss": 0.0113,
      "step": 9680
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615768848046239e-06,
      "loss": 0.0209,
      "step": 9681
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615671202365515e-06,
      "loss": 0.0247,
      "step": 9682
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615573544774803e-06,
      "loss": 0.0033,
      "step": 9683
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615475875274352e-06,
      "loss": 0.0119,
      "step": 9684
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615378193864416e-06,
      "loss": 0.0085,
      "step": 9685
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615280500545246e-06,
      "loss": 0.0029,
      "step": 9686
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615182795317095e-06,
      "loss": 0.0192,
      "step": 9687
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.615085078180216e-06,
      "loss": 0.0128,
      "step": 9688
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61498734913486e-06,
      "loss": 0.0023,
      "step": 9689
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614889608181277e-06,
      "loss": 0.0238,
      "step": 9690
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614791855319723e-06,
      "loss": 0.0031,
      "step": 9691
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614694090550448e-06,
      "loss": 0.0017,
      "step": 9692
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614596313873703e-06,
      "loss": 0.0151,
      "step": 9693
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614498525289746e-06,
      "loss": 0.0112,
      "step": 9694
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614400724798823e-06,
      "loss": 0.0131,
      "step": 9695
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61430291240119e-06,
      "loss": 0.0144,
      "step": 9696
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614205088097095e-06,
      "loss": 0.0049,
      "step": 9697
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614107251886798e-06,
      "loss": 0.0149,
      "step": 9698
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.614009403770544e-06,
      "loss": 0.0039,
      "step": 9699
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61391154374859e-06,
      "loss": 0.013,
      "step": 9700
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613813671821187e-06,
      "loss": 0.0248,
      "step": 9701
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613715787988586e-06,
      "loss": 0.0147,
      "step": 9702
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613617892251044e-06,
      "loss": 0.0075,
      "step": 9703
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613519984608808e-06,
      "loss": 0.0082,
      "step": 9704
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613422065062134e-06,
      "loss": 0.0086,
      "step": 9705
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613324133611274e-06,
      "loss": 0.0035,
      "step": 9706
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613226190256482e-06,
      "loss": 0.0108,
      "step": 9707
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61312823499801e-06,
      "loss": 0.0071,
      "step": 9708
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.613030267836109e-06,
      "loss": 0.0064,
      "step": 9709
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612932288771033e-06,
      "loss": 0.0091,
      "step": 9710
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612834297803035e-06,
      "loss": 0.0062,
      "step": 9711
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612736294932368e-06,
      "loss": 0.0211,
      "step": 9712
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612638280159284e-06,
      "loss": 0.0188,
      "step": 9713
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612540253484038e-06,
      "loss": 0.0059,
      "step": 9714
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612442214906878e-06,
      "loss": 0.0127,
      "step": 9715
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612344164428063e-06,
      "loss": 0.0096,
      "step": 9716
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612246102047844e-06,
      "loss": 0.01,
      "step": 9717
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612148027766472e-06,
      "loss": 0.0035,
      "step": 9718
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.612049941584202e-06,
      "loss": 0.0087,
      "step": 9719
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.611951843501285e-06,
      "loss": 0.0059,
      "step": 9720
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61185373351798e-06,
      "loss": 0.0069,
      "step": 9721
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.611755611634533e-06,
      "loss": 0.0117,
      "step": 9722
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.6116574778512e-06,
      "loss": 0.0119,
      "step": 9723
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.611559332168235e-06,
      "loss": 0.0123,
      "step": 9724
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61146117458589e-06,
      "loss": 0.013,
      "step": 9725
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.611363005104418e-06,
      "loss": 0.012,
      "step": 9726
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.611264823724075e-06,
      "loss": 0.028,
      "step": 9727
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61116663044511e-06,
      "loss": 0.025,
      "step": 9728
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.611068425267783e-06,
      "loss": 0.0264,
      "step": 9729
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61097020819234e-06,
      "loss": 0.007,
      "step": 9730
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61087197921904e-06,
      "loss": 0.0078,
      "step": 9731
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.610773738348131e-06,
      "loss": 0.006,
      "step": 9732
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61067548557987e-06,
      "loss": 0.0051,
      "step": 9733
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.610577220914512e-06,
      "loss": 0.0222,
      "step": 9734
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.610478944352309e-06,
      "loss": 0.0056,
      "step": 9735
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.610380655893512e-06,
      "loss": 0.0189,
      "step": 9736
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.610282355538379e-06,
      "loss": 0.0239,
      "step": 9737
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.61018404328716e-06,
      "loss": 0.0053,
      "step": 9738
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.610085719140112e-06,
      "loss": 0.0263,
      "step": 9739
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609987383097485e-06,
      "loss": 0.0314,
      "step": 9740
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609889035159537e-06,
      "loss": 0.0239,
      "step": 9741
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609790675326518e-06,
      "loss": 0.0147,
      "step": 9742
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609692303598684e-06,
      "loss": 0.0053,
      "step": 9743
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609593919976288e-06,
      "loss": 0.0087,
      "step": 9744
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609495524459583e-06,
      "loss": 0.0074,
      "step": 9745
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609397117048825e-06,
      "loss": 0.009,
      "step": 9746
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609298697744267e-06,
      "loss": 0.0036,
      "step": 9747
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609200266546162e-06,
      "loss": 0.0053,
      "step": 9748
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609101823454766e-06,
      "loss": 0.0081,
      "step": 9749
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.609003368470329e-06,
      "loss": 0.0158,
      "step": 9750
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608904901593109e-06,
      "loss": 0.0168,
      "step": 9751
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60880642282336e-06,
      "loss": 0.0102,
      "step": 9752
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608707932161335e-06,
      "loss": 0.008,
      "step": 9753
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608609429607287e-06,
      "loss": 0.0054,
      "step": 9754
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608510915161471e-06,
      "loss": 0.0233,
      "step": 9755
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608412388824143e-06,
      "loss": 0.0049,
      "step": 9756
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608313850595554e-06,
      "loss": 0.0074,
      "step": 9757
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608215300475961e-06,
      "loss": 0.0096,
      "step": 9758
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608116738465616e-06,
      "loss": 0.0151,
      "step": 9759
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.608018164564776e-06,
      "loss": 0.0109,
      "step": 9760
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607919578773695e-06,
      "loss": 0.0198,
      "step": 9761
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607820981092624e-06,
      "loss": 0.007,
      "step": 9762
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607722371521822e-06,
      "loss": 0.0095,
      "step": 9763
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60762375006154e-06,
      "loss": 0.0105,
      "step": 9764
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607525116712034e-06,
      "loss": 0.0027,
      "step": 9765
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607426471473556e-06,
      "loss": 0.0122,
      "step": 9766
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607327814346365e-06,
      "loss": 0.0094,
      "step": 9767
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607229145330712e-06,
      "loss": 0.0052,
      "step": 9768
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607130464426854e-06,
      "loss": 0.0056,
      "step": 9769
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.607031771635044e-06,
      "loss": 0.0107,
      "step": 9770
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60693306695554e-06,
      "loss": 0.0407,
      "step": 9771
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60683435038859e-06,
      "loss": 0.0085,
      "step": 9772
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.606735621934453e-06,
      "loss": 0.0119,
      "step": 9773
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.606636881593385e-06,
      "loss": 0.0094,
      "step": 9774
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.606538129365639e-06,
      "loss": 0.0225,
      "step": 9775
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60643936525147e-06,
      "loss": 0.0059,
      "step": 9776
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60634058925113e-06,
      "loss": 0.0041,
      "step": 9777
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60624180136488e-06,
      "loss": 0.0098,
      "step": 9778
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60614300159297e-06,
      "loss": 0.0016,
      "step": 9779
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.606044189935657e-06,
      "loss": 0.0164,
      "step": 9780
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605945366393195e-06,
      "loss": 0.0227,
      "step": 9781
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605846530965842e-06,
      "loss": 0.0106,
      "step": 9782
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605747683653846e-06,
      "loss": 0.0068,
      "step": 9783
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605648824457469e-06,
      "loss": 0.0185,
      "step": 9784
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605549953376965e-06,
      "loss": 0.0049,
      "step": 9785
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605451070412586e-06,
      "loss": 0.0066,
      "step": 9786
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605352175564588e-06,
      "loss": 0.0058,
      "step": 9787
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605253268833228e-06,
      "loss": 0.0143,
      "step": 9788
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605154350218762e-06,
      "loss": 0.0034,
      "step": 9789
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.605055419721442e-06,
      "loss": 0.0067,
      "step": 9790
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604956477341524e-06,
      "loss": 0.0106,
      "step": 9791
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604857523079267e-06,
      "loss": 0.0114,
      "step": 9792
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604758556934922e-06,
      "loss": 0.0161,
      "step": 9793
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604659578908745e-06,
      "loss": 0.0211,
      "step": 9794
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604560589000992e-06,
      "loss": 0.0109,
      "step": 9795
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604461587211919e-06,
      "loss": 0.0169,
      "step": 9796
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604362573541782e-06,
      "loss": 0.0115,
      "step": 9797
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604263547990836e-06,
      "loss": 0.0053,
      "step": 9798
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604164510559334e-06,
      "loss": 0.0154,
      "step": 9799
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.604065461247535e-06,
      "loss": 0.0088,
      "step": 9800
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603966400055694e-06,
      "loss": 0.0145,
      "step": 9801
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603867326984065e-06,
      "loss": 0.0319,
      "step": 9802
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603768242032906e-06,
      "loss": 0.0359,
      "step": 9803
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603669145202468e-06,
      "loss": 0.0083,
      "step": 9804
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603570036493012e-06,
      "loss": 0.0033,
      "step": 9805
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603470915904793e-06,
      "loss": 0.0071,
      "step": 9806
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603371783438062e-06,
      "loss": 0.0169,
      "step": 9807
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60327263909308e-06,
      "loss": 0.0111,
      "step": 9808
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.603173482870101e-06,
      "loss": 0.0552,
      "step": 9809
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60307431476938e-06,
      "loss": 0.0068,
      "step": 9810
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602975134791176e-06,
      "loss": 0.0017,
      "step": 9811
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602875942935741e-06,
      "loss": 0.018,
      "step": 9812
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602776739203334e-06,
      "loss": 0.0166,
      "step": 9813
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602677523594208e-06,
      "loss": 0.0202,
      "step": 9814
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60257829610862e-06,
      "loss": 0.0054,
      "step": 9815
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60247905674683e-06,
      "loss": 0.0078,
      "step": 9816
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602379805509087e-06,
      "loss": 0.0115,
      "step": 9817
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602280542395652e-06,
      "loss": 0.0095,
      "step": 9818
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602181267406781e-06,
      "loss": 0.0038,
      "step": 9819
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.602081980542728e-06,
      "loss": 0.015,
      "step": 9820
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60198268180375e-06,
      "loss": 0.0038,
      "step": 9821
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.601883371190104e-06,
      "loss": 0.0144,
      "step": 9822
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.601784048702048e-06,
      "loss": 0.0344,
      "step": 9823
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.601684714339833e-06,
      "loss": 0.0348,
      "step": 9824
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60158536810372e-06,
      "loss": 0.0075,
      "step": 9825
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.601486009993963e-06,
      "loss": 0.0123,
      "step": 9826
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60138664001082e-06,
      "loss": 0.0055,
      "step": 9827
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.601287258154545e-06,
      "loss": 0.0145,
      "step": 9828
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.601187864425397e-06,
      "loss": 0.006,
      "step": 9829
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.601088458823632e-06,
      "loss": 0.0277,
      "step": 9830
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600989041349504e-06,
      "loss": 0.0251,
      "step": 9831
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600889612003273e-06,
      "loss": 0.016,
      "step": 9832
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600790170785194e-06,
      "loss": 0.0493,
      "step": 9833
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600690717695523e-06,
      "loss": 0.012,
      "step": 9834
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600591252734517e-06,
      "loss": 0.0233,
      "step": 9835
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600491775902433e-06,
      "loss": 0.0281,
      "step": 9836
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60039228719953e-06,
      "loss": 0.0026,
      "step": 9837
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600292786626059e-06,
      "loss": 0.0148,
      "step": 9838
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.60019327418228e-06,
      "loss": 0.0108,
      "step": 9839
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.600093749868453e-06,
      "loss": 0.017,
      "step": 9840
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599994213684828e-06,
      "loss": 0.0117,
      "step": 9841
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599894665631668e-06,
      "loss": 0.017,
      "step": 9842
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599795105709226e-06,
      "loss": 0.0112,
      "step": 9843
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599695533917762e-06,
      "loss": 0.0137,
      "step": 9844
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.59959595025753e-06,
      "loss": 0.0046,
      "step": 9845
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599496354728788e-06,
      "loss": 0.0046,
      "step": 9846
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599396747331793e-06,
      "loss": 0.0104,
      "step": 9847
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599297128066802e-06,
      "loss": 0.0065,
      "step": 9848
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599197496934072e-06,
      "loss": 0.0171,
      "step": 9849
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.599097853933861e-06,
      "loss": 0.0098,
      "step": 9850
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598998199066424e-06,
      "loss": 0.004,
      "step": 9851
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598898532332022e-06,
      "loss": 0.0134,
      "step": 9852
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.59879885373091e-06,
      "loss": 0.0034,
      "step": 9853
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598699163263341e-06,
      "loss": 0.0048,
      "step": 9854
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598599460929579e-06,
      "loss": 0.0255,
      "step": 9855
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598499746729878e-06,
      "loss": 0.0194,
      "step": 9856
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598400020664496e-06,
      "loss": 0.0248,
      "step": 9857
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598300282733688e-06,
      "loss": 0.0005,
      "step": 9858
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598200532937715e-06,
      "loss": 0.0162,
      "step": 9859
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598100771276833e-06,
      "loss": 0.0104,
      "step": 9860
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598000997751298e-06,
      "loss": 0.0055,
      "step": 9861
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.59790121236137e-06,
      "loss": 0.0064,
      "step": 9862
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597801415107304e-06,
      "loss": 0.0114,
      "step": 9863
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597701605989358e-06,
      "loss": 0.0108,
      "step": 9864
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597601785007791e-06,
      "loss": 0.0077,
      "step": 9865
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.59750195216286e-06,
      "loss": 0.0204,
      "step": 9866
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597402107454823e-06,
      "loss": 0.0085,
      "step": 9867
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597302250883936e-06,
      "loss": 0.0165,
      "step": 9868
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597202382450459e-06,
      "loss": 0.0054,
      "step": 9869
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597102502154647e-06,
      "loss": 0.005,
      "step": 9870
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.597002609996759e-06,
      "loss": 0.0194,
      "step": 9871
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596902705977052e-06,
      "loss": 0.0031,
      "step": 9872
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596802790095785e-06,
      "loss": 0.0232,
      "step": 9873
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596702862353218e-06,
      "loss": 0.009,
      "step": 9874
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596602922749603e-06,
      "loss": 0.0083,
      "step": 9875
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596502971285204e-06,
      "loss": 0.0053,
      "step": 9876
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596403007960273e-06,
      "loss": 0.0047,
      "step": 9877
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596303032775072e-06,
      "loss": 0.0039,
      "step": 9878
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.59620304572986e-06,
      "loss": 0.0058,
      "step": 9879
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596103046824889e-06,
      "loss": 0.006,
      "step": 9880
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.596003036060424e-06,
      "loss": 0.0101,
      "step": 9881
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.59590301343672e-06,
      "loss": 0.0242,
      "step": 9882
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.595802978954034e-06,
      "loss": 0.0055,
      "step": 9883
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.595702932612625e-06,
      "loss": 0.0063,
      "step": 9884
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.595602874412753e-06,
      "loss": 0.0318,
      "step": 9885
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.595502804354674e-06,
      "loss": 0.0068,
      "step": 9886
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.595402722438646e-06,
      "loss": 0.0081,
      "step": 9887
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59530262866493e-06,
      "loss": 0.0118,
      "step": 9888
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59520252303378e-06,
      "loss": 0.0108,
      "step": 9889
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.595102405545458e-06,
      "loss": 0.0062,
      "step": 9890
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59500227620022e-06,
      "loss": 0.0065,
      "step": 9891
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594902134998326e-06,
      "loss": 0.0331,
      "step": 9892
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594801981940033e-06,
      "loss": 0.0177,
      "step": 9893
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594701817025602e-06,
      "loss": 0.0226,
      "step": 9894
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594601640255289e-06,
      "loss": 0.0197,
      "step": 9895
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594501451629352e-06,
      "loss": 0.0218,
      "step": 9896
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59440125114805e-06,
      "loss": 0.0302,
      "step": 9897
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594301038811644e-06,
      "loss": 0.0118,
      "step": 9898
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594200814620388e-06,
      "loss": 0.0085,
      "step": 9899
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594100578574547e-06,
      "loss": 0.0022,
      "step": 9900
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.594000330674376e-06,
      "loss": 0.0061,
      "step": 9901
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59390007092013e-06,
      "loss": 0.0062,
      "step": 9902
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.593799799312075e-06,
      "loss": 0.004,
      "step": 9903
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.593699515850464e-06,
      "loss": 0.0175,
      "step": 9904
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59359922053556e-06,
      "loss": 0.0079,
      "step": 9905
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.593498913367618e-06,
      "loss": 0.0059,
      "step": 9906
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.593398594346898e-06,
      "loss": 0.0038,
      "step": 9907
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59329826347366e-06,
      "loss": 0.0083,
      "step": 9908
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.593197920748163e-06,
      "loss": 0.0019,
      "step": 9909
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.593097566170664e-06,
      "loss": 0.0078,
      "step": 9910
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592997199741426e-06,
      "loss": 0.0078,
      "step": 9911
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592896821460702e-06,
      "loss": 0.006,
      "step": 9912
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592796431328755e-06,
      "loss": 0.0049,
      "step": 9913
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592696029345842e-06,
      "loss": 0.0056,
      "step": 9914
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592595615512226e-06,
      "loss": 0.0093,
      "step": 9915
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592495189828162e-06,
      "loss": 0.0119,
      "step": 9916
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59239475229391e-06,
      "loss": 0.0049,
      "step": 9917
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592294302909729e-06,
      "loss": 0.0206,
      "step": 9918
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59219384167588e-06,
      "loss": 0.0091,
      "step": 9919
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.592093368592621e-06,
      "loss": 0.0073,
      "step": 9920
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591992883660211e-06,
      "loss": 0.015,
      "step": 9921
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591892386878909e-06,
      "loss": 0.0047,
      "step": 9922
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591791878248977e-06,
      "loss": 0.0054,
      "step": 9923
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59169135777067e-06,
      "loss": 0.0072,
      "step": 9924
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59159082544425e-06,
      "loss": 0.0238,
      "step": 9925
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591490281269978e-06,
      "loss": 0.0112,
      "step": 9926
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591389725248108e-06,
      "loss": 0.0046,
      "step": 9927
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591289157378905e-06,
      "loss": 0.0105,
      "step": 9928
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591188577662627e-06,
      "loss": 0.0087,
      "step": 9929
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.591087986099531e-06,
      "loss": 0.0149,
      "step": 9930
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59098738268988e-06,
      "loss": 0.0391,
      "step": 9931
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590886767433934e-06,
      "loss": 0.0096,
      "step": 9932
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590786140331946e-06,
      "loss": 0.0059,
      "step": 9933
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590685501384186e-06,
      "loss": 0.0283,
      "step": 9934
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590584850590905e-06,
      "loss": 0.0078,
      "step": 9935
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590484187952364e-06,
      "loss": 0.0162,
      "step": 9936
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590383513468827e-06,
      "loss": 0.0129,
      "step": 9937
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.59028282714055e-06,
      "loss": 0.0079,
      "step": 9938
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590182128967796e-06,
      "loss": 0.0039,
      "step": 9939
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.590081418950822e-06,
      "loss": 0.0021,
      "step": 9940
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589980697089889e-06,
      "loss": 0.0088,
      "step": 9941
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589879963385256e-06,
      "loss": 0.0092,
      "step": 9942
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589779217837184e-06,
      "loss": 0.0437,
      "step": 9943
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589678460445933e-06,
      "loss": 0.0091,
      "step": 9944
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589577691211763e-06,
      "loss": 0.013,
      "step": 9945
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589476910134931e-06,
      "loss": 0.0117,
      "step": 9946
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589376117215702e-06,
      "loss": 0.0331,
      "step": 9947
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589275312454333e-06,
      "loss": 0.0034,
      "step": 9948
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589174495851085e-06,
      "loss": 0.0109,
      "step": 9949
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.589073667406218e-06,
      "loss": 0.0112,
      "step": 9950
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588972827119993e-06,
      "loss": 0.0078,
      "step": 9951
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58887197499267e-06,
      "loss": 0.0418,
      "step": 9952
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588771111024504e-06,
      "loss": 0.0035,
      "step": 9953
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588670235215764e-06,
      "loss": 0.0146,
      "step": 9954
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588569347566706e-06,
      "loss": 0.0115,
      "step": 9955
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588468448077589e-06,
      "loss": 0.0025,
      "step": 9956
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588367536748676e-06,
      "loss": 0.0064,
      "step": 9957
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588266613580224e-06,
      "loss": 0.0051,
      "step": 9958
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588165678572497e-06,
      "loss": 0.0014,
      "step": 9959
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.588064731725755e-06,
      "loss": 0.0084,
      "step": 9960
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587963773040256e-06,
      "loss": 0.0092,
      "step": 9961
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587862802516263e-06,
      "loss": 0.0145,
      "step": 9962
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587761820154035e-06,
      "loss": 0.009,
      "step": 9963
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587660825953835e-06,
      "loss": 0.008,
      "step": 9964
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58755981991592e-06,
      "loss": 0.0106,
      "step": 9965
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587458802040552e-06,
      "loss": 0.0042,
      "step": 9966
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587357772327994e-06,
      "loss": 0.0019,
      "step": 9967
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587256730778502e-06,
      "loss": 0.0013,
      "step": 9968
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.587155677392342e-06,
      "loss": 0.0014,
      "step": 9969
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58705461216977e-06,
      "loss": 0.0129,
      "step": 9970
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586953535111051e-06,
      "loss": 0.0024,
      "step": 9971
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586852446216443e-06,
      "loss": 0.0148,
      "step": 9972
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586751345486207e-06,
      "loss": 0.0018,
      "step": 9973
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586650232920605e-06,
      "loss": 0.0062,
      "step": 9974
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586549108519897e-06,
      "loss": 0.0099,
      "step": 9975
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586447972284347e-06,
      "loss": 0.0052,
      "step": 9976
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586346824214211e-06,
      "loss": 0.0043,
      "step": 9977
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586245664309753e-06,
      "loss": 0.0136,
      "step": 9978
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586144492571233e-06,
      "loss": 0.0172,
      "step": 9979
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.586043308998912e-06,
      "loss": 0.0271,
      "step": 9980
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585942113593052e-06,
      "loss": 0.0205,
      "step": 9981
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585840906353914e-06,
      "loss": 0.01,
      "step": 9982
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585739687281758e-06,
      "loss": 0.0083,
      "step": 9983
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585638456376845e-06,
      "loss": 0.0068,
      "step": 9984
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58553721363944e-06,
      "loss": 0.012,
      "step": 9985
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5854359590698e-06,
      "loss": 0.004,
      "step": 9986
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585334692668187e-06,
      "loss": 0.0061,
      "step": 9987
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585233414434862e-06,
      "loss": 0.0152,
      "step": 9988
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585132124370088e-06,
      "loss": 0.0174,
      "step": 9989
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.585030822474129e-06,
      "loss": 0.0207,
      "step": 9990
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584929508747239e-06,
      "loss": 0.0096,
      "step": 9991
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584828183189686e-06,
      "loss": 0.0141,
      "step": 9992
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584726845801727e-06,
      "loss": 0.0049,
      "step": 9993
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584625496583626e-06,
      "loss": 0.0068,
      "step": 9994
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584524135535644e-06,
      "loss": 0.0419,
      "step": 9995
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584422762658043e-06,
      "loss": 0.007,
      "step": 9996
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584321377951085e-06,
      "loss": 0.0129,
      "step": 9997
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584219981415028e-06,
      "loss": 0.0064,
      "step": 9998
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584118573050138e-06,
      "loss": 0.0095,
      "step": 9999
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.584017152856675e-06,
      "loss": 0.0605,
      "step": 10000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5839157208349e-06,
      "loss": 0.0029,
      "step": 10001
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.583814276985076e-06,
      "loss": 0.0091,
      "step": 10002
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.583712821307465e-06,
      "loss": 0.0122,
      "step": 10003
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.583611353802326e-06,
      "loss": 0.0109,
      "step": 10004
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.583509874469924e-06,
      "loss": 0.0064,
      "step": 10005
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.583408383310519e-06,
      "loss": 0.0051,
      "step": 10006
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.583306880324373e-06,
      "loss": 0.0027,
      "step": 10007
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58320536551175e-06,
      "loss": 0.0335,
      "step": 10008
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58310383887291e-06,
      "loss": 0.0103,
      "step": 10009
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.583002300408112e-06,
      "loss": 0.0062,
      "step": 10010
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.582900750117626e-06,
      "loss": 0.0058,
      "step": 10011
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.582799188001707e-06,
      "loss": 0.004,
      "step": 10012
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58269761406062e-06,
      "loss": 0.0167,
      "step": 10013
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.582596028294627e-06,
      "loss": 0.0105,
      "step": 10014
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.582494430703987e-06,
      "loss": 0.0028,
      "step": 10015
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.582392821288968e-06,
      "loss": 0.0087,
      "step": 10016
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.582291200049828e-06,
      "loss": 0.0083,
      "step": 10017
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58218956698683e-06,
      "loss": 0.0027,
      "step": 10018
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.582087922100236e-06,
      "loss": 0.0091,
      "step": 10019
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58198626539031e-06,
      "loss": 0.044,
      "step": 10020
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581884596857311e-06,
      "loss": 0.0164,
      "step": 10021
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581782916501505e-06,
      "loss": 0.0064,
      "step": 10022
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581681224323154e-06,
      "loss": 0.0115,
      "step": 10023
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581579520322516e-06,
      "loss": 0.0072,
      "step": 10024
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581477804499859e-06,
      "loss": 0.0168,
      "step": 10025
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581376076855442e-06,
      "loss": 0.0168,
      "step": 10026
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58127433738953e-06,
      "loss": 0.0031,
      "step": 10027
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581172586102382e-06,
      "loss": 0.0164,
      "step": 10028
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.581070822994262e-06,
      "loss": 0.0333,
      "step": 10029
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.580969048065436e-06,
      "loss": 0.0173,
      "step": 10030
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.580867261316162e-06,
      "loss": 0.0196,
      "step": 10031
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.580765462746705e-06,
      "loss": 0.0027,
      "step": 10032
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.580663652357327e-06,
      "loss": 0.0109,
      "step": 10033
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58056183014829e-06,
      "loss": 0.007,
      "step": 10034
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58045999611986e-06,
      "loss": 0.0032,
      "step": 10035
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.580358150272295e-06,
      "loss": 0.0154,
      "step": 10036
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.580256292605861e-06,
      "loss": 0.0059,
      "step": 10037
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.58015442312082e-06,
      "loss": 0.0154,
      "step": 10038
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.580052541817434e-06,
      "loss": 0.0109,
      "step": 10039
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579950648695967e-06,
      "loss": 0.0077,
      "step": 10040
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579848743756682e-06,
      "loss": 0.0125,
      "step": 10041
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579746826999842e-06,
      "loss": 0.0107,
      "step": 10042
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579644898425708e-06,
      "loss": 0.0153,
      "step": 10043
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579542958034547e-06,
      "loss": 0.0105,
      "step": 10044
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579441005826617e-06,
      "loss": 0.0064,
      "step": 10045
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579339041802185e-06,
      "loss": 0.0211,
      "step": 10046
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579237065961513e-06,
      "loss": 0.0183,
      "step": 10047
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.579135078304862e-06,
      "loss": 0.0085,
      "step": 10048
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5790330788325e-06,
      "loss": 0.0035,
      "step": 10049
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578931067544686e-06,
      "loss": 0.0401,
      "step": 10050
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578829044441684e-06,
      "loss": 0.0126,
      "step": 10051
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578727009523758e-06,
      "loss": 0.0109,
      "step": 10052
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578624962791171e-06,
      "loss": 0.015,
      "step": 10053
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578522904244187e-06,
      "loss": 0.0015,
      "step": 10054
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578420833883067e-06,
      "loss": 0.0028,
      "step": 10055
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578318751708078e-06,
      "loss": 0.0144,
      "step": 10056
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57821665771948e-06,
      "loss": 0.0086,
      "step": 10057
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57811455191754e-06,
      "loss": 0.0096,
      "step": 10058
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578012434302517e-06,
      "loss": 0.0049,
      "step": 10059
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577910304874679e-06,
      "loss": 0.0169,
      "step": 10060
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577808163634284e-06,
      "loss": 0.0049,
      "step": 10061
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577706010581603e-06,
      "loss": 0.0077,
      "step": 10062
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577603845716891e-06,
      "loss": 0.0066,
      "step": 10063
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57750166904042e-06,
      "loss": 0.005,
      "step": 10064
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577399480552448e-06,
      "loss": 0.0226,
      "step": 10065
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577297280253242e-06,
      "loss": 0.0132,
      "step": 10066
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577195068143064e-06,
      "loss": 0.0054,
      "step": 10067
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.577092844222175e-06,
      "loss": 0.0034,
      "step": 10068
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576990608490845e-06,
      "loss": 0.0141,
      "step": 10069
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576888360949335e-06,
      "loss": 0.0131,
      "step": 10070
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576786101597905e-06,
      "loss": 0.0057,
      "step": 10071
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576683830436824e-06,
      "loss": 0.011,
      "step": 10072
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576581547466354e-06,
      "loss": 0.004,
      "step": 10073
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57647925268676e-06,
      "loss": 0.021,
      "step": 10074
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576376946098305e-06,
      "loss": 0.0047,
      "step": 10075
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576274627701252e-06,
      "loss": 0.0026,
      "step": 10076
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.576172297495865e-06,
      "loss": 0.0046,
      "step": 10077
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57606995548241e-06,
      "loss": 0.0153,
      "step": 10078
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57596760166115e-06,
      "loss": 0.0085,
      "step": 10079
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575865236032351e-06,
      "loss": 0.0039,
      "step": 10080
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575762858596274e-06,
      "loss": 0.0034,
      "step": 10081
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575660469353183e-06,
      "loss": 0.0109,
      "step": 10082
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575558068303345e-06,
      "loss": 0.0137,
      "step": 10083
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575455655447024e-06,
      "loss": 0.0046,
      "step": 10084
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575353230784484e-06,
      "loss": 0.0043,
      "step": 10085
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575250794315986e-06,
      "loss": 0.0158,
      "step": 10086
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575148346041798e-06,
      "loss": 0.0062,
      "step": 10087
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.575045885962182e-06,
      "loss": 0.0169,
      "step": 10088
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574943414077404e-06,
      "loss": 0.0102,
      "step": 10089
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57484093038773e-06,
      "loss": 0.0025,
      "step": 10090
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574738434893421e-06,
      "loss": 0.0143,
      "step": 10091
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574635927594743e-06,
      "loss": 0.014,
      "step": 10092
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574533408491959e-06,
      "loss": 0.0302,
      "step": 10093
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574430877585336e-06,
      "loss": 0.0283,
      "step": 10094
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574328334875137e-06,
      "loss": 0.0051,
      "step": 10095
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574225780361628e-06,
      "loss": 0.0166,
      "step": 10096
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574123214045072e-06,
      "loss": 0.0142,
      "step": 10097
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.574020635925735e-06,
      "loss": 0.0118,
      "step": 10098
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57391804600388e-06,
      "loss": 0.0112,
      "step": 10099
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.573815444279774e-06,
      "loss": 0.0071,
      "step": 10100
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.573712830753681e-06,
      "loss": 0.0084,
      "step": 10101
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.573610205425863e-06,
      "loss": 0.0068,
      "step": 10102
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57350756829659e-06,
      "loss": 0.0047,
      "step": 10103
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57340491936612e-06,
      "loss": 0.0161,
      "step": 10104
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.573302258634725e-06,
      "loss": 0.0078,
      "step": 10105
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.573199586102666e-06,
      "loss": 0.0039,
      "step": 10106
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.573096901770209e-06,
      "loss": 0.0096,
      "step": 10107
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.572994205637617e-06,
      "loss": 0.0142,
      "step": 10108
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.572891497705159e-06,
      "loss": 0.0081,
      "step": 10109
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.572788777973097e-06,
      "loss": 0.0069,
      "step": 10110
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.572686046441694e-06,
      "loss": 0.0151,
      "step": 10111
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57258330311122e-06,
      "loss": 0.0109,
      "step": 10112
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.572480547981938e-06,
      "loss": 0.0085,
      "step": 10113
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.572377781054112e-06,
      "loss": 0.0097,
      "step": 10114
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57227500232801e-06,
      "loss": 0.0073,
      "step": 10115
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.572172211803893e-06,
      "loss": 0.0206,
      "step": 10116
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57206940948203e-06,
      "loss": 0.0073,
      "step": 10117
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.571966595362685e-06,
      "loss": 0.0033,
      "step": 10118
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.571863769446123e-06,
      "loss": 0.0071,
      "step": 10119
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57176093173261e-06,
      "loss": 0.0087,
      "step": 10120
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57165808222241e-06,
      "loss": 0.0056,
      "step": 10121
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.57155522091579e-06,
      "loss": 0.0077,
      "step": 10122
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.571452347813013e-06,
      "loss": 0.0431,
      "step": 10123
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.571349462914346e-06,
      "loss": 0.0198,
      "step": 10124
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.571246566220056e-06,
      "loss": 0.0231,
      "step": 10125
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.571143657730408e-06,
      "loss": 0.0087,
      "step": 10126
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.571040737445664e-06,
      "loss": 0.0259,
      "step": 10127
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570937805366094e-06,
      "loss": 0.0151,
      "step": 10128
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570834861491962e-06,
      "loss": 0.0148,
      "step": 10129
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570731905823533e-06,
      "loss": 0.0192,
      "step": 10130
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570628938361072e-06,
      "loss": 0.0116,
      "step": 10131
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570525959104847e-06,
      "loss": 0.0095,
      "step": 10132
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570422968055122e-06,
      "loss": 0.0032,
      "step": 10133
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570319965212164e-06,
      "loss": 0.0049,
      "step": 10134
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570216950576236e-06,
      "loss": 0.0185,
      "step": 10135
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570113924147608e-06,
      "loss": 0.0079,
      "step": 10136
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.570010885926544e-06,
      "loss": 0.0053,
      "step": 10137
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.569907835913308e-06,
      "loss": 0.0572,
      "step": 10138
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56980477410817e-06,
      "loss": 0.0127,
      "step": 10139
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.569701700511391e-06,
      "loss": 0.0053,
      "step": 10140
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56959861512324e-06,
      "loss": 0.005,
      "step": 10141
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.569495517943981e-06,
      "loss": 0.0042,
      "step": 10142
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.569392408973884e-06,
      "loss": 0.0085,
      "step": 10143
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56928928821321e-06,
      "loss": 0.0132,
      "step": 10144
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.569186155662228e-06,
      "loss": 0.0106,
      "step": 10145
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.569083011321205e-06,
      "loss": 0.0374,
      "step": 10146
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568979855190403e-06,
      "loss": 0.0147,
      "step": 10147
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568876687270094e-06,
      "loss": 0.0076,
      "step": 10148
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56877350756054e-06,
      "loss": 0.0065,
      "step": 10149
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56867031606201e-06,
      "loss": 0.007,
      "step": 10150
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568567112774766e-06,
      "loss": 0.0267,
      "step": 10151
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568463897699079e-06,
      "loss": 0.009,
      "step": 10152
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568360670835212e-06,
      "loss": 0.0133,
      "step": 10153
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568257432183432e-06,
      "loss": 0.0187,
      "step": 10154
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568154181744009e-06,
      "loss": 0.0062,
      "step": 10155
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.568050919517205e-06,
      "loss": 0.0236,
      "step": 10156
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567947645503286e-06,
      "loss": 0.0023,
      "step": 10157
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567844359702523e-06,
      "loss": 0.0158,
      "step": 10158
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56774106211518e-06,
      "loss": 0.0106,
      "step": 10159
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567637752741522e-06,
      "loss": 0.0128,
      "step": 10160
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567534431581817e-06,
      "loss": 0.0114,
      "step": 10161
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567431098636332e-06,
      "loss": 0.0036,
      "step": 10162
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567327753905333e-06,
      "loss": 0.0305,
      "step": 10163
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567224397389088e-06,
      "loss": 0.0202,
      "step": 10164
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567121029087863e-06,
      "loss": 0.0136,
      "step": 10165
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.567017649001921e-06,
      "loss": 0.0115,
      "step": 10166
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.566914257131535e-06,
      "loss": 0.01,
      "step": 10167
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56681085347697e-06,
      "loss": 0.0143,
      "step": 10168
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56670743803849e-06,
      "loss": 0.0069,
      "step": 10169
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.566604010816364e-06,
      "loss": 0.0057,
      "step": 10170
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.566500571810857e-06,
      "loss": 0.0125,
      "step": 10171
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.566397121022238e-06,
      "loss": 0.0053,
      "step": 10172
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.566293658450773e-06,
      "loss": 0.0145,
      "step": 10173
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56619018409673e-06,
      "loss": 0.0199,
      "step": 10174
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.566086697960378e-06,
      "loss": 0.0079,
      "step": 10175
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565983200041977e-06,
      "loss": 0.0052,
      "step": 10176
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5658796903418e-06,
      "loss": 0.0324,
      "step": 10177
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565776168860113e-06,
      "loss": 0.0055,
      "step": 10178
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565672635597182e-06,
      "loss": 0.0098,
      "step": 10179
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565569090553274e-06,
      "loss": 0.0121,
      "step": 10180
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565465533728658e-06,
      "loss": 0.0125,
      "step": 10181
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5653619651236e-06,
      "loss": 0.0346,
      "step": 10182
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565258384738367e-06,
      "loss": 0.0056,
      "step": 10183
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565154792573227e-06,
      "loss": 0.0029,
      "step": 10184
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.565051188628447e-06,
      "loss": 0.0016,
      "step": 10185
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564947572904292e-06,
      "loss": 0.0075,
      "step": 10186
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564843945401034e-06,
      "loss": 0.0122,
      "step": 10187
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564740306118938e-06,
      "loss": 0.0083,
      "step": 10188
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564636655058271e-06,
      "loss": 0.0206,
      "step": 10189
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564532992219301e-06,
      "loss": 0.0069,
      "step": 10190
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564429317602295e-06,
      "loss": 0.0083,
      "step": 10191
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564325631207522e-06,
      "loss": 0.0044,
      "step": 10192
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564221933035246e-06,
      "loss": 0.002,
      "step": 10193
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564118223085739e-06,
      "loss": 0.0273,
      "step": 10194
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.564014501359266e-06,
      "loss": 0.0327,
      "step": 10195
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563910767856096e-06,
      "loss": 0.0083,
      "step": 10196
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563807022576495e-06,
      "loss": 0.019,
      "step": 10197
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563703265520732e-06,
      "loss": 0.0063,
      "step": 10198
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563599496689075e-06,
      "loss": 0.0058,
      "step": 10199
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56349571608179e-06,
      "loss": 0.016,
      "step": 10200
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563391923699145e-06,
      "loss": 0.0091,
      "step": 10201
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563288119541412e-06,
      "loss": 0.0069,
      "step": 10202
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563184303608853e-06,
      "loss": 0.0165,
      "step": 10203
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.563080475901738e-06,
      "loss": 0.0027,
      "step": 10204
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562976636420339e-06,
      "loss": 0.0329,
      "step": 10205
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562872785164917e-06,
      "loss": 0.0097,
      "step": 10206
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562768922135744e-06,
      "loss": 0.0056,
      "step": 10207
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562665047333085e-06,
      "loss": 0.0191,
      "step": 10208
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562561160757213e-06,
      "loss": 0.0163,
      "step": 10209
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562457262408394e-06,
      "loss": 0.0049,
      "step": 10210
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562353352286895e-06,
      "loss": 0.0387,
      "step": 10211
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562249430392982e-06,
      "loss": 0.0047,
      "step": 10212
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562145496726928e-06,
      "loss": 0.0073,
      "step": 10213
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.562041551288998e-06,
      "loss": 0.0309,
      "step": 10214
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.561937594079462e-06,
      "loss": 0.0082,
      "step": 10215
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56183362509859e-06,
      "loss": 0.0091,
      "step": 10216
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.561729644346643e-06,
      "loss": 0.0108,
      "step": 10217
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.561625651823896e-06,
      "loss": 0.0088,
      "step": 10218
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.561521647530614e-06,
      "loss": 0.0379,
      "step": 10219
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56141763146707e-06,
      "loss": 0.0079,
      "step": 10220
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.561313603633525e-06,
      "loss": 0.0229,
      "step": 10221
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.561209564030253e-06,
      "loss": 0.0047,
      "step": 10222
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56110551265752e-06,
      "loss": 0.0109,
      "step": 10223
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5610014495156e-06,
      "loss": 0.0149,
      "step": 10224
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560897374604751e-06,
      "loss": 0.0069,
      "step": 10225
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560793287925251e-06,
      "loss": 0.0076,
      "step": 10226
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560689189477363e-06,
      "loss": 0.0091,
      "step": 10227
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560585079261359e-06,
      "loss": 0.0116,
      "step": 10228
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560480957277507e-06,
      "loss": 0.0152,
      "step": 10229
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560376823526074e-06,
      "loss": 0.0106,
      "step": 10230
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.56027267800733e-06,
      "loss": 0.022,
      "step": 10231
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560168520721544e-06,
      "loss": 0.011,
      "step": 10232
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.560064351668983e-06,
      "loss": 0.0225,
      "step": 10233
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559960170849917e-06,
      "loss": 0.0037,
      "step": 10234
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559855978264616e-06,
      "loss": 0.0109,
      "step": 10235
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559751773913345e-06,
      "loss": 0.0176,
      "step": 10236
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559647557796379e-06,
      "loss": 0.0058,
      "step": 10237
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559543329913981e-06,
      "loss": 0.0047,
      "step": 10238
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559439090266423e-06,
      "loss": 0.0121,
      "step": 10239
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559334838853975e-06,
      "loss": 0.0266,
      "step": 10240
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559230575676902e-06,
      "loss": 0.0068,
      "step": 10241
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559126300735476e-06,
      "loss": 0.0223,
      "step": 10242
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.559022014029965e-06,
      "loss": 0.0158,
      "step": 10243
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558917715560641e-06,
      "loss": 0.0074,
      "step": 10244
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558813405327769e-06,
      "loss": 0.0145,
      "step": 10245
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558709083331618e-06,
      "loss": 0.0188,
      "step": 10246
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558604749572462e-06,
      "loss": 0.0045,
      "step": 10247
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558500404050566e-06,
      "loss": 0.0091,
      "step": 10248
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5583960467662e-06,
      "loss": 0.0082,
      "step": 10249
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558291677719635e-06,
      "loss": 0.001,
      "step": 10250
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558187296911139e-06,
      "loss": 0.0018,
      "step": 10251
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558082904340982e-06,
      "loss": 0.0057,
      "step": 10252
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557978500009431e-06,
      "loss": 0.0152,
      "step": 10253
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557874083916758e-06,
      "loss": 0.007,
      "step": 10254
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557769656063232e-06,
      "loss": 0.0045,
      "step": 10255
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557665216449121e-06,
      "loss": 0.0242,
      "step": 10256
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557560765074695e-06,
      "loss": 0.0027,
      "step": 10257
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557456301940226e-06,
      "loss": 0.0236,
      "step": 10258
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55735182704598e-06,
      "loss": 0.0064,
      "step": 10259
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55724734039223e-06,
      "loss": 0.004,
      "step": 10260
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557142841979242e-06,
      "loss": 0.0126,
      "step": 10261
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.557038331807289e-06,
      "loss": 0.003,
      "step": 10262
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.556933809876638e-06,
      "loss": 0.0129,
      "step": 10263
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55682927618756e-06,
      "loss": 0.0147,
      "step": 10264
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.556724730740325e-06,
      "loss": 0.0074,
      "step": 10265
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.556620173535203e-06,
      "loss": 0.0104,
      "step": 10266
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.556515604572461e-06,
      "loss": 0.006,
      "step": 10267
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.556411023852372e-06,
      "loss": 0.0095,
      "step": 10268
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.556306431375206e-06,
      "loss": 0.007,
      "step": 10269
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55620182714123e-06,
      "loss": 0.0155,
      "step": 10270
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.556097211150716e-06,
      "loss": 0.0123,
      "step": 10271
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555992583403935e-06,
      "loss": 0.0162,
      "step": 10272
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555887943901154e-06,
      "loss": 0.0076,
      "step": 10273
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555783292642644e-06,
      "loss": 0.0016,
      "step": 10274
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555678629628677e-06,
      "loss": 0.0085,
      "step": 10275
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555573954859521e-06,
      "loss": 0.0092,
      "step": 10276
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555469268335447e-06,
      "loss": 0.0085,
      "step": 10277
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555364570056724e-06,
      "loss": 0.0062,
      "step": 10278
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555259860023625e-06,
      "loss": 0.0241,
      "step": 10279
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.555155138236415e-06,
      "loss": 0.0058,
      "step": 10280
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55505040469537e-06,
      "loss": 0.0048,
      "step": 10281
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554945659400755e-06,
      "loss": 0.0168,
      "step": 10282
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554840902352847e-06,
      "loss": 0.0152,
      "step": 10283
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554736133551909e-06,
      "loss": 0.0073,
      "step": 10284
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554631352998216e-06,
      "loss": 0.0025,
      "step": 10285
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554526560692037e-06,
      "loss": 0.0093,
      "step": 10286
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554421756633641e-06,
      "loss": 0.0094,
      "step": 10287
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554316940823301e-06,
      "loss": 0.0065,
      "step": 10288
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554212113261285e-06,
      "loss": 0.0076,
      "step": 10289
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554107273947866e-06,
      "loss": 0.0083,
      "step": 10290
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.554002422883312e-06,
      "loss": 0.0212,
      "step": 10291
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553897560067897e-06,
      "loss": 0.0135,
      "step": 10292
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553792685501889e-06,
      "loss": 0.026,
      "step": 10293
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553687799185556e-06,
      "loss": 0.019,
      "step": 10294
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553582901119174e-06,
      "loss": 0.0186,
      "step": 10295
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55347799130301e-06,
      "loss": 0.0137,
      "step": 10296
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553373069737337e-06,
      "loss": 0.0043,
      "step": 10297
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553268136422425e-06,
      "loss": 0.0057,
      "step": 10298
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553163191358545e-06,
      "loss": 0.0021,
      "step": 10299
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.553058234545966e-06,
      "loss": 0.0029,
      "step": 10300
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55295326598496e-06,
      "loss": 0.0053,
      "step": 10301
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.5528482856758e-06,
      "loss": 0.0041,
      "step": 10302
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.552743293618754e-06,
      "loss": 0.0062,
      "step": 10303
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.552638289814093e-06,
      "loss": 0.0057,
      "step": 10304
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.552533274262088e-06,
      "loss": 0.0053,
      "step": 10305
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.552428246963012e-06,
      "loss": 0.0073,
      "step": 10306
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.552323207917133e-06,
      "loss": 0.0137,
      "step": 10307
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.552218157124726e-06,
      "loss": 0.005,
      "step": 10308
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.55211309458606e-06,
      "loss": 0.0096,
      "step": 10309
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.552008020301404e-06,
      "loss": 0.0127,
      "step": 10310
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551902934271032e-06,
      "loss": 0.0072,
      "step": 10311
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551797836495213e-06,
      "loss": 0.0067,
      "step": 10312
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551692726974221e-06,
      "loss": 0.0049,
      "step": 10313
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551587605708325e-06,
      "loss": 0.0303,
      "step": 10314
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551482472697797e-06,
      "loss": 0.006,
      "step": 10315
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551377327942907e-06,
      "loss": 0.0071,
      "step": 10316
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551272171443929e-06,
      "loss": 0.0225,
      "step": 10317
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551167003201131e-06,
      "loss": 0.0221,
      "step": 10318
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.551061823214788e-06,
      "loss": 0.0133,
      "step": 10319
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550956631485168e-06,
      "loss": 0.0104,
      "step": 10320
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550851428012546e-06,
      "loss": 0.0111,
      "step": 10321
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550746212797191e-06,
      "loss": 0.014,
      "step": 10322
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550640985839373e-06,
      "loss": 0.0079,
      "step": 10323
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550535747139367e-06,
      "loss": 0.0049,
      "step": 10324
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550430496697443e-06,
      "loss": 0.0081,
      "step": 10325
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550325234513873e-06,
      "loss": 0.0052,
      "step": 10326
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550219960588926e-06,
      "loss": 0.0063,
      "step": 10327
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550114674922876e-06,
      "loss": 0.0117,
      "step": 10328
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.550009377515996e-06,
      "loss": 0.016,
      "step": 10329
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.549904068368556e-06,
      "loss": 0.0054,
      "step": 10330
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.549798747480829e-06,
      "loss": 0.0108,
      "step": 10331
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.549693414853084e-06,
      "loss": 0.0049,
      "step": 10332
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.549588070485596e-06,
      "loss": 0.0135,
      "step": 10333
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.549482714378633e-06,
      "loss": 0.0068,
      "step": 10334
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54937734653247e-06,
      "loss": 0.0133,
      "step": 10335
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54927196694738e-06,
      "loss": 0.0146,
      "step": 10336
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.549166575623632e-06,
      "loss": 0.0187,
      "step": 10337
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.549061172561497e-06,
      "loss": 0.0039,
      "step": 10338
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548955757761251e-06,
      "loss": 0.0094,
      "step": 10339
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548850331223163e-06,
      "loss": 0.0171,
      "step": 10340
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548744892947506e-06,
      "loss": 0.0124,
      "step": 10341
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548639442934554e-06,
      "loss": 0.0083,
      "step": 10342
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548533981184574e-06,
      "loss": 0.0116,
      "step": 10343
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548428507697842e-06,
      "loss": 0.0166,
      "step": 10344
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548323022474631e-06,
      "loss": 0.0053,
      "step": 10345
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548217525515208e-06,
      "loss": 0.0033,
      "step": 10346
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548112016819852e-06,
      "loss": 0.0092,
      "step": 10347
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.548006496388833e-06,
      "loss": 0.0117,
      "step": 10348
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54790096422242e-06,
      "loss": 0.0031,
      "step": 10349
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547795420320886e-06,
      "loss": 0.0051,
      "step": 10350
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547689864684509e-06,
      "loss": 0.0226,
      "step": 10351
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547584297313555e-06,
      "loss": 0.0083,
      "step": 10352
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547478718208299e-06,
      "loss": 0.0073,
      "step": 10353
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547373127369012e-06,
      "loss": 0.0074,
      "step": 10354
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547267524795972e-06,
      "loss": 0.0053,
      "step": 10355
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547161910489443e-06,
      "loss": 0.0042,
      "step": 10356
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.547056284449703e-06,
      "loss": 0.0276,
      "step": 10357
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546950646677023e-06,
      "loss": 0.0072,
      "step": 10358
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546844997171675e-06,
      "loss": 0.0131,
      "step": 10359
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546739335933932e-06,
      "loss": 0.0106,
      "step": 10360
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546633662964068e-06,
      "loss": 0.0233,
      "step": 10361
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546527978262355e-06,
      "loss": 0.0151,
      "step": 10362
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546422281829067e-06,
      "loss": 0.0078,
      "step": 10363
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546316573664472e-06,
      "loss": 0.0084,
      "step": 10364
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546210853768847e-06,
      "loss": 0.0153,
      "step": 10365
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.546105122142465e-06,
      "loss": 0.0075,
      "step": 10366
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545999378785596e-06,
      "loss": 0.0212,
      "step": 10367
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545893623698515e-06,
      "loss": 0.0109,
      "step": 10368
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545787856881493e-06,
      "loss": 0.0063,
      "step": 10369
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545682078334805e-06,
      "loss": 0.0245,
      "step": 10370
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545576288058722e-06,
      "loss": 0.0086,
      "step": 10371
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54547048605352e-06,
      "loss": 0.0079,
      "step": 10372
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54536467231947e-06,
      "loss": 0.0058,
      "step": 10373
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545258846856844e-06,
      "loss": 0.0108,
      "step": 10374
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545153009665916e-06,
      "loss": 0.006,
      "step": 10375
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.545047160746961e-06,
      "loss": 0.0022,
      "step": 10376
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544941300100247e-06,
      "loss": 0.0063,
      "step": 10377
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544835427726054e-06,
      "loss": 0.0208,
      "step": 10378
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54472954362465e-06,
      "loss": 0.0185,
      "step": 10379
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544623647796312e-06,
      "loss": 0.0067,
      "step": 10380
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544517740241308e-06,
      "loss": 0.0079,
      "step": 10381
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544411820959918e-06,
      "loss": 0.0036,
      "step": 10382
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544305889952408e-06,
      "loss": 0.0356,
      "step": 10383
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544199947219059e-06,
      "loss": 0.0077,
      "step": 10384
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.544093992760138e-06,
      "loss": 0.0055,
      "step": 10385
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54398802657592e-06,
      "loss": 0.0081,
      "step": 10386
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543882048666682e-06,
      "loss": 0.0089,
      "step": 10387
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543776059032693e-06,
      "loss": 0.0107,
      "step": 10388
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543670057674229e-06,
      "loss": 0.0193,
      "step": 10389
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543564044591563e-06,
      "loss": 0.0029,
      "step": 10390
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543458019784968e-06,
      "loss": 0.025,
      "step": 10391
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543351983254719e-06,
      "loss": 0.005,
      "step": 10392
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543245935001087e-06,
      "loss": 0.0162,
      "step": 10393
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543139875024347e-06,
      "loss": 0.0043,
      "step": 10394
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.543033803324773e-06,
      "loss": 0.0053,
      "step": 10395
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.54292771990264e-06,
      "loss": 0.0078,
      "step": 10396
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542821624758219e-06,
      "loss": 0.0069,
      "step": 10397
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542715517891785e-06,
      "loss": 0.0089,
      "step": 10398
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542609399303612e-06,
      "loss": 0.0074,
      "step": 10399
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542503268993973e-06,
      "loss": 0.0013,
      "step": 10400
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542397126963143e-06,
      "loss": 0.017,
      "step": 10401
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542290973211396e-06,
      "loss": 0.0081,
      "step": 10402
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542184807739005e-06,
      "loss": 0.0147,
      "step": 10403
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.542078630546245e-06,
      "loss": 0.0041,
      "step": 10404
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541972441633386e-06,
      "loss": 0.0086,
      "step": 10405
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541866241000709e-06,
      "loss": 0.006,
      "step": 10406
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541760028648483e-06,
      "loss": 0.0076,
      "step": 10407
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541653804576983e-06,
      "loss": 0.0121,
      "step": 10408
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541547568786483e-06,
      "loss": 0.0139,
      "step": 10409
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541441321277258e-06,
      "loss": 0.005,
      "step": 10410
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541335062049582e-06,
      "loss": 0.0223,
      "step": 10411
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541228791103729e-06,
      "loss": 0.0087,
      "step": 10412
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541122508439973e-06,
      "loss": 0.0085,
      "step": 10413
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.541016214058588e-06,
      "loss": 0.0468,
      "step": 10414
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540909907959848e-06,
      "loss": 0.0093,
      "step": 10415
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540803590144028e-06,
      "loss": 0.0047,
      "step": 10416
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540697260611403e-06,
      "loss": 0.0102,
      "step": 10417
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540590919362247e-06,
      "loss": 0.0062,
      "step": 10418
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540484566396833e-06,
      "loss": 0.0101,
      "step": 10419
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540378201715437e-06,
      "loss": 0.0097,
      "step": 10420
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540271825318332e-06,
      "loss": 0.0096,
      "step": 10421
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540165437205795e-06,
      "loss": 0.0141,
      "step": 10422
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.540059037378098e-06,
      "loss": 0.0034,
      "step": 10423
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539952625835516e-06,
      "loss": 0.0115,
      "step": 10424
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539846202578325e-06,
      "loss": 0.0019,
      "step": 10425
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539739767606798e-06,
      "loss": 0.0065,
      "step": 10426
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539633320921208e-06,
      "loss": 0.0039,
      "step": 10427
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539526862521836e-06,
      "loss": 0.0323,
      "step": 10428
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53942039240895e-06,
      "loss": 0.025,
      "step": 10429
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539313910582828e-06,
      "loss": 0.0163,
      "step": 10430
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539207417043744e-06,
      "loss": 0.0077,
      "step": 10431
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.539100911791974e-06,
      "loss": 0.0064,
      "step": 10432
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53899439482779e-06,
      "loss": 0.0152,
      "step": 10433
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538887866151469e-06,
      "loss": 0.0075,
      "step": 10434
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538781325763287e-06,
      "loss": 0.0066,
      "step": 10435
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538674773663517e-06,
      "loss": 0.0154,
      "step": 10436
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538568209852433e-06,
      "loss": 0.0204,
      "step": 10437
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538461634330311e-06,
      "loss": 0.0086,
      "step": 10438
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538355047097428e-06,
      "loss": 0.0082,
      "step": 10439
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538248448154057e-06,
      "loss": 0.0095,
      "step": 10440
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538141837500472e-06,
      "loss": 0.0217,
      "step": 10441
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.538035215136951e-06,
      "loss": 0.0126,
      "step": 10442
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537928581063767e-06,
      "loss": 0.0114,
      "step": 10443
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537821935281195e-06,
      "loss": 0.0141,
      "step": 10444
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537715277789511e-06,
      "loss": 0.0096,
      "step": 10445
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537608608588992e-06,
      "loss": 0.0381,
      "step": 10446
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53750192767991e-06,
      "loss": 0.0045,
      "step": 10447
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537395235062542e-06,
      "loss": 0.04,
      "step": 10448
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537288530737162e-06,
      "loss": 0.0243,
      "step": 10449
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537181814704046e-06,
      "loss": 0.0074,
      "step": 10450
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.537075086963472e-06,
      "loss": 0.0058,
      "step": 10451
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536968347515712e-06,
      "loss": 0.0087,
      "step": 10452
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536861596361041e-06,
      "loss": 0.0068,
      "step": 10453
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536754833499737e-06,
      "loss": 0.0084,
      "step": 10454
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536648058932074e-06,
      "loss": 0.0152,
      "step": 10455
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536541272658328e-06,
      "loss": 0.0265,
      "step": 10456
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536434474678775e-06,
      "loss": 0.0222,
      "step": 10457
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536327664993689e-06,
      "loss": 0.0184,
      "step": 10458
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536220843603348e-06,
      "loss": 0.0171,
      "step": 10459
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536114010508026e-06,
      "loss": 0.0016,
      "step": 10460
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.536007165707999e-06,
      "loss": 0.0102,
      "step": 10461
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535900309203543e-06,
      "loss": 0.0036,
      "step": 10462
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535793440994931e-06,
      "loss": 0.0476,
      "step": 10463
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535686561082445e-06,
      "loss": 0.0347,
      "step": 10464
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535579669466352e-06,
      "loss": 0.0018,
      "step": 10465
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535472766146937e-06,
      "loss": 0.0042,
      "step": 10466
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53536585112447e-06,
      "loss": 0.0035,
      "step": 10467
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535258924399229e-06,
      "loss": 0.0385,
      "step": 10468
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535151985971488e-06,
      "loss": 0.0059,
      "step": 10469
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.535045035841526e-06,
      "loss": 0.0185,
      "step": 10470
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.534938074009615e-06,
      "loss": 0.0166,
      "step": 10471
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.534831100476035e-06,
      "loss": 0.0545,
      "step": 10472
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53472411524106e-06,
      "loss": 0.032,
      "step": 10473
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.534617118304966e-06,
      "loss": 0.0079,
      "step": 10474
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53451010966803e-06,
      "loss": 0.0137,
      "step": 10475
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.534403089330527e-06,
      "loss": 0.0045,
      "step": 10476
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.534296057292733e-06,
      "loss": 0.0068,
      "step": 10477
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.534189013554927e-06,
      "loss": 0.0136,
      "step": 10478
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53408195811738e-06,
      "loss": 0.0055,
      "step": 10479
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533974890980374e-06,
      "loss": 0.0131,
      "step": 10480
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533867812144182e-06,
      "loss": 0.0126,
      "step": 10481
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53376072160908e-06,
      "loss": 0.0019,
      "step": 10482
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533653619375346e-06,
      "loss": 0.0186,
      "step": 10483
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533546505443256e-06,
      "loss": 0.0057,
      "step": 10484
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533439379813085e-06,
      "loss": 0.0039,
      "step": 10485
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533332242485112e-06,
      "loss": 0.0045,
      "step": 10486
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53322509345961e-06,
      "loss": 0.0064,
      "step": 10487
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533117932736857e-06,
      "loss": 0.0166,
      "step": 10488
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.533010760317132e-06,
      "loss": 0.0065,
      "step": 10489
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532903576200708e-06,
      "loss": 0.0187,
      "step": 10490
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532796380387864e-06,
      "loss": 0.0018,
      "step": 10491
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532689172878873e-06,
      "loss": 0.0113,
      "step": 10492
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532581953674016e-06,
      "loss": 0.0056,
      "step": 10493
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532474722773567e-06,
      "loss": 0.0063,
      "step": 10494
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532367480177804e-06,
      "loss": 0.0347,
      "step": 10495
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532260225887005e-06,
      "loss": 0.0227,
      "step": 10496
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532152959901441e-06,
      "loss": 0.0193,
      "step": 10497
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.532045682221396e-06,
      "loss": 0.0076,
      "step": 10498
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.531938392847144e-06,
      "loss": 0.0229,
      "step": 10499
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53183109177896e-06,
      "loss": 0.0039,
      "step": 10500
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.531723779017122e-06,
      "loss": 0.0171,
      "step": 10501
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.531616454561907e-06,
      "loss": 0.0069,
      "step": 10502
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.531509118413593e-06,
      "loss": 0.0105,
      "step": 10503
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.531401770572456e-06,
      "loss": 0.0201,
      "step": 10504
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.531294411038774e-06,
      "loss": 0.0048,
      "step": 10505
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.531187039812821e-06,
      "loss": 0.0112,
      "step": 10506
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53107965689488e-06,
      "loss": 0.0317,
      "step": 10507
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53097226228522e-06,
      "loss": 0.009,
      "step": 10508
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530864855984124e-06,
      "loss": 0.0038,
      "step": 10509
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.53075743799187e-06,
      "loss": 0.0158,
      "step": 10510
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530650008308729e-06,
      "loss": 0.0128,
      "step": 10511
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530542566934982e-06,
      "loss": 0.007,
      "step": 10512
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530435113870908e-06,
      "loss": 0.0134,
      "step": 10513
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530327649116782e-06,
      "loss": 0.0155,
      "step": 10514
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530220172672881e-06,
      "loss": 0.0453,
      "step": 10515
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530112684539485e-06,
      "loss": 0.0032,
      "step": 10516
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.530005184716868e-06,
      "loss": 0.0121,
      "step": 10517
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.529897673205308e-06,
      "loss": 0.0277,
      "step": 10518
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.529790150005084e-06,
      "loss": 0.0083,
      "step": 10519
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.529682615116472e-06,
      "loss": 0.0213,
      "step": 10520
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.529575068539752e-06,
      "loss": 0.0052,
      "step": 10521
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.529467510275196e-06,
      "loss": 0.0037,
      "step": 10522
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.529359940323088e-06,
      "loss": 0.0041,
      "step": 10523
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.529252358683702e-06,
      "loss": 0.0019,
      "step": 10524
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.529144765357316e-06,
      "loss": 0.0144,
      "step": 10525
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52903716034421e-06,
      "loss": 0.0665,
      "step": 10526
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.528929543644659e-06,
      "loss": 0.0018,
      "step": 10527
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.528821915258939e-06,
      "loss": 0.0078,
      "step": 10528
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.528714275187332e-06,
      "loss": 0.0196,
      "step": 10529
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.528606623430112e-06,
      "loss": 0.0366,
      "step": 10530
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52849895998756e-06,
      "loss": 0.0061,
      "step": 10531
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.528391284859952e-06,
      "loss": 0.0305,
      "step": 10532
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.528283598047565e-06,
      "loss": 0.0367,
      "step": 10533
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52817589955068e-06,
      "loss": 0.0127,
      "step": 10534
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.528068189369572e-06,
      "loss": 0.0089,
      "step": 10535
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52796046750452e-06,
      "loss": 0.0059,
      "step": 10536
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.527852733955803e-06,
      "loss": 0.0148,
      "step": 10537
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.527744988723694e-06,
      "loss": 0.0176,
      "step": 10538
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.527637231808479e-06,
      "loss": 0.032,
      "step": 10539
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52752946321043e-06,
      "loss": 0.0025,
      "step": 10540
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.527421682929828e-06,
      "loss": 0.002,
      "step": 10541
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.527313890966949e-06,
      "loss": 0.01,
      "step": 10542
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.527206087322072e-06,
      "loss": 0.0112,
      "step": 10543
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.527098271995476e-06,
      "loss": 0.0091,
      "step": 10544
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.526990444987439e-06,
      "loss": 0.0049,
      "step": 10545
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52688260629824e-06,
      "loss": 0.0122,
      "step": 10546
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.526774755928152e-06,
      "loss": 0.0154,
      "step": 10547
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52666689387746e-06,
      "loss": 0.0038,
      "step": 10548
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52655902014644e-06,
      "loss": 0.0453,
      "step": 10549
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.526451134735371e-06,
      "loss": 0.0113,
      "step": 10550
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52634323764453e-06,
      "loss": 0.0072,
      "step": 10551
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.526235328874194e-06,
      "loss": 0.0127,
      "step": 10552
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.526127408424644e-06,
      "loss": 0.027,
      "step": 10553
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.526019476296157e-06,
      "loss": 0.0067,
      "step": 10554
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.525911532489012e-06,
      "loss": 0.0116,
      "step": 10555
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52580357700349e-06,
      "loss": 0.0113,
      "step": 10556
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.525695609839867e-06,
      "loss": 0.0049,
      "step": 10557
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52558763099842e-06,
      "loss": 0.0087,
      "step": 10558
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.525479640479431e-06,
      "loss": 0.017,
      "step": 10559
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.525371638283176e-06,
      "loss": 0.0098,
      "step": 10560
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.525263624409938e-06,
      "loss": 0.0061,
      "step": 10561
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52515559885999e-06,
      "loss": 0.0177,
      "step": 10562
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.525047561633613e-06,
      "loss": 0.0072,
      "step": 10563
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.524939512731085e-06,
      "loss": 0.0107,
      "step": 10564
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52483145215269e-06,
      "loss": 0.0253,
      "step": 10565
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.5247233798987e-06,
      "loss": 0.0285,
      "step": 10566
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.524615295969397e-06,
      "loss": 0.0049,
      "step": 10567
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52450720036506e-06,
      "loss": 0.0076,
      "step": 10568
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.524399093085967e-06,
      "loss": 0.0244,
      "step": 10569
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.524290974132398e-06,
      "loss": 0.0278,
      "step": 10570
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52418284350463e-06,
      "loss": 0.0139,
      "step": 10571
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.524074701202944e-06,
      "loss": 0.0112,
      "step": 10572
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523966547227619e-06,
      "loss": 0.0245,
      "step": 10573
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523858381578933e-06,
      "loss": 0.0187,
      "step": 10574
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523750204257166e-06,
      "loss": 0.0056,
      "step": 10575
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523642015262595e-06,
      "loss": 0.0065,
      "step": 10576
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523533814595502e-06,
      "loss": 0.0052,
      "step": 10577
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523425602256166e-06,
      "loss": 0.0249,
      "step": 10578
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523317378244865e-06,
      "loss": 0.0163,
      "step": 10579
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523209142561878e-06,
      "loss": 0.0112,
      "step": 10580
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523100895207486e-06,
      "loss": 0.0254,
      "step": 10581
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522992636181967e-06,
      "loss": 0.0379,
      "step": 10582
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522884365485599e-06,
      "loss": 0.0086,
      "step": 10583
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522776083118663e-06,
      "loss": 0.029,
      "step": 10584
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522667789081439e-06,
      "loss": 0.0077,
      "step": 10585
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522559483374207e-06,
      "loss": 0.0085,
      "step": 10586
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522451165997243e-06,
      "loss": 0.0128,
      "step": 10587
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52234283695083e-06,
      "loss": 0.0037,
      "step": 10588
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522234496235245e-06,
      "loss": 0.0048,
      "step": 10589
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52212614385077e-06,
      "loss": 0.0044,
      "step": 10590
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.522017779797684e-06,
      "loss": 0.0138,
      "step": 10591
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.521909404076264e-06,
      "loss": 0.0068,
      "step": 10592
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.521801016686793e-06,
      "loss": 0.002,
      "step": 10593
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52169261762955e-06,
      "loss": 0.0134,
      "step": 10594
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.521584206904811e-06,
      "loss": 0.0049,
      "step": 10595
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.521475784512861e-06,
      "loss": 0.0121,
      "step": 10596
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.521367350453978e-06,
      "loss": 0.0125,
      "step": 10597
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52125890472844e-06,
      "loss": 0.0081,
      "step": 10598
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.521150447336529e-06,
      "loss": 0.0106,
      "step": 10599
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.521041978278522e-06,
      "loss": 0.0064,
      "step": 10600
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520933497554703e-06,
      "loss": 0.0031,
      "step": 10601
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520825005165348e-06,
      "loss": 0.0051,
      "step": 10602
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.52071650111074e-06,
      "loss": 0.0126,
      "step": 10603
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520607985391159e-06,
      "loss": 0.0049,
      "step": 10604
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520499458006881e-06,
      "loss": 0.005,
      "step": 10605
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520390918958191e-06,
      "loss": 0.0031,
      "step": 10606
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520282368245367e-06,
      "loss": 0.013,
      "step": 10607
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520173805868686e-06,
      "loss": 0.0111,
      "step": 10608
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.520065231828433e-06,
      "loss": 0.0183,
      "step": 10609
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519956646124886e-06,
      "loss": 0.0207,
      "step": 10610
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519848048758326e-06,
      "loss": 0.0115,
      "step": 10611
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519739439729033e-06,
      "loss": 0.0081,
      "step": 10612
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519630819037285e-06,
      "loss": 0.0012,
      "step": 10613
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519522186683366e-06,
      "loss": 0.0091,
      "step": 10614
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519413542667553e-06,
      "loss": 0.0073,
      "step": 10615
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519304886990129e-06,
      "loss": 0.0186,
      "step": 10616
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519196219651372e-06,
      "loss": 0.0083,
      "step": 10617
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.519087540651563e-06,
      "loss": 0.0013,
      "step": 10618
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518978849990984e-06,
      "loss": 0.0077,
      "step": 10619
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518870147669914e-06,
      "loss": 0.0452,
      "step": 10620
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518761433688634e-06,
      "loss": 0.0094,
      "step": 10621
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518652708047425e-06,
      "loss": 0.0088,
      "step": 10622
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518543970746568e-06,
      "loss": 0.0132,
      "step": 10623
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51843522178634e-06,
      "loss": 0.0024,
      "step": 10624
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518326461167027e-06,
      "loss": 0.0159,
      "step": 10625
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518217688888904e-06,
      "loss": 0.0054,
      "step": 10626
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518108904952257e-06,
      "loss": 0.013,
      "step": 10627
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.518000109357362e-06,
      "loss": 0.0124,
      "step": 10628
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517891302104503e-06,
      "loss": 0.0127,
      "step": 10629
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517782483193961e-06,
      "loss": 0.0054,
      "step": 10630
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517673652626014e-06,
      "loss": 0.0042,
      "step": 10631
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517564810400944e-06,
      "loss": 0.0098,
      "step": 10632
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517455956519032e-06,
      "loss": 0.0075,
      "step": 10633
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517347090980559e-06,
      "loss": 0.009,
      "step": 10634
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517238213785807e-06,
      "loss": 0.0112,
      "step": 10635
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517129324935056e-06,
      "loss": 0.0367,
      "step": 10636
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517020424428586e-06,
      "loss": 0.0084,
      "step": 10637
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516911512266679e-06,
      "loss": 0.011,
      "step": 10638
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516802588449617e-06,
      "loss": 0.002,
      "step": 10639
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516693652977678e-06,
      "loss": 0.0046,
      "step": 10640
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516584705851145e-06,
      "loss": 0.0128,
      "step": 10641
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516475747070299e-06,
      "loss": 0.0183,
      "step": 10642
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516366776635424e-06,
      "loss": 0.0101,
      "step": 10643
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516257794546796e-06,
      "loss": 0.0047,
      "step": 10644
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.5161488008047e-06,
      "loss": 0.005,
      "step": 10645
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.516039795409415e-06,
      "loss": 0.0079,
      "step": 10646
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.515930778361223e-06,
      "loss": 0.0062,
      "step": 10647
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.515821749660405e-06,
      "loss": 0.0039,
      "step": 10648
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.515712709307246e-06,
      "loss": 0.0045,
      "step": 10649
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51560365730202e-06,
      "loss": 0.0261,
      "step": 10650
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.515494593645016e-06,
      "loss": 0.019,
      "step": 10651
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51538551833651e-06,
      "loss": 0.022,
      "step": 10652
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.515276431376785e-06,
      "loss": 0.0095,
      "step": 10653
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.515167332766124e-06,
      "loss": 0.0047,
      "step": 10654
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.515058222504808e-06,
      "loss": 0.0224,
      "step": 10655
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.514949100593118e-06,
      "loss": 0.0131,
      "step": 10656
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.514839967031335e-06,
      "loss": 0.0082,
      "step": 10657
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51473082181974e-06,
      "loss": 0.0072,
      "step": 10658
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.514621664958617e-06,
      "loss": 0.007,
      "step": 10659
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.514512496448248e-06,
      "loss": 0.0033,
      "step": 10660
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.514403316288909e-06,
      "loss": 0.0026,
      "step": 10661
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51429412448089e-06,
      "loss": 0.0128,
      "step": 10662
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.514184921024466e-06,
      "loss": 0.005,
      "step": 10663
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.514075705919922e-06,
      "loss": 0.0239,
      "step": 10664
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51396647916754e-06,
      "loss": 0.0091,
      "step": 10665
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.5138572407676e-06,
      "loss": 0.007,
      "step": 10666
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.513747990720386e-06,
      "loss": 0.0123,
      "step": 10667
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.513638729026178e-06,
      "loss": 0.0222,
      "step": 10668
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51352945568526e-06,
      "loss": 0.0044,
      "step": 10669
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51342017069791e-06,
      "loss": 0.0066,
      "step": 10670
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.513310874064415e-06,
      "loss": 0.0224,
      "step": 10671
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.513201565785054e-06,
      "loss": 0.0528,
      "step": 10672
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.513092245860109e-06,
      "loss": 0.0069,
      "step": 10673
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512982914289865e-06,
      "loss": 0.0201,
      "step": 10674
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512873571074602e-06,
      "loss": 0.0084,
      "step": 10675
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512764216214599e-06,
      "loss": 0.0218,
      "step": 10676
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512654849710143e-06,
      "loss": 0.0183,
      "step": 10677
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512545471561515e-06,
      "loss": 0.0114,
      "step": 10678
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512436081768997e-06,
      "loss": 0.0105,
      "step": 10679
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51232668033287e-06,
      "loss": 0.0054,
      "step": 10680
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512217267253418e-06,
      "loss": 0.0036,
      "step": 10681
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.512107842530922e-06,
      "loss": 0.0052,
      "step": 10682
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511998406165665e-06,
      "loss": 0.0313,
      "step": 10683
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51188895815793e-06,
      "loss": 0.0065,
      "step": 10684
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511779498507999e-06,
      "loss": 0.0041,
      "step": 10685
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511670027216152e-06,
      "loss": 0.0041,
      "step": 10686
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511560544282677e-06,
      "loss": 0.007,
      "step": 10687
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511451049707849e-06,
      "loss": 0.0047,
      "step": 10688
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511341543491959e-06,
      "loss": 0.0087,
      "step": 10689
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511232025635282e-06,
      "loss": 0.0034,
      "step": 10690
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.511122496138105e-06,
      "loss": 0.0247,
      "step": 10691
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51101295500071e-06,
      "loss": 0.0161,
      "step": 10692
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.510903402223379e-06,
      "loss": 0.0189,
      "step": 10693
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.510793837806393e-06,
      "loss": 0.0079,
      "step": 10694
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51068426175004e-06,
      "loss": 0.0185,
      "step": 10695
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.510574674054597e-06,
      "loss": 0.0076,
      "step": 10696
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51046507472035e-06,
      "loss": 0.0113,
      "step": 10697
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51035546374758e-06,
      "loss": 0.0221,
      "step": 10698
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.51024584113657e-06,
      "loss": 0.0218,
      "step": 10699
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.510136206887605e-06,
      "loss": 0.0026,
      "step": 10700
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.510026561000966e-06,
      "loss": 0.0083,
      "step": 10701
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509916903476937e-06,
      "loss": 0.011,
      "step": 10702
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509807234315799e-06,
      "loss": 0.0119,
      "step": 10703
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509697553517837e-06,
      "loss": 0.0251,
      "step": 10704
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509587861083334e-06,
      "loss": 0.0106,
      "step": 10705
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50947815701257e-06,
      "loss": 0.0069,
      "step": 10706
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509368441305832e-06,
      "loss": 0.0248,
      "step": 10707
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509258713963403e-06,
      "loss": 0.0062,
      "step": 10708
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509148974985563e-06,
      "loss": 0.019,
      "step": 10709
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.509039224372595e-06,
      "loss": 0.0163,
      "step": 10710
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508929462124787e-06,
      "loss": 0.0296,
      "step": 10711
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508819688242418e-06,
      "loss": 0.0177,
      "step": 10712
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508709902725774e-06,
      "loss": 0.0058,
      "step": 10713
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508600105575136e-06,
      "loss": 0.0117,
      "step": 10714
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508490296790787e-06,
      "loss": 0.0041,
      "step": 10715
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508380476373012e-06,
      "loss": 0.0048,
      "step": 10716
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508270644322094e-06,
      "loss": 0.0131,
      "step": 10717
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508160800638317e-06,
      "loss": 0.0053,
      "step": 10718
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.508050945321962e-06,
      "loss": 0.011,
      "step": 10719
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507941078373316e-06,
      "loss": 0.0132,
      "step": 10720
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507831199792659e-06,
      "loss": 0.008,
      "step": 10721
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507721309580277e-06,
      "loss": 0.0137,
      "step": 10722
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507611407736452e-06,
      "loss": 0.0095,
      "step": 10723
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507501494261468e-06,
      "loss": 0.0035,
      "step": 10724
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50739156915561e-06,
      "loss": 0.0035,
      "step": 10725
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50728163241916e-06,
      "loss": 0.0206,
      "step": 10726
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507171684052404e-06,
      "loss": 0.0085,
      "step": 10727
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.507061724055623e-06,
      "loss": 0.0174,
      "step": 10728
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.5069517524291e-06,
      "loss": 0.008,
      "step": 10729
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50684176917312e-06,
      "loss": 0.0178,
      "step": 10730
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50673177428797e-06,
      "loss": 0.0162,
      "step": 10731
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.506621767773929e-06,
      "loss": 0.0099,
      "step": 10732
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.506511749631283e-06,
      "loss": 0.0122,
      "step": 10733
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.506401719860317e-06,
      "loss": 0.01,
      "step": 10734
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.506291678461313e-06,
      "loss": 0.0285,
      "step": 10735
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.506181625434554e-06,
      "loss": 0.0058,
      "step": 10736
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.506071560780327e-06,
      "loss": 0.0184,
      "step": 10737
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505961484498916e-06,
      "loss": 0.0027,
      "step": 10738
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505851396590602e-06,
      "loss": 0.0062,
      "step": 10739
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505741297055671e-06,
      "loss": 0.0218,
      "step": 10740
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505631185894407e-06,
      "loss": 0.008,
      "step": 10741
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505521063107093e-06,
      "loss": 0.0173,
      "step": 10742
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505410928694014e-06,
      "loss": 0.0056,
      "step": 10743
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505300782655455e-06,
      "loss": 0.0107,
      "step": 10744
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505190624991701e-06,
      "loss": 0.0065,
      "step": 10745
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.505080455703033e-06,
      "loss": 0.0242,
      "step": 10746
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.504970274789737e-06,
      "loss": 0.038,
      "step": 10747
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.504860082252097e-06,
      "loss": 0.0035,
      "step": 10748
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.504749878090398e-06,
      "loss": 0.0131,
      "step": 10749
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.504639662304925e-06,
      "loss": 0.0066,
      "step": 10750
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50452943489596e-06,
      "loss": 0.0189,
      "step": 10751
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50441919586379e-06,
      "loss": 0.0141,
      "step": 10752
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.504308945208697e-06,
      "loss": 0.0095,
      "step": 10753
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.504198682930967e-06,
      "loss": 0.0057,
      "step": 10754
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.504088409030885e-06,
      "loss": 0.0052,
      "step": 10755
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503978123508734e-06,
      "loss": 0.0091,
      "step": 10756
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503867826364798e-06,
      "loss": 0.0039,
      "step": 10757
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503757517599365e-06,
      "loss": 0.0091,
      "step": 10758
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503647197212718e-06,
      "loss": 0.0031,
      "step": 10759
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503536865205141e-06,
      "loss": 0.0191,
      "step": 10760
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503426521576918e-06,
      "loss": 0.0133,
      "step": 10761
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503316166328336e-06,
      "loss": 0.0099,
      "step": 10762
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.503205799459678e-06,
      "loss": 0.0464,
      "step": 10763
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50309542097123e-06,
      "loss": 0.008,
      "step": 10764
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502985030863273e-06,
      "loss": 0.0156,
      "step": 10765
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502874629136097e-06,
      "loss": 0.0256,
      "step": 10766
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502764215789985e-06,
      "loss": 0.0143,
      "step": 10767
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502653790825221e-06,
      "loss": 0.0095,
      "step": 10768
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502543354242091e-06,
      "loss": 0.0082,
      "step": 10769
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502432906040879e-06,
      "loss": 0.0088,
      "step": 10770
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502322446221872e-06,
      "loss": 0.0107,
      "step": 10771
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502211974785352e-06,
      "loss": 0.0171,
      "step": 10772
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.502101491731606e-06,
      "loss": 0.0091,
      "step": 10773
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50199099706092e-06,
      "loss": 0.0031,
      "step": 10774
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.501880490773576e-06,
      "loss": 0.005,
      "step": 10775
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.50176997286986e-06,
      "loss": 0.0151,
      "step": 10776
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.501659443350062e-06,
      "loss": 0.0073,
      "step": 10777
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.501548902214462e-06,
      "loss": 0.0067,
      "step": 10778
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.501438349463345e-06,
      "loss": 0.01,
      "step": 10779
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.501327785096999e-06,
      "loss": 0.0041,
      "step": 10780
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.501217209115707e-06,
      "loss": 0.0037,
      "step": 10781
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.501106621519755e-06,
      "loss": 0.006,
      "step": 10782
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500996022309432e-06,
      "loss": 0.0116,
      "step": 10783
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500885411485017e-06,
      "loss": 0.003,
      "step": 10784
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.5007747890468e-06,
      "loss": 0.0156,
      "step": 10785
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500664154995064e-06,
      "loss": 0.0033,
      "step": 10786
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500553509330096e-06,
      "loss": 0.0192,
      "step": 10787
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500442852052183e-06,
      "loss": 0.0053,
      "step": 10788
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500332183161607e-06,
      "loss": 0.0029,
      "step": 10789
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500221502658655e-06,
      "loss": 0.005,
      "step": 10790
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500110810543613e-06,
      "loss": 0.0052,
      "step": 10791
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.500000106816767e-06,
      "loss": 0.0415,
      "step": 10792
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499889391478401e-06,
      "loss": 0.0181,
      "step": 10793
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499778664528802e-06,
      "loss": 0.0303,
      "step": 10794
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499667925968256e-06,
      "loss": 0.0154,
      "step": 10795
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499557175797047e-06,
      "loss": 0.0113,
      "step": 10796
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499446414015463e-06,
      "loss": 0.0088,
      "step": 10797
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499335640623788e-06,
      "loss": 0.0054,
      "step": 10798
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499224855622308e-06,
      "loss": 0.0014,
      "step": 10799
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49911405901131e-06,
      "loss": 0.0025,
      "step": 10800
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.499003250791079e-06,
      "loss": 0.0163,
      "step": 10801
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.498892430961901e-06,
      "loss": 0.0139,
      "step": 10802
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.498781599524065e-06,
      "loss": 0.0162,
      "step": 10803
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49867075647785e-06,
      "loss": 0.0092,
      "step": 10804
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49855990182355e-06,
      "loss": 0.0048,
      "step": 10805
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.498449035561444e-06,
      "loss": 0.0028,
      "step": 10806
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.498338157691821e-06,
      "loss": 0.0075,
      "step": 10807
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49822726821497e-06,
      "loss": 0.0157,
      "step": 10808
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.498116367131174e-06,
      "loss": 0.0137,
      "step": 10809
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49800545444072e-06,
      "loss": 0.0078,
      "step": 10810
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497894530143893e-06,
      "loss": 0.0048,
      "step": 10811
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49778359424098e-06,
      "loss": 0.0202,
      "step": 10812
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497672646732268e-06,
      "loss": 0.0091,
      "step": 10813
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497561687618042e-06,
      "loss": 0.0031,
      "step": 10814
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497450716898588e-06,
      "loss": 0.0048,
      "step": 10815
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497339734574195e-06,
      "loss": 0.007,
      "step": 10816
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497228740645148e-06,
      "loss": 0.0131,
      "step": 10817
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497117735111732e-06,
      "loss": 0.0088,
      "step": 10818
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497006717974232e-06,
      "loss": 0.0113,
      "step": 10819
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49689568923294e-06,
      "loss": 0.0103,
      "step": 10820
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.496784648888139e-06,
      "loss": 0.0165,
      "step": 10821
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.496673596940118e-06,
      "loss": 0.0062,
      "step": 10822
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49656253338916e-06,
      "loss": 0.002,
      "step": 10823
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.496451458235552e-06,
      "loss": 0.0079,
      "step": 10824
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.496340371479582e-06,
      "loss": 0.0088,
      "step": 10825
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.496229273121537e-06,
      "loss": 0.0077,
      "step": 10826
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.496118163161703e-06,
      "loss": 0.0251,
      "step": 10827
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.496007041600366e-06,
      "loss": 0.0246,
      "step": 10828
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495895908437813e-06,
      "loss": 0.0071,
      "step": 10829
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495784763674334e-06,
      "loss": 0.0125,
      "step": 10830
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49567360731021e-06,
      "loss": 0.0065,
      "step": 10831
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495562439345731e-06,
      "loss": 0.0138,
      "step": 10832
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495451259781185e-06,
      "loss": 0.0131,
      "step": 10833
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495340068616858e-06,
      "loss": 0.009,
      "step": 10834
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495228865853035e-06,
      "loss": 0.0105,
      "step": 10835
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495117651490004e-06,
      "loss": 0.021,
      "step": 10836
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.495006425528054e-06,
      "loss": 0.0101,
      "step": 10837
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49489518796747e-06,
      "loss": 0.0062,
      "step": 10838
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49478393880854e-06,
      "loss": 0.0053,
      "step": 10839
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.494672678051549e-06,
      "loss": 0.0109,
      "step": 10840
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.494561405696786e-06,
      "loss": 0.0082,
      "step": 10841
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.494450121744539e-06,
      "loss": 0.013,
      "step": 10842
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.494338826195092e-06,
      "loss": 0.0346,
      "step": 10843
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.494227519048736e-06,
      "loss": 0.0114,
      "step": 10844
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.494116200305753e-06,
      "loss": 0.006,
      "step": 10845
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.494004869966436e-06,
      "loss": 0.0079,
      "step": 10846
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49389352803107e-06,
      "loss": 0.0105,
      "step": 10847
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49378217449994e-06,
      "loss": 0.0154,
      "step": 10848
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.493670809373337e-06,
      "loss": 0.0109,
      "step": 10849
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.493559432651547e-06,
      "loss": 0.0188,
      "step": 10850
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.493448044334856e-06,
      "loss": 0.0078,
      "step": 10851
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.493336644423553e-06,
      "loss": 0.0232,
      "step": 10852
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.493225232917924e-06,
      "loss": 0.0219,
      "step": 10853
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49311380981826e-06,
      "loss": 0.0062,
      "step": 10854
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.493002375124844e-06,
      "loss": 0.0057,
      "step": 10855
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.492890928837966e-06,
      "loss": 0.0196,
      "step": 10856
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.492779470957912e-06,
      "loss": 0.0047,
      "step": 10857
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.492668001484973e-06,
      "loss": 0.0033,
      "step": 10858
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49255652041943e-06,
      "loss": 0.0074,
      "step": 10859
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49244502776158e-06,
      "loss": 0.0088,
      "step": 10860
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.492333523511704e-06,
      "loss": 0.0061,
      "step": 10861
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49222200767009e-06,
      "loss": 0.0101,
      "step": 10862
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49211048023703e-06,
      "loss": 0.008,
      "step": 10863
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491998941212805e-06,
      "loss": 0.0116,
      "step": 10864
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49188739059771e-06,
      "loss": 0.0122,
      "step": 10865
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491775828392027e-06,
      "loss": 0.011,
      "step": 10866
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491664254596048e-06,
      "loss": 0.0074,
      "step": 10867
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491552669210058e-06,
      "loss": 0.0108,
      "step": 10868
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491441072234349e-06,
      "loss": 0.01,
      "step": 10869
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491329463669203e-06,
      "loss": 0.0085,
      "step": 10870
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491217843514912e-06,
      "loss": 0.0128,
      "step": 10871
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.491106211771765e-06,
      "loss": 0.0053,
      "step": 10872
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490994568440046e-06,
      "loss": 0.0048,
      "step": 10873
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490882913520048e-06,
      "loss": 0.035,
      "step": 10874
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490771247012054e-06,
      "loss": 0.0015,
      "step": 10875
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490659568916355e-06,
      "loss": 0.0167,
      "step": 10876
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490547879233239e-06,
      "loss": 0.0069,
      "step": 10877
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490436177962994e-06,
      "loss": 0.024,
      "step": 10878
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490324465105908e-06,
      "loss": 0.0047,
      "step": 10879
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.49021274066227e-06,
      "loss": 0.0054,
      "step": 10880
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.490101004632368e-06,
      "loss": 0.0103,
      "step": 10881
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489989257016488e-06,
      "loss": 0.0101,
      "step": 10882
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489877497814921e-06,
      "loss": 0.0123,
      "step": 10883
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489765727027958e-06,
      "loss": 0.0144,
      "step": 10884
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489653944655881e-06,
      "loss": 0.0168,
      "step": 10885
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489542150698982e-06,
      "loss": 0.0049,
      "step": 10886
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489430345157549e-06,
      "loss": 0.0253,
      "step": 10887
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48931852803187e-06,
      "loss": 0.0077,
      "step": 10888
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489206699322235e-06,
      "loss": 0.0269,
      "step": 10889
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.489094859028932e-06,
      "loss": 0.0077,
      "step": 10890
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.488983007152248e-06,
      "loss": 0.0141,
      "step": 10891
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.488871143692476e-06,
      "loss": 0.0076,
      "step": 10892
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.488759268649897e-06,
      "loss": 0.0152,
      "step": 10893
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.488647382024806e-06,
      "loss": 0.006,
      "step": 10894
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.488535483817491e-06,
      "loss": 0.013,
      "step": 10895
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.488423574028238e-06,
      "loss": 0.0041,
      "step": 10896
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.488311652657338e-06,
      "loss": 0.0127,
      "step": 10897
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48819971970508e-06,
      "loss": 0.0148,
      "step": 10898
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48808777517175e-06,
      "loss": 0.0061,
      "step": 10899
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48797581905764e-06,
      "loss": 0.007,
      "step": 10900
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487863851363039e-06,
      "loss": 0.0156,
      "step": 10901
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487751872088233e-06,
      "loss": 0.0244,
      "step": 10902
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487639881233512e-06,
      "loss": 0.0364,
      "step": 10903
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487527878799167e-06,
      "loss": 0.0064,
      "step": 10904
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487415864785485e-06,
      "loss": 0.012,
      "step": 10905
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487303839192756e-06,
      "loss": 0.0207,
      "step": 10906
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487191802021269e-06,
      "loss": 0.0067,
      "step": 10907
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.487079753271311e-06,
      "loss": 0.0096,
      "step": 10908
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486967692943174e-06,
      "loss": 0.0027,
      "step": 10909
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486855621037146e-06,
      "loss": 0.0189,
      "step": 10910
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486743537553515e-06,
      "loss": 0.0325,
      "step": 10911
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486631442492573e-06,
      "loss": 0.0044,
      "step": 10912
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486519335854608e-06,
      "loss": 0.0061,
      "step": 10913
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486407217639909e-06,
      "loss": 0.0246,
      "step": 10914
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486295087848764e-06,
      "loss": 0.0084,
      "step": 10915
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486182946481464e-06,
      "loss": 0.0153,
      "step": 10916
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.486070793538299e-06,
      "loss": 0.0034,
      "step": 10917
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485958629019556e-06,
      "loss": 0.011,
      "step": 10918
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485846452925524e-06,
      "loss": 0.0052,
      "step": 10919
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485734265256497e-06,
      "loss": 0.0046,
      "step": 10920
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48562206601276e-06,
      "loss": 0.0037,
      "step": 10921
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485509855194605e-06,
      "loss": 0.0086,
      "step": 10922
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485397632802322e-06,
      "loss": 0.0083,
      "step": 10923
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485285398836196e-06,
      "loss": 0.0115,
      "step": 10924
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485173153296524e-06,
      "loss": 0.0109,
      "step": 10925
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.485060896183588e-06,
      "loss": 0.0096,
      "step": 10926
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.484948627497685e-06,
      "loss": 0.0259,
      "step": 10927
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.484836347239098e-06,
      "loss": 0.0128,
      "step": 10928
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48472405540812e-06,
      "loss": 0.0118,
      "step": 10929
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48461175200504e-06,
      "loss": 0.0091,
      "step": 10930
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48449943703015e-06,
      "loss": 0.0186,
      "step": 10931
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.484387110483737e-06,
      "loss": 0.0095,
      "step": 10932
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48427477236609e-06,
      "loss": 0.0071,
      "step": 10933
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.484162422677504e-06,
      "loss": 0.0089,
      "step": 10934
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.484050061418264e-06,
      "loss": 0.0039,
      "step": 10935
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48393768858866e-06,
      "loss": 0.004,
      "step": 10936
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.483825304188985e-06,
      "loss": 0.0054,
      "step": 10937
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.483712908219527e-06,
      "loss": 0.0034,
      "step": 10938
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.483600500680577e-06,
      "loss": 0.0022,
      "step": 10939
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.483488081572424e-06,
      "loss": 0.0057,
      "step": 10940
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48337565089536e-06,
      "loss": 0.0113,
      "step": 10941
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.483263208649672e-06,
      "loss": 0.0064,
      "step": 10942
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.483150754835653e-06,
      "loss": 0.006,
      "step": 10943
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48303828945359e-06,
      "loss": 0.0223,
      "step": 10944
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.482925812503777e-06,
      "loss": 0.0095,
      "step": 10945
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.482813323986501e-06,
      "loss": 0.0068,
      "step": 10946
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.482700823902056e-06,
      "loss": 0.0061,
      "step": 10947
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.482588312250729e-06,
      "loss": 0.002,
      "step": 10948
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48247578903281e-06,
      "loss": 0.0109,
      "step": 10949
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.482363254248592e-06,
      "loss": 0.0052,
      "step": 10950
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.482250707898364e-06,
      "loss": 0.0079,
      "step": 10951
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.482138149982416e-06,
      "loss": 0.0073,
      "step": 10952
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48202558050104e-06,
      "loss": 0.0078,
      "step": 10953
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.481912999454523e-06,
      "loss": 0.0025,
      "step": 10954
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48180040684316e-06,
      "loss": 0.0406,
      "step": 10955
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.481687802667239e-06,
      "loss": 0.0227,
      "step": 10956
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48157518692705e-06,
      "loss": 0.0177,
      "step": 10957
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.481462559622884e-06,
      "loss": 0.0131,
      "step": 10958
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.481349920755033e-06,
      "loss": 0.0202,
      "step": 10959
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.481237270323788e-06,
      "loss": 0.0091,
      "step": 10960
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.481124608329437e-06,
      "loss": 0.0148,
      "step": 10961
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.481011934772274e-06,
      "loss": 0.0056,
      "step": 10962
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.480899249652585e-06,
      "loss": 0.0139,
      "step": 10963
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.480786552970666e-06,
      "loss": 0.0059,
      "step": 10964
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.480673844726804e-06,
      "loss": 0.0097,
      "step": 10965
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.480561124921292e-06,
      "loss": 0.0095,
      "step": 10966
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48044839355442e-06,
      "loss": 0.0159,
      "step": 10967
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.480335650626478e-06,
      "loss": 0.0127,
      "step": 10968
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.48022289613776e-06,
      "loss": 0.0342,
      "step": 10969
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.480110130088553e-06,
      "loss": 0.0123,
      "step": 10970
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.479997352479152e-06,
      "loss": 0.0109,
      "step": 10971
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.479884563309844e-06,
      "loss": 0.0095,
      "step": 10972
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.479771762580922e-06,
      "loss": 0.0157,
      "step": 10973
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.479658950292677e-06,
      "loss": 0.01,
      "step": 10974
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.4795461264454e-06,
      "loss": 0.0026,
      "step": 10975
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.479433291039384e-06,
      "loss": 0.017,
      "step": 10976
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.479320444074916e-06,
      "loss": 0.0104,
      "step": 10977
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47920758555229e-06,
      "loss": 0.0093,
      "step": 10978
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.479094715471797e-06,
      "loss": 0.0075,
      "step": 10979
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47898183383373e-06,
      "loss": 0.0061,
      "step": 10980
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.478868940638374e-06,
      "loss": 0.0053,
      "step": 10981
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.478756035886027e-06,
      "loss": 0.0044,
      "step": 10982
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.478643119576978e-06,
      "loss": 0.0069,
      "step": 10983
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47853019171152e-06,
      "loss": 0.0176,
      "step": 10984
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47841725228994e-06,
      "loss": 0.0072,
      "step": 10985
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.478304301312531e-06,
      "loss": 0.008,
      "step": 10986
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.478191338779588e-06,
      "loss": 0.0065,
      "step": 10987
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.478078364691399e-06,
      "loss": 0.0097,
      "step": 10988
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477965379048256e-06,
      "loss": 0.0133,
      "step": 10989
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477852381850452e-06,
      "loss": 0.0044,
      "step": 10990
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477739373098276e-06,
      "loss": 0.0092,
      "step": 10991
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477626352792024e-06,
      "loss": 0.0065,
      "step": 10992
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477513320931984e-06,
      "loss": 0.0059,
      "step": 10993
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477400277518448e-06,
      "loss": 0.004,
      "step": 10994
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477287222551706e-06,
      "loss": 0.0067,
      "step": 10995
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477174156032055e-06,
      "loss": 0.0111,
      "step": 10996
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.477061077959782e-06,
      "loss": 0.0101,
      "step": 10997
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476947988335181e-06,
      "loss": 0.0041,
      "step": 10998
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476834887158543e-06,
      "loss": 0.0061,
      "step": 10999
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47672177443016e-06,
      "loss": 0.0202,
      "step": 11000
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476608650150325e-06,
      "loss": 0.0051,
      "step": 11001
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476495514319328e-06,
      "loss": 0.0117,
      "step": 11002
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476382366937462e-06,
      "loss": 0.0116,
      "step": 11003
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476269208005018e-06,
      "loss": 0.0145,
      "step": 11004
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476156037522291e-06,
      "loss": 0.0065,
      "step": 11005
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.476042855489569e-06,
      "loss": 0.0235,
      "step": 11006
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475929661907144e-06,
      "loss": 0.0535,
      "step": 11007
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475816456775313e-06,
      "loss": 0.0054,
      "step": 11008
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475703240094363e-06,
      "loss": 0.0255,
      "step": 11009
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475590011864588e-06,
      "loss": 0.0138,
      "step": 11010
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475476772086283e-06,
      "loss": 0.022,
      "step": 11011
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475363520759735e-06,
      "loss": 0.0063,
      "step": 11012
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47525025788524e-06,
      "loss": 0.0135,
      "step": 11013
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475136983463087e-06,
      "loss": 0.0059,
      "step": 11014
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.475023697493571e-06,
      "loss": 0.013,
      "step": 11015
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.474910399976985e-06,
      "loss": 0.004,
      "step": 11016
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47479709091362e-06,
      "loss": 0.0067,
      "step": 11017
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.474683770303766e-06,
      "loss": 0.0097,
      "step": 11018
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47457043814772e-06,
      "loss": 0.0123,
      "step": 11019
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47445709444577e-06,
      "loss": 0.0058,
      "step": 11020
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.474343739198212e-06,
      "loss": 0.0027,
      "step": 11021
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.474230372405337e-06,
      "loss": 0.0081,
      "step": 11022
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.474116994067437e-06,
      "loss": 0.0043,
      "step": 11023
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.474003604184806e-06,
      "loss": 0.0092,
      "step": 11024
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473890202757734e-06,
      "loss": 0.0176,
      "step": 11025
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473776789786517e-06,
      "loss": 0.0245,
      "step": 11026
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473663365271447e-06,
      "loss": 0.0179,
      "step": 11027
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473549929212813e-06,
      "loss": 0.0057,
      "step": 11028
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473436481610913e-06,
      "loss": 0.0122,
      "step": 11029
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473323022466035e-06,
      "loss": 0.0322,
      "step": 11030
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473209551778476e-06,
      "loss": 0.009,
      "step": 11031
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.473096069548523e-06,
      "loss": 0.0041,
      "step": 11032
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472982575776477e-06,
      "loss": 0.0175,
      "step": 11033
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472869070462625e-06,
      "loss": 0.0038,
      "step": 11034
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472755553607258e-06,
      "loss": 0.0161,
      "step": 11035
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472642025210677e-06,
      "loss": 0.0048,
      "step": 11036
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472528485273168e-06,
      "loss": 0.0134,
      "step": 11037
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472414933795024e-06,
      "loss": 0.0072,
      "step": 11038
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472301370776542e-06,
      "loss": 0.0295,
      "step": 11039
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.472187796218013e-06,
      "loss": 0.0254,
      "step": 11040
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47207421011973e-06,
      "loss": 0.0021,
      "step": 11041
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.471960612481988e-06,
      "loss": 0.0134,
      "step": 11042
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.471847003305075e-06,
      "loss": 0.0109,
      "step": 11043
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47173338258929e-06,
      "loss": 0.0158,
      "step": 11044
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.471619750334922e-06,
      "loss": 0.0233,
      "step": 11045
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.471506106542268e-06,
      "loss": 0.0095,
      "step": 11046
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.471392451211617e-06,
      "loss": 0.0195,
      "step": 11047
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.471278784343265e-06,
      "loss": 0.0062,
      "step": 11048
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.471165105937505e-06,
      "loss": 0.0038,
      "step": 11049
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47105141599463e-06,
      "loss": 0.0075,
      "step": 11050
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.470937714514935e-06,
      "loss": 0.0135,
      "step": 11051
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.470824001498708e-06,
      "loss": 0.0128,
      "step": 11052
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.47071027694625e-06,
      "loss": 0.0052,
      "step": 11053
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.470596540857848e-06,
      "loss": 0.017,
      "step": 11054
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.4704827932338e-06,
      "loss": 0.0271,
      "step": 11055
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.470369034074396e-06,
      "loss": 0.0037,
      "step": 11056
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.470255263379933e-06,
      "loss": 0.0063,
      "step": 11057
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.470141481150701e-06,
      "loss": 0.0062,
      "step": 11058
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.470027687386996e-06,
      "loss": 0.0011,
      "step": 11059
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469913882089111e-06,
      "loss": 0.0061,
      "step": 11060
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46980006525734e-06,
      "loss": 0.0429,
      "step": 11061
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469686236891975e-06,
      "loss": 0.0198,
      "step": 11062
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469572396993312e-06,
      "loss": 0.0082,
      "step": 11063
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469458545561644e-06,
      "loss": 0.0024,
      "step": 11064
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469344682597265e-06,
      "loss": 0.015,
      "step": 11065
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469230808100466e-06,
      "loss": 0.0115,
      "step": 11066
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469116922071546e-06,
      "loss": 0.0466,
      "step": 11067
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.469003024510794e-06,
      "loss": 0.013,
      "step": 11068
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.468889115418507e-06,
      "loss": 0.0126,
      "step": 11069
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.468775194794977e-06,
      "loss": 0.003,
      "step": 11070
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.4686612626405e-06,
      "loss": 0.015,
      "step": 11071
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.468547318955368e-06,
      "loss": 0.006,
      "step": 11072
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.468433363739876e-06,
      "loss": 0.0054,
      "step": 11073
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46831939699432e-06,
      "loss": 0.0056,
      "step": 11074
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.468205418718988e-06,
      "loss": 0.0028,
      "step": 11075
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46809142891418e-06,
      "loss": 0.0124,
      "step": 11076
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.467977427580189e-06,
      "loss": 0.0171,
      "step": 11077
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.467863414717306e-06,
      "loss": 0.0223,
      "step": 11078
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46774939032583e-06,
      "loss": 0.009,
      "step": 11079
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46763535440605e-06,
      "loss": 0.0026,
      "step": 11080
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.467521306958265e-06,
      "loss": 0.012,
      "step": 11081
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.467407247982767e-06,
      "loss": 0.0077,
      "step": 11082
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.467293177479851e-06,
      "loss": 0.0141,
      "step": 11083
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46717909544981e-06,
      "loss": 0.0112,
      "step": 11084
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46706500189294e-06,
      "loss": 0.025,
      "step": 11085
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466950896809532e-06,
      "loss": 0.0081,
      "step": 11086
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466836780199887e-06,
      "loss": 0.0049,
      "step": 11087
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466722652064293e-06,
      "loss": 0.0316,
      "step": 11088
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466608512403048e-06,
      "loss": 0.011,
      "step": 11089
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466494361216445e-06,
      "loss": 0.0255,
      "step": 11090
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46638019850478e-06,
      "loss": 0.018,
      "step": 11091
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466266024268348e-06,
      "loss": 0.0089,
      "step": 11092
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466151838507439e-06,
      "loss": 0.0078,
      "step": 11093
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.466037641222354e-06,
      "loss": 0.0024,
      "step": 11094
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465923432413382e-06,
      "loss": 0.0153,
      "step": 11095
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465809212080822e-06,
      "loss": 0.0046,
      "step": 11096
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465694980224967e-06,
      "loss": 0.0189,
      "step": 11097
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465580736846112e-06,
      "loss": 0.0054,
      "step": 11098
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46546648194455e-06,
      "loss": 0.0125,
      "step": 11099
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465352215520577e-06,
      "loss": 0.0044,
      "step": 11100
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465237937574491e-06,
      "loss": 0.0109,
      "step": 11101
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465123648106582e-06,
      "loss": 0.0071,
      "step": 11102
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.465009347117149e-06,
      "loss": 0.0057,
      "step": 11103
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.464895034606484e-06,
      "loss": 0.0052,
      "step": 11104
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.464780710574882e-06,
      "loss": 0.021,
      "step": 11105
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46466637502264e-06,
      "loss": 0.0097,
      "step": 11106
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.464552027950052e-06,
      "loss": 0.0111,
      "step": 11107
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.464437669357412e-06,
      "loss": 0.0104,
      "step": 11108
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.464323299245017e-06,
      "loss": 0.002,
      "step": 11109
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.464208917613162e-06,
      "loss": 0.0119,
      "step": 11110
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46409452446214e-06,
      "loss": 0.0331,
      "step": 11111
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.463980119792246e-06,
      "loss": 0.0048,
      "step": 11112
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46386570360378e-06,
      "loss": 0.005,
      "step": 11113
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.463751275897034e-06,
      "loss": 0.0238,
      "step": 11114
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.4636368366723e-06,
      "loss": 0.0019,
      "step": 11115
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.463522385929878e-06,
      "loss": 0.0111,
      "step": 11116
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.463407923670063e-06,
      "loss": 0.0266,
      "step": 11117
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.463293449893148e-06,
      "loss": 0.0035,
      "step": 11118
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.463178964599429e-06,
      "loss": 0.0054,
      "step": 11119
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.463064467789203e-06,
      "loss": 0.0508,
      "step": 11120
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462949959462764e-06,
      "loss": 0.0147,
      "step": 11121
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462835439620407e-06,
      "loss": 0.0295,
      "step": 11122
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462720908262431e-06,
      "loss": 0.0058,
      "step": 11123
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462606365389127e-06,
      "loss": 0.0171,
      "step": 11124
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462491811000794e-06,
      "loss": 0.0078,
      "step": 11125
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462377245097723e-06,
      "loss": 0.0153,
      "step": 11126
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462262667680216e-06,
      "loss": 0.0043,
      "step": 11127
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462148078748563e-06,
      "loss": 0.01,
      "step": 11128
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.462033478303063e-06,
      "loss": 0.0042,
      "step": 11129
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.46191886634401e-06,
      "loss": 0.0094,
      "step": 11130
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.4618042428717e-06,
      "loss": 0.0044,
      "step": 11131
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.461689607886433e-06,
      "loss": 0.0097,
      "step": 11132
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.461574961388497e-06,
      "loss": 0.0132,
      "step": 11133
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.461460303378194e-06,
      "loss": 0.0398,
      "step": 11134
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.461345633855817e-06,
      "loss": 0.018,
      "step": 11135
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.461230952821662e-06,
      "loss": 0.0101,
      "step": 11136
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.461116260276027e-06,
      "loss": 0.0034,
      "step": 11137
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.461001556219205e-06,
      "loss": 0.0064,
      "step": 11138
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460886840651494e-06,
      "loss": 0.0044,
      "step": 11139
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460772113573189e-06,
      "loss": 0.0254,
      "step": 11140
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460657374984586e-06,
      "loss": 0.0105,
      "step": 11141
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460542624885982e-06,
      "loss": 0.0057,
      "step": 11142
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460427863277673e-06,
      "loss": 0.0062,
      "step": 11143
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460313090159954e-06,
      "loss": 0.0183,
      "step": 11144
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460198305533123e-06,
      "loss": 0.0122,
      "step": 11145
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.460083509397476e-06,
      "loss": 0.0054,
      "step": 11146
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459968701753305e-06,
      "loss": 0.0025,
      "step": 11147
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459853882600911e-06,
      "loss": 0.0144,
      "step": 11148
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.45973905194059e-06,
      "loss": 0.0085,
      "step": 11149
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459624209772636e-06,
      "loss": 0.0105,
      "step": 11150
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459509356097346e-06,
      "loss": 0.0188,
      "step": 11151
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459394490915019e-06,
      "loss": 0.0043,
      "step": 11152
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459279614225947e-06,
      "loss": 0.0123,
      "step": 11153
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459164726030429e-06,
      "loss": 0.0197,
      "step": 11154
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.459049826328763e-06,
      "loss": 0.0095,
      "step": 11155
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.458934915121242e-06,
      "loss": 0.0063,
      "step": 11156
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.458819992408164e-06,
      "loss": 0.0046,
      "step": 11157
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.458705058189825e-06,
      "loss": 0.008,
      "step": 11158
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.458590112466523e-06,
      "loss": 0.007,
      "step": 11159
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.458475155238553e-06,
      "loss": 0.0113,
      "step": 11160
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.458360186506212e-06,
      "loss": 0.014,
      "step": 11161
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.458245206269799e-06,
      "loss": 0.0113,
      "step": 11162
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.458130214529609e-06,
      "loss": 0.0071,
      "step": 11163
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.458015211285936e-06,
      "loss": 0.0183,
      "step": 11164
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45790019653908e-06,
      "loss": 0.0052,
      "step": 11165
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.457785170289337e-06,
      "loss": 0.0106,
      "step": 11166
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.457670132537004e-06,
      "loss": 0.0035,
      "step": 11167
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45755508328238e-06,
      "loss": 0.0015,
      "step": 11168
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.457440022525755e-06,
      "loss": 0.0056,
      "step": 11169
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.457324950267433e-06,
      "loss": 0.0167,
      "step": 11170
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.457209866507708e-06,
      "loss": 0.0107,
      "step": 11171
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.457094771246878e-06,
      "loss": 0.0312,
      "step": 11172
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456979664485238e-06,
      "loss": 0.0072,
      "step": 11173
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456864546223086e-06,
      "loss": 0.0081,
      "step": 11174
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456749416460719e-06,
      "loss": 0.0031,
      "step": 11175
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456634275198438e-06,
      "loss": 0.0123,
      "step": 11176
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456519122436533e-06,
      "loss": 0.0053,
      "step": 11177
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456403958175306e-06,
      "loss": 0.0388,
      "step": 11178
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456288782415052e-06,
      "loss": 0.0096,
      "step": 11179
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456173595156068e-06,
      "loss": 0.0101,
      "step": 11180
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.456058396398654e-06,
      "loss": 0.0062,
      "step": 11181
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.455943186143105e-06,
      "loss": 0.0084,
      "step": 11182
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.455827964389719e-06,
      "loss": 0.0081,
      "step": 11183
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.455712731138792e-06,
      "loss": 0.0072,
      "step": 11184
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.455597486390623e-06,
      "loss": 0.008,
      "step": 11185
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45548223014551e-06,
      "loss": 0.0084,
      "step": 11186
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.455366962403747e-06,
      "loss": 0.0086,
      "step": 11187
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.455251683165633e-06,
      "loss": 0.0143,
      "step": 11188
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45513639243147e-06,
      "loss": 0.0056,
      "step": 11189
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.455021090201547e-06,
      "loss": 0.0205,
      "step": 11190
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.454905776476169e-06,
      "loss": 0.0372,
      "step": 11191
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45479045125563e-06,
      "loss": 0.0081,
      "step": 11192
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.454675114540226e-06,
      "loss": 0.0213,
      "step": 11193
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45455976633026e-06,
      "loss": 0.0046,
      "step": 11194
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.454444406626024e-06,
      "loss": 0.0099,
      "step": 11195
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45432903542782e-06,
      "loss": 0.0123,
      "step": 11196
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.454213652735941e-06,
      "loss": 0.0155,
      "step": 11197
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.454098258550691e-06,
      "loss": 0.0041,
      "step": 11198
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453982852872364e-06,
      "loss": 0.0135,
      "step": 11199
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453867435701255e-06,
      "loss": 0.0059,
      "step": 11200
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453752007037666e-06,
      "loss": 0.0023,
      "step": 11201
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453636566881895e-06,
      "loss": 0.0106,
      "step": 11202
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453521115234237e-06,
      "loss": 0.0027,
      "step": 11203
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453405652094993e-06,
      "loss": 0.0043,
      "step": 11204
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453290177464459e-06,
      "loss": 0.0027,
      "step": 11205
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453174691342932e-06,
      "loss": 0.0158,
      "step": 11206
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.453059193730713e-06,
      "loss": 0.0114,
      "step": 11207
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452943684628098e-06,
      "loss": 0.0264,
      "step": 11208
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452828164035386e-06,
      "loss": 0.008,
      "step": 11209
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452712631952872e-06,
      "loss": 0.014,
      "step": 11210
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45259708838086e-06,
      "loss": 0.0091,
      "step": 11211
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452481533319643e-06,
      "loss": 0.0028,
      "step": 11212
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452365966769522e-06,
      "loss": 0.0046,
      "step": 11213
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452250388730793e-06,
      "loss": 0.0275,
      "step": 11214
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452134799203757e-06,
      "loss": 0.0027,
      "step": 11215
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.452019198188707e-06,
      "loss": 0.0141,
      "step": 11216
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45190358568595e-06,
      "loss": 0.0137,
      "step": 11217
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.451787961695775e-06,
      "loss": 0.0031,
      "step": 11218
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.451672326218486e-06,
      "loss": 0.0128,
      "step": 11219
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45155667925438e-06,
      "loss": 0.0089,
      "step": 11220
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.451441020803755e-06,
      "loss": 0.0125,
      "step": 11221
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45132535086691e-06,
      "loss": 0.0161,
      "step": 11222
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.451209669444145e-06,
      "loss": 0.0066,
      "step": 11223
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.451093976535754e-06,
      "loss": 0.0076,
      "step": 11224
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.450978272142041e-06,
      "loss": 0.021,
      "step": 11225
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.4508625562633e-06,
      "loss": 0.0105,
      "step": 11226
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.450746828899832e-06,
      "loss": 0.0072,
      "step": 11227
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.450631090051936e-06,
      "loss": 0.0119,
      "step": 11228
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.450515339719909e-06,
      "loss": 0.0035,
      "step": 11229
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.45039957790405e-06,
      "loss": 0.0102,
      "step": 11230
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.450283804604659e-06,
      "loss": 0.0161,
      "step": 11231
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.450168019822034e-06,
      "loss": 0.0101,
      "step": 11232
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.450052223556472e-06,
      "loss": 0.0183,
      "step": 11233
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.449936415808275e-06,
      "loss": 0.0068,
      "step": 11234
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44982059657774e-06,
      "loss": 0.0273,
      "step": 11235
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.449704765865164e-06,
      "loss": 0.0067,
      "step": 11236
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44958892367085e-06,
      "loss": 0.0111,
      "step": 11237
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.449473069995094e-06,
      "loss": 0.0175,
      "step": 11238
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.449357204838197e-06,
      "loss": 0.0064,
      "step": 11239
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.449241328200456e-06,
      "loss": 0.0131,
      "step": 11240
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44912544008217e-06,
      "loss": 0.0218,
      "step": 11241
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44900954048364e-06,
      "loss": 0.0018,
      "step": 11242
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.448893629405165e-06,
      "loss": 0.0062,
      "step": 11243
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.448777706847042e-06,
      "loss": 0.0095,
      "step": 11244
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44866177280957e-06,
      "loss": 0.0081,
      "step": 11245
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.448545827293049e-06,
      "loss": 0.0097,
      "step": 11246
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.448429870297778e-06,
      "loss": 0.0231,
      "step": 11247
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.448313901824057e-06,
      "loss": 0.0105,
      "step": 11248
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.448197921872186e-06,
      "loss": 0.0198,
      "step": 11249
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.448081930442463e-06,
      "loss": 0.0021,
      "step": 11250
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447965927535188e-06,
      "loss": 0.0105,
      "step": 11251
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447849913150659e-06,
      "loss": 0.0058,
      "step": 11252
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447733887289177e-06,
      "loss": 0.0232,
      "step": 11253
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447617849951039e-06,
      "loss": 0.0294,
      "step": 11254
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447501801136545e-06,
      "loss": 0.0036,
      "step": 11255
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447385740845998e-06,
      "loss": 0.0055,
      "step": 11256
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447269669079692e-06,
      "loss": 0.012,
      "step": 11257
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447153585837932e-06,
      "loss": 0.0174,
      "step": 11258
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.447037491121013e-06,
      "loss": 0.0138,
      "step": 11259
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.446921384929237e-06,
      "loss": 0.024,
      "step": 11260
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.446805267262904e-06,
      "loss": 0.0119,
      "step": 11261
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44668913812231e-06,
      "loss": 0.0054,
      "step": 11262
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.446572997507761e-06,
      "loss": 0.0414,
      "step": 11263
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44645684541955e-06,
      "loss": 0.0094,
      "step": 11264
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.446340681857981e-06,
      "loss": 0.0125,
      "step": 11265
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.446224506823353e-06,
      "loss": 0.0214,
      "step": 11266
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.446108320315964e-06,
      "loss": 0.0081,
      "step": 11267
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445992122336117e-06,
      "loss": 0.0136,
      "step": 11268
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445875912884106e-06,
      "loss": 0.0063,
      "step": 11269
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445759691960237e-06,
      "loss": 0.0314,
      "step": 11270
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445643459564808e-06,
      "loss": 0.016,
      "step": 11271
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445527215698118e-06,
      "loss": 0.021,
      "step": 11272
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445410960360469e-06,
      "loss": 0.0153,
      "step": 11273
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445294693552156e-06,
      "loss": 0.0042,
      "step": 11274
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445178415273483e-06,
      "loss": 0.0156,
      "step": 11275
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.445062125524751e-06,
      "loss": 0.0063,
      "step": 11276
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44494582430626e-06,
      "loss": 0.0104,
      "step": 11277
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.444829511618306e-06,
      "loss": 0.0082,
      "step": 11278
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.444713187461193e-06,
      "loss": 0.0032,
      "step": 11279
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44459685183522e-06,
      "loss": 0.0033,
      "step": 11280
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.444480504740687e-06,
      "loss": 0.0084,
      "step": 11281
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.444364146177894e-06,
      "loss": 0.0087,
      "step": 11282
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44424777614714e-06,
      "loss": 0.0065,
      "step": 11283
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.444131394648728e-06,
      "loss": 0.0076,
      "step": 11284
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.444015001682959e-06,
      "loss": 0.011,
      "step": 11285
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44389859725013e-06,
      "loss": 0.0151,
      "step": 11286
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.443782181350542e-06,
      "loss": 0.0065,
      "step": 11287
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.443665753984496e-06,
      "loss": 0.0043,
      "step": 11288
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.443549315152294e-06,
      "loss": 0.0092,
      "step": 11289
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.443432864854237e-06,
      "loss": 0.0044,
      "step": 11290
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.443316403090618e-06,
      "loss": 0.0191,
      "step": 11291
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.443199929861748e-06,
      "loss": 0.0144,
      "step": 11292
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.443083445167921e-06,
      "loss": 0.0101,
      "step": 11293
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44296694900944e-06,
      "loss": 0.0139,
      "step": 11294
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.442850441386603e-06,
      "loss": 0.0095,
      "step": 11295
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.442733922299714e-06,
      "loss": 0.0161,
      "step": 11296
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.442617391749072e-06,
      "loss": 0.0033,
      "step": 11297
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.442500849734977e-06,
      "loss": 0.0147,
      "step": 11298
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44238429625773e-06,
      "loss": 0.0075,
      "step": 11299
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.442267731317634e-06,
      "loss": 0.0055,
      "step": 11300
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.442151154914987e-06,
      "loss": 0.0097,
      "step": 11301
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44203456705009e-06,
      "loss": 0.0153,
      "step": 11302
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.441917967723245e-06,
      "loss": 0.0105,
      "step": 11303
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.441801356934754e-06,
      "loss": 0.0207,
      "step": 11304
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.441684734684916e-06,
      "loss": 0.0336,
      "step": 11305
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44156810097403e-06,
      "loss": 0.0377,
      "step": 11306
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.441451455802402e-06,
      "loss": 0.0121,
      "step": 11307
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.44133479917033e-06,
      "loss": 0.0218,
      "step": 11308
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.441218131078114e-06,
      "loss": 0.0102,
      "step": 11309
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.441101451526055e-06,
      "loss": 0.0129,
      "step": 11310
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440984760514459e-06,
      "loss": 0.0043,
      "step": 11311
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440868058043621e-06,
      "loss": 0.0027,
      "step": 11312
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440751344113847e-06,
      "loss": 0.0489,
      "step": 11313
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440634618725434e-06,
      "loss": 0.0033,
      "step": 11314
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440517881878685e-06,
      "loss": 0.0249,
      "step": 11315
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440401133573902e-06,
      "loss": 0.0401,
      "step": 11316
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440284373811386e-06,
      "loss": 0.0039,
      "step": 11317
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440167602591434e-06,
      "loss": 0.0148,
      "step": 11318
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.440050819914355e-06,
      "loss": 0.005,
      "step": 11319
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439934025780444e-06,
      "loss": 0.0106,
      "step": 11320
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439817220190008e-06,
      "loss": 0.0036,
      "step": 11321
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439700403143341e-06,
      "loss": 0.0145,
      "step": 11322
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439583574640752e-06,
      "loss": 0.0049,
      "step": 11323
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439466734682538e-06,
      "loss": 0.0201,
      "step": 11324
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439349883269002e-06,
      "loss": 0.0051,
      "step": 11325
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439233020400444e-06,
      "loss": 0.0083,
      "step": 11326
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.439116146077167e-06,
      "loss": 0.0075,
      "step": 11327
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43899926029947e-06,
      "loss": 0.0306,
      "step": 11328
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43888236306766e-06,
      "loss": 0.0062,
      "step": 11329
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.438765454382035e-06,
      "loss": 0.0277,
      "step": 11330
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.438648534242895e-06,
      "loss": 0.0117,
      "step": 11331
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.438531602650546e-06,
      "loss": 0.004,
      "step": 11332
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.438414659605286e-06,
      "loss": 0.0398,
      "step": 11333
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43829770510742e-06,
      "loss": 0.0053,
      "step": 11334
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.438180739157246e-06,
      "loss": 0.021,
      "step": 11335
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.438063761755069e-06,
      "loss": 0.0056,
      "step": 11336
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.437946772901189e-06,
      "loss": 0.0184,
      "step": 11337
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43782977259591e-06,
      "loss": 0.0099,
      "step": 11338
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43771276083953e-06,
      "loss": 0.0068,
      "step": 11339
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.437595737632354e-06,
      "loss": 0.0136,
      "step": 11340
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.437478702974685e-06,
      "loss": 0.0159,
      "step": 11341
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43736165686682e-06,
      "loss": 0.0031,
      "step": 11342
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.437244599309068e-06,
      "loss": 0.024,
      "step": 11343
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.437127530301726e-06,
      "loss": 0.0033,
      "step": 11344
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.437010449845099e-06,
      "loss": 0.0073,
      "step": 11345
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.436893357939485e-06,
      "loss": 0.0055,
      "step": 11346
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43677625458519e-06,
      "loss": 0.0561,
      "step": 11347
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.436659139782515e-06,
      "loss": 0.0223,
      "step": 11348
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.436542013531761e-06,
      "loss": 0.008,
      "step": 11349
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.436424875833232e-06,
      "loss": 0.0109,
      "step": 11350
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43630772668723e-06,
      "loss": 0.0061,
      "step": 11351
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.436190566094057e-06,
      "loss": 0.0079,
      "step": 11352
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.436073394054015e-06,
      "loss": 0.0057,
      "step": 11353
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435956210567405e-06,
      "loss": 0.0102,
      "step": 11354
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435839015634533e-06,
      "loss": 0.002,
      "step": 11355
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435721809255697e-06,
      "loss": 0.0112,
      "step": 11356
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435604591431205e-06,
      "loss": 0.0049,
      "step": 11357
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435487362161353e-06,
      "loss": 0.0062,
      "step": 11358
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435370121446448e-06,
      "loss": 0.0298,
      "step": 11359
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435252869286791e-06,
      "loss": 0.0349,
      "step": 11360
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435135605682684e-06,
      "loss": 0.0144,
      "step": 11361
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.435018330634432e-06,
      "loss": 0.0049,
      "step": 11362
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.434901044142335e-06,
      "loss": 0.0134,
      "step": 11363
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.434783746206695e-06,
      "loss": 0.0375,
      "step": 11364
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.434666436827817e-06,
      "loss": 0.032,
      "step": 11365
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.434549116006004e-06,
      "loss": 0.0127,
      "step": 11366
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.434431783741558e-06,
      "loss": 0.0111,
      "step": 11367
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43431444003478e-06,
      "loss": 0.007,
      "step": 11368
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.434197084885975e-06,
      "loss": 0.0114,
      "step": 11369
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.434079718295446e-06,
      "loss": 0.005,
      "step": 11370
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.433962340263493e-06,
      "loss": 0.0032,
      "step": 11371
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43384495079042e-06,
      "loss": 0.0068,
      "step": 11372
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.433727549876532e-06,
      "loss": 0.002,
      "step": 11373
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.433610137522131e-06,
      "loss": 0.0127,
      "step": 11374
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43349271372752e-06,
      "loss": 0.0117,
      "step": 11375
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.433375278493e-06,
      "loss": 0.0088,
      "step": 11376
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.433257831818876e-06,
      "loss": 0.0072,
      "step": 11377
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.433140373705452e-06,
      "loss": 0.0064,
      "step": 11378
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.433022904153027e-06,
      "loss": 0.0077,
      "step": 11379
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432905423161908e-06,
      "loss": 0.0135,
      "step": 11380
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432787930732398e-06,
      "loss": 0.0107,
      "step": 11381
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432670426864798e-06,
      "loss": 0.0052,
      "step": 11382
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432552911559413e-06,
      "loss": 0.0118,
      "step": 11383
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432435384816545e-06,
      "loss": 0.0065,
      "step": 11384
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432317846636498e-06,
      "loss": 0.0345,
      "step": 11385
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432200297019575e-06,
      "loss": 0.0308,
      "step": 11386
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.432082735966079e-06,
      "loss": 0.0033,
      "step": 11387
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.431965163476313e-06,
      "loss": 0.0058,
      "step": 11388
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.431847579550583e-06,
      "loss": 0.0112,
      "step": 11389
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43172998418919e-06,
      "loss": 0.0328,
      "step": 11390
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.431612377392437e-06,
      "loss": 0.0061,
      "step": 11391
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43149475916063e-06,
      "loss": 0.0053,
      "step": 11392
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43137712949407e-06,
      "loss": 0.0111,
      "step": 11393
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.431259488393062e-06,
      "loss": 0.0184,
      "step": 11394
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.431141835857907e-06,
      "loss": 0.0047,
      "step": 11395
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.431024171888912e-06,
      "loss": 0.0192,
      "step": 11396
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.43090649648638e-06,
      "loss": 0.0235,
      "step": 11397
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.430788809650614e-06,
      "loss": 0.0054,
      "step": 11398
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.430671111381915e-06,
      "loss": 0.0048,
      "step": 11399
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.430553401680592e-06,
      "loss": 0.0122,
      "step": 11400
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.430435680546944e-06,
      "loss": 0.0053,
      "step": 11401
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.430317947981277e-06,
      "loss": 0.0055,
      "step": 11402
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.430200203983894e-06,
      "loss": 0.0064,
      "step": 11403
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.4300824485551e-06,
      "loss": 0.0073,
      "step": 11404
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429964681695199e-06,
      "loss": 0.0085,
      "step": 11405
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429846903404494e-06,
      "loss": 0.0188,
      "step": 11406
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429729113683289e-06,
      "loss": 0.0365,
      "step": 11407
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429611312531885e-06,
      "loss": 0.0174,
      "step": 11408
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429493499950592e-06,
      "loss": 0.0069,
      "step": 11409
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42937567593971e-06,
      "loss": 0.0093,
      "step": 11410
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429257840499544e-06,
      "loss": 0.0077,
      "step": 11411
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429139993630396e-06,
      "loss": 0.0139,
      "step": 11412
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.429022135332576e-06,
      "loss": 0.0118,
      "step": 11413
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.428904265606381e-06,
      "loss": 0.0058,
      "step": 11414
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.428786384452117e-06,
      "loss": 0.0095,
      "step": 11415
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.428668491870092e-06,
      "loss": 0.0045,
      "step": 11416
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.428550587860608e-06,
      "loss": 0.0114,
      "step": 11417
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.428432672423968e-06,
      "loss": 0.019,
      "step": 11418
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.428314745560476e-06,
      "loss": 0.0074,
      "step": 11419
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42819680727044e-06,
      "loss": 0.0017,
      "step": 11420
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.428078857554159e-06,
      "loss": 0.0113,
      "step": 11421
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.427960896411942e-06,
      "loss": 0.0031,
      "step": 11422
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42784292384409e-06,
      "loss": 0.0108,
      "step": 11423
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.427724939850911e-06,
      "loss": 0.0078,
      "step": 11424
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.427606944432706e-06,
      "loss": 0.008,
      "step": 11425
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42748893758978e-06,
      "loss": 0.0027,
      "step": 11426
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.427370919322439e-06,
      "loss": 0.014,
      "step": 11427
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.427252889630987e-06,
      "loss": 0.0081,
      "step": 11428
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.427134848515729e-06,
      "loss": 0.0072,
      "step": 11429
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42701679597697e-06,
      "loss": 0.0137,
      "step": 11430
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.426898732015012e-06,
      "loss": 0.0139,
      "step": 11431
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.426780656630159e-06,
      "loss": 0.0024,
      "step": 11432
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42666256982272e-06,
      "loss": 0.0071,
      "step": 11433
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.426544471592997e-06,
      "loss": 0.0055,
      "step": 11434
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.426426361941296e-06,
      "loss": 0.0134,
      "step": 11435
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42630824086792e-06,
      "loss": 0.0104,
      "step": 11436
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.426190108373177e-06,
      "loss": 0.0043,
      "step": 11437
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.426071964457369e-06,
      "loss": 0.0071,
      "step": 11438
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.4259538091208e-06,
      "loss": 0.0043,
      "step": 11439
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42583564236378e-06,
      "loss": 0.007,
      "step": 11440
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.425717464186606e-06,
      "loss": 0.0118,
      "step": 11441
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42559927458959e-06,
      "loss": 0.0084,
      "step": 11442
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.425481073573032e-06,
      "loss": 0.0093,
      "step": 11443
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.425362861137242e-06,
      "loss": 0.0061,
      "step": 11444
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42524463728252e-06,
      "loss": 0.0127,
      "step": 11445
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.425126402009176e-06,
      "loss": 0.0123,
      "step": 11446
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42500815531751e-06,
      "loss": 0.0055,
      "step": 11447
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42488989720783e-06,
      "loss": 0.0049,
      "step": 11448
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42477162768044e-06,
      "loss": 0.0109,
      "step": 11449
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.424653346735649e-06,
      "loss": 0.0022,
      "step": 11450
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.424535054373755e-06,
      "loss": 0.0156,
      "step": 11451
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42441675059507e-06,
      "loss": 0.0102,
      "step": 11452
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.424298435399897e-06,
      "loss": 0.0165,
      "step": 11453
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.424180108788538e-06,
      "loss": 0.0044,
      "step": 11454
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.424061770761303e-06,
      "loss": 0.0129,
      "step": 11455
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.423943421318495e-06,
      "loss": 0.0085,
      "step": 11456
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42382506046042e-06,
      "loss": 0.0117,
      "step": 11457
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.423706688187384e-06,
      "loss": 0.0428,
      "step": 11458
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.423588304499692e-06,
      "loss": 0.0062,
      "step": 11459
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42346990939765e-06,
      "loss": 0.0107,
      "step": 11460
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42335150288156e-06,
      "loss": 0.0144,
      "step": 11461
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.423233084951731e-06,
      "loss": 0.0146,
      "step": 11462
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42311465560847e-06,
      "loss": 0.0186,
      "step": 11463
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.422996214852079e-06,
      "loss": 0.0076,
      "step": 11464
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.422877762682863e-06,
      "loss": 0.0043,
      "step": 11465
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.422759299101132e-06,
      "loss": 0.012,
      "step": 11466
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42264082410719e-06,
      "loss": 0.0071,
      "step": 11467
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.422522337701342e-06,
      "loss": 0.0126,
      "step": 11468
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42240383988389e-06,
      "loss": 0.003,
      "step": 11469
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.422285330655147e-06,
      "loss": 0.0061,
      "step": 11470
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.422166810015415e-06,
      "loss": 0.0081,
      "step": 11471
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.422048277965e-06,
      "loss": 0.01,
      "step": 11472
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.421929734504208e-06,
      "loss": 0.005,
      "step": 11473
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.421811179633344e-06,
      "loss": 0.0053,
      "step": 11474
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.421692613352717e-06,
      "loss": 0.0069,
      "step": 11475
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.421574035662628e-06,
      "loss": 0.0161,
      "step": 11476
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.421455446563388e-06,
      "loss": 0.0203,
      "step": 11477
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.4213368460553e-06,
      "loss": 0.018,
      "step": 11478
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42121823413867e-06,
      "loss": 0.0178,
      "step": 11479
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.421099610813806e-06,
      "loss": 0.0076,
      "step": 11480
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.420980976081012e-06,
      "loss": 0.0127,
      "step": 11481
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.420862329940596e-06,
      "loss": 0.0094,
      "step": 11482
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.420743672392862e-06,
      "loss": 0.0104,
      "step": 11483
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.420625003438118e-06,
      "loss": 0.019,
      "step": 11484
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42050632307667e-06,
      "loss": 0.0099,
      "step": 11485
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.420387631308822e-06,
      "loss": 0.0227,
      "step": 11486
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.420268928134884e-06,
      "loss": 0.0293,
      "step": 11487
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.42015021355516e-06,
      "loss": 0.0056,
      "step": 11488
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.420031487569957e-06,
      "loss": 0.0098,
      "step": 11489
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.419912750179579e-06,
      "loss": 0.0141,
      "step": 11490
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.419794001384336e-06,
      "loss": 0.0341,
      "step": 11491
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.419675241184531e-06,
      "loss": 0.0052,
      "step": 11492
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.419556469580475e-06,
      "loss": 0.0054,
      "step": 11493
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41943768657247e-06,
      "loss": 0.0157,
      "step": 11494
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.419318892160825e-06,
      "loss": 0.0107,
      "step": 11495
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.419200086345845e-06,
      "loss": 0.0093,
      "step": 11496
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.419081269127838e-06,
      "loss": 0.0079,
      "step": 11497
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418962440507111e-06,
      "loss": 0.0025,
      "step": 11498
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418843600483968e-06,
      "loss": 0.0348,
      "step": 11499
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418724749058717e-06,
      "loss": 0.0189,
      "step": 11500
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418605886231666e-06,
      "loss": 0.0078,
      "step": 11501
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418487012003118e-06,
      "loss": 0.0059,
      "step": 11502
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418368126373386e-06,
      "loss": 0.009,
      "step": 11503
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418249229342771e-06,
      "loss": 0.0276,
      "step": 11504
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418130320911582e-06,
      "loss": 0.0096,
      "step": 11505
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.418011401080126e-06,
      "loss": 0.0155,
      "step": 11506
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.417892469848708e-06,
      "loss": 0.0046,
      "step": 11507
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41777352721764e-06,
      "loss": 0.0053,
      "step": 11508
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.417654573187221e-06,
      "loss": 0.0027,
      "step": 11509
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.417535607757764e-06,
      "loss": 0.0107,
      "step": 11510
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.417416630929575e-06,
      "loss": 0.0156,
      "step": 11511
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.417297642702961e-06,
      "loss": 0.0215,
      "step": 11512
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.417178643078227e-06,
      "loss": 0.0088,
      "step": 11513
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41705963205568e-06,
      "loss": 0.0201,
      "step": 11514
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41694060963563e-06,
      "loss": 0.0106,
      "step": 11515
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.416821575818383e-06,
      "loss": 0.0089,
      "step": 11516
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.416702530604245e-06,
      "loss": 0.0111,
      "step": 11517
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.416583473993524e-06,
      "loss": 0.0298,
      "step": 11518
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.416464405986527e-06,
      "loss": 0.02,
      "step": 11519
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.416345326583561e-06,
      "loss": 0.0105,
      "step": 11520
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.416226235784934e-06,
      "loss": 0.0022,
      "step": 11521
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.416107133590952e-06,
      "loss": 0.0144,
      "step": 11522
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415988020001926e-06,
      "loss": 0.0101,
      "step": 11523
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415868895018156e-06,
      "loss": 0.0026,
      "step": 11524
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415749758639958e-06,
      "loss": 0.0152,
      "step": 11525
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415630610867633e-06,
      "loss": 0.0179,
      "step": 11526
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415511451701492e-06,
      "loss": 0.0141,
      "step": 11527
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415392281141839e-06,
      "loss": 0.0122,
      "step": 11528
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415273099188987e-06,
      "loss": 0.0265,
      "step": 11529
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415153905843237e-06,
      "loss": 0.0072,
      "step": 11530
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.415034701104903e-06,
      "loss": 0.0127,
      "step": 11531
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414915484974287e-06,
      "loss": 0.0097,
      "step": 11532
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414796257451701e-06,
      "loss": 0.0052,
      "step": 11533
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414677018537448e-06,
      "loss": 0.0062,
      "step": 11534
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414557768231841e-06,
      "loss": 0.0166,
      "step": 11535
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414438506535184e-06,
      "loss": 0.0052,
      "step": 11536
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414319233447787e-06,
      "loss": 0.0172,
      "step": 11537
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414199948969955e-06,
      "loss": 0.0073,
      "step": 11538
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.414080653101998e-06,
      "loss": 0.0085,
      "step": 11539
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.413961345844223e-06,
      "loss": 0.021,
      "step": 11540
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.413842027196938e-06,
      "loss": 0.0027,
      "step": 11541
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41372269716045e-06,
      "loss": 0.0061,
      "step": 11542
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41360335573507e-06,
      "loss": 0.0328,
      "step": 11543
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.413484002921102e-06,
      "loss": 0.0078,
      "step": 11544
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.413364638718857e-06,
      "loss": 0.0156,
      "step": 11545
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41324526312864e-06,
      "loss": 0.0122,
      "step": 11546
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.413125876150762e-06,
      "loss": 0.0079,
      "step": 11547
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.413006477785528e-06,
      "loss": 0.0245,
      "step": 11548
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.412887068033251e-06,
      "loss": 0.0209,
      "step": 11549
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.412767646894236e-06,
      "loss": 0.0153,
      "step": 11550
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.412648214368789e-06,
      "loss": 0.004,
      "step": 11551
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.412528770457222e-06,
      "loss": 0.0099,
      "step": 11552
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.412409315159841e-06,
      "loss": 0.0061,
      "step": 11553
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.412289848476953e-06,
      "loss": 0.0023,
      "step": 11554
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41217037040887e-06,
      "loss": 0.0438,
      "step": 11555
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.4120508809559e-06,
      "loss": 0.0075,
      "step": 11556
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.411931380118346e-06,
      "loss": 0.0123,
      "step": 11557
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.411811867896521e-06,
      "loss": 0.0186,
      "step": 11558
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.411692344290734e-06,
      "loss": 0.0024,
      "step": 11559
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41157280930129e-06,
      "loss": 0.0067,
      "step": 11560
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.411453262928501e-06,
      "loss": 0.0043,
      "step": 11561
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.411333705172673e-06,
      "loss": 0.0042,
      "step": 11562
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.411214136034115e-06,
      "loss": 0.013,
      "step": 11563
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.411094555513135e-06,
      "loss": 0.0037,
      "step": 11564
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410974963610045e-06,
      "loss": 0.0112,
      "step": 11565
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410855360325148e-06,
      "loss": 0.0134,
      "step": 11566
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410735745658759e-06,
      "loss": 0.0055,
      "step": 11567
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.41061611961118e-06,
      "loss": 0.0039,
      "step": 11568
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410496482182722e-06,
      "loss": 0.0089,
      "step": 11569
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410376833373697e-06,
      "loss": 0.046,
      "step": 11570
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410257173184412e-06,
      "loss": 0.0015,
      "step": 11571
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410137501615172e-06,
      "loss": 0.0063,
      "step": 11572
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.410017818666291e-06,
      "loss": 0.0056,
      "step": 11573
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.409898124338074e-06,
      "loss": 0.0112,
      "step": 11574
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.409778418630836e-06,
      "loss": 0.0207,
      "step": 11575
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.409658701544877e-06,
      "loss": 0.0114,
      "step": 11576
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40953897308051e-06,
      "loss": 0.0126,
      "step": 11577
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.409419233238046e-06,
      "loss": 0.009,
      "step": 11578
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.409299482017792e-06,
      "loss": 0.0071,
      "step": 11579
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.409179719420058e-06,
      "loss": 0.0396,
      "step": 11580
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40905994544515e-06,
      "loss": 0.006,
      "step": 11581
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.408940160093383e-06,
      "loss": 0.0076,
      "step": 11582
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40882036336506e-06,
      "loss": 0.0232,
      "step": 11583
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.408700555260492e-06,
      "loss": 0.0121,
      "step": 11584
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.408580735779988e-06,
      "loss": 0.0109,
      "step": 11585
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40846090492386e-06,
      "loss": 0.0021,
      "step": 11586
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.408341062692415e-06,
      "loss": 0.0104,
      "step": 11587
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.408221209085961e-06,
      "loss": 0.0105,
      "step": 11588
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.408101344104809e-06,
      "loss": 0.0025,
      "step": 11589
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407981467749268e-06,
      "loss": 0.0067,
      "step": 11590
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407861580019646e-06,
      "loss": 0.015,
      "step": 11591
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407741680916254e-06,
      "loss": 0.0017,
      "step": 11592
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407621770439402e-06,
      "loss": 0.0073,
      "step": 11593
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407501848589398e-06,
      "loss": 0.0093,
      "step": 11594
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407381915366551e-06,
      "loss": 0.0139,
      "step": 11595
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407261970771171e-06,
      "loss": 0.0074,
      "step": 11596
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40714201480357e-06,
      "loss": 0.0091,
      "step": 11597
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.407022047464052e-06,
      "loss": 0.0022,
      "step": 11598
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.406902068752931e-06,
      "loss": 0.0031,
      "step": 11599
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.406782078670516e-06,
      "loss": 0.0119,
      "step": 11600
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.406662077217114e-06,
      "loss": 0.0086,
      "step": 11601
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.406542064393039e-06,
      "loss": 0.0046,
      "step": 11602
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.406422040198597e-06,
      "loss": 0.0065,
      "step": 11603
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.4063020046341e-06,
      "loss": 0.0137,
      "step": 11604
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.406181957699856e-06,
      "loss": 0.012,
      "step": 11605
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.406061899396176e-06,
      "loss": 0.0098,
      "step": 11606
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.405941829723368e-06,
      "loss": 0.0067,
      "step": 11607
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.405821748681744e-06,
      "loss": 0.0071,
      "step": 11608
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.405701656271613e-06,
      "loss": 0.0054,
      "step": 11609
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.405581552493286e-06,
      "loss": 0.0088,
      "step": 11610
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40546143734707e-06,
      "loss": 0.0071,
      "step": 11611
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.405341310833279e-06,
      "loss": 0.0208,
      "step": 11612
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.405221172952217e-06,
      "loss": 0.0056,
      "step": 11613
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.4051010237042e-06,
      "loss": 0.0099,
      "step": 11614
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404980863089535e-06,
      "loss": 0.0077,
      "step": 11615
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404860691108533e-06,
      "loss": 0.0124,
      "step": 11616
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404740507761503e-06,
      "loss": 0.0059,
      "step": 11617
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404620313048757e-06,
      "loss": 0.0073,
      "step": 11618
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404500106970603e-06,
      "loss": 0.0059,
      "step": 11619
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404379889527354e-06,
      "loss": 0.0144,
      "step": 11620
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404259660719316e-06,
      "loss": 0.0045,
      "step": 11621
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404139420546804e-06,
      "loss": 0.0068,
      "step": 11622
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.404019169010124e-06,
      "loss": 0.0159,
      "step": 11623
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40389890610959e-06,
      "loss": 0.0101,
      "step": 11624
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.403778631845509e-06,
      "loss": 0.0121,
      "step": 11625
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.403658346218193e-06,
      "loss": 0.0058,
      "step": 11626
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.403538049227954e-06,
      "loss": 0.0106,
      "step": 11627
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.403417740875098e-06,
      "loss": 0.0265,
      "step": 11628
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40329742115994e-06,
      "loss": 0.0076,
      "step": 11629
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.403177090082788e-06,
      "loss": 0.0125,
      "step": 11630
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.403056747643952e-06,
      "loss": 0.0061,
      "step": 11631
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402936393843745e-06,
      "loss": 0.008,
      "step": 11632
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402816028682477e-06,
      "loss": 0.008,
      "step": 11633
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402695652160457e-06,
      "loss": 0.0033,
      "step": 11634
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402575264277995e-06,
      "loss": 0.0088,
      "step": 11635
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402454865035404e-06,
      "loss": 0.0012,
      "step": 11636
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402334454432993e-06,
      "loss": 0.0299,
      "step": 11637
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402214032471074e-06,
      "loss": 0.0043,
      "step": 11638
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.402093599149957e-06,
      "loss": 0.0069,
      "step": 11639
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401973154469951e-06,
      "loss": 0.0161,
      "step": 11640
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401852698431373e-06,
      "loss": 0.0037,
      "step": 11641
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401732231034526e-06,
      "loss": 0.0105,
      "step": 11642
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401611752279725e-06,
      "loss": 0.0134,
      "step": 11643
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40149126216728e-06,
      "loss": 0.0077,
      "step": 11644
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401370760697504e-06,
      "loss": 0.008,
      "step": 11645
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401250247870703e-06,
      "loss": 0.016,
      "step": 11646
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401129723687193e-06,
      "loss": 0.0059,
      "step": 11647
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.401009188147281e-06,
      "loss": 0.0044,
      "step": 11648
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.400888641251282e-06,
      "loss": 0.0123,
      "step": 11649
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.400768082999504e-06,
      "loss": 0.0121,
      "step": 11650
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.40064751339226e-06,
      "loss": 0.0144,
      "step": 11651
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.400526932429859e-06,
      "loss": 0.0092,
      "step": 11652
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.400406340112613e-06,
      "loss": 0.0019,
      "step": 11653
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.400285736440835e-06,
      "loss": 0.0084,
      "step": 11654
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.400165121414835e-06,
      "loss": 0.0042,
      "step": 11655
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.400044495034923e-06,
      "loss": 0.0066,
      "step": 11656
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.399923857301412e-06,
      "loss": 0.0079,
      "step": 11657
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.399803208214611e-06,
      "loss": 0.0119,
      "step": 11658
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.399682547774833e-06,
      "loss": 0.0049,
      "step": 11659
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.399561875982391e-06,
      "loss": 0.0105,
      "step": 11660
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.399441192837593e-06,
      "loss": 0.0148,
      "step": 11661
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.399320498340752e-06,
      "loss": 0.0067,
      "step": 11662
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39919979249218e-06,
      "loss": 0.0037,
      "step": 11663
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.399079075292188e-06,
      "loss": 0.0097,
      "step": 11664
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398958346741087e-06,
      "loss": 0.0124,
      "step": 11665
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398837606839188e-06,
      "loss": 0.0254,
      "step": 11666
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398716855586805e-06,
      "loss": 0.0101,
      "step": 11667
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398596092984247e-06,
      "loss": 0.0074,
      "step": 11668
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398475319031825e-06,
      "loss": 0.0031,
      "step": 11669
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398354533729855e-06,
      "loss": 0.0096,
      "step": 11670
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398233737078644e-06,
      "loss": 0.007,
      "step": 11671
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.398112929078507e-06,
      "loss": 0.0052,
      "step": 11672
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397992109729752e-06,
      "loss": 0.0105,
      "step": 11673
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397871279032695e-06,
      "loss": 0.0207,
      "step": 11674
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397750436987647e-06,
      "loss": 0.0142,
      "step": 11675
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397629583594917e-06,
      "loss": 0.0072,
      "step": 11676
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397508718854817e-06,
      "loss": 0.0181,
      "step": 11677
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397387842767662e-06,
      "loss": 0.0167,
      "step": 11678
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397266955333764e-06,
      "loss": 0.0351,
      "step": 11679
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397146056553431e-06,
      "loss": 0.0164,
      "step": 11680
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.397025146426977e-06,
      "loss": 0.005,
      "step": 11681
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.396904224954714e-06,
      "loss": 0.0052,
      "step": 11682
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.396783292136955e-06,
      "loss": 0.0102,
      "step": 11683
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.396662347974013e-06,
      "loss": 0.0052,
      "step": 11684
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.396541392466197e-06,
      "loss": 0.0127,
      "step": 11685
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.396420425613819e-06,
      "loss": 0.0051,
      "step": 11686
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.396299447417195e-06,
      "loss": 0.0124,
      "step": 11687
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39617845787663e-06,
      "loss": 0.0074,
      "step": 11688
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.396057456992446e-06,
      "loss": 0.0149,
      "step": 11689
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.395936444764948e-06,
      "loss": 0.0065,
      "step": 11690
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39581542119445e-06,
      "loss": 0.0073,
      "step": 11691
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.395694386281265e-06,
      "loss": 0.021,
      "step": 11692
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.395573340025705e-06,
      "loss": 0.0083,
      "step": 11693
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.395452282428083e-06,
      "loss": 0.004,
      "step": 11694
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39533121348871e-06,
      "loss": 0.0067,
      "step": 11695
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.3952101332079e-06,
      "loss": 0.0073,
      "step": 11696
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.395089041585963e-06,
      "loss": 0.0141,
      "step": 11697
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.394967938623213e-06,
      "loss": 0.0042,
      "step": 11698
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.394846824319963e-06,
      "loss": 0.0245,
      "step": 11699
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.394725698676526e-06,
      "loss": 0.0156,
      "step": 11700
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.394604561693213e-06,
      "loss": 0.0056,
      "step": 11701
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.394483413370335e-06,
      "loss": 0.0096,
      "step": 11702
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39436225370821e-06,
      "loss": 0.03,
      "step": 11703
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.394241082707146e-06,
      "loss": 0.0158,
      "step": 11704
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.394119900367455e-06,
      "loss": 0.0283,
      "step": 11705
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393998706689454e-06,
      "loss": 0.01,
      "step": 11706
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393877501673453e-06,
      "loss": 0.0101,
      "step": 11707
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393756285319765e-06,
      "loss": 0.033,
      "step": 11708
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.3936350576287e-06,
      "loss": 0.0084,
      "step": 11709
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393513818600577e-06,
      "loss": 0.0083,
      "step": 11710
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393392568235705e-06,
      "loss": 0.0253,
      "step": 11711
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393271306534398e-06,
      "loss": 0.0075,
      "step": 11712
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393150033496967e-06,
      "loss": 0.0219,
      "step": 11713
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.393028749123727e-06,
      "loss": 0.0142,
      "step": 11714
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39290745341499e-06,
      "loss": 0.0057,
      "step": 11715
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.392786146371069e-06,
      "loss": 0.0028,
      "step": 11716
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.392664827992279e-06,
      "loss": 0.0102,
      "step": 11717
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39254349827893e-06,
      "loss": 0.019,
      "step": 11718
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.392422157231336e-06,
      "loss": 0.0107,
      "step": 11719
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39230080484981e-06,
      "loss": 0.0048,
      "step": 11720
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.392179441134666e-06,
      "loss": 0.0032,
      "step": 11721
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.392058066086216e-06,
      "loss": 0.0104,
      "step": 11722
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.391936679704776e-06,
      "loss": 0.0059,
      "step": 11723
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.391815281990654e-06,
      "loss": 0.0068,
      "step": 11724
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.391693872944169e-06,
      "loss": 0.0064,
      "step": 11725
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.391572452565631e-06,
      "loss": 0.0177,
      "step": 11726
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.391451020855353e-06,
      "loss": 0.0118,
      "step": 11727
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39132957781365e-06,
      "loss": 0.0081,
      "step": 11728
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.391208123440837e-06,
      "loss": 0.0278,
      "step": 11729
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39108665773722e-06,
      "loss": 0.022,
      "step": 11730
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39096518070312e-06,
      "loss": 0.0025,
      "step": 11731
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.390843692338848e-06,
      "loss": 0.0154,
      "step": 11732
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39072219264472e-06,
      "loss": 0.0347,
      "step": 11733
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.390600681621043e-06,
      "loss": 0.0079,
      "step": 11734
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.390479159268136e-06,
      "loss": 0.0366,
      "step": 11735
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39035762558631e-06,
      "loss": 0.0086,
      "step": 11736
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.390236080575882e-06,
      "loss": 0.0082,
      "step": 11737
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.39011452423716e-06,
      "loss": 0.0044,
      "step": 11738
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389992956570463e-06,
      "loss": 0.0114,
      "step": 11739
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389871377576102e-06,
      "loss": 0.0054,
      "step": 11740
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389749787254391e-06,
      "loss": 0.0058,
      "step": 11741
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389628185605645e-06,
      "loss": 0.0043,
      "step": 11742
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389506572630177e-06,
      "loss": 0.0153,
      "step": 11743
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389384948328298e-06,
      "loss": 0.0154,
      "step": 11744
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389263312700328e-06,
      "loss": 0.0169,
      "step": 11745
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389141665746575e-06,
      "loss": 0.0028,
      "step": 11746
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.389020007467355e-06,
      "loss": 0.0255,
      "step": 11747
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388898337862983e-06,
      "loss": 0.0056,
      "step": 11748
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388776656933771e-06,
      "loss": 0.0116,
      "step": 11749
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388654964680035e-06,
      "loss": 0.0158,
      "step": 11750
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388533261102089e-06,
      "loss": 0.0197,
      "step": 11751
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388411546200244e-06,
      "loss": 0.0076,
      "step": 11752
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388289819974818e-06,
      "loss": 0.0127,
      "step": 11753
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388168082426123e-06,
      "loss": 0.0041,
      "step": 11754
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.388046333554473e-06,
      "loss": 0.0031,
      "step": 11755
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387924573360181e-06,
      "loss": 0.0155,
      "step": 11756
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387802801843564e-06,
      "loss": 0.0118,
      "step": 11757
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387681019004935e-06,
      "loss": 0.0141,
      "step": 11758
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387559224844609e-06,
      "loss": 0.016,
      "step": 11759
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387437419362897e-06,
      "loss": 0.0262,
      "step": 11760
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387315602560118e-06,
      "loss": 0.0082,
      "step": 11761
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387193774436584e-06,
      "loss": 0.0121,
      "step": 11762
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.387071934992609e-06,
      "loss": 0.0171,
      "step": 11763
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.386950084228507e-06,
      "loss": 0.003,
      "step": 11764
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.386828222144593e-06,
      "loss": 0.0226,
      "step": 11765
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.386706348741182e-06,
      "loss": 0.0086,
      "step": 11766
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.38658446401859e-06,
      "loss": 0.013,
      "step": 11767
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.386462567977128e-06,
      "loss": 0.0039,
      "step": 11768
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.386340660617113e-06,
      "loss": 0.0027,
      "step": 11769
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.386218741938857e-06,
      "loss": 0.0143,
      "step": 11770
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.386096811942678e-06,
      "loss": 0.0106,
      "step": 11771
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.385974870628888e-06,
      "loss": 0.0035,
      "step": 11772
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.385852917997803e-06,
      "loss": 0.0035,
      "step": 11773
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.385730954049737e-06,
      "loss": 0.0185,
      "step": 11774
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.385608978785004e-06,
      "loss": 0.0023,
      "step": 11775
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.385486992203922e-06,
      "loss": 0.0114,
      "step": 11776
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.385364994306803e-06,
      "loss": 0.0173,
      "step": 11777
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.38524298509396e-06,
      "loss": 0.0066,
      "step": 11778
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.385120964565713e-06,
      "loss": 0.0066,
      "step": 11779
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384998932722372e-06,
      "loss": 0.0297,
      "step": 11780
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384876889564254e-06,
      "loss": 0.0074,
      "step": 11781
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384754835091674e-06,
      "loss": 0.0068,
      "step": 11782
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384632769304948e-06,
      "loss": 0.0244,
      "step": 11783
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384510692204388e-06,
      "loss": 0.0112,
      "step": 11784
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384388603790311e-06,
      "loss": 0.0046,
      "step": 11785
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384266504063033e-06,
      "loss": 0.0199,
      "step": 11786
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384144393022867e-06,
      "loss": 0.0117,
      "step": 11787
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.384022270670128e-06,
      "loss": 0.0041,
      "step": 11788
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.383900137005133e-06,
      "loss": 0.0019,
      "step": 11789
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.383777992028197e-06,
      "loss": 0.0156,
      "step": 11790
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.383655835739631e-06,
      "loss": 0.0151,
      "step": 11791
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.383533668139754e-06,
      "loss": 0.0141,
      "step": 11792
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.383411489228884e-06,
      "loss": 0.01,
      "step": 11793
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.383289299007332e-06,
      "loss": 0.0051,
      "step": 11794
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.383167097475411e-06,
      "loss": 0.0159,
      "step": 11795
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.383044884633443e-06,
      "loss": 0.0025,
      "step": 11796
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.38292266048174e-06,
      "loss": 0.0511,
      "step": 11797
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.382800425020615e-06,
      "loss": 0.0048,
      "step": 11798
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.382678178250387e-06,
      "loss": 0.0274,
      "step": 11799
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.38255592017137e-06,
      "loss": 0.0091,
      "step": 11800
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.382433650783879e-06,
      "loss": 0.003,
      "step": 11801
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.382311370088232e-06,
      "loss": 0.0063,
      "step": 11802
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.382189078084743e-06,
      "loss": 0.0016,
      "step": 11803
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.382066774773723e-06,
      "loss": 0.0079,
      "step": 11804
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.381944460155496e-06,
      "loss": 0.0147,
      "step": 11805
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.381822134230372e-06,
      "loss": 0.0146,
      "step": 11806
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.38169979699867e-06,
      "loss": 0.0073,
      "step": 11807
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3815774484607e-06,
      "loss": 0.011,
      "step": 11808
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.381455088616784e-06,
      "loss": 0.0027,
      "step": 11809
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.381332717467234e-06,
      "loss": 0.0039,
      "step": 11810
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.381210335012367e-06,
      "loss": 0.005,
      "step": 11811
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3810879412525e-06,
      "loss": 0.0087,
      "step": 11812
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.380965536187946e-06,
      "loss": 0.0051,
      "step": 11813
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.380843119819024e-06,
      "loss": 0.0066,
      "step": 11814
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.380720692146045e-06,
      "loss": 0.0092,
      "step": 11815
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.380598253169331e-06,
      "loss": 0.0195,
      "step": 11816
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.380475802889194e-06,
      "loss": 0.0079,
      "step": 11817
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.380353341305952e-06,
      "loss": 0.0069,
      "step": 11818
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.38023086841992e-06,
      "loss": 0.0079,
      "step": 11819
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.380108384231413e-06,
      "loss": 0.0084,
      "step": 11820
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.379985888740749e-06,
      "loss": 0.0013,
      "step": 11821
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.379863381948242e-06,
      "loss": 0.0048,
      "step": 11822
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37974086385421e-06,
      "loss": 0.0283,
      "step": 11823
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.379618334458969e-06,
      "loss": 0.0174,
      "step": 11824
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.379495793762832e-06,
      "loss": 0.0053,
      "step": 11825
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37937324176612e-06,
      "loss": 0.0114,
      "step": 11826
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.379250678469147e-06,
      "loss": 0.0054,
      "step": 11827
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.379128103872231e-06,
      "loss": 0.0143,
      "step": 11828
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.379005517975684e-06,
      "loss": 0.0078,
      "step": 11829
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.378882920779827e-06,
      "loss": 0.0081,
      "step": 11830
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37876031228497e-06,
      "loss": 0.0039,
      "step": 11831
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.378637692491439e-06,
      "loss": 0.0039,
      "step": 11832
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37851506139954e-06,
      "loss": 0.0219,
      "step": 11833
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.378392419009599e-06,
      "loss": 0.0066,
      "step": 11834
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.378269765321925e-06,
      "loss": 0.0287,
      "step": 11835
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.378147100336839e-06,
      "loss": 0.0094,
      "step": 11836
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.378024424054654e-06,
      "loss": 0.0165,
      "step": 11837
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37790173647569e-06,
      "loss": 0.0125,
      "step": 11838
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.377779037600261e-06,
      "loss": 0.0163,
      "step": 11839
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.377656327428685e-06,
      "loss": 0.0043,
      "step": 11840
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.377533605961277e-06,
      "loss": 0.0095,
      "step": 11841
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.377410873198357e-06,
      "loss": 0.0107,
      "step": 11842
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.377288129140239e-06,
      "loss": 0.0056,
      "step": 11843
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37716537378724e-06,
      "loss": 0.0057,
      "step": 11844
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.377042607139678e-06,
      "loss": 0.0121,
      "step": 11845
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376919829197868e-06,
      "loss": 0.0097,
      "step": 11846
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376797039962127e-06,
      "loss": 0.0094,
      "step": 11847
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376674239432772e-06,
      "loss": 0.0189,
      "step": 11848
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376551427610121e-06,
      "loss": 0.0245,
      "step": 11849
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376428604494492e-06,
      "loss": 0.002,
      "step": 11850
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376305770086198e-06,
      "loss": 0.0408,
      "step": 11851
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376182924385559e-06,
      "loss": 0.0073,
      "step": 11852
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.376060067392891e-06,
      "loss": 0.0065,
      "step": 11853
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.375937199108512e-06,
      "loss": 0.0432,
      "step": 11854
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.375814319532736e-06,
      "loss": 0.0126,
      "step": 11855
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.375691428665884e-06,
      "loss": 0.0045,
      "step": 11856
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.375568526508271e-06,
      "loss": 0.0059,
      "step": 11857
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.375445613060216e-06,
      "loss": 0.0029,
      "step": 11858
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.375322688322033e-06,
      "loss": 0.017,
      "step": 11859
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37519975229404e-06,
      "loss": 0.0055,
      "step": 11860
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.375076804976557e-06,
      "loss": 0.0086,
      "step": 11861
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.374953846369899e-06,
      "loss": 0.0054,
      "step": 11862
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.374830876474382e-06,
      "loss": 0.0094,
      "step": 11863
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.374707895290325e-06,
      "loss": 0.0089,
      "step": 11864
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.374584902818047e-06,
      "loss": 0.0091,
      "step": 11865
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.374461899057861e-06,
      "loss": 0.0236,
      "step": 11866
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37433888401009e-06,
      "loss": 0.005,
      "step": 11867
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.374215857675046e-06,
      "loss": 0.01,
      "step": 11868
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37409282005305e-06,
      "loss": 0.0018,
      "step": 11869
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373969771144418e-06,
      "loss": 0.0073,
      "step": 11870
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373846710949467e-06,
      "loss": 0.009,
      "step": 11871
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373723639468516e-06,
      "loss": 0.0097,
      "step": 11872
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373600556701882e-06,
      "loss": 0.0144,
      "step": 11873
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373477462649883e-06,
      "loss": 0.0078,
      "step": 11874
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373354357312834e-06,
      "loss": 0.0015,
      "step": 11875
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373231240691056e-06,
      "loss": 0.0291,
      "step": 11876
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.373108112784867e-06,
      "loss": 0.0134,
      "step": 11877
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372984973594582e-06,
      "loss": 0.0061,
      "step": 11878
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372861823120519e-06,
      "loss": 0.0111,
      "step": 11879
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372738661362998e-06,
      "loss": 0.0075,
      "step": 11880
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372615488322334e-06,
      "loss": 0.0199,
      "step": 11881
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372492303998848e-06,
      "loss": 0.0215,
      "step": 11882
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372369108392855e-06,
      "loss": 0.0043,
      "step": 11883
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372245901504675e-06,
      "loss": 0.0175,
      "step": 11884
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.372122683334624e-06,
      "loss": 0.0084,
      "step": 11885
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371999453883022e-06,
      "loss": 0.0035,
      "step": 11886
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371876213150185e-06,
      "loss": 0.0086,
      "step": 11887
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371752961136433e-06,
      "loss": 0.0168,
      "step": 11888
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371629697842081e-06,
      "loss": 0.0024,
      "step": 11889
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37150642326745e-06,
      "loss": 0.0298,
      "step": 11890
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371383137412857e-06,
      "loss": 0.0172,
      "step": 11891
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371259840278621e-06,
      "loss": 0.0181,
      "step": 11892
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371136531865058e-06,
      "loss": 0.0221,
      "step": 11893
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.371013212172488e-06,
      "loss": 0.0088,
      "step": 11894
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37088988120123e-06,
      "loss": 0.0149,
      "step": 11895
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3707665389516e-06,
      "loss": 0.0066,
      "step": 11896
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.370643185423915e-06,
      "loss": 0.0088,
      "step": 11897
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.370519820618499e-06,
      "loss": 0.0052,
      "step": 11898
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.370396444535666e-06,
      "loss": 0.0036,
      "step": 11899
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.370273057175734e-06,
      "loss": 0.0111,
      "step": 11900
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.370149658539024e-06,
      "loss": 0.0229,
      "step": 11901
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.37002624862585e-06,
      "loss": 0.0064,
      "step": 11902
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369902827436537e-06,
      "loss": 0.009,
      "step": 11903
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369779394971398e-06,
      "loss": 0.0215,
      "step": 11904
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369655951230754e-06,
      "loss": 0.0071,
      "step": 11905
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369532496214923e-06,
      "loss": 0.034,
      "step": 11906
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369409029924224e-06,
      "loss": 0.0055,
      "step": 11907
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369285552358973e-06,
      "loss": 0.0308,
      "step": 11908
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369162063519493e-06,
      "loss": 0.0077,
      "step": 11909
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.369038563406098e-06,
      "loss": 0.0514,
      "step": 11910
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36891505201911e-06,
      "loss": 0.0327,
      "step": 11911
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.368791529358847e-06,
      "loss": 0.0136,
      "step": 11912
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.368667995425627e-06,
      "loss": 0.0199,
      "step": 11913
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36854445021977e-06,
      "loss": 0.0128,
      "step": 11914
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.368420893741593e-06,
      "loss": 0.0062,
      "step": 11915
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.368297325991417e-06,
      "loss": 0.0047,
      "step": 11916
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36817374696956e-06,
      "loss": 0.0122,
      "step": 11917
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.368050156676339e-06,
      "loss": 0.0254,
      "step": 11918
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.367926555112073e-06,
      "loss": 0.0067,
      "step": 11919
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.367802942277085e-06,
      "loss": 0.0174,
      "step": 11920
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36767931817169e-06,
      "loss": 0.0084,
      "step": 11921
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.367555682796208e-06,
      "loss": 0.0196,
      "step": 11922
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36743203615096e-06,
      "loss": 0.004,
      "step": 11923
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.367308378236262e-06,
      "loss": 0.0051,
      "step": 11924
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.367184709052434e-06,
      "loss": 0.0046,
      "step": 11925
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.367061028599797e-06,
      "loss": 0.0065,
      "step": 11926
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366937336878667e-06,
      "loss": 0.0063,
      "step": 11927
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366813633889366e-06,
      "loss": 0.0056,
      "step": 11928
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366689919632212e-06,
      "loss": 0.0086,
      "step": 11929
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366566194107525e-06,
      "loss": 0.0135,
      "step": 11930
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366442457315623e-06,
      "loss": 0.0138,
      "step": 11931
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366318709256826e-06,
      "loss": 0.0308,
      "step": 11932
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366194949931452e-06,
      "loss": 0.0196,
      "step": 11933
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.366071179339822e-06,
      "loss": 0.0244,
      "step": 11934
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.365947397482255e-06,
      "loss": 0.0149,
      "step": 11935
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36582360435907e-06,
      "loss": 0.0122,
      "step": 11936
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.365699799970587e-06,
      "loss": 0.0077,
      "step": 11937
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.365575984317126e-06,
      "loss": 0.0096,
      "step": 11938
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.365452157399004e-06,
      "loss": 0.0053,
      "step": 11939
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.365328319216543e-06,
      "loss": 0.0029,
      "step": 11940
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36520446977006e-06,
      "loss": 0.0355,
      "step": 11941
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.365080609059877e-06,
      "loss": 0.0162,
      "step": 11942
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.364956737086315e-06,
      "loss": 0.0061,
      "step": 11943
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36483285384969e-06,
      "loss": 0.0079,
      "step": 11944
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.364708959350321e-06,
      "loss": 0.0049,
      "step": 11945
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.364585053588533e-06,
      "loss": 0.036,
      "step": 11946
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.364461136564642e-06,
      "loss": 0.0101,
      "step": 11947
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.364337208278967e-06,
      "loss": 0.0103,
      "step": 11948
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36421326873183e-06,
      "loss": 0.0044,
      "step": 11949
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36408931792355e-06,
      "loss": 0.0079,
      "step": 11950
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.363965355854445e-06,
      "loss": 0.0023,
      "step": 11951
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.363841382524838e-06,
      "loss": 0.0381,
      "step": 11952
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.363717397935048e-06,
      "loss": 0.0175,
      "step": 11953
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.363593402085394e-06,
      "loss": 0.0206,
      "step": 11954
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.363469394976196e-06,
      "loss": 0.0079,
      "step": 11955
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.363345376607774e-06,
      "loss": 0.0141,
      "step": 11956
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36322134698045e-06,
      "loss": 0.0022,
      "step": 11957
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36309730609454e-06,
      "loss": 0.0093,
      "step": 11958
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.362973253950367e-06,
      "loss": 0.0064,
      "step": 11959
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.362849190548251e-06,
      "loss": 0.0105,
      "step": 11960
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.362725115888511e-06,
      "loss": 0.0029,
      "step": 11961
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36260102997147e-06,
      "loss": 0.0129,
      "step": 11962
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.362476932797444e-06,
      "loss": 0.0061,
      "step": 11963
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.362352824366756e-06,
      "loss": 0.0305,
      "step": 11964
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.362228704679724e-06,
      "loss": 0.0088,
      "step": 11965
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.362104573736671e-06,
      "loss": 0.0031,
      "step": 11966
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.361980431537916e-06,
      "loss": 0.0045,
      "step": 11967
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36185627808378e-06,
      "loss": 0.0114,
      "step": 11968
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.36173211337458e-06,
      "loss": 0.008,
      "step": 11969
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.361607937410642e-06,
      "loss": 0.02,
      "step": 11970
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.361483750192282e-06,
      "loss": 0.0118,
      "step": 11971
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.361359551719822e-06,
      "loss": 0.023,
      "step": 11972
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.361235341993584e-06,
      "loss": 0.0094,
      "step": 11973
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.361111121013885e-06,
      "loss": 0.0268,
      "step": 11974
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360986888781049e-06,
      "loss": 0.0141,
      "step": 11975
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360862645295395e-06,
      "loss": 0.0045,
      "step": 11976
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360738390557243e-06,
      "loss": 0.0106,
      "step": 11977
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360614124566913e-06,
      "loss": 0.0438,
      "step": 11978
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360489847324728e-06,
      "loss": 0.0175,
      "step": 11979
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360365558831007e-06,
      "loss": 0.0042,
      "step": 11980
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360241259086072e-06,
      "loss": 0.0045,
      "step": 11981
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.360116948090243e-06,
      "loss": 0.0047,
      "step": 11982
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35999262584384e-06,
      "loss": 0.0158,
      "step": 11983
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.359868292347185e-06,
      "loss": 0.011,
      "step": 11984
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.359743947600599e-06,
      "loss": 0.0167,
      "step": 11985
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3596195916044e-06,
      "loss": 0.0193,
      "step": 11986
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.359495224358915e-06,
      "loss": 0.0039,
      "step": 11987
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.359370845864457e-06,
      "loss": 0.0191,
      "step": 11988
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.359246456121353e-06,
      "loss": 0.0085,
      "step": 11989
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.359122055129922e-06,
      "loss": 0.0082,
      "step": 11990
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358997642890485e-06,
      "loss": 0.0137,
      "step": 11991
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358873219403362e-06,
      "loss": 0.0144,
      "step": 11992
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358748784668876e-06,
      "loss": 0.0087,
      "step": 11993
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358624338687347e-06,
      "loss": 0.0093,
      "step": 11994
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358499881459096e-06,
      "loss": 0.006,
      "step": 11995
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358375412984444e-06,
      "loss": 0.0068,
      "step": 11996
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358250933263711e-06,
      "loss": 0.0026,
      "step": 11997
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358126442297222e-06,
      "loss": 0.0047,
      "step": 11998
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.358001940085295e-06,
      "loss": 0.0069,
      "step": 11999
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.357877426628252e-06,
      "loss": 0.0021,
      "step": 12000
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.357752901926416e-06,
      "loss": 0.0029,
      "step": 12001
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.357628365980105e-06,
      "loss": 0.0154,
      "step": 12002
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.357503818789645e-06,
      "loss": 0.0024,
      "step": 12003
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35737926035535e-06,
      "loss": 0.004,
      "step": 12004
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35725469067755e-06,
      "loss": 0.0221,
      "step": 12005
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35713010975656e-06,
      "loss": 0.0228,
      "step": 12006
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.357005517592704e-06,
      "loss": 0.0231,
      "step": 12007
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.356880914186304e-06,
      "loss": 0.0042,
      "step": 12008
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.356756299537682e-06,
      "loss": 0.0161,
      "step": 12009
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.356631673647156e-06,
      "loss": 0.0042,
      "step": 12010
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35650703651505e-06,
      "loss": 0.0275,
      "step": 12011
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.356382388141687e-06,
      "loss": 0.0117,
      "step": 12012
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.356257728527388e-06,
      "loss": 0.0275,
      "step": 12013
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.356133057672471e-06,
      "loss": 0.0169,
      "step": 12014
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.356008375577262e-06,
      "loss": 0.0046,
      "step": 12015
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.355883682242082e-06,
      "loss": 0.0252,
      "step": 12016
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35575897766725e-06,
      "loss": 0.004,
      "step": 12017
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.355634261853092e-06,
      "loss": 0.0053,
      "step": 12018
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.355509534799927e-06,
      "loss": 0.016,
      "step": 12019
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.355384796508077e-06,
      "loss": 0.0174,
      "step": 12020
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.355260046977864e-06,
      "loss": 0.014,
      "step": 12021
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.355135286209611e-06,
      "loss": 0.0067,
      "step": 12022
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.355010514203638e-06,
      "loss": 0.0054,
      "step": 12023
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35488573096027e-06,
      "loss": 0.0155,
      "step": 12024
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.354760936479826e-06,
      "loss": 0.0065,
      "step": 12025
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35463613076263e-06,
      "loss": 0.009,
      "step": 12026
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.354511313809e-06,
      "loss": 0.0089,
      "step": 12027
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.354386485619264e-06,
      "loss": 0.0029,
      "step": 12028
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35426164619374e-06,
      "loss": 0.0235,
      "step": 12029
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.354136795532752e-06,
      "loss": 0.0093,
      "step": 12030
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.354011933636622e-06,
      "loss": 0.0125,
      "step": 12031
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35388706050567e-06,
      "loss": 0.0077,
      "step": 12032
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.353762176140221e-06,
      "loss": 0.004,
      "step": 12033
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.353637280540598e-06,
      "loss": 0.0031,
      "step": 12034
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35351237370712e-06,
      "loss": 0.0032,
      "step": 12035
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35338745564011e-06,
      "loss": 0.0106,
      "step": 12036
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.353262526339892e-06,
      "loss": 0.0109,
      "step": 12037
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.353137585806788e-06,
      "loss": 0.0132,
      "step": 12038
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.353012634041118e-06,
      "loss": 0.0072,
      "step": 12039
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.352887671043209e-06,
      "loss": 0.0091,
      "step": 12040
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35276269681338e-06,
      "loss": 0.0108,
      "step": 12041
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.352637711351952e-06,
      "loss": 0.0014,
      "step": 12042
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.352512714659252e-06,
      "loss": 0.0118,
      "step": 12043
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.352387706735599e-06,
      "loss": 0.0082,
      "step": 12044
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.352262687581317e-06,
      "loss": 0.0119,
      "step": 12045
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.352137657196729e-06,
      "loss": 0.0068,
      "step": 12046
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.352012615582157e-06,
      "loss": 0.0031,
      "step": 12047
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.351887562737923e-06,
      "loss": 0.0016,
      "step": 12048
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.351762498664353e-06,
      "loss": 0.0099,
      "step": 12049
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.351637423361763e-06,
      "loss": 0.0051,
      "step": 12050
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.351512336830481e-06,
      "loss": 0.0307,
      "step": 12051
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.351387239070829e-06,
      "loss": 0.0095,
      "step": 12052
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35126213008313e-06,
      "loss": 0.0027,
      "step": 12053
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.351137009867706e-06,
      "loss": 0.007,
      "step": 12054
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.351011878424879e-06,
      "loss": 0.0214,
      "step": 12055
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.350886735754974e-06,
      "loss": 0.032,
      "step": 12056
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.350761581858313e-06,
      "loss": 0.0074,
      "step": 12057
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.350636416735218e-06,
      "loss": 0.0074,
      "step": 12058
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.350511240386014e-06,
      "loss": 0.0032,
      "step": 12059
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35038605281102e-06,
      "loss": 0.0119,
      "step": 12060
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.350260854010564e-06,
      "loss": 0.0047,
      "step": 12061
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.350135643984965e-06,
      "loss": 0.018,
      "step": 12062
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.35001042273455e-06,
      "loss": 0.0121,
      "step": 12063
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.349885190259638e-06,
      "loss": 0.0294,
      "step": 12064
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.349759946560556e-06,
      "loss": 0.005,
      "step": 12065
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.349634691637625e-06,
      "loss": 0.0099,
      "step": 12066
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.349509425491167e-06,
      "loss": 0.0053,
      "step": 12067
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.349384148121509e-06,
      "loss": 0.0183,
      "step": 12068
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34925885952897e-06,
      "loss": 0.0091,
      "step": 12069
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.349133559713876e-06,
      "loss": 0.014,
      "step": 12070
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34900824867655e-06,
      "loss": 0.0106,
      "step": 12071
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.348882926417316e-06,
      "loss": 0.0044,
      "step": 12072
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.348757592936494e-06,
      "loss": 0.0226,
      "step": 12073
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.348632248234411e-06,
      "loss": 0.0086,
      "step": 12074
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.348506892311388e-06,
      "loss": 0.001,
      "step": 12075
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34838152516775e-06,
      "loss": 0.0084,
      "step": 12076
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.348256146803823e-06,
      "loss": 0.0074,
      "step": 12077
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.348130757219924e-06,
      "loss": 0.0147,
      "step": 12078
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.348005356416382e-06,
      "loss": 0.0034,
      "step": 12079
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347879944393518e-06,
      "loss": 0.0048,
      "step": 12080
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347754521151656e-06,
      "loss": 0.0071,
      "step": 12081
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347629086691121e-06,
      "loss": 0.004,
      "step": 12082
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347503641012235e-06,
      "loss": 0.0052,
      "step": 12083
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347378184115323e-06,
      "loss": 0.0032,
      "step": 12084
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347252716000708e-06,
      "loss": 0.0047,
      "step": 12085
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347127236668713e-06,
      "loss": 0.0119,
      "step": 12086
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.347001746119661e-06,
      "loss": 0.0058,
      "step": 12087
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.346876244353882e-06,
      "loss": 0.0055,
      "step": 12088
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.346750731371693e-06,
      "loss": 0.0073,
      "step": 12089
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.346625207173418e-06,
      "loss": 0.006,
      "step": 12090
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.346499671759386e-06,
      "loss": 0.0293,
      "step": 12091
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.346374125129915e-06,
      "loss": 0.0179,
      "step": 12092
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.346248567285334e-06,
      "loss": 0.0064,
      "step": 12093
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.346122998225965e-06,
      "loss": 0.0096,
      "step": 12094
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345997417952131e-06,
      "loss": 0.0172,
      "step": 12095
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345871826464157e-06,
      "loss": 0.0132,
      "step": 12096
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345746223762368e-06,
      "loss": 0.0051,
      "step": 12097
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345620609847085e-06,
      "loss": 0.0079,
      "step": 12098
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345494984718636e-06,
      "loss": 0.0117,
      "step": 12099
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345369348377344e-06,
      "loss": 0.0097,
      "step": 12100
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345243700823532e-06,
      "loss": 0.0032,
      "step": 12101
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.345118042057524e-06,
      "loss": 0.0104,
      "step": 12102
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.344992372079645e-06,
      "loss": 0.0075,
      "step": 12103
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.344866690890219e-06,
      "loss": 0.0081,
      "step": 12104
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34474099848957e-06,
      "loss": 0.0051,
      "step": 12105
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.344615294878025e-06,
      "loss": 0.0077,
      "step": 12106
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.344489580055904e-06,
      "loss": 0.005,
      "step": 12107
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.344363854023534e-06,
      "loss": 0.0081,
      "step": 12108
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34423811678124e-06,
      "loss": 0.0028,
      "step": 12109
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.344112368329347e-06,
      "loss": 0.0119,
      "step": 12110
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.343986608668176e-06,
      "loss": 0.0048,
      "step": 12111
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.343860837798053e-06,
      "loss": 0.0061,
      "step": 12112
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.343735055719305e-06,
      "loss": 0.0164,
      "step": 12113
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.343609262432253e-06,
      "loss": 0.003,
      "step": 12114
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.343483457937224e-06,
      "loss": 0.0032,
      "step": 12115
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.343357642234541e-06,
      "loss": 0.0051,
      "step": 12116
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34323181532453e-06,
      "loss": 0.0172,
      "step": 12117
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.343105977207514e-06,
      "loss": 0.0099,
      "step": 12118
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34298012788382e-06,
      "loss": 0.008,
      "step": 12119
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.342854267353772e-06,
      "loss": 0.0172,
      "step": 12120
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.342728395617693e-06,
      "loss": 0.041,
      "step": 12121
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.342602512675909e-06,
      "loss": 0.0135,
      "step": 12122
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.342476618528746e-06,
      "loss": 0.0057,
      "step": 12123
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.342350713176528e-06,
      "loss": 0.024,
      "step": 12124
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.342224796619578e-06,
      "loss": 0.0031,
      "step": 12125
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.342098868858224e-06,
      "loss": 0.0091,
      "step": 12126
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.341972929892788e-06,
      "loss": 0.0064,
      "step": 12127
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.341846979723598e-06,
      "loss": 0.0051,
      "step": 12128
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.341721018350977e-06,
      "loss": 0.0044,
      "step": 12129
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34159504577525e-06,
      "loss": 0.0242,
      "step": 12130
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.341469061996742e-06,
      "loss": 0.0078,
      "step": 12131
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34134306701578e-06,
      "loss": 0.0085,
      "step": 12132
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.341217060832688e-06,
      "loss": 0.0065,
      "step": 12133
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.341091043447789e-06,
      "loss": 0.011,
      "step": 12134
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.340965014861412e-06,
      "loss": 0.0063,
      "step": 12135
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.340838975073877e-06,
      "loss": 0.0121,
      "step": 12136
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.340712924085515e-06,
      "loss": 0.007,
      "step": 12137
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.34058686189665e-06,
      "loss": 0.0078,
      "step": 12138
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.340460788507604e-06,
      "loss": 0.0157,
      "step": 12139
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.340334703918705e-06,
      "loss": 0.0037,
      "step": 12140
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.340208608130277e-06,
      "loss": 0.0104,
      "step": 12141
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.340082501142645e-06,
      "loss": 0.0167,
      "step": 12142
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.339956382956137e-06,
      "loss": 0.004,
      "step": 12143
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.339830253571077e-06,
      "loss": 0.0113,
      "step": 12144
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.339704112987789e-06,
      "loss": 0.0043,
      "step": 12145
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3395779612066e-06,
      "loss": 0.0084,
      "step": 12146
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.339451798227836e-06,
      "loss": 0.0097,
      "step": 12147
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.339325624051823e-06,
      "loss": 0.0021,
      "step": 12148
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.339199438678883e-06,
      "loss": 0.0106,
      "step": 12149
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.339073242109345e-06,
      "loss": 0.0084,
      "step": 12150
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338947034343533e-06,
      "loss": 0.0148,
      "step": 12151
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338820815381775e-06,
      "loss": 0.0079,
      "step": 12152
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338694585224392e-06,
      "loss": 0.0184,
      "step": 12153
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338568343871715e-06,
      "loss": 0.0177,
      "step": 12154
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338442091324067e-06,
      "loss": 0.0119,
      "step": 12155
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338315827581774e-06,
      "loss": 0.013,
      "step": 12156
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338189552645162e-06,
      "loss": 0.0039,
      "step": 12157
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.338063266514558e-06,
      "loss": 0.0058,
      "step": 12158
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337936969190285e-06,
      "loss": 0.0065,
      "step": 12159
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337810660672673e-06,
      "loss": 0.0035,
      "step": 12160
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337684340962044e-06,
      "loss": 0.0122,
      "step": 12161
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337558010058723e-06,
      "loss": 0.0167,
      "step": 12162
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337431667963041e-06,
      "loss": 0.0045,
      "step": 12163
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337305314675322e-06,
      "loss": 0.0075,
      "step": 12164
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337178950195891e-06,
      "loss": 0.0057,
      "step": 12165
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.337052574525073e-06,
      "loss": 0.0105,
      "step": 12166
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.336926187663197e-06,
      "loss": 0.0087,
      "step": 12167
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.336799789610587e-06,
      "loss": 0.012,
      "step": 12168
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.336673380367571e-06,
      "loss": 0.0043,
      "step": 12169
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.336546959934474e-06,
      "loss": 0.0096,
      "step": 12170
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.336420528311621e-06,
      "loss": 0.0197,
      "step": 12171
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33629408549934e-06,
      "loss": 0.0077,
      "step": 12172
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.336167631497957e-06,
      "loss": 0.0409,
      "step": 12173
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3360411663078e-06,
      "loss": 0.004,
      "step": 12174
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.335914689929191e-06,
      "loss": 0.0137,
      "step": 12175
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33578820236246e-06,
      "loss": 0.0142,
      "step": 12176
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33566170360793e-06,
      "loss": 0.0065,
      "step": 12177
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33553519366593e-06,
      "loss": 0.003,
      "step": 12178
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.335408672536788e-06,
      "loss": 0.0067,
      "step": 12179
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.335282140220827e-06,
      "loss": 0.0165,
      "step": 12180
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.335155596718376e-06,
      "loss": 0.0057,
      "step": 12181
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33502904202976e-06,
      "loss": 0.0155,
      "step": 12182
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.334902476155305e-06,
      "loss": 0.0421,
      "step": 12183
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.334775899095339e-06,
      "loss": 0.0205,
      "step": 12184
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33464931085019e-06,
      "loss": 0.0319,
      "step": 12185
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33452271142018e-06,
      "loss": 0.0102,
      "step": 12186
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33439610080564e-06,
      "loss": 0.0082,
      "step": 12187
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.334269479006896e-06,
      "loss": 0.0133,
      "step": 12188
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.334142846024272e-06,
      "loss": 0.0084,
      "step": 12189
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.334016201858098e-06,
      "loss": 0.002,
      "step": 12190
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3338895465087e-06,
      "loss": 0.0304,
      "step": 12191
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.333762879976405e-06,
      "loss": 0.0063,
      "step": 12192
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.333636202261537e-06,
      "loss": 0.0091,
      "step": 12193
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.333509513364426e-06,
      "loss": 0.0158,
      "step": 12194
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.333382813285398e-06,
      "loss": 0.0323,
      "step": 12195
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.333256102024779e-06,
      "loss": 0.0227,
      "step": 12196
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.333129379582897e-06,
      "loss": 0.0025,
      "step": 12197
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33300264596008e-06,
      "loss": 0.0063,
      "step": 12198
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.332875901156653e-06,
      "loss": 0.0151,
      "step": 12199
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.332749145172943e-06,
      "loss": 0.0179,
      "step": 12200
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.332622378009279e-06,
      "loss": 0.0097,
      "step": 12201
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.332495599665988e-06,
      "loss": 0.0204,
      "step": 12202
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.332368810143395e-06,
      "loss": 0.0164,
      "step": 12203
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.332242009441827e-06,
      "loss": 0.012,
      "step": 12204
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.332115197561615e-06,
      "loss": 0.0062,
      "step": 12205
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.331988374503082e-06,
      "loss": 0.0069,
      "step": 12206
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.331861540266558e-06,
      "loss": 0.0206,
      "step": 12207
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.331734694852369e-06,
      "loss": 0.0022,
      "step": 12208
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.331607838260842e-06,
      "loss": 0.0072,
      "step": 12209
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.331480970492306e-06,
      "loss": 0.0102,
      "step": 12210
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.331354091547086e-06,
      "loss": 0.0076,
      "step": 12211
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.33122720142551e-06,
      "loss": 0.0084,
      "step": 12212
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.331100300127908e-06,
      "loss": 0.0176,
      "step": 12213
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330973387654605e-06,
      "loss": 0.0078,
      "step": 12214
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330846464005929e-06,
      "loss": 0.0274,
      "step": 12215
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330719529182206e-06,
      "loss": 0.0086,
      "step": 12216
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330592583183766e-06,
      "loss": 0.008,
      "step": 12217
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330465626010936e-06,
      "loss": 0.0059,
      "step": 12218
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330338657664043e-06,
      "loss": 0.0084,
      "step": 12219
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330211678143415e-06,
      "loss": 0.0182,
      "step": 12220
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.330084687449379e-06,
      "loss": 0.0053,
      "step": 12221
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329957685582263e-06,
      "loss": 0.0163,
      "step": 12222
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329830672542395e-06,
      "loss": 0.0104,
      "step": 12223
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329703648330103e-06,
      "loss": 0.0049,
      "step": 12224
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329576612945715e-06,
      "loss": 0.0087,
      "step": 12225
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329449566389556e-06,
      "loss": 0.0059,
      "step": 12226
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329322508661958e-06,
      "loss": 0.0068,
      "step": 12227
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329195439763245e-06,
      "loss": 0.0158,
      "step": 12228
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.329068359693748e-06,
      "loss": 0.0208,
      "step": 12229
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.328941268453794e-06,
      "loss": 0.0097,
      "step": 12230
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.328814166043709e-06,
      "loss": 0.0114,
      "step": 12231
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.328687052463824e-06,
      "loss": 0.0225,
      "step": 12232
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.328559927714464e-06,
      "loss": 0.0147,
      "step": 12233
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32843279179596e-06,
      "loss": 0.014,
      "step": 12234
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.328305644708637e-06,
      "loss": 0.0042,
      "step": 12235
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.328178486452826e-06,
      "loss": 0.0166,
      "step": 12236
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.328051317028854e-06,
      "loss": 0.002,
      "step": 12237
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.327924136437048e-06,
      "loss": 0.0069,
      "step": 12238
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.327796944677736e-06,
      "loss": 0.0069,
      "step": 12239
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.327669741751249e-06,
      "loss": 0.0055,
      "step": 12240
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.327542527657914e-06,
      "loss": 0.0348,
      "step": 12241
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.327415302398058e-06,
      "loss": 0.0155,
      "step": 12242
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.327288065972008e-06,
      "loss": 0.0198,
      "step": 12243
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.327160818380096e-06,
      "loss": 0.0114,
      "step": 12244
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32703355962265e-06,
      "loss": 0.0059,
      "step": 12245
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.326906289699995e-06,
      "loss": 0.0194,
      "step": 12246
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.326779008612463e-06,
      "loss": 0.0104,
      "step": 12247
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32665171636038e-06,
      "loss": 0.0051,
      "step": 12248
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.326524412944076e-06,
      "loss": 0.006,
      "step": 12249
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.326397098363879e-06,
      "loss": 0.0034,
      "step": 12250
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.326269772620116e-06,
      "loss": 0.0057,
      "step": 12251
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32614243571312e-06,
      "loss": 0.0055,
      "step": 12252
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.326015087643212e-06,
      "loss": 0.0269,
      "step": 12253
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.325887728410727e-06,
      "loss": 0.0298,
      "step": 12254
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.325760358015992e-06,
      "loss": 0.0081,
      "step": 12255
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.325632976459336e-06,
      "loss": 0.0115,
      "step": 12256
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.325505583741086e-06,
      "loss": 0.0032,
      "step": 12257
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.325378179861573e-06,
      "loss": 0.029,
      "step": 12258
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.325250764821124e-06,
      "loss": 0.0057,
      "step": 12259
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.325123338620068e-06,
      "loss": 0.0094,
      "step": 12260
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.324995901258734e-06,
      "loss": 0.0113,
      "step": 12261
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32486845273745e-06,
      "loss": 0.0153,
      "step": 12262
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.324740993056547e-06,
      "loss": 0.0023,
      "step": 12263
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.324613522216352e-06,
      "loss": 0.0051,
      "step": 12264
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.324486040217196e-06,
      "loss": 0.0151,
      "step": 12265
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.324358547059404e-06,
      "loss": 0.0109,
      "step": 12266
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32423104274331e-06,
      "loss": 0.0251,
      "step": 12267
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.324103527269239e-06,
      "loss": 0.0306,
      "step": 12268
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.323976000637523e-06,
      "loss": 0.0104,
      "step": 12269
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.323848462848488e-06,
      "loss": 0.0288,
      "step": 12270
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.323720913902465e-06,
      "loss": 0.0086,
      "step": 12271
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.323593353799783e-06,
      "loss": 0.0111,
      "step": 12272
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32346578254077e-06,
      "loss": 0.0185,
      "step": 12273
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.323338200125757e-06,
      "loss": 0.0046,
      "step": 12274
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.323210606555074e-06,
      "loss": 0.0179,
      "step": 12275
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.323083001829048e-06,
      "loss": 0.0038,
      "step": 12276
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.322955385948007e-06,
      "loss": 0.0078,
      "step": 12277
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.322827758912283e-06,
      "loss": 0.0144,
      "step": 12278
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.322700120722205e-06,
      "loss": 0.0078,
      "step": 12279
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.3225724713781e-06,
      "loss": 0.0071,
      "step": 12280
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.322444810880301e-06,
      "loss": 0.0061,
      "step": 12281
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.322317139229135e-06,
      "loss": 0.0054,
      "step": 12282
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.322189456424932e-06,
      "loss": 0.0051,
      "step": 12283
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.322061762468022e-06,
      "loss": 0.0024,
      "step": 12284
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.321934057358734e-06,
      "loss": 0.0108,
      "step": 12285
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.321806341097397e-06,
      "loss": 0.0072,
      "step": 12286
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.321678613684341e-06,
      "loss": 0.0119,
      "step": 12287
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.321550875119896e-06,
      "loss": 0.0107,
      "step": 12288
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.321423125404391e-06,
      "loss": 0.0026,
      "step": 12289
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.321295364538157e-06,
      "loss": 0.0045,
      "step": 12290
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.32116759252152e-06,
      "loss": 0.0164,
      "step": 12291
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.321039809354814e-06,
      "loss": 0.0278,
      "step": 12292
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320912015038366e-06,
      "loss": 0.0072,
      "step": 12293
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320784209572509e-06,
      "loss": 0.0187,
      "step": 12294
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320656392957568e-06,
      "loss": 0.008,
      "step": 12295
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320528565193876e-06,
      "loss": 0.0107,
      "step": 12296
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320400726281761e-06,
      "loss": 0.0173,
      "step": 12297
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320272876221557e-06,
      "loss": 0.0125,
      "step": 12298
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320145015013588e-06,
      "loss": 0.0191,
      "step": 12299
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.320017142658189e-06,
      "loss": 0.0171,
      "step": 12300
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.319889259155687e-06,
      "loss": 0.0126,
      "step": 12301
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.319761364506412e-06,
      "loss": 0.0097,
      "step": 12302
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.319633458710696e-06,
      "loss": 0.0117,
      "step": 12303
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.319505541768868e-06,
      "loss": 0.0105,
      "step": 12304
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.319377613681257e-06,
      "loss": 0.012,
      "step": 12305
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.319249674448195e-06,
      "loss": 0.007,
      "step": 12306
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.319121724070009e-06,
      "loss": 0.0071,
      "step": 12307
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.318993762547033e-06,
      "loss": 0.0042,
      "step": 12308
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.318865789879595e-06,
      "loss": 0.0039,
      "step": 12309
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.318737806068026e-06,
      "loss": 0.0206,
      "step": 12310
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.318609811112656e-06,
      "loss": 0.0124,
      "step": 12311
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.318481805013813e-06,
      "loss": 0.0084,
      "step": 12312
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.318353787771832e-06,
      "loss": 0.0068,
      "step": 12313
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.318225759387041e-06,
      "loss": 0.0073,
      "step": 12314
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31809771985977e-06,
      "loss": 0.0067,
      "step": 12315
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.317969669190348e-06,
      "loss": 0.0072,
      "step": 12316
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.317841607379106e-06,
      "loss": 0.0051,
      "step": 12317
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.317713534426378e-06,
      "loss": 0.0057,
      "step": 12318
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31758545033249e-06,
      "loss": 0.0109,
      "step": 12319
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.317457355097776e-06,
      "loss": 0.0162,
      "step": 12320
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.317329248722564e-06,
      "loss": 0.0184,
      "step": 12321
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.317201131207186e-06,
      "loss": 0.0398,
      "step": 12322
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.317073002551973e-06,
      "loss": 0.0035,
      "step": 12323
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.316944862757253e-06,
      "loss": 0.0098,
      "step": 12324
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.316816711823357e-06,
      "loss": 0.0124,
      "step": 12325
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31668854975062e-06,
      "loss": 0.0159,
      "step": 12326
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.316560376539368e-06,
      "loss": 0.0103,
      "step": 12327
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.316432192189935e-06,
      "loss": 0.0031,
      "step": 12328
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.316303996702648e-06,
      "loss": 0.0107,
      "step": 12329
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.316175790077841e-06,
      "loss": 0.0041,
      "step": 12330
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.316047572315845e-06,
      "loss": 0.008,
      "step": 12331
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315919343416988e-06,
      "loss": 0.0023,
      "step": 12332
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315791103381601e-06,
      "loss": 0.0112,
      "step": 12333
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315662852210018e-06,
      "loss": 0.0122,
      "step": 12334
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315534589902571e-06,
      "loss": 0.0123,
      "step": 12335
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315406316459585e-06,
      "loss": 0.0052,
      "step": 12336
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315278031881395e-06,
      "loss": 0.0046,
      "step": 12337
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315149736168333e-06,
      "loss": 0.0067,
      "step": 12338
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.315021429320725e-06,
      "loss": 0.0172,
      "step": 12339
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.314893111338907e-06,
      "loss": 0.0313,
      "step": 12340
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31476478222321e-06,
      "loss": 0.008,
      "step": 12341
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.314636441973963e-06,
      "loss": 0.0149,
      "step": 12342
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.314508090591496e-06,
      "loss": 0.0045,
      "step": 12343
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.314379728076144e-06,
      "loss": 0.0432,
      "step": 12344
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.314251354428236e-06,
      "loss": 0.0034,
      "step": 12345
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.314122969648103e-06,
      "loss": 0.0352,
      "step": 12346
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.313994573736076e-06,
      "loss": 0.0048,
      "step": 12347
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.313866166692487e-06,
      "loss": 0.0093,
      "step": 12348
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.313737748517669e-06,
      "loss": 0.0042,
      "step": 12349
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31360931921195e-06,
      "loss": 0.0112,
      "step": 12350
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.313480878775665e-06,
      "loss": 0.0311,
      "step": 12351
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.313352427209141e-06,
      "loss": 0.0099,
      "step": 12352
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.313223964512714e-06,
      "loss": 0.0054,
      "step": 12353
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.313095490686715e-06,
      "loss": 0.01,
      "step": 12354
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31296700573147e-06,
      "loss": 0.0091,
      "step": 12355
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.312838509647318e-06,
      "loss": 0.0031,
      "step": 12356
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.312710002434585e-06,
      "loss": 0.0052,
      "step": 12357
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.312581484093606e-06,
      "loss": 0.0075,
      "step": 12358
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31245295462471e-06,
      "loss": 0.0093,
      "step": 12359
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31232441402823e-06,
      "loss": 0.0063,
      "step": 12360
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.312195862304499e-06,
      "loss": 0.0084,
      "step": 12361
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.312067299453846e-06,
      "loss": 0.0048,
      "step": 12362
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311938725476603e-06,
      "loss": 0.017,
      "step": 12363
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311810140373106e-06,
      "loss": 0.0141,
      "step": 12364
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311681544143683e-06,
      "loss": 0.0337,
      "step": 12365
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311552936788664e-06,
      "loss": 0.0114,
      "step": 12366
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311424318308386e-06,
      "loss": 0.0031,
      "step": 12367
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311295688703177e-06,
      "loss": 0.0206,
      "step": 12368
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311167047973369e-06,
      "loss": 0.0236,
      "step": 12369
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.311038396119296e-06,
      "loss": 0.008,
      "step": 12370
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.310909733141289e-06,
      "loss": 0.0024,
      "step": 12371
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.310781059039679e-06,
      "loss": 0.0029,
      "step": 12372
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.310652373814802e-06,
      "loss": 0.0092,
      "step": 12373
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.310523677466985e-06,
      "loss": 0.0168,
      "step": 12374
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.310394969996561e-06,
      "loss": 0.0111,
      "step": 12375
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.310266251403866e-06,
      "loss": 0.0086,
      "step": 12376
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.310137521689226e-06,
      "loss": 0.0095,
      "step": 12377
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.31000878085298e-06,
      "loss": 0.0035,
      "step": 12378
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.309880028895456e-06,
      "loss": 0.0181,
      "step": 12379
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.309751265816984e-06,
      "loss": 0.009,
      "step": 12380
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.309622491617902e-06,
      "loss": 0.0141,
      "step": 12381
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.309493706298539e-06,
      "loss": 0.0355,
      "step": 12382
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.309364909859228e-06,
      "loss": 0.0185,
      "step": 12383
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.309236102300302e-06,
      "loss": 0.0184,
      "step": 12384
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.30910728362209e-06,
      "loss": 0.005,
      "step": 12385
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308978453824929e-06,
      "loss": 0.0099,
      "step": 12386
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308849612909148e-06,
      "loss": 0.0046,
      "step": 12387
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308720760875081e-06,
      "loss": 0.0099,
      "step": 12388
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308591897723061e-06,
      "loss": 0.0111,
      "step": 12389
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308463023453419e-06,
      "loss": 0.012,
      "step": 12390
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308334138066489e-06,
      "loss": 0.0114,
      "step": 12391
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308205241562603e-06,
      "loss": 0.0039,
      "step": 12392
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.308076333942092e-06,
      "loss": 0.0196,
      "step": 12393
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.307947415205291e-06,
      "loss": 0.0061,
      "step": 12394
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.307818485352532e-06,
      "loss": 0.007,
      "step": 12395
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.307689544384146e-06,
      "loss": 0.0029,
      "step": 12396
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.30756059230047e-06,
      "loss": 0.0114,
      "step": 12397
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.307431629101832e-06,
      "loss": 0.0162,
      "step": 12398
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.307302654788568e-06,
      "loss": 0.0103,
      "step": 12399
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.307173669361008e-06,
      "loss": 0.0036,
      "step": 12400
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.307044672819486e-06,
      "loss": 0.0272,
      "step": 12401
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306915665164336e-06,
      "loss": 0.0471,
      "step": 12402
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306786646395891e-06,
      "loss": 0.0213,
      "step": 12403
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306657616514482e-06,
      "loss": 0.0143,
      "step": 12404
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306528575520442e-06,
      "loss": 0.0177,
      "step": 12405
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306399523414106e-06,
      "loss": 0.0042,
      "step": 12406
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306270460195806e-06,
      "loss": 0.0049,
      "step": 12407
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306141385865874e-06,
      "loss": 0.0247,
      "step": 12408
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.306012300424644e-06,
      "loss": 0.0088,
      "step": 12409
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.30588320387245e-06,
      "loss": 0.011,
      "step": 12410
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.305754096209623e-06,
      "loss": 0.0038,
      "step": 12411
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.305624977436499e-06,
      "loss": 0.0038,
      "step": 12412
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.305495847553407e-06,
      "loss": 0.0138,
      "step": 12413
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.305366706560684e-06,
      "loss": 0.0254,
      "step": 12414
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.305237554458661e-06,
      "loss": 0.0072,
      "step": 12415
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.305108391247673e-06,
      "loss": 0.0084,
      "step": 12416
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304979216928052e-06,
      "loss": 0.0086,
      "step": 12417
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304850031500132e-06,
      "loss": 0.0221,
      "step": 12418
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304720834964245e-06,
      "loss": 0.0085,
      "step": 12419
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304591627320727e-06,
      "loss": 0.0054,
      "step": 12420
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304462408569908e-06,
      "loss": 0.0264,
      "step": 12421
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304333178712126e-06,
      "loss": 0.0115,
      "step": 12422
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304203937747709e-06,
      "loss": 0.0209,
      "step": 12423
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.304074685676994e-06,
      "loss": 0.0034,
      "step": 12424
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.303945422500316e-06,
      "loss": 0.0065,
      "step": 12425
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.303816148218004e-06,
      "loss": 0.0059,
      "step": 12426
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.303686862830393e-06,
      "loss": 0.011,
      "step": 12427
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.303557566337819e-06,
      "loss": 0.0217,
      "step": 12428
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.303428258740613e-06,
      "loss": 0.006,
      "step": 12429
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.30329894003911e-06,
      "loss": 0.0061,
      "step": 12430
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.303169610233645e-06,
      "loss": 0.0059,
      "step": 12431
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.303040269324547e-06,
      "loss": 0.0364,
      "step": 12432
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.302910917312156e-06,
      "loss": 0.0085,
      "step": 12433
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.3027815541968e-06,
      "loss": 0.0156,
      "step": 12434
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.302652179978818e-06,
      "loss": 0.003,
      "step": 12435
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.30252279465854e-06,
      "loss": 0.015,
      "step": 12436
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.3023933982363e-06,
      "loss": 0.0057,
      "step": 12437
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.302263990712435e-06,
      "loss": 0.0024,
      "step": 12438
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.302134572087276e-06,
      "loss": 0.0097,
      "step": 12439
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.302005142361156e-06,
      "loss": 0.009,
      "step": 12440
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.301875701534415e-06,
      "loss": 0.0053,
      "step": 12441
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.301746249607379e-06,
      "loss": 0.0087,
      "step": 12442
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.301616786580387e-06,
      "loss": 0.0065,
      "step": 12443
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.301487312453773e-06,
      "loss": 0.0064,
      "step": 12444
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.30135782722787e-06,
      "loss": 0.0026,
      "step": 12445
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.301228330903011e-06,
      "loss": 0.0026,
      "step": 12446
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.30109882347953e-06,
      "loss": 0.0347,
      "step": 12447
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.300969304957765e-06,
      "loss": 0.0029,
      "step": 12448
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.300839775338048e-06,
      "loss": 0.0161,
      "step": 12449
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.300710234620711e-06,
      "loss": 0.0181,
      "step": 12450
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.30058068280609e-06,
      "loss": 0.0081,
      "step": 12451
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.30045111989452e-06,
      "loss": 0.0035,
      "step": 12452
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.300321545886335e-06,
      "loss": 0.0023,
      "step": 12453
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.30019196078187e-06,
      "loss": 0.025,
      "step": 12454
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.300062364581456e-06,
      "loss": 0.0108,
      "step": 12455
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.299932757285432e-06,
      "loss": 0.0076,
      "step": 12456
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29980313889413e-06,
      "loss": 0.014,
      "step": 12457
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.299673509407884e-06,
      "loss": 0.0121,
      "step": 12458
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29954386882703e-06,
      "loss": 0.0095,
      "step": 12459
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.299414217151901e-06,
      "loss": 0.0034,
      "step": 12460
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.299284554382832e-06,
      "loss": 0.0033,
      "step": 12461
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.299154880520157e-06,
      "loss": 0.0091,
      "step": 12462
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.299025195564216e-06,
      "loss": 0.0051,
      "step": 12463
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.298895499515334e-06,
      "loss": 0.0027,
      "step": 12464
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.298765792373854e-06,
      "loss": 0.0072,
      "step": 12465
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.298636074140106e-06,
      "loss": 0.0317,
      "step": 12466
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.298506344814427e-06,
      "loss": 0.0036,
      "step": 12467
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29837660439715e-06,
      "loss": 0.0062,
      "step": 12468
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29824685288861e-06,
      "loss": 0.0055,
      "step": 12469
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.298117090289143e-06,
      "loss": 0.0049,
      "step": 12470
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.297987316599083e-06,
      "loss": 0.0289,
      "step": 12471
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.297857531818769e-06,
      "loss": 0.0075,
      "step": 12472
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.297727735948528e-06,
      "loss": 0.0137,
      "step": 12473
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2975979289887e-06,
      "loss": 0.0124,
      "step": 12474
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.297468110939618e-06,
      "loss": 0.0064,
      "step": 12475
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29733828180162e-06,
      "loss": 0.0228,
      "step": 12476
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.297208441575036e-06,
      "loss": 0.0023,
      "step": 12477
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.297078590260206e-06,
      "loss": 0.0041,
      "step": 12478
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.296948727857463e-06,
      "loss": 0.0104,
      "step": 12479
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.296818854367143e-06,
      "loss": 0.01,
      "step": 12480
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.296688969789577e-06,
      "loss": 0.0042,
      "step": 12481
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.296559074125106e-06,
      "loss": 0.02,
      "step": 12482
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.296429167374062e-06,
      "loss": 0.0059,
      "step": 12483
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29629924953678e-06,
      "loss": 0.0091,
      "step": 12484
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.296169320613598e-06,
      "loss": 0.0045,
      "step": 12485
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.296039380604846e-06,
      "loss": 0.0065,
      "step": 12486
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.295909429510865e-06,
      "loss": 0.0103,
      "step": 12487
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.295779467331986e-06,
      "loss": 0.0159,
      "step": 12488
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.295649494068548e-06,
      "loss": 0.0048,
      "step": 12489
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.295519509720883e-06,
      "loss": 0.0025,
      "step": 12490
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.295389514289331e-06,
      "loss": 0.0135,
      "step": 12491
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29525950777422e-06,
      "loss": 0.0091,
      "step": 12492
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29512949017589e-06,
      "loss": 0.0109,
      "step": 12493
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29499946149468e-06,
      "loss": 0.0171,
      "step": 12494
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.294869421730921e-06,
      "loss": 0.0316,
      "step": 12495
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.294739370884949e-06,
      "loss": 0.0155,
      "step": 12496
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2946093089571e-06,
      "loss": 0.0067,
      "step": 12497
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.294479235947707e-06,
      "loss": 0.0056,
      "step": 12498
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.294349151857111e-06,
      "loss": 0.0192,
      "step": 12499
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.294219056685646e-06,
      "loss": 0.0066,
      "step": 12500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.294088950433644e-06,
      "loss": 0.0051,
      "step": 12501
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293958833101444e-06,
      "loss": 0.0287,
      "step": 12502
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293828704689381e-06,
      "loss": 0.005,
      "step": 12503
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293698565197791e-06,
      "loss": 0.0265,
      "step": 12504
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293568414627008e-06,
      "loss": 0.003,
      "step": 12505
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293438252977371e-06,
      "loss": 0.0102,
      "step": 12506
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293308080249214e-06,
      "loss": 0.0041,
      "step": 12507
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293177896442873e-06,
      "loss": 0.0079,
      "step": 12508
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.293047701558685e-06,
      "loss": 0.0299,
      "step": 12509
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.292917495596985e-06,
      "loss": 0.0074,
      "step": 12510
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.29278727855811e-06,
      "loss": 0.0074,
      "step": 12511
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.292657050442392e-06,
      "loss": 0.0136,
      "step": 12512
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.292526811250172e-06,
      "loss": 0.005,
      "step": 12513
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.292396560981783e-06,
      "loss": 0.0064,
      "step": 12514
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.292266299637562e-06,
      "loss": 0.0147,
      "step": 12515
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.292136027217847e-06,
      "loss": 0.0269,
      "step": 12516
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.292005743722972e-06,
      "loss": 0.0105,
      "step": 12517
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.291875449153274e-06,
      "loss": 0.0135,
      "step": 12518
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.291745143509088e-06,
      "loss": 0.0035,
      "step": 12519
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.291614826790751e-06,
      "loss": 0.0093,
      "step": 12520
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2914844989986e-06,
      "loss": 0.0029,
      "step": 12521
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.291354160132971e-06,
      "loss": 0.0186,
      "step": 12522
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.291223810194198e-06,
      "loss": 0.0077,
      "step": 12523
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.291093449182621e-06,
      "loss": 0.0118,
      "step": 12524
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290963077098574e-06,
      "loss": 0.0047,
      "step": 12525
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290832693942396e-06,
      "loss": 0.0073,
      "step": 12526
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290702299714419e-06,
      "loss": 0.0082,
      "step": 12527
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290571894414982e-06,
      "loss": 0.0067,
      "step": 12528
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290441478044423e-06,
      "loss": 0.01,
      "step": 12529
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290311050603076e-06,
      "loss": 0.0133,
      "step": 12530
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290180612091278e-06,
      "loss": 0.0056,
      "step": 12531
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.290050162509367e-06,
      "loss": 0.002,
      "step": 12532
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28991970185768e-06,
      "loss": 0.0101,
      "step": 12533
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28978923013655e-06,
      "loss": 0.009,
      "step": 12534
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.289658747346318e-06,
      "loss": 0.0277,
      "step": 12535
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.289528253487316e-06,
      "loss": 0.0086,
      "step": 12536
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.289397748559886e-06,
      "loss": 0.0063,
      "step": 12537
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.289267232564362e-06,
      "loss": 0.0056,
      "step": 12538
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.289136705501081e-06,
      "loss": 0.008,
      "step": 12539
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.289006167370378e-06,
      "loss": 0.0187,
      "step": 12540
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.288875618172592e-06,
      "loss": 0.0109,
      "step": 12541
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28874505790806e-06,
      "loss": 0.0101,
      "step": 12542
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.288614486577119e-06,
      "loss": 0.0077,
      "step": 12543
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.288483904180105e-06,
      "loss": 0.0064,
      "step": 12544
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.288353310717354e-06,
      "loss": 0.0252,
      "step": 12545
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.288222706189205e-06,
      "loss": 0.0407,
      "step": 12546
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.288092090595994e-06,
      "loss": 0.0061,
      "step": 12547
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.287961463938058e-06,
      "loss": 0.0029,
      "step": 12548
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.287830826215735e-06,
      "loss": 0.003,
      "step": 12549
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.287700177429361e-06,
      "loss": 0.0145,
      "step": 12550
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.287569517579273e-06,
      "loss": 0.0063,
      "step": 12551
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.287438846665808e-06,
      "loss": 0.0097,
      "step": 12552
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.287308164689306e-06,
      "loss": 0.009,
      "step": 12553
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2871774716501e-06,
      "loss": 0.0132,
      "step": 12554
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.287046767548531e-06,
      "loss": 0.0077,
      "step": 12555
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.286916052384933e-06,
      "loss": 0.0099,
      "step": 12556
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.286785326159645e-06,
      "loss": 0.0064,
      "step": 12557
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.286654588873003e-06,
      "loss": 0.0055,
      "step": 12558
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.286523840525348e-06,
      "loss": 0.0074,
      "step": 12559
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.286393081117014e-06,
      "loss": 0.0045,
      "step": 12560
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.286262310648338e-06,
      "loss": 0.0366,
      "step": 12561
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28613152911966e-06,
      "loss": 0.0061,
      "step": 12562
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.286000736531315e-06,
      "loss": 0.0041,
      "step": 12563
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.285869932883642e-06,
      "loss": 0.0083,
      "step": 12564
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28573911817698e-06,
      "loss": 0.011,
      "step": 12565
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.285608292411662e-06,
      "loss": 0.0028,
      "step": 12566
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28547745558803e-06,
      "loss": 0.001,
      "step": 12567
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.285346607706419e-06,
      "loss": 0.0168,
      "step": 12568
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.285215748767167e-06,
      "loss": 0.0074,
      "step": 12569
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.285084878770611e-06,
      "loss": 0.0079,
      "step": 12570
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.284953997717093e-06,
      "loss": 0.0081,
      "step": 12571
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.284823105606946e-06,
      "loss": 0.0139,
      "step": 12572
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.284692202440508e-06,
      "loss": 0.0071,
      "step": 12573
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28456128821812e-06,
      "loss": 0.0079,
      "step": 12574
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.284430362940117e-06,
      "loss": 0.0059,
      "step": 12575
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.284299426606837e-06,
      "loss": 0.008,
      "step": 12576
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28416847921862e-06,
      "loss": 0.0091,
      "step": 12577
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.284037520775801e-06,
      "loss": 0.0089,
      "step": 12578
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.283906551278721e-06,
      "loss": 0.0201,
      "step": 12579
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.283775570727716e-06,
      "loss": 0.0275,
      "step": 12580
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.283644579123123e-06,
      "loss": 0.0043,
      "step": 12581
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.283513576465283e-06,
      "loss": 0.0026,
      "step": 12582
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28338256275453e-06,
      "loss": 0.0063,
      "step": 12583
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.283251537991207e-06,
      "loss": 0.0144,
      "step": 12584
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.283120502175649e-06,
      "loss": 0.0163,
      "step": 12585
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.282989455308194e-06,
      "loss": 0.0043,
      "step": 12586
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.282858397389179e-06,
      "loss": 0.0097,
      "step": 12587
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.282727328418945e-06,
      "loss": 0.0145,
      "step": 12588
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28259624839783e-06,
      "loss": 0.004,
      "step": 12589
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28246515732617e-06,
      "loss": 0.0105,
      "step": 12590
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.282334055204306e-06,
      "loss": 0.0066,
      "step": 12591
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.282202942032574e-06,
      "loss": 0.0551,
      "step": 12592
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.282071817811313e-06,
      "loss": 0.005,
      "step": 12593
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.281940682540863e-06,
      "loss": 0.0044,
      "step": 12594
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28180953622156e-06,
      "loss": 0.0064,
      "step": 12595
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.281678378853744e-06,
      "loss": 0.0238,
      "step": 12596
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.28154721043775e-06,
      "loss": 0.0166,
      "step": 12597
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.281416030973922e-06,
      "loss": 0.0095,
      "step": 12598
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.281284840462594e-06,
      "loss": 0.0155,
      "step": 12599
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.281153638904108e-06,
      "loss": 0.0088,
      "step": 12600
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2810224262988e-06,
      "loss": 0.0062,
      "step": 12601
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.280891202647008e-06,
      "loss": 0.0081,
      "step": 12602
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.280759967949073e-06,
      "loss": 0.0012,
      "step": 12603
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.280628722205333e-06,
      "loss": 0.015,
      "step": 12604
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.280497465416128e-06,
      "loss": 0.0038,
      "step": 12605
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.280366197581792e-06,
      "loss": 0.0118,
      "step": 12606
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.280234918702666e-06,
      "loss": 0.0298,
      "step": 12607
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.280103628779092e-06,
      "loss": 0.0189,
      "step": 12608
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.279972327811404e-06,
      "loss": 0.0334,
      "step": 12609
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.279841015799944e-06,
      "loss": 0.0193,
      "step": 12610
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.279709692745049e-06,
      "loss": 0.0191,
      "step": 12611
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.279578358647058e-06,
      "loss": 0.0021,
      "step": 12612
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.279447013506313e-06,
      "loss": 0.0515,
      "step": 12613
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27931565732315e-06,
      "loss": 0.0063,
      "step": 12614
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.279184290097906e-06,
      "loss": 0.0043,
      "step": 12615
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.279052911830923e-06,
      "loss": 0.0092,
      "step": 12616
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27892152252254e-06,
      "loss": 0.0083,
      "step": 12617
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.278790122173096e-06,
      "loss": 0.0101,
      "step": 12618
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.278658710782929e-06,
      "loss": 0.0081,
      "step": 12619
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.278527288352378e-06,
      "loss": 0.0169,
      "step": 12620
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.278395854881784e-06,
      "loss": 0.0021,
      "step": 12621
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.278264410371483e-06,
      "loss": 0.0597,
      "step": 12622
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.278132954821818e-06,
      "loss": 0.003,
      "step": 12623
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.278001488233124e-06,
      "loss": 0.0095,
      "step": 12624
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.277870010605743e-06,
      "loss": 0.0149,
      "step": 12625
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.277738521940013e-06,
      "loss": 0.0068,
      "step": 12626
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.277607022236275e-06,
      "loss": 0.0094,
      "step": 12627
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.277475511494867e-06,
      "loss": 0.01,
      "step": 12628
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.277343989716128e-06,
      "loss": 0.0028,
      "step": 12629
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.277212456900398e-06,
      "loss": 0.0129,
      "step": 12630
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.277080913048017e-06,
      "loss": 0.0173,
      "step": 12631
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276949358159323e-06,
      "loss": 0.0081,
      "step": 12632
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276817792234658e-06,
      "loss": 0.0121,
      "step": 12633
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276686215274357e-06,
      "loss": 0.0564,
      "step": 12634
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276554627278765e-06,
      "loss": 0.0038,
      "step": 12635
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276423028248216e-06,
      "loss": 0.0352,
      "step": 12636
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276291418183053e-06,
      "loss": 0.0041,
      "step": 12637
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276159797083617e-06,
      "loss": 0.0571,
      "step": 12638
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.276028164950243e-06,
      "loss": 0.0257,
      "step": 12639
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.275896521783274e-06,
      "loss": 0.0145,
      "step": 12640
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.275764867583049e-06,
      "loss": 0.0083,
      "step": 12641
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.275633202349908e-06,
      "loss": 0.0059,
      "step": 12642
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27550152608419e-06,
      "loss": 0.0027,
      "step": 12643
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.275369838786234e-06,
      "loss": 0.0118,
      "step": 12644
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.275238140456383e-06,
      "loss": 0.0195,
      "step": 12645
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.275106431094974e-06,
      "loss": 0.0084,
      "step": 12646
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.274974710702346e-06,
      "loss": 0.0154,
      "step": 12647
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.274842979278842e-06,
      "loss": 0.0055,
      "step": 12648
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.274711236824801e-06,
      "loss": 0.0128,
      "step": 12649
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.274579483340563e-06,
      "loss": 0.0078,
      "step": 12650
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.274447718826465e-06,
      "loss": 0.0187,
      "step": 12651
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27431594328285e-06,
      "loss": 0.0145,
      "step": 12652
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.274184156710058e-06,
      "loss": 0.0026,
      "step": 12653
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.274052359108426e-06,
      "loss": 0.0065,
      "step": 12654
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.273920550478299e-06,
      "loss": 0.0127,
      "step": 12655
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.273788730820013e-06,
      "loss": 0.0041,
      "step": 12656
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.273656900133912e-06,
      "loss": 0.0034,
      "step": 12657
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.273525058420332e-06,
      "loss": 0.0056,
      "step": 12658
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.273393205679614e-06,
      "loss": 0.0209,
      "step": 12659
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.273261341912101e-06,
      "loss": 0.0114,
      "step": 12660
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.273129467118132e-06,
      "loss": 0.0316,
      "step": 12661
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.272997581298045e-06,
      "loss": 0.0042,
      "step": 12662
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.272865684452183e-06,
      "loss": 0.0038,
      "step": 12663
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.272733776580887e-06,
      "loss": 0.0166,
      "step": 12664
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.272601857684493e-06,
      "loss": 0.0039,
      "step": 12665
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.272469927763347e-06,
      "loss": 0.0035,
      "step": 12666
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.272337986817785e-06,
      "loss": 0.0024,
      "step": 12667
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.272206034848149e-06,
      "loss": 0.008,
      "step": 12668
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27207407185478e-06,
      "loss": 0.0094,
      "step": 12669
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.271942097838018e-06,
      "loss": 0.0024,
      "step": 12670
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.271810112798204e-06,
      "loss": 0.0034,
      "step": 12671
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.271678116735678e-06,
      "loss": 0.0027,
      "step": 12672
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27154610965078e-06,
      "loss": 0.0244,
      "step": 12673
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.271414091543854e-06,
      "loss": 0.0044,
      "step": 12674
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.271282062415235e-06,
      "loss": 0.0046,
      "step": 12675
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.271150022265267e-06,
      "loss": 0.0079,
      "step": 12676
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.271017971094292e-06,
      "loss": 0.0279,
      "step": 12677
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27088590890265e-06,
      "loss": 0.0037,
      "step": 12678
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.270753835690677e-06,
      "loss": 0.0109,
      "step": 12679
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.270621751458721e-06,
      "loss": 0.0045,
      "step": 12680
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.27048965620712e-06,
      "loss": 0.016,
      "step": 12681
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.270357549936213e-06,
      "loss": 0.0018,
      "step": 12682
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.270225432646342e-06,
      "loss": 0.0061,
      "step": 12683
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.270093304337849e-06,
      "loss": 0.0068,
      "step": 12684
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.269961165011074e-06,
      "loss": 0.0082,
      "step": 12685
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.269829014666358e-06,
      "loss": 0.0056,
      "step": 12686
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.269696853304041e-06,
      "loss": 0.0082,
      "step": 12687
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.269564680924467e-06,
      "loss": 0.0114,
      "step": 12688
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.269432497527975e-06,
      "loss": 0.0099,
      "step": 12689
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.269300303114905e-06,
      "loss": 0.0264,
      "step": 12690
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.269168097685601e-06,
      "loss": 0.0093,
      "step": 12691
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2690358812404e-06,
      "loss": 0.0129,
      "step": 12692
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.268903653779648e-06,
      "loss": 0.0049,
      "step": 12693
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.268771415303684e-06,
      "loss": 0.0168,
      "step": 12694
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.268639165812847e-06,
      "loss": 0.0107,
      "step": 12695
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.268506905307482e-06,
      "loss": 0.0067,
      "step": 12696
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.268374633787929e-06,
      "loss": 0.0068,
      "step": 12697
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.268242351254526e-06,
      "loss": 0.0071,
      "step": 12698
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26811005770762e-06,
      "loss": 0.0119,
      "step": 12699
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267977753147548e-06,
      "loss": 0.0134,
      "step": 12700
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267845437574653e-06,
      "loss": 0.0071,
      "step": 12701
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267713110989278e-06,
      "loss": 0.0207,
      "step": 12702
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267580773391762e-06,
      "loss": 0.0098,
      "step": 12703
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267448424782447e-06,
      "loss": 0.0257,
      "step": 12704
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267316065161676e-06,
      "loss": 0.0071,
      "step": 12705
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267183694529788e-06,
      "loss": 0.0191,
      "step": 12706
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.267051312887126e-06,
      "loss": 0.0105,
      "step": 12707
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.266918920234031e-06,
      "loss": 0.0063,
      "step": 12708
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.266786516570847e-06,
      "loss": 0.0065,
      "step": 12709
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.266654101897913e-06,
      "loss": 0.0208,
      "step": 12710
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26652167621557e-06,
      "loss": 0.0406,
      "step": 12711
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.266389239524163e-06,
      "loss": 0.0141,
      "step": 12712
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26625679182403e-06,
      "loss": 0.0044,
      "step": 12713
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.266124333115515e-06,
      "loss": 0.0113,
      "step": 12714
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.265991863398962e-06,
      "loss": 0.0044,
      "step": 12715
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.265859382674708e-06,
      "loss": 0.0264,
      "step": 12716
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2657268909431e-06,
      "loss": 0.0057,
      "step": 12717
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.265594388204473e-06,
      "loss": 0.0077,
      "step": 12718
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.265461874459174e-06,
      "loss": 0.0058,
      "step": 12719
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.265329349707544e-06,
      "loss": 0.0075,
      "step": 12720
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.265196813949925e-06,
      "loss": 0.0212,
      "step": 12721
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.265064267186659e-06,
      "loss": 0.0081,
      "step": 12722
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.264931709418088e-06,
      "loss": 0.0118,
      "step": 12723
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.264799140644553e-06,
      "loss": 0.0145,
      "step": 12724
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.264666560866396e-06,
      "loss": 0.0057,
      "step": 12725
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.264533970083962e-06,
      "loss": 0.006,
      "step": 12726
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26440136829759e-06,
      "loss": 0.0158,
      "step": 12727
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.264268755507623e-06,
      "loss": 0.0087,
      "step": 12728
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.264136131714404e-06,
      "loss": 0.0197,
      "step": 12729
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.264003496918275e-06,
      "loss": 0.0014,
      "step": 12730
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.263870851119577e-06,
      "loss": 0.0072,
      "step": 12731
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.263738194318655e-06,
      "loss": 0.0208,
      "step": 12732
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.263605526515847e-06,
      "loss": 0.0069,
      "step": 12733
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.263472847711499e-06,
      "loss": 0.0091,
      "step": 12734
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.263340157905951e-06,
      "loss": 0.006,
      "step": 12735
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.263207457099548e-06,
      "loss": 0.0126,
      "step": 12736
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26307474529263e-06,
      "loss": 0.0014,
      "step": 12737
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.262942022485542e-06,
      "loss": 0.0077,
      "step": 12738
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.262809288678624e-06,
      "loss": 0.0049,
      "step": 12739
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.262676543872218e-06,
      "loss": 0.0127,
      "step": 12740
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26254378806667e-06,
      "loss": 0.0048,
      "step": 12741
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.262411021262319e-06,
      "loss": 0.0072,
      "step": 12742
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26227824345951e-06,
      "loss": 0.0034,
      "step": 12743
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.262145454658584e-06,
      "loss": 0.0176,
      "step": 12744
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.262012654859884e-06,
      "loss": 0.0352,
      "step": 12745
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.261879844063754e-06,
      "loss": 0.0146,
      "step": 12746
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.261747022270536e-06,
      "loss": 0.0061,
      "step": 12747
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26161418948057e-06,
      "loss": 0.0131,
      "step": 12748
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.261481345694203e-06,
      "loss": 0.0143,
      "step": 12749
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.261348490911775e-06,
      "loss": 0.0248,
      "step": 12750
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26121562513363e-06,
      "loss": 0.0082,
      "step": 12751
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26108274836011e-06,
      "loss": 0.0054,
      "step": 12752
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26094986059156e-06,
      "loss": 0.0142,
      "step": 12753
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.26081696182832e-06,
      "loss": 0.0094,
      "step": 12754
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.260684052070736e-06,
      "loss": 0.0051,
      "step": 12755
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.260551131319147e-06,
      "loss": 0.0136,
      "step": 12756
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2604181995739e-06,
      "loss": 0.0194,
      "step": 12757
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.260285256835334e-06,
      "loss": 0.0104,
      "step": 12758
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.260152303103795e-06,
      "loss": 0.0229,
      "step": 12759
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.260019338379627e-06,
      "loss": 0.0098,
      "step": 12760
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.259886362663168e-06,
      "loss": 0.0143,
      "step": 12761
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.259753375954768e-06,
      "loss": 0.0085,
      "step": 12762
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.259620378254765e-06,
      "loss": 0.005,
      "step": 12763
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.259487369563503e-06,
      "loss": 0.0154,
      "step": 12764
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.259354349881329e-06,
      "loss": 0.0084,
      "step": 12765
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25922131920858e-06,
      "loss": 0.019,
      "step": 12766
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.259088277545603e-06,
      "loss": 0.0084,
      "step": 12767
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258955224892742e-06,
      "loss": 0.0106,
      "step": 12768
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258822161250338e-06,
      "loss": 0.0094,
      "step": 12769
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258689086618738e-06,
      "loss": 0.0147,
      "step": 12770
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258556000998282e-06,
      "loss": 0.0121,
      "step": 12771
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258422904389312e-06,
      "loss": 0.0041,
      "step": 12772
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258289796792175e-06,
      "loss": 0.0037,
      "step": 12773
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258156678207214e-06,
      "loss": 0.0196,
      "step": 12774
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.258023548634771e-06,
      "loss": 0.0088,
      "step": 12775
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25789040807519e-06,
      "loss": 0.0071,
      "step": 12776
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.257757256528814e-06,
      "loss": 0.0086,
      "step": 12777
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25762409399599e-06,
      "loss": 0.0348,
      "step": 12778
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.257490920477057e-06,
      "loss": 0.0078,
      "step": 12779
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.257357735972362e-06,
      "loss": 0.005,
      "step": 12780
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.257224540482244e-06,
      "loss": 0.0179,
      "step": 12781
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.257091334007052e-06,
      "loss": 0.0058,
      "step": 12782
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.256958116547127e-06,
      "loss": 0.0215,
      "step": 12783
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.256824888102813e-06,
      "loss": 0.0208,
      "step": 12784
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.256691648674456e-06,
      "loss": 0.0078,
      "step": 12785
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.256558398262397e-06,
      "loss": 0.0093,
      "step": 12786
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25642513686698e-06,
      "loss": 0.0071,
      "step": 12787
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.256291864488552e-06,
      "loss": 0.0068,
      "step": 12788
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.256158581127451e-06,
      "loss": 0.0105,
      "step": 12789
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.256025286784027e-06,
      "loss": 0.0039,
      "step": 12790
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25589198145862e-06,
      "loss": 0.0069,
      "step": 12791
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.255758665151576e-06,
      "loss": 0.0081,
      "step": 12792
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.255625337863238e-06,
      "loss": 0.0039,
      "step": 12793
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25549199959395e-06,
      "loss": 0.0186,
      "step": 12794
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.255358650344058e-06,
      "loss": 0.014,
      "step": 12795
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.255225290113903e-06,
      "loss": 0.03,
      "step": 12796
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.255091918903831e-06,
      "loss": 0.0208,
      "step": 12797
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.254958536714188e-06,
      "loss": 0.0096,
      "step": 12798
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.254825143545313e-06,
      "loss": 0.0038,
      "step": 12799
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.254691739397555e-06,
      "loss": 0.0084,
      "step": 12800
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.254558324271254e-06,
      "loss": 0.0247,
      "step": 12801
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.254424898166759e-06,
      "loss": 0.0051,
      "step": 12802
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25429146108441e-06,
      "loss": 0.0253,
      "step": 12803
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.254158013024555e-06,
      "loss": 0.0159,
      "step": 12804
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.254024553987536e-06,
      "loss": 0.0023,
      "step": 12805
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.253891083973698e-06,
      "loss": 0.0121,
      "step": 12806
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.253757602983384e-06,
      "loss": 0.0032,
      "step": 12807
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25362411101694e-06,
      "loss": 0.0046,
      "step": 12808
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.253490608074712e-06,
      "loss": 0.0319,
      "step": 12809
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.253357094157042e-06,
      "loss": 0.0041,
      "step": 12810
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.253223569264275e-06,
      "loss": 0.0085,
      "step": 12811
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.253090033396756e-06,
      "loss": 0.0049,
      "step": 12812
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25295648655483e-06,
      "loss": 0.0049,
      "step": 12813
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.252822928738839e-06,
      "loss": 0.0034,
      "step": 12814
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.252689359949131e-06,
      "loss": 0.0083,
      "step": 12815
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25255578018605e-06,
      "loss": 0.0157,
      "step": 12816
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.252422189449937e-06,
      "loss": 0.0057,
      "step": 12817
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.252288587741143e-06,
      "loss": 0.0036,
      "step": 12818
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.252154975060005e-06,
      "loss": 0.0126,
      "step": 12819
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.252021351406876e-06,
      "loss": 0.019,
      "step": 12820
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.251887716782095e-06,
      "loss": 0.0235,
      "step": 12821
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25175407118601e-06,
      "loss": 0.0151,
      "step": 12822
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.251620414618963e-06,
      "loss": 0.0146,
      "step": 12823
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.251486747081302e-06,
      "loss": 0.0097,
      "step": 12824
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.251353068573369e-06,
      "loss": 0.0092,
      "step": 12825
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.25121937909551e-06,
      "loss": 0.0057,
      "step": 12826
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.251085678648072e-06,
      "loss": 0.0051,
      "step": 12827
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250951967231396e-06,
      "loss": 0.0085,
      "step": 12828
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250818244845831e-06,
      "loss": 0.0114,
      "step": 12829
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250684511491722e-06,
      "loss": 0.0055,
      "step": 12830
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250550767169408e-06,
      "loss": 0.0204,
      "step": 12831
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250417011879241e-06,
      "loss": 0.0051,
      "step": 12832
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250283245621562e-06,
      "loss": 0.0129,
      "step": 12833
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250149468396721e-06,
      "loss": 0.0085,
      "step": 12834
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.250015680205057e-06,
      "loss": 0.0049,
      "step": 12835
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24988188104692e-06,
      "loss": 0.0048,
      "step": 12836
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.249748070922653e-06,
      "loss": 0.0045,
      "step": 12837
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.249614249832602e-06,
      "loss": 0.0244,
      "step": 12838
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.249480417777111e-06,
      "loss": 0.0175,
      "step": 12839
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.249346574756526e-06,
      "loss": 0.0078,
      "step": 12840
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.249212720771193e-06,
      "loss": 0.0097,
      "step": 12841
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.249078855821459e-06,
      "loss": 0.0061,
      "step": 12842
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.248944979907666e-06,
      "loss": 0.0085,
      "step": 12843
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24881109303016e-06,
      "loss": 0.0104,
      "step": 12844
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.248677195189289e-06,
      "loss": 0.0065,
      "step": 12845
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.248543286385396e-06,
      "loss": 0.0061,
      "step": 12846
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.248409366618827e-06,
      "loss": 0.0038,
      "step": 12847
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24827543588993e-06,
      "loss": 0.0049,
      "step": 12848
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.248141494199046e-06,
      "loss": 0.0078,
      "step": 12849
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.248007541546525e-06,
      "loss": 0.0124,
      "step": 12850
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24787357793271e-06,
      "loss": 0.0061,
      "step": 12851
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.247739603357948e-06,
      "loss": 0.0251,
      "step": 12852
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.247605617822586e-06,
      "loss": 0.0079,
      "step": 12853
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.247471621326966e-06,
      "loss": 0.0088,
      "step": 12854
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.247337613871436e-06,
      "loss": 0.0093,
      "step": 12855
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24720359545634e-06,
      "loss": 0.007,
      "step": 12856
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.247069566082027e-06,
      "loss": 0.0068,
      "step": 12857
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.246935525748841e-06,
      "loss": 0.0073,
      "step": 12858
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.246801474457129e-06,
      "loss": 0.0061,
      "step": 12859
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.246667412207236e-06,
      "loss": 0.0107,
      "step": 12860
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.246533338999506e-06,
      "loss": 0.0291,
      "step": 12861
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.246399254834288e-06,
      "loss": 0.0173,
      "step": 12862
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.246265159711926e-06,
      "loss": 0.0094,
      "step": 12863
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.246131053632767e-06,
      "loss": 0.0045,
      "step": 12864
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245996936597157e-06,
      "loss": 0.0295,
      "step": 12865
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245862808605441e-06,
      "loss": 0.0037,
      "step": 12866
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245728669657967e-06,
      "loss": 0.0074,
      "step": 12867
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245594519755082e-06,
      "loss": 0.0133,
      "step": 12868
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245460358897127e-06,
      "loss": 0.0055,
      "step": 12869
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245326187084452e-06,
      "loss": 0.0056,
      "step": 12870
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245192004317406e-06,
      "loss": 0.0082,
      "step": 12871
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.245057810596327e-06,
      "loss": 0.0071,
      "step": 12872
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24492360592157e-06,
      "loss": 0.0083,
      "step": 12873
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.244789390293475e-06,
      "loss": 0.0299,
      "step": 12874
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.244655163712392e-06,
      "loss": 0.0086,
      "step": 12875
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.244520926178666e-06,
      "loss": 0.0122,
      "step": 12876
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.244386677692642e-06,
      "loss": 0.0056,
      "step": 12877
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24425241825467e-06,
      "loss": 0.006,
      "step": 12878
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.244118147865093e-06,
      "loss": 0.003,
      "step": 12879
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24398386652426e-06,
      "loss": 0.0069,
      "step": 12880
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.243849574232516e-06,
      "loss": 0.0135,
      "step": 12881
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.243715270990208e-06,
      "loss": 0.0247,
      "step": 12882
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.243580956797681e-06,
      "loss": 0.0076,
      "step": 12883
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.243446631655284e-06,
      "loss": 0.0123,
      "step": 12884
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.243312295563363e-06,
      "loss": 0.0104,
      "step": 12885
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.243177948522263e-06,
      "loss": 0.0277,
      "step": 12886
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.243043590532332e-06,
      "loss": 0.0068,
      "step": 12887
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.242909221593918e-06,
      "loss": 0.021,
      "step": 12888
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.242774841707364e-06,
      "loss": 0.011,
      "step": 12889
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.242640450873022e-06,
      "loss": 0.0059,
      "step": 12890
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.242506049091232e-06,
      "loss": 0.0035,
      "step": 12891
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.242371636362349e-06,
      "loss": 0.0075,
      "step": 12892
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.242237212686711e-06,
      "loss": 0.006,
      "step": 12893
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.242102778064672e-06,
      "loss": 0.0184,
      "step": 12894
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.241968332496576e-06,
      "loss": 0.0034,
      "step": 12895
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.241833875982769e-06,
      "loss": 0.0051,
      "step": 12896
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2416994085236e-06,
      "loss": 0.0068,
      "step": 12897
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.241564930119413e-06,
      "loss": 0.0174,
      "step": 12898
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24143044077056e-06,
      "loss": 0.0165,
      "step": 12899
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.241295940477384e-06,
      "loss": 0.0066,
      "step": 12900
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.241161429240232e-06,
      "loss": 0.007,
      "step": 12901
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.241026907059451e-06,
      "loss": 0.0118,
      "step": 12902
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.240892373935391e-06,
      "loss": 0.0127,
      "step": 12903
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.240757829868398e-06,
      "loss": 0.0031,
      "step": 12904
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.240623274858817e-06,
      "loss": 0.0235,
      "step": 12905
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.240488708906998e-06,
      "loss": 0.0065,
      "step": 12906
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.240354132013288e-06,
      "loss": 0.006,
      "step": 12907
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.24021954417803e-06,
      "loss": 0.0196,
      "step": 12908
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.240084945401578e-06,
      "loss": 0.0189,
      "step": 12909
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.239950335684274e-06,
      "loss": 0.0132,
      "step": 12910
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.239815715026466e-06,
      "loss": 0.0068,
      "step": 12911
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.239681083428504e-06,
      "loss": 0.0064,
      "step": 12912
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.239546440890735e-06,
      "loss": 0.0094,
      "step": 12913
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.239411787413503e-06,
      "loss": 0.0056,
      "step": 12914
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.239277122997158e-06,
      "loss": 0.0076,
      "step": 12915
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23914244764205e-06,
      "loss": 0.0154,
      "step": 12916
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.239007761348522e-06,
      "loss": 0.0073,
      "step": 12917
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.238873064116923e-06,
      "loss": 0.0239,
      "step": 12918
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.238738355947603e-06,
      "loss": 0.0081,
      "step": 12919
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.238603636840903e-06,
      "loss": 0.0066,
      "step": 12920
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23846890679718e-06,
      "loss": 0.0369,
      "step": 12921
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.238334165816773e-06,
      "loss": 0.0116,
      "step": 12922
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.238199413900037e-06,
      "loss": 0.0052,
      "step": 12923
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.238064651047313e-06,
      "loss": 0.0145,
      "step": 12924
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.237929877258953e-06,
      "loss": 0.0086,
      "step": 12925
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.237795092535305e-06,
      "loss": 0.004,
      "step": 12926
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.237660296876713e-06,
      "loss": 0.0346,
      "step": 12927
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23752549028353e-06,
      "loss": 0.0076,
      "step": 12928
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2373906727561e-06,
      "loss": 0.0093,
      "step": 12929
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23725584429477e-06,
      "loss": 0.0419,
      "step": 12930
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.237121004899892e-06,
      "loss": 0.025,
      "step": 12931
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23698615457181e-06,
      "loss": 0.0029,
      "step": 12932
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.236851293310876e-06,
      "loss": 0.0036,
      "step": 12933
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.236716421117434e-06,
      "loss": 0.0028,
      "step": 12934
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.236581537991835e-06,
      "loss": 0.0063,
      "step": 12935
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.236446643934424e-06,
      "loss": 0.0073,
      "step": 12936
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.236311738945553e-06,
      "loss": 0.0082,
      "step": 12937
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.236176823025568e-06,
      "loss": 0.0075,
      "step": 12938
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.236041896174817e-06,
      "loss": 0.0297,
      "step": 12939
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.235906958393647e-06,
      "loss": 0.0116,
      "step": 12940
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.235772009682407e-06,
      "loss": 0.0111,
      "step": 12941
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.235637050041448e-06,
      "loss": 0.0167,
      "step": 12942
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.235502079471113e-06,
      "loss": 0.003,
      "step": 12943
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.235367097971755e-06,
      "loss": 0.0122,
      "step": 12944
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23523210554372e-06,
      "loss": 0.0085,
      "step": 12945
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.235097102187358e-06,
      "loss": 0.005,
      "step": 12946
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.234962087903014e-06,
      "loss": 0.0099,
      "step": 12947
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23482706269104e-06,
      "loss": 0.008,
      "step": 12948
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.234692026551784e-06,
      "loss": 0.01,
      "step": 12949
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23455697948559e-06,
      "loss": 0.0067,
      "step": 12950
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.234421921492813e-06,
      "loss": 0.0023,
      "step": 12951
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.234286852573797e-06,
      "loss": 0.0045,
      "step": 12952
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.234151772728893e-06,
      "loss": 0.029,
      "step": 12953
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.234016681958447e-06,
      "loss": 0.022,
      "step": 12954
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.233881580262808e-06,
      "loss": 0.006,
      "step": 12955
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.233746467642328e-06,
      "loss": 0.012,
      "step": 12956
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.233611344097353e-06,
      "loss": 0.0218,
      "step": 12957
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.233476209628232e-06,
      "loss": 0.0079,
      "step": 12958
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.233341064235313e-06,
      "loss": 0.0095,
      "step": 12959
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.233205907918945e-06,
      "loss": 0.0144,
      "step": 12960
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.233070740679478e-06,
      "loss": 0.0055,
      "step": 12961
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.232935562517259e-06,
      "loss": 0.0136,
      "step": 12962
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.232800373432638e-06,
      "loss": 0.0352,
      "step": 12963
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.232665173425962e-06,
      "loss": 0.0084,
      "step": 12964
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.232529962497583e-06,
      "loss": 0.0168,
      "step": 12965
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.232394740647847e-06,
      "loss": 0.0059,
      "step": 12966
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.232259507877105e-06,
      "loss": 0.0091,
      "step": 12967
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.232124264185707e-06,
      "loss": 0.011,
      "step": 12968
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.231989009573997e-06,
      "loss": 0.0039,
      "step": 12969
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23185374404233e-06,
      "loss": 0.008,
      "step": 12970
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.231718467591048e-06,
      "loss": 0.0174,
      "step": 12971
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.231583180220508e-06,
      "loss": 0.0096,
      "step": 12972
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.231447881931053e-06,
      "loss": 0.0053,
      "step": 12973
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.231312572723035e-06,
      "loss": 0.0151,
      "step": 12974
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.231177252596803e-06,
      "loss": 0.0045,
      "step": 12975
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.231041921552706e-06,
      "loss": 0.0181,
      "step": 12976
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.230906579591093e-06,
      "loss": 0.0022,
      "step": 12977
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.230771226712313e-06,
      "loss": 0.0036,
      "step": 12978
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.230635862916714e-06,
      "loss": 0.0117,
      "step": 12979
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.230500488204648e-06,
      "loss": 0.0073,
      "step": 12980
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.230365102576462e-06,
      "loss": 0.0047,
      "step": 12981
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.230229706032507e-06,
      "loss": 0.0186,
      "step": 12982
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.23009429857313e-06,
      "loss": 0.0186,
      "step": 12983
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.229958880198683e-06,
      "loss": 0.0096,
      "step": 12984
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.229823450909516e-06,
      "loss": 0.0055,
      "step": 12985
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.229688010705978e-06,
      "loss": 0.0073,
      "step": 12986
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.229552559588414e-06,
      "loss": 0.0201,
      "step": 12987
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.229417097557179e-06,
      "loss": 0.0079,
      "step": 12988
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22928162461262e-06,
      "loss": 0.007,
      "step": 12989
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.229146140755087e-06,
      "loss": 0.0031,
      "step": 12990
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.229010645984929e-06,
      "loss": 0.0113,
      "step": 12991
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.228875140302497e-06,
      "loss": 0.0068,
      "step": 12992
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.228739623708139e-06,
      "loss": 0.0093,
      "step": 12993
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.228604096202207e-06,
      "loss": 0.0073,
      "step": 12994
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.228468557785049e-06,
      "loss": 0.0031,
      "step": 12995
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.228333008457014e-06,
      "loss": 0.0038,
      "step": 12996
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.228197448218454e-06,
      "loss": 0.004,
      "step": 12997
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.228061877069715e-06,
      "loss": 0.0234,
      "step": 12998
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.227926295011153e-06,
      "loss": 0.0236,
      "step": 12999
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.227790702043113e-06,
      "loss": 0.011,
      "step": 13000
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.227655098165947e-06,
      "loss": 0.0072,
      "step": 13001
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.227519483380002e-06,
      "loss": 0.0112,
      "step": 13002
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22738385768563e-06,
      "loss": 0.006,
      "step": 13003
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.227248221083182e-06,
      "loss": 0.0143,
      "step": 13004
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.227112573573007e-06,
      "loss": 0.021,
      "step": 13005
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.226976915155454e-06,
      "loss": 0.0052,
      "step": 13006
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.226841245830876e-06,
      "loss": 0.0125,
      "step": 13007
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.226705565599618e-06,
      "loss": 0.0171,
      "step": 13008
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.226569874462035e-06,
      "loss": 0.0091,
      "step": 13009
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.226434172418476e-06,
      "loss": 0.0195,
      "step": 13010
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22629845946929e-06,
      "loss": 0.0108,
      "step": 13011
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.226162735614827e-06,
      "loss": 0.0223,
      "step": 13012
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.226027000855437e-06,
      "loss": 0.0119,
      "step": 13013
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.225891255191472e-06,
      "loss": 0.0092,
      "step": 13014
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.225755498623282e-06,
      "loss": 0.0218,
      "step": 13015
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.225619731151216e-06,
      "loss": 0.0123,
      "step": 13016
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.225483952775624e-06,
      "loss": 0.0179,
      "step": 13017
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.225348163496858e-06,
      "loss": 0.0118,
      "step": 13018
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22521236331527e-06,
      "loss": 0.0049,
      "step": 13019
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.225076552231206e-06,
      "loss": 0.0285,
      "step": 13020
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.224940730245018e-06,
      "loss": 0.0068,
      "step": 13021
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.224804897357058e-06,
      "loss": 0.0151,
      "step": 13022
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.224669053567677e-06,
      "loss": 0.0131,
      "step": 13023
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.224533198877222e-06,
      "loss": 0.0209,
      "step": 13024
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.224397333286046e-06,
      "loss": 0.0053,
      "step": 13025
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.224261456794498e-06,
      "loss": 0.0257,
      "step": 13026
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22412556940293e-06,
      "loss": 0.0076,
      "step": 13027
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.223989671111694e-06,
      "loss": 0.0027,
      "step": 13028
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.223853761921138e-06,
      "loss": 0.0079,
      "step": 13029
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.223717841831614e-06,
      "loss": 0.0146,
      "step": 13030
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.223581910843474e-06,
      "loss": 0.0375,
      "step": 13031
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.223445968957065e-06,
      "loss": 0.0332,
      "step": 13032
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22331001617274e-06,
      "loss": 0.0045,
      "step": 13033
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.223174052490853e-06,
      "loss": 0.0037,
      "step": 13034
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.223038077911748e-06,
      "loss": 0.0058,
      "step": 13035
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.222902092435782e-06,
      "loss": 0.0058,
      "step": 13036
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2227660960633e-06,
      "loss": 0.0128,
      "step": 13037
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22263008879466e-06,
      "loss": 0.0135,
      "step": 13038
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.222494070630209e-06,
      "loss": 0.0057,
      "step": 13039
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.222358041570295e-06,
      "loss": 0.0369,
      "step": 13040
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.222222001615275e-06,
      "loss": 0.0082,
      "step": 13041
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.222085950765496e-06,
      "loss": 0.007,
      "step": 13042
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22194988902131e-06,
      "loss": 0.0334,
      "step": 13043
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22181381638307e-06,
      "loss": 0.0056,
      "step": 13044
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.221677732851124e-06,
      "loss": 0.0132,
      "step": 13045
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.221541638425826e-06,
      "loss": 0.0078,
      "step": 13046
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.221405533107526e-06,
      "loss": 0.0132,
      "step": 13047
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.221269416896575e-06,
      "loss": 0.0076,
      "step": 13048
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.221133289793323e-06,
      "loss": 0.009,
      "step": 13049
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.220997151798122e-06,
      "loss": 0.0092,
      "step": 13050
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.220861002911325e-06,
      "loss": 0.0038,
      "step": 13051
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.220724843133282e-06,
      "loss": 0.0101,
      "step": 13052
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.220588672464344e-06,
      "loss": 0.0139,
      "step": 13053
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.220452490904863e-06,
      "loss": 0.0045,
      "step": 13054
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.22031629845519e-06,
      "loss": 0.0037,
      "step": 13055
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.220180095115676e-06,
      "loss": 0.003,
      "step": 13056
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.220043880886675e-06,
      "loss": 0.0301,
      "step": 13057
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.219907655768536e-06,
      "loss": 0.0178,
      "step": 13058
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.219771419761612e-06,
      "loss": 0.0064,
      "step": 13059
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.21963517286625e-06,
      "loss": 0.0178,
      "step": 13060
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.219498915082807e-06,
      "loss": 0.0024,
      "step": 13061
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.219362646411633e-06,
      "loss": 0.016,
      "step": 13062
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.21922636685308e-06,
      "loss": 0.0195,
      "step": 13063
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.2190900764075e-06,
      "loss": 0.0071,
      "step": 13064
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.218953775075241e-06,
      "loss": 0.0086,
      "step": 13065
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.21881746285666e-06,
      "loss": 0.006,
      "step": 13066
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.218681139752103e-06,
      "loss": 0.0169,
      "step": 13067
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.218544805761926e-06,
      "loss": 0.007,
      "step": 13068
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.218408460886481e-06,
      "loss": 0.006,
      "step": 13069
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.218272105126118e-06,
      "loss": 0.0111,
      "step": 13070
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.218135738481189e-06,
      "loss": 0.0137,
      "step": 13071
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217999360952046e-06,
      "loss": 0.0224,
      "step": 13072
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217862972539042e-06,
      "loss": 0.013,
      "step": 13073
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217726573242526e-06,
      "loss": 0.0064,
      "step": 13074
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217590163062854e-06,
      "loss": 0.0056,
      "step": 13075
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217453742000375e-06,
      "loss": 0.023,
      "step": 13076
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217317310055442e-06,
      "loss": 0.0365,
      "step": 13077
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217180867228407e-06,
      "loss": 0.0109,
      "step": 13078
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.217044413519622e-06,
      "loss": 0.0342,
      "step": 13079
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.216907948929441e-06,
      "loss": 0.0205,
      "step": 13080
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.216771473458212e-06,
      "loss": 0.0179,
      "step": 13081
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21663498710629e-06,
      "loss": 0.0124,
      "step": 13082
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.216498489874028e-06,
      "loss": 0.0111,
      "step": 13083
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.216361981761776e-06,
      "loss": 0.0333,
      "step": 13084
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.216225462769886e-06,
      "loss": 0.01,
      "step": 13085
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.216088932898712e-06,
      "loss": 0.0043,
      "step": 13086
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.215952392148606e-06,
      "loss": 0.0025,
      "step": 13087
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21581584051992e-06,
      "loss": 0.0082,
      "step": 13088
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.215679278013006e-06,
      "loss": 0.0166,
      "step": 13089
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.215542704628218e-06,
      "loss": 0.0299,
      "step": 13090
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.215406120365906e-06,
      "loss": 0.007,
      "step": 13091
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.215269525226423e-06,
      "loss": 0.0065,
      "step": 13092
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21513291921012e-06,
      "loss": 0.0051,
      "step": 13093
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.214996302317356e-06,
      "loss": 0.0116,
      "step": 13094
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.214859674548477e-06,
      "loss": 0.0055,
      "step": 13095
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.214723035903836e-06,
      "loss": 0.0109,
      "step": 13096
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21458638638379e-06,
      "loss": 0.0048,
      "step": 13097
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.214449725988688e-06,
      "loss": 0.0124,
      "step": 13098
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.214313054718882e-06,
      "loss": 0.003,
      "step": 13099
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.214176372574726e-06,
      "loss": 0.0201,
      "step": 13100
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.214039679556575e-06,
      "loss": 0.0141,
      "step": 13101
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.213902975664777e-06,
      "loss": 0.0128,
      "step": 13102
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.213766260899689e-06,
      "loss": 0.0136,
      "step": 13103
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21362953526166e-06,
      "loss": 0.0114,
      "step": 13104
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.213492798751047e-06,
      "loss": 0.0293,
      "step": 13105
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.213356051368198e-06,
      "loss": 0.0082,
      "step": 13106
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.213219293113468e-06,
      "loss": 0.0193,
      "step": 13107
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.213082523987213e-06,
      "loss": 0.0125,
      "step": 13108
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.212945743989783e-06,
      "loss": 0.0065,
      "step": 13109
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21280895312153e-06,
      "loss": 0.0442,
      "step": 13110
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.212672151382808e-06,
      "loss": 0.0184,
      "step": 13111
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21253533877397e-06,
      "loss": 0.0073,
      "step": 13112
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21239851529537e-06,
      "loss": 0.0101,
      "step": 13113
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21226168094736e-06,
      "loss": 0.0134,
      "step": 13114
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.212124835730292e-06,
      "loss": 0.0088,
      "step": 13115
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.211987979644522e-06,
      "loss": 0.0021,
      "step": 13116
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.211851112690402e-06,
      "loss": 0.0084,
      "step": 13117
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.211714234868282e-06,
      "loss": 0.0022,
      "step": 13118
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.211577346178519e-06,
      "loss": 0.0184,
      "step": 13119
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.211440446621466e-06,
      "loss": 0.0041,
      "step": 13120
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.211303536197474e-06,
      "loss": 0.0142,
      "step": 13121
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.2111666149069e-06,
      "loss": 0.0045,
      "step": 13122
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.211029682750092e-06,
      "loss": 0.0205,
      "step": 13123
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.210892739727407e-06,
      "loss": 0.0077,
      "step": 13124
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.210755785839198e-06,
      "loss": 0.018,
      "step": 13125
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.210618821085818e-06,
      "loss": 0.0046,
      "step": 13126
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.210481845467621e-06,
      "loss": 0.0157,
      "step": 13127
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.21034485898496e-06,
      "loss": 0.0182,
      "step": 13128
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.210207861638185e-06,
      "loss": 0.0077,
      "step": 13129
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.210070853427654e-06,
      "loss": 0.0064,
      "step": 13130
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.209933834353723e-06,
      "loss": 0.0091,
      "step": 13131
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20979680441674e-06,
      "loss": 0.0192,
      "step": 13132
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.209659763617058e-06,
      "loss": 0.0035,
      "step": 13133
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.209522711955035e-06,
      "loss": 0.0045,
      "step": 13134
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.209385649431024e-06,
      "loss": 0.0241,
      "step": 13135
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.209248576045375e-06,
      "loss": 0.0025,
      "step": 13136
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.209111491798445e-06,
      "loss": 0.0234,
      "step": 13137
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.208974396690588e-06,
      "loss": 0.0067,
      "step": 13138
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.208837290722155e-06,
      "loss": 0.0139,
      "step": 13139
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.208700173893501e-06,
      "loss": 0.0075,
      "step": 13140
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20856304620498e-06,
      "loss": 0.0045,
      "step": 13141
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.208425907656948e-06,
      "loss": 0.0194,
      "step": 13142
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.208288758249756e-06,
      "loss": 0.0069,
      "step": 13143
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.208151597983758e-06,
      "loss": 0.0171,
      "step": 13144
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20801442685931e-06,
      "loss": 0.0012,
      "step": 13145
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.207877244876763e-06,
      "loss": 0.0212,
      "step": 13146
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.207740052036474e-06,
      "loss": 0.0104,
      "step": 13147
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.207602848338794e-06,
      "loss": 0.0163,
      "step": 13148
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20746563378408e-06,
      "loss": 0.0262,
      "step": 13149
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.207328408372684e-06,
      "loss": 0.0026,
      "step": 13150
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.207191172104961e-06,
      "loss": 0.0191,
      "step": 13151
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.207053924981264e-06,
      "loss": 0.0062,
      "step": 13152
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20691666700195e-06,
      "loss": 0.0054,
      "step": 13153
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20677939816737e-06,
      "loss": 0.0124,
      "step": 13154
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.206642118477879e-06,
      "loss": 0.0068,
      "step": 13155
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.206504827933831e-06,
      "loss": 0.0017,
      "step": 13156
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.206367526535582e-06,
      "loss": 0.0063,
      "step": 13157
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.206230214283486e-06,
      "loss": 0.0068,
      "step": 13158
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.206092891177895e-06,
      "loss": 0.0044,
      "step": 13159
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.205955557219166e-06,
      "loss": 0.0047,
      "step": 13160
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.205818212407652e-06,
      "loss": 0.0141,
      "step": 13161
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.205680856743707e-06,
      "loss": 0.0076,
      "step": 13162
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.205543490227685e-06,
      "loss": 0.0234,
      "step": 13163
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.205406112859942e-06,
      "loss": 0.0064,
      "step": 13164
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.205268724640832e-06,
      "loss": 0.0054,
      "step": 13165
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20513132557071e-06,
      "loss": 0.0184,
      "step": 13166
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.204993915649931e-06,
      "loss": 0.0139,
      "step": 13167
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.204856494878847e-06,
      "loss": 0.0204,
      "step": 13168
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.204719063257813e-06,
      "loss": 0.0086,
      "step": 13169
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.204581620787187e-06,
      "loss": 0.0084,
      "step": 13170
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.204444167467321e-06,
      "loss": 0.012,
      "step": 13171
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20430670329857e-06,
      "loss": 0.0085,
      "step": 13172
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.204169228281287e-06,
      "loss": 0.0161,
      "step": 13173
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.204031742415832e-06,
      "loss": 0.0068,
      "step": 13174
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.203894245702554e-06,
      "loss": 0.0089,
      "step": 13175
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20375673814181e-06,
      "loss": 0.0244,
      "step": 13176
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.203619219733955e-06,
      "loss": 0.0171,
      "step": 13177
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.203481690479343e-06,
      "loss": 0.0069,
      "step": 13178
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.203344150378332e-06,
      "loss": 0.0107,
      "step": 13179
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.203206599431273e-06,
      "loss": 0.0034,
      "step": 13180
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20306903763852e-06,
      "loss": 0.0065,
      "step": 13181
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.202931465000433e-06,
      "loss": 0.0179,
      "step": 13182
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.202793881517366e-06,
      "loss": 0.0289,
      "step": 13183
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20265628718967e-06,
      "loss": 0.0112,
      "step": 13184
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.202518682017703e-06,
      "loss": 0.0043,
      "step": 13185
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.20238106600182e-06,
      "loss": 0.0075,
      "step": 13186
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.202243439142374e-06,
      "loss": 0.0042,
      "step": 13187
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.202105801439722e-06,
      "loss": 0.0049,
      "step": 13188
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201968152894221e-06,
      "loss": 0.0046,
      "step": 13189
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201830493506221e-06,
      "loss": 0.0061,
      "step": 13190
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201692823276082e-06,
      "loss": 0.0092,
      "step": 13191
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201555142204157e-06,
      "loss": 0.0055,
      "step": 13192
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201417450290802e-06,
      "loss": 0.006,
      "step": 13193
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201279747536373e-06,
      "loss": 0.0159,
      "step": 13194
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201142033941222e-06,
      "loss": 0.0054,
      "step": 13195
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.201004309505708e-06,
      "loss": 0.0129,
      "step": 13196
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.200866574230185e-06,
      "loss": 0.0155,
      "step": 13197
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.200728828115008e-06,
      "loss": 0.0059,
      "step": 13198
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.200591071160534e-06,
      "loss": 0.0148,
      "step": 13199
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.200453303367118e-06,
      "loss": 0.0037,
      "step": 13200
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.200315524735113e-06,
      "loss": 0.0073,
      "step": 13201
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.200177735264877e-06,
      "loss": 0.0118,
      "step": 13202
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.200039934956763e-06,
      "loss": 0.0048,
      "step": 13203
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.199902123811131e-06,
      "loss": 0.017,
      "step": 13204
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.199764301828335e-06,
      "loss": 0.0078,
      "step": 13205
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.199626469008728e-06,
      "loss": 0.0232,
      "step": 13206
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.199488625352668e-06,
      "loss": 0.0359,
      "step": 13207
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19935077086051e-06,
      "loss": 0.0063,
      "step": 13208
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.199212905532608e-06,
      "loss": 0.0225,
      "step": 13209
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19907502936932e-06,
      "loss": 0.0312,
      "step": 13210
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.198937142371003e-06,
      "loss": 0.0128,
      "step": 13211
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19879924453801e-06,
      "loss": 0.0078,
      "step": 13212
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.198661335870697e-06,
      "loss": 0.0032,
      "step": 13213
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.198523416369423e-06,
      "loss": 0.0086,
      "step": 13214
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19838548603454e-06,
      "loss": 0.0056,
      "step": 13215
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.198247544866406e-06,
      "loss": 0.0221,
      "step": 13216
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.198109592865376e-06,
      "loss": 0.0226,
      "step": 13217
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.197971630031805e-06,
      "loss": 0.0017,
      "step": 13218
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.197833656366053e-06,
      "loss": 0.0075,
      "step": 13219
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.197695671868473e-06,
      "loss": 0.0243,
      "step": 13220
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.197557676539422e-06,
      "loss": 0.0071,
      "step": 13221
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.197419670379254e-06,
      "loss": 0.0041,
      "step": 13222
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.197281653388328e-06,
      "loss": 0.0453,
      "step": 13223
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.197143625566998e-06,
      "loss": 0.0027,
      "step": 13224
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19700558691562e-06,
      "loss": 0.0063,
      "step": 13225
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.196867537434551e-06,
      "loss": 0.0058,
      "step": 13226
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19672947712415e-06,
      "loss": 0.0141,
      "step": 13227
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.196591405984767e-06,
      "loss": 0.0096,
      "step": 13228
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.196453324016766e-06,
      "loss": 0.0189,
      "step": 13229
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.196315231220496e-06,
      "loss": 0.0138,
      "step": 13230
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.196177127596317e-06,
      "loss": 0.0034,
      "step": 13231
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.196039013144586e-06,
      "loss": 0.023,
      "step": 13232
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.195900887865656e-06,
      "loss": 0.0043,
      "step": 13233
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.195762751759886e-06,
      "loss": 0.0055,
      "step": 13234
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.195624604827635e-06,
      "loss": 0.0281,
      "step": 13235
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.195486447069253e-06,
      "loss": 0.0119,
      "step": 13236
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.195348278485103e-06,
      "loss": 0.0056,
      "step": 13237
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.195210099075538e-06,
      "loss": 0.0166,
      "step": 13238
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.195071908840913e-06,
      "loss": 0.0088,
      "step": 13239
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.194933707781589e-06,
      "loss": 0.0048,
      "step": 13240
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19479549589792e-06,
      "loss": 0.0057,
      "step": 13241
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.194657273190261e-06,
      "loss": 0.0099,
      "step": 13242
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19451903965897e-06,
      "loss": 0.0118,
      "step": 13243
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.194380795304408e-06,
      "loss": 0.0068,
      "step": 13244
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.194242540126924e-06,
      "loss": 0.0418,
      "step": 13245
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19410427412688e-06,
      "loss": 0.0188,
      "step": 13246
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.193965997304632e-06,
      "loss": 0.0032,
      "step": 13247
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.193827709660536e-06,
      "loss": 0.0144,
      "step": 13248
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.193689411194951e-06,
      "loss": 0.0135,
      "step": 13249
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.19355110190823e-06,
      "loss": 0.0074,
      "step": 13250
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.193412781800733e-06,
      "loss": 0.0073,
      "step": 13251
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.193274450872815e-06,
      "loss": 0.0056,
      "step": 13252
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.193136109124834e-06,
      "loss": 0.0103,
      "step": 13253
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192997756557145e-06,
      "loss": 0.007,
      "step": 13254
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192859393170108e-06,
      "loss": 0.0032,
      "step": 13255
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192721018964078e-06,
      "loss": 0.0037,
      "step": 13256
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192582633939415e-06,
      "loss": 0.0068,
      "step": 13257
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192444238096471e-06,
      "loss": 0.0097,
      "step": 13258
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192305831435608e-06,
      "loss": 0.0243,
      "step": 13259
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192167413957181e-06,
      "loss": 0.0342,
      "step": 13260
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.192028985661547e-06,
      "loss": 0.0113,
      "step": 13261
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.191890546549063e-06,
      "loss": 0.0052,
      "step": 13262
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.191752096620085e-06,
      "loss": 0.0094,
      "step": 13263
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.191613635874975e-06,
      "loss": 0.0451,
      "step": 13264
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.191475164314085e-06,
      "loss": 0.0211,
      "step": 13265
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.191336681937777e-06,
      "loss": 0.0025,
      "step": 13266
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.191198188746404e-06,
      "loss": 0.0072,
      "step": 13267
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.191059684740324e-06,
      "loss": 0.041,
      "step": 13268
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.190921169919898e-06,
      "loss": 0.0053,
      "step": 13269
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.190782644285478e-06,
      "loss": 0.0441,
      "step": 13270
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.190644107837428e-06,
      "loss": 0.0062,
      "step": 13271
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1905055605761e-06,
      "loss": 0.026,
      "step": 13272
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.190367002501851e-06,
      "loss": 0.0069,
      "step": 13273
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.190228433615045e-06,
      "loss": 0.0093,
      "step": 13274
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.190089853916034e-06,
      "loss": 0.0183,
      "step": 13275
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.189951263405177e-06,
      "loss": 0.0037,
      "step": 13276
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.189812662082831e-06,
      "loss": 0.012,
      "step": 13277
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.189674049949355e-06,
      "loss": 0.0296,
      "step": 13278
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.189535427005106e-06,
      "loss": 0.0102,
      "step": 13279
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.18939679325044e-06,
      "loss": 0.0092,
      "step": 13280
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.18925814868572e-06,
      "loss": 0.0078,
      "step": 13281
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.189119493311297e-06,
      "loss": 0.0128,
      "step": 13282
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188980827127532e-06,
      "loss": 0.0082,
      "step": 13283
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188842150134785e-06,
      "loss": 0.0078,
      "step": 13284
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188703462333409e-06,
      "loss": 0.0032,
      "step": 13285
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188564763723766e-06,
      "loss": 0.0118,
      "step": 13286
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188426054306212e-06,
      "loss": 0.018,
      "step": 13287
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188287334081105e-06,
      "loss": 0.0145,
      "step": 13288
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188148603048804e-06,
      "loss": 0.0313,
      "step": 13289
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.188009861209664e-06,
      "loss": 0.0044,
      "step": 13290
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.187871108564046e-06,
      "loss": 0.0102,
      "step": 13291
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.187732345112308e-06,
      "loss": 0.0103,
      "step": 13292
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.187593570854806e-06,
      "loss": 0.0033,
      "step": 13293
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1874547857919e-06,
      "loss": 0.0006,
      "step": 13294
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.187315989923948e-06,
      "loss": 0.0078,
      "step": 13295
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.187177183251309e-06,
      "loss": 0.0039,
      "step": 13296
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.187038365774335e-06,
      "loss": 0.0054,
      "step": 13297
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.186899537493392e-06,
      "loss": 0.0215,
      "step": 13298
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.186760698408835e-06,
      "loss": 0.0289,
      "step": 13299
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.186621848521022e-06,
      "loss": 0.0093,
      "step": 13300
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.186482987830311e-06,
      "loss": 0.0205,
      "step": 13301
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.186344116337062e-06,
      "loss": 0.0222,
      "step": 13302
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.186205234041635e-06,
      "loss": 0.0062,
      "step": 13303
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.186066340944382e-06,
      "loss": 0.0058,
      "step": 13304
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.185927437045665e-06,
      "loss": 0.0119,
      "step": 13305
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.185788522345843e-06,
      "loss": 0.0114,
      "step": 13306
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.185649596845274e-06,
      "loss": 0.0119,
      "step": 13307
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.185510660544317e-06,
      "loss": 0.0128,
      "step": 13308
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.18537171344333e-06,
      "loss": 0.0068,
      "step": 13309
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.185232755542671e-06,
      "loss": 0.0073,
      "step": 13310
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1850937868427e-06,
      "loss": 0.01,
      "step": 13311
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.184954807343774e-06,
      "loss": 0.0096,
      "step": 13312
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.184815817046251e-06,
      "loss": 0.0073,
      "step": 13313
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.18467681595049e-06,
      "loss": 0.0044,
      "step": 13314
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.184537804056853e-06,
      "loss": 0.0116,
      "step": 13315
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.184398781365696e-06,
      "loss": 0.0051,
      "step": 13316
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.184259747877377e-06,
      "loss": 0.01,
      "step": 13317
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.184120703592257e-06,
      "loss": 0.0046,
      "step": 13318
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183981648510691e-06,
      "loss": 0.0095,
      "step": 13319
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183842582633043e-06,
      "loss": 0.0095,
      "step": 13320
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183703505959667e-06,
      "loss": 0.0064,
      "step": 13321
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183564418490925e-06,
      "loss": 0.0156,
      "step": 13322
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183425320227175e-06,
      "loss": 0.0059,
      "step": 13323
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183286211168775e-06,
      "loss": 0.0158,
      "step": 13324
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183147091316085e-06,
      "loss": 0.006,
      "step": 13325
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.183007960669465e-06,
      "loss": 0.006,
      "step": 13326
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.182868819229271e-06,
      "loss": 0.0296,
      "step": 13327
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.182729666995864e-06,
      "loss": 0.0307,
      "step": 13328
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.182590503969604e-06,
      "loss": 0.0404,
      "step": 13329
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.182451330150847e-06,
      "loss": 0.01,
      "step": 13330
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.182312145539955e-06,
      "loss": 0.0088,
      "step": 13331
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.182172950137287e-06,
      "loss": 0.0101,
      "step": 13332
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.182033743943201e-06,
      "loss": 0.0028,
      "step": 13333
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.181894526958056e-06,
      "loss": 0.0046,
      "step": 13334
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.18175529918221e-06,
      "loss": 0.0107,
      "step": 13335
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.181616060616028e-06,
      "loss": 0.0076,
      "step": 13336
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.181476811259864e-06,
      "loss": 0.0042,
      "step": 13337
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.181337551114077e-06,
      "loss": 0.0318,
      "step": 13338
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.18119828017903e-06,
      "loss": 0.0563,
      "step": 13339
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.181058998455077e-06,
      "loss": 0.0273,
      "step": 13340
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.180919705942584e-06,
      "loss": 0.0151,
      "step": 13341
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.180780402641905e-06,
      "loss": 0.0079,
      "step": 13342
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.180641088553404e-06,
      "loss": 0.0081,
      "step": 13343
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.180501763677435e-06,
      "loss": 0.0055,
      "step": 13344
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.180362428014361e-06,
      "loss": 0.0137,
      "step": 13345
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.180223081564543e-06,
      "loss": 0.018,
      "step": 13346
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.180083724328338e-06,
      "loss": 0.0207,
      "step": 13347
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.179944356306107e-06,
      "loss": 0.0111,
      "step": 13348
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.179804977498207e-06,
      "loss": 0.0112,
      "step": 13349
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.179665587905e-06,
      "loss": 0.0055,
      "step": 13350
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.179526187526845e-06,
      "loss": 0.0071,
      "step": 13351
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.179386776364103e-06,
      "loss": 0.0253,
      "step": 13352
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.179247354417134e-06,
      "loss": 0.0035,
      "step": 13353
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.179107921686293e-06,
      "loss": 0.0072,
      "step": 13354
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.178968478171944e-06,
      "loss": 0.0495,
      "step": 13355
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.178829023874447e-06,
      "loss": 0.0035,
      "step": 13356
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17868955879416e-06,
      "loss": 0.0226,
      "step": 13357
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.178550082931445e-06,
      "loss": 0.0239,
      "step": 13358
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.178410596286659e-06,
      "loss": 0.0324,
      "step": 13359
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.178271098860163e-06,
      "loss": 0.0102,
      "step": 13360
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17813159065232e-06,
      "loss": 0.0061,
      "step": 13361
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.177992071663484e-06,
      "loss": 0.0167,
      "step": 13362
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.177852541894022e-06,
      "loss": 0.0024,
      "step": 13363
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.177713001344288e-06,
      "loss": 0.0029,
      "step": 13364
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.177573450014644e-06,
      "loss": 0.009,
      "step": 13365
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.177433887905451e-06,
      "loss": 0.0102,
      "step": 13366
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17729431501707e-06,
      "loss": 0.005,
      "step": 13367
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17715473134986e-06,
      "loss": 0.023,
      "step": 13368
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17701513690418e-06,
      "loss": 0.0073,
      "step": 13369
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17687553168039e-06,
      "loss": 0.0036,
      "step": 13370
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.176735915678854e-06,
      "loss": 0.0104,
      "step": 13371
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.176596288899928e-06,
      "loss": 0.0029,
      "step": 13372
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.176456651343976e-06,
      "loss": 0.0073,
      "step": 13373
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.176317003011355e-06,
      "loss": 0.0024,
      "step": 13374
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.176177343902426e-06,
      "loss": 0.0077,
      "step": 13375
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.176037674017551e-06,
      "loss": 0.013,
      "step": 13376
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.175897993357089e-06,
      "loss": 0.0049,
      "step": 13377
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1757583019214e-06,
      "loss": 0.0054,
      "step": 13378
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.175618599710848e-06,
      "loss": 0.0299,
      "step": 13379
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.175478886725789e-06,
      "loss": 0.008,
      "step": 13380
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.175339162966584e-06,
      "loss": 0.0153,
      "step": 13381
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.175199428433597e-06,
      "loss": 0.0072,
      "step": 13382
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.175059683127185e-06,
      "loss": 0.0083,
      "step": 13383
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.174919927047709e-06,
      "loss": 0.0122,
      "step": 13384
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.174780160195534e-06,
      "loss": 0.0077,
      "step": 13385
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.174640382571014e-06,
      "loss": 0.0069,
      "step": 13386
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.174500594174514e-06,
      "loss": 0.0108,
      "step": 13387
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.174360795006393e-06,
      "loss": 0.0106,
      "step": 13388
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.174220985067014e-06,
      "loss": 0.0057,
      "step": 13389
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.174081164356734e-06,
      "loss": 0.0021,
      "step": 13390
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.173941332875918e-06,
      "loss": 0.0209,
      "step": 13391
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.173801490624923e-06,
      "loss": 0.0275,
      "step": 13392
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.173661637604112e-06,
      "loss": 0.0056,
      "step": 13393
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.173521773813844e-06,
      "loss": 0.0186,
      "step": 13394
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.173381899254484e-06,
      "loss": 0.0089,
      "step": 13395
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17324201392639e-06,
      "loss": 0.0074,
      "step": 13396
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.173102117829922e-06,
      "loss": 0.0085,
      "step": 13397
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.172962210965442e-06,
      "loss": 0.0092,
      "step": 13398
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.172822293333312e-06,
      "loss": 0.0056,
      "step": 13399
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.172682364933891e-06,
      "loss": 0.0126,
      "step": 13400
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17254242576754e-06,
      "loss": 0.0059,
      "step": 13401
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.172402475834625e-06,
      "loss": 0.0099,
      "step": 13402
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.172262515135502e-06,
      "loss": 0.0064,
      "step": 13403
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.172122543670533e-06,
      "loss": 0.0123,
      "step": 13404
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17198256144008e-06,
      "loss": 0.0105,
      "step": 13405
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.171842568444505e-06,
      "loss": 0.0087,
      "step": 13406
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.171702564684166e-06,
      "loss": 0.0138,
      "step": 13407
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.171562550159427e-06,
      "loss": 0.0102,
      "step": 13408
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17142252487065e-06,
      "loss": 0.0075,
      "step": 13409
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.171282488818195e-06,
      "loss": 0.0361,
      "step": 13410
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.171142442002421e-06,
      "loss": 0.0089,
      "step": 13411
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.171002384423695e-06,
      "loss": 0.0321,
      "step": 13412
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.170862316082374e-06,
      "loss": 0.0402,
      "step": 13413
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17072223697882e-06,
      "loss": 0.0035,
      "step": 13414
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.170582147113394e-06,
      "loss": 0.013,
      "step": 13415
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17044204648646e-06,
      "loss": 0.0099,
      "step": 13416
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.170301935098379e-06,
      "loss": 0.0102,
      "step": 13417
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.17016181294951e-06,
      "loss": 0.0063,
      "step": 13418
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.170021680040216e-06,
      "loss": 0.0086,
      "step": 13419
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.169881536370859e-06,
      "loss": 0.028,
      "step": 13420
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.169741381941801e-06,
      "loss": 0.0082,
      "step": 13421
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.169601216753402e-06,
      "loss": 0.0037,
      "step": 13422
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.169461040806027e-06,
      "loss": 0.0081,
      "step": 13423
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.169320854100033e-06,
      "loss": 0.0055,
      "step": 13424
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.169180656635784e-06,
      "loss": 0.0094,
      "step": 13425
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.169040448413643e-06,
      "loss": 0.01,
      "step": 13426
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.168900229433971e-06,
      "loss": 0.0245,
      "step": 13427
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.168759999697128e-06,
      "loss": 0.0065,
      "step": 13428
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.168619759203477e-06,
      "loss": 0.0106,
      "step": 13429
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.168479507953381e-06,
      "loss": 0.0141,
      "step": 13430
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1683392459472e-06,
      "loss": 0.0034,
      "step": 13431
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.168198973185299e-06,
      "loss": 0.0075,
      "step": 13432
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.168058689668035e-06,
      "loss": 0.0101,
      "step": 13433
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.167918395395776e-06,
      "loss": 0.0499,
      "step": 13434
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.16777809036888e-06,
      "loss": 0.0067,
      "step": 13435
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.16763777458771e-06,
      "loss": 0.0069,
      "step": 13436
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.167497448052626e-06,
      "loss": 0.0105,
      "step": 13437
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.167357110763995e-06,
      "loss": 0.0114,
      "step": 13438
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.167216762722172e-06,
      "loss": 0.0089,
      "step": 13439
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.167076403927529e-06,
      "loss": 0.002,
      "step": 13440
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.166936034380419e-06,
      "loss": 0.0089,
      "step": 13441
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.166795654081208e-06,
      "loss": 0.0204,
      "step": 13442
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.166655263030258e-06,
      "loss": 0.0045,
      "step": 13443
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.166514861227931e-06,
      "loss": 0.0059,
      "step": 13444
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.16637444867459e-06,
      "loss": 0.0058,
      "step": 13445
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.166234025370597e-06,
      "loss": 0.0161,
      "step": 13446
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.166093591316314e-06,
      "loss": 0.0162,
      "step": 13447
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.165953146512103e-06,
      "loss": 0.0096,
      "step": 13448
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.165812690958327e-06,
      "loss": 0.0047,
      "step": 13449
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.165672224655348e-06,
      "loss": 0.0137,
      "step": 13450
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.165531747603531e-06,
      "loss": 0.0079,
      "step": 13451
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.165391259803234e-06,
      "loss": 0.0448,
      "step": 13452
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.165250761254822e-06,
      "loss": 0.0115,
      "step": 13453
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.165110251958658e-06,
      "loss": 0.013,
      "step": 13454
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.164969731915103e-06,
      "loss": 0.0059,
      "step": 13455
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.164829201124521e-06,
      "loss": 0.0076,
      "step": 13456
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.164688659587274e-06,
      "loss": 0.0111,
      "step": 13457
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.164548107303726e-06,
      "loss": 0.0141,
      "step": 13458
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.164407544274236e-06,
      "loss": 0.009,
      "step": 13459
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.16426697049917e-06,
      "loss": 0.0085,
      "step": 13460
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.164126385978891e-06,
      "loss": 0.0049,
      "step": 13461
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163985790713758e-06,
      "loss": 0.019,
      "step": 13462
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163845184704138e-06,
      "loss": 0.0147,
      "step": 13463
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163704567950391e-06,
      "loss": 0.005,
      "step": 13464
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163563940452884e-06,
      "loss": 0.004,
      "step": 13465
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163423302211973e-06,
      "loss": 0.0219,
      "step": 13466
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163282653228028e-06,
      "loss": 0.0076,
      "step": 13467
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163141993501408e-06,
      "loss": 0.0101,
      "step": 13468
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.163001323032474e-06,
      "loss": 0.0047,
      "step": 13469
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.162860641821593e-06,
      "loss": 0.0014,
      "step": 13470
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.162719949869128e-06,
      "loss": 0.0048,
      "step": 13471
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.162579247175439e-06,
      "loss": 0.0026,
      "step": 13472
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.162438533740891e-06,
      "loss": 0.0028,
      "step": 13473
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.162297809565848e-06,
      "loss": 0.004,
      "step": 13474
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.162157074650671e-06,
      "loss": 0.0101,
      "step": 13475
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.162016328995725e-06,
      "loss": 0.0255,
      "step": 13476
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.161875572601372e-06,
      "loss": 0.0147,
      "step": 13477
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.161734805467974e-06,
      "loss": 0.0064,
      "step": 13478
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.161594027595895e-06,
      "loss": 0.0354,
      "step": 13479
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.161453238985501e-06,
      "loss": 0.0085,
      "step": 13480
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.161312439637152e-06,
      "loss": 0.0143,
      "step": 13481
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.161171629551213e-06,
      "loss": 0.0129,
      "step": 13482
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.161030808728047e-06,
      "loss": 0.0105,
      "step": 13483
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.160889977168017e-06,
      "loss": 0.0153,
      "step": 13484
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.160749134871487e-06,
      "loss": 0.0107,
      "step": 13485
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.160608281838819e-06,
      "loss": 0.0136,
      "step": 13486
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.160467418070378e-06,
      "loss": 0.0186,
      "step": 13487
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.160326543566527e-06,
      "loss": 0.0233,
      "step": 13488
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.16018565832763e-06,
      "loss": 0.0039,
      "step": 13489
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.160044762354048e-06,
      "loss": 0.0097,
      "step": 13490
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15990385564615e-06,
      "loss": 0.0249,
      "step": 13491
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.159762938204292e-06,
      "loss": 0.0095,
      "step": 13492
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.159622010028844e-06,
      "loss": 0.0031,
      "step": 13493
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.159481071120167e-06,
      "loss": 0.0178,
      "step": 13494
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.159340121478624e-06,
      "loss": 0.0205,
      "step": 13495
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.159199161104582e-06,
      "loss": 0.0117,
      "step": 13496
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1590581899984e-06,
      "loss": 0.0015,
      "step": 13497
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.158917208160445e-06,
      "loss": 0.011,
      "step": 13498
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.158776215591082e-06,
      "loss": 0.0063,
      "step": 13499
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.158635212290671e-06,
      "loss": 0.0078,
      "step": 13500
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.158494198259578e-06,
      "loss": 0.0099,
      "step": 13501
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.158353173498165e-06,
      "loss": 0.0046,
      "step": 13502
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1582121380068e-06,
      "loss": 0.0048,
      "step": 13503
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.158071091785842e-06,
      "loss": 0.0198,
      "step": 13504
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.157930034835658e-06,
      "loss": 0.0098,
      "step": 13505
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.157788967156611e-06,
      "loss": 0.0212,
      "step": 13506
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.157647888749068e-06,
      "loss": 0.008,
      "step": 13507
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.157506799613386e-06,
      "loss": 0.0044,
      "step": 13508
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.157365699749936e-06,
      "loss": 0.016,
      "step": 13509
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.157224589159079e-06,
      "loss": 0.0141,
      "step": 13510
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.157083467841178e-06,
      "loss": 0.0043,
      "step": 13511
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.156942335796602e-06,
      "loss": 0.0205,
      "step": 13512
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15680119302571e-06,
      "loss": 0.0015,
      "step": 13513
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.156660039528867e-06,
      "loss": 0.0044,
      "step": 13514
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15651887530644e-06,
      "loss": 0.0034,
      "step": 13515
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.156377700358789e-06,
      "loss": 0.008,
      "step": 13516
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.156236514686283e-06,
      "loss": 0.0154,
      "step": 13517
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.156095318289284e-06,
      "loss": 0.0037,
      "step": 13518
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.155954111168156e-06,
      "loss": 0.0102,
      "step": 13519
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.155812893323263e-06,
      "loss": 0.0092,
      "step": 13520
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15567166475497e-06,
      "loss": 0.0034,
      "step": 13521
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.155530425463644e-06,
      "loss": 0.0008,
      "step": 13522
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.155389175449645e-06,
      "loss": 0.0252,
      "step": 13523
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.155247914713338e-06,
      "loss": 0.0041,
      "step": 13524
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.155106643255092e-06,
      "loss": 0.0088,
      "step": 13525
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.154965361075267e-06,
      "loss": 0.0116,
      "step": 13526
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.154824068174231e-06,
      "loss": 0.0047,
      "step": 13527
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.154682764552345e-06,
      "loss": 0.0137,
      "step": 13528
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.154541450209976e-06,
      "loss": 0.0097,
      "step": 13529
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.154400125147487e-06,
      "loss": 0.0044,
      "step": 13530
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.154258789365243e-06,
      "loss": 0.0041,
      "step": 13531
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15411744286361e-06,
      "loss": 0.0173,
      "step": 13532
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.153976085642953e-06,
      "loss": 0.0256,
      "step": 13533
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.153834717703635e-06,
      "loss": 0.0111,
      "step": 13534
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15369333904602e-06,
      "loss": 0.0121,
      "step": 13535
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.153551949670478e-06,
      "loss": 0.0051,
      "step": 13536
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.153410549577369e-06,
      "loss": 0.0094,
      "step": 13537
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.153269138767058e-06,
      "loss": 0.0063,
      "step": 13538
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15312771723991e-06,
      "loss": 0.0036,
      "step": 13539
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.152986284996292e-06,
      "loss": 0.0144,
      "step": 13540
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.152844842036568e-06,
      "loss": 0.0077,
      "step": 13541
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1527033883611e-06,
      "loss": 0.0223,
      "step": 13542
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15256192397026e-06,
      "loss": 0.0114,
      "step": 13543
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.152420448864408e-06,
      "loss": 0.0059,
      "step": 13544
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.152278963043908e-06,
      "loss": 0.0031,
      "step": 13545
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.152137466509128e-06,
      "loss": 0.0195,
      "step": 13546
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.151995959260431e-06,
      "loss": 0.0089,
      "step": 13547
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.151854441298184e-06,
      "loss": 0.0053,
      "step": 13548
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15171291262275e-06,
      "loss": 0.0166,
      "step": 13549
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.151571373234499e-06,
      "loss": 0.0095,
      "step": 13550
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15142982313379e-06,
      "loss": 0.0062,
      "step": 13551
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15128826232099e-06,
      "loss": 0.0169,
      "step": 13552
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.151146690796467e-06,
      "loss": 0.0094,
      "step": 13553
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.151005108560584e-06,
      "loss": 0.0038,
      "step": 13554
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.150863515613708e-06,
      "loss": 0.0027,
      "step": 13555
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.150721911956203e-06,
      "loss": 0.0048,
      "step": 13556
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.150580297588431e-06,
      "loss": 0.0179,
      "step": 13557
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.150438672510765e-06,
      "loss": 0.0421,
      "step": 13558
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.150297036723565e-06,
      "loss": 0.0119,
      "step": 13559
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.150155390227199e-06,
      "loss": 0.0106,
      "step": 13560
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.15001373302203e-06,
      "loss": 0.0217,
      "step": 13561
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.149872065108428e-06,
      "loss": 0.0031,
      "step": 13562
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.149730386486751e-06,
      "loss": 0.0129,
      "step": 13563
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.149588697157372e-06,
      "loss": 0.0069,
      "step": 13564
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.149446997120653e-06,
      "loss": 0.0213,
      "step": 13565
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.14930528637696e-06,
      "loss": 0.0041,
      "step": 13566
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.14916356492666e-06,
      "loss": 0.0084,
      "step": 13567
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.149021832770118e-06,
      "loss": 0.0418,
      "step": 13568
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.148880089907697e-06,
      "loss": 0.0054,
      "step": 13569
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.148738336339766e-06,
      "loss": 0.0182,
      "step": 13570
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.148596572066691e-06,
      "loss": 0.0121,
      "step": 13571
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.148454797088837e-06,
      "loss": 0.004,
      "step": 13572
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.148313011406568e-06,
      "loss": 0.0035,
      "step": 13573
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.148171215020251e-06,
      "loss": 0.0117,
      "step": 13574
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.148029407930255e-06,
      "loss": 0.0154,
      "step": 13575
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.147887590136942e-06,
      "loss": 0.0083,
      "step": 13576
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.147745761640678e-06,
      "loss": 0.0351,
      "step": 13577
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.147603922441831e-06,
      "loss": 0.0284,
      "step": 13578
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.147462072540767e-06,
      "loss": 0.0029,
      "step": 13579
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.14732021193785e-06,
      "loss": 0.0051,
      "step": 13580
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.147178340633447e-06,
      "loss": 0.038,
      "step": 13581
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.147036458627923e-06,
      "loss": 0.0128,
      "step": 13582
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.146894565921647e-06,
      "loss": 0.0122,
      "step": 13583
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.146752662514984e-06,
      "loss": 0.014,
      "step": 13584
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.146610748408299e-06,
      "loss": 0.0076,
      "step": 13585
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.146468823601958e-06,
      "loss": 0.0052,
      "step": 13586
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.146326888096329e-06,
      "loss": 0.0106,
      "step": 13587
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.146184941891778e-06,
      "loss": 0.0085,
      "step": 13588
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.146042984988668e-06,
      "loss": 0.011,
      "step": 13589
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.14590101738737e-06,
      "loss": 0.0056,
      "step": 13590
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.145759039088247e-06,
      "loss": 0.0043,
      "step": 13591
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.145617050091668e-06,
      "loss": 0.0189,
      "step": 13592
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.145475050397997e-06,
      "loss": 0.0159,
      "step": 13593
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1453330400076e-06,
      "loss": 0.0059,
      "step": 13594
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.145191018920846e-06,
      "loss": 0.0089,
      "step": 13595
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.145048987138102e-06,
      "loss": 0.0104,
      "step": 13596
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.144906944659728e-06,
      "loss": 0.0034,
      "step": 13597
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1447648914861e-06,
      "loss": 0.0085,
      "step": 13598
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.144622827617577e-06,
      "loss": 0.0093,
      "step": 13599
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.144480753054529e-06,
      "loss": 0.0153,
      "step": 13600
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.144338667797322e-06,
      "loss": 0.0047,
      "step": 13601
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.144196571846322e-06,
      "loss": 0.0225,
      "step": 13602
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.144054465201898e-06,
      "loss": 0.0046,
      "step": 13603
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.143912347864412e-06,
      "loss": 0.0109,
      "step": 13604
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.143770219834235e-06,
      "loss": 0.0093,
      "step": 13605
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.143628081111733e-06,
      "loss": 0.0097,
      "step": 13606
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.143485931697272e-06,
      "loss": 0.0139,
      "step": 13607
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.143343771591218e-06,
      "loss": 0.0035,
      "step": 13608
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.143201600793939e-06,
      "loss": 0.0067,
      "step": 13609
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.143059419305802e-06,
      "loss": 0.0192,
      "step": 13610
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.142917227127172e-06,
      "loss": 0.0067,
      "step": 13611
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.14277502425842e-06,
      "loss": 0.0058,
      "step": 13612
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.14263281069991e-06,
      "loss": 0.0032,
      "step": 13613
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.142490586452006e-06,
      "loss": 0.004,
      "step": 13614
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.142348351515082e-06,
      "loss": 0.0093,
      "step": 13615
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1422061058895e-06,
      "loss": 0.0097,
      "step": 13616
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.142063849575627e-06,
      "loss": 0.0057,
      "step": 13617
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.141921582573832e-06,
      "loss": 0.0056,
      "step": 13618
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.141779304884482e-06,
      "loss": 0.0073,
      "step": 13619
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.141637016507942e-06,
      "loss": 0.0098,
      "step": 13620
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.141494717444583e-06,
      "loss": 0.0103,
      "step": 13621
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.141352407694768e-06,
      "loss": 0.0203,
      "step": 13622
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.141210087258866e-06,
      "loss": 0.0113,
      "step": 13623
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.141067756137246e-06,
      "loss": 0.0408,
      "step": 13624
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.140925414330273e-06,
      "loss": 0.0045,
      "step": 13625
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.140783061838314e-06,
      "loss": 0.0217,
      "step": 13626
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.14064069866174e-06,
      "loss": 0.0049,
      "step": 13627
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.140498324800912e-06,
      "loss": 0.0117,
      "step": 13628
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.140355940256203e-06,
      "loss": 0.0152,
      "step": 13629
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.140213545027978e-06,
      "loss": 0.003,
      "step": 13630
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.140071139116605e-06,
      "loss": 0.0044,
      "step": 13631
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13992872252245e-06,
      "loss": 0.0106,
      "step": 13632
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.139786295245882e-06,
      "loss": 0.0113,
      "step": 13633
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.139643857287268e-06,
      "loss": 0.0101,
      "step": 13634
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.139501408646977e-06,
      "loss": 0.0023,
      "step": 13635
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.139358949325373e-06,
      "loss": 0.0153,
      "step": 13636
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13921647932283e-06,
      "loss": 0.0075,
      "step": 13637
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.139073998639708e-06,
      "loss": 0.0161,
      "step": 13638
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.138931507276378e-06,
      "loss": 0.0094,
      "step": 13639
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.138789005233211e-06,
      "loss": 0.0079,
      "step": 13640
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.138646492510568e-06,
      "loss": 0.0079,
      "step": 13641
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.138503969108824e-06,
      "loss": 0.0085,
      "step": 13642
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13836143502834e-06,
      "loss": 0.0341,
      "step": 13643
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.138218890269487e-06,
      "loss": 0.0095,
      "step": 13644
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.138076334832635e-06,
      "loss": 0.0032,
      "step": 13645
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.137933768718147e-06,
      "loss": 0.011,
      "step": 13646
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.137791191926395e-06,
      "loss": 0.0338,
      "step": 13647
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.137648604457744e-06,
      "loss": 0.0028,
      "step": 13648
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.137506006312564e-06,
      "loss": 0.0316,
      "step": 13649
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13736339749122e-06,
      "loss": 0.0082,
      "step": 13650
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.137220777994084e-06,
      "loss": 0.0076,
      "step": 13651
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.137078147821523e-06,
      "loss": 0.0097,
      "step": 13652
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.136935506973903e-06,
      "loss": 0.0175,
      "step": 13653
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.136792855451593e-06,
      "loss": 0.0031,
      "step": 13654
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.136650193254961e-06,
      "loss": 0.0163,
      "step": 13655
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.136507520384377e-06,
      "loss": 0.0078,
      "step": 13656
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.136364836840206e-06,
      "loss": 0.0074,
      "step": 13657
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.136222142622819e-06,
      "loss": 0.0083,
      "step": 13658
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.136079437732581e-06,
      "loss": 0.0036,
      "step": 13659
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.135936722169864e-06,
      "loss": 0.0088,
      "step": 13660
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.135793995935033e-06,
      "loss": 0.0357,
      "step": 13661
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13565125902846e-06,
      "loss": 0.0141,
      "step": 13662
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.135508511450509e-06,
      "loss": 0.0039,
      "step": 13663
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.135365753201551e-06,
      "loss": 0.011,
      "step": 13664
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.135222984281953e-06,
      "loss": 0.0061,
      "step": 13665
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.135080204692083e-06,
      "loss": 0.0098,
      "step": 13666
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.134937414432314e-06,
      "loss": 0.0058,
      "step": 13667
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.134794613503009e-06,
      "loss": 0.0121,
      "step": 13668
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.134651801904538e-06,
      "loss": 0.0035,
      "step": 13669
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13450897963727e-06,
      "loss": 0.0104,
      "step": 13670
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.134366146701574e-06,
      "loss": 0.0206,
      "step": 13671
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.134223303097817e-06,
      "loss": 0.0247,
      "step": 13672
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13408044882637e-06,
      "loss": 0.0112,
      "step": 13673
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.1339375838876e-06,
      "loss": 0.0181,
      "step": 13674
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.133794708281875e-06,
      "loss": 0.002,
      "step": 13675
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.133651822009566e-06,
      "loss": 0.018,
      "step": 13676
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.133508925071038e-06,
      "loss": 0.0049,
      "step": 13677
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.133366017466663e-06,
      "loss": 0.0065,
      "step": 13678
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.133223099196808e-06,
      "loss": 0.0064,
      "step": 13679
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.133080170261845e-06,
      "loss": 0.0151,
      "step": 13680
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.132937230662138e-06,
      "loss": 0.0102,
      "step": 13681
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.132794280398059e-06,
      "loss": 0.0099,
      "step": 13682
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.132651319469974e-06,
      "loss": 0.0131,
      "step": 13683
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.132508347878257e-06,
      "loss": 0.0284,
      "step": 13684
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.132365365623273e-06,
      "loss": 0.0096,
      "step": 13685
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13222237270539e-06,
      "loss": 0.0112,
      "step": 13686
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.132079369124979e-06,
      "loss": 0.0137,
      "step": 13687
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13193635488241e-06,
      "loss": 0.0171,
      "step": 13688
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13179332997805e-06,
      "loss": 0.0013,
      "step": 13689
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.131650294412268e-06,
      "loss": 0.0083,
      "step": 13690
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.131507248185436e-06,
      "loss": 0.0046,
      "step": 13691
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.131364191297919e-06,
      "loss": 0.0265,
      "step": 13692
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13122112375009e-06,
      "loss": 0.0087,
      "step": 13693
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.131078045542313e-06,
      "loss": 0.0027,
      "step": 13694
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.130934956674963e-06,
      "loss": 0.0069,
      "step": 13695
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.130791857148406e-06,
      "loss": 0.0088,
      "step": 13696
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.130648746963011e-06,
      "loss": 0.0362,
      "step": 13697
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.130505626119149e-06,
      "loss": 0.0284,
      "step": 13698
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13036249461719e-06,
      "loss": 0.0045,
      "step": 13699
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.130219352457499e-06,
      "loss": 0.0152,
      "step": 13700
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.13007619964045e-06,
      "loss": 0.0133,
      "step": 13701
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.12993303616641e-06,
      "loss": 0.0122,
      "step": 13702
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.129789862035747e-06,
      "loss": 0.017,
      "step": 13703
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.129646677248836e-06,
      "loss": 0.0076,
      "step": 13704
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.12950348180604e-06,
      "loss": 0.0172,
      "step": 13705
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.129360275707732e-06,
      "loss": 0.0065,
      "step": 13706
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.129217058954281e-06,
      "loss": 0.0089,
      "step": 13707
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.129073831546058e-06,
      "loss": 0.0099,
      "step": 13708
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12893059348343e-06,
      "loss": 0.0172,
      "step": 13709
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.128787344766766e-06,
      "loss": 0.0219,
      "step": 13710
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.128644085396438e-06,
      "loss": 0.0027,
      "step": 13711
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.128500815372816e-06,
      "loss": 0.0065,
      "step": 13712
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.128357534696268e-06,
      "loss": 0.0083,
      "step": 13713
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.128214243367164e-06,
      "loss": 0.0093,
      "step": 13714
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.128070941385873e-06,
      "loss": 0.0161,
      "step": 13715
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.127927628752767e-06,
      "loss": 0.0068,
      "step": 13716
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.127784305468215e-06,
      "loss": 0.0128,
      "step": 13717
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.127640971532586e-06,
      "loss": 0.0055,
      "step": 13718
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12749762694625e-06,
      "loss": 0.0269,
      "step": 13719
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.127354271709576e-06,
      "loss": 0.0036,
      "step": 13720
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.127210905822936e-06,
      "loss": 0.0094,
      "step": 13721
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.1270675292867e-06,
      "loss": 0.0058,
      "step": 13722
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.126924142101237e-06,
      "loss": 0.0055,
      "step": 13723
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.126780744266915e-06,
      "loss": 0.0039,
      "step": 13724
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.126637335784107e-06,
      "loss": 0.0151,
      "step": 13725
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.126493916653181e-06,
      "loss": 0.0136,
      "step": 13726
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.126350486874509e-06,
      "loss": 0.0249,
      "step": 13727
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.126207046448461e-06,
      "loss": 0.0282,
      "step": 13728
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.126063595375406e-06,
      "loss": 0.0114,
      "step": 13729
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.125920133655712e-06,
      "loss": 0.0118,
      "step": 13730
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.125776661289753e-06,
      "loss": 0.0081,
      "step": 13731
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.125633178277899e-06,
      "loss": 0.0061,
      "step": 13732
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.125489684620516e-06,
      "loss": 0.0019,
      "step": 13733
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12534618031798e-06,
      "loss": 0.0143,
      "step": 13734
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.125202665370658e-06,
      "loss": 0.0074,
      "step": 13735
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12505913977892e-06,
      "loss": 0.0041,
      "step": 13736
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12491560354314e-06,
      "loss": 0.0051,
      "step": 13737
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.124772056663681e-06,
      "loss": 0.0075,
      "step": 13738
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.124628499140923e-06,
      "loss": 0.0182,
      "step": 13739
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.124484930975229e-06,
      "loss": 0.0143,
      "step": 13740
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12434135216697e-06,
      "loss": 0.0103,
      "step": 13741
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.124197762716521e-06,
      "loss": 0.0092,
      "step": 13742
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12405416262425e-06,
      "loss": 0.0089,
      "step": 13743
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.123910551890525e-06,
      "loss": 0.0137,
      "step": 13744
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.123766930515721e-06,
      "loss": 0.0024,
      "step": 13745
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.123623298500206e-06,
      "loss": 0.0098,
      "step": 13746
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.123479655844352e-06,
      "loss": 0.0083,
      "step": 13747
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.123336002548529e-06,
      "loss": 0.0046,
      "step": 13748
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.123192338613105e-06,
      "loss": 0.0033,
      "step": 13749
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.123048664038457e-06,
      "loss": 0.0257,
      "step": 13750
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.122904978824948e-06,
      "loss": 0.0046,
      "step": 13751
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.122761282972955e-06,
      "loss": 0.0072,
      "step": 13752
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.122617576482846e-06,
      "loss": 0.0154,
      "step": 13753
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.122473859354992e-06,
      "loss": 0.0073,
      "step": 13754
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.122330131589765e-06,
      "loss": 0.0104,
      "step": 13755
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.122186393187533e-06,
      "loss": 0.0129,
      "step": 13756
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.122042644148671e-06,
      "loss": 0.0044,
      "step": 13757
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.121898884473548e-06,
      "loss": 0.005,
      "step": 13758
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.121755114162533e-06,
      "loss": 0.0348,
      "step": 13759
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.121611333216e-06,
      "loss": 0.0168,
      "step": 13760
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.121467541634317e-06,
      "loss": 0.0067,
      "step": 13761
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.121323739417858e-06,
      "loss": 0.0064,
      "step": 13762
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.121179926566994e-06,
      "loss": 0.0195,
      "step": 13763
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.121036103082093e-06,
      "loss": 0.0077,
      "step": 13764
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.120892268963531e-06,
      "loss": 0.012,
      "step": 13765
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.120748424211673e-06,
      "loss": 0.0074,
      "step": 13766
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.120604568826895e-06,
      "loss": 0.0155,
      "step": 13767
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.120460702809566e-06,
      "loss": 0.0073,
      "step": 13768
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.120316826160057e-06,
      "loss": 0.0089,
      "step": 13769
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.12017293887874e-06,
      "loss": 0.0044,
      "step": 13770
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.120029040965988e-06,
      "loss": 0.0086,
      "step": 13771
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.119885132422168e-06,
      "loss": 0.0039,
      "step": 13772
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.119741213247657e-06,
      "loss": 0.007,
      "step": 13773
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.119597283442822e-06,
      "loss": 0.0046,
      "step": 13774
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.119453343008034e-06,
      "loss": 0.0095,
      "step": 13775
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.119309391943667e-06,
      "loss": 0.0079,
      "step": 13776
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.119165430250092e-06,
      "loss": 0.0069,
      "step": 13777
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.119021457927681e-06,
      "loss": 0.01,
      "step": 13778
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.118877474976804e-06,
      "loss": 0.0092,
      "step": 13779
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.118733481397833e-06,
      "loss": 0.0058,
      "step": 13780
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.118589477191138e-06,
      "loss": 0.0251,
      "step": 13781
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.118445462357094e-06,
      "loss": 0.0041,
      "step": 13782
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.118301436896069e-06,
      "loss": 0.0129,
      "step": 13783
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.118157400808438e-06,
      "loss": 0.0044,
      "step": 13784
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11801335409457e-06,
      "loss": 0.0065,
      "step": 13785
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.117869296754838e-06,
      "loss": 0.0085,
      "step": 13786
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.117725228789614e-06,
      "loss": 0.012,
      "step": 13787
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.117581150199269e-06,
      "loss": 0.0059,
      "step": 13788
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.117437060984175e-06,
      "loss": 0.0062,
      "step": 13789
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.117292961144704e-06,
      "loss": 0.0076,
      "step": 13790
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.117148850681226e-06,
      "loss": 0.0114,
      "step": 13791
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.117004729594116e-06,
      "loss": 0.0342,
      "step": 13792
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.116860597883743e-06,
      "loss": 0.0042,
      "step": 13793
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.116716455550483e-06,
      "loss": 0.0104,
      "step": 13794
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.116572302594702e-06,
      "loss": 0.0094,
      "step": 13795
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.116428139016778e-06,
      "loss": 0.0064,
      "step": 13796
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.116283964817078e-06,
      "loss": 0.005,
      "step": 13797
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.116139779995975e-06,
      "loss": 0.0114,
      "step": 13798
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.115995584553846e-06,
      "loss": 0.0111,
      "step": 13799
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.115851378491056e-06,
      "loss": 0.0063,
      "step": 13800
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.115707161807983e-06,
      "loss": 0.0067,
      "step": 13801
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.115562934504995e-06,
      "loss": 0.0117,
      "step": 13802
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.115418696582466e-06,
      "loss": 0.0111,
      "step": 13803
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.115274448040767e-06,
      "loss": 0.0046,
      "step": 13804
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11513018888027e-06,
      "loss": 0.0098,
      "step": 13805
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.114985919101352e-06,
      "loss": 0.0127,
      "step": 13806
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.114841638704379e-06,
      "loss": 0.0041,
      "step": 13807
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.114697347689726e-06,
      "loss": 0.0292,
      "step": 13808
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.114553046057766e-06,
      "loss": 0.0027,
      "step": 13809
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11440873380887e-06,
      "loss": 0.0046,
      "step": 13810
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11426441094341e-06,
      "loss": 0.0111,
      "step": 13811
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11412007746176e-06,
      "loss": 0.0277,
      "step": 13812
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.113975733364291e-06,
      "loss": 0.0024,
      "step": 13813
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.113831378651378e-06,
      "loss": 0.0354,
      "step": 13814
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.113687013323391e-06,
      "loss": 0.0151,
      "step": 13815
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.113542637380702e-06,
      "loss": 0.0028,
      "step": 13816
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.113398250823685e-06,
      "loss": 0.0038,
      "step": 13817
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.113253853652714e-06,
      "loss": 0.0249,
      "step": 13818
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.113109445868157e-06,
      "loss": 0.0237,
      "step": 13819
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.112965027470393e-06,
      "loss": 0.0045,
      "step": 13820
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.112820598459789e-06,
      "loss": 0.0081,
      "step": 13821
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11267615883672e-06,
      "loss": 0.0068,
      "step": 13822
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.112531708601558e-06,
      "loss": 0.0112,
      "step": 13823
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.112387247754678e-06,
      "loss": 0.0028,
      "step": 13824
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.112242776296449e-06,
      "loss": 0.0054,
      "step": 13825
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.112098294227245e-06,
      "loss": 0.0073,
      "step": 13826
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.111953801547442e-06,
      "loss": 0.003,
      "step": 13827
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11180929825741e-06,
      "loss": 0.0208,
      "step": 13828
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.111664784357521e-06,
      "loss": 0.0044,
      "step": 13829
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.11152025984815e-06,
      "loss": 0.0013,
      "step": 13830
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.111375724729669e-06,
      "loss": 0.0192,
      "step": 13831
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.111231179002451e-06,
      "loss": 0.0108,
      "step": 13832
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.111086622666869e-06,
      "loss": 0.017,
      "step": 13833
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.110942055723297e-06,
      "loss": 0.0447,
      "step": 13834
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.110797478172106e-06,
      "loss": 0.011,
      "step": 13835
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.110652890013672e-06,
      "loss": 0.011,
      "step": 13836
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.110508291248363e-06,
      "loss": 0.0096,
      "step": 13837
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.110363681876558e-06,
      "loss": 0.0223,
      "step": 13838
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.110219061898627e-06,
      "loss": 0.0098,
      "step": 13839
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.110074431314943e-06,
      "loss": 0.0066,
      "step": 13840
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10992979012588e-06,
      "loss": 0.0047,
      "step": 13841
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10978513833181e-06,
      "loss": 0.0064,
      "step": 13842
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10964047593311e-06,
      "loss": 0.0243,
      "step": 13843
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.109495802930148e-06,
      "loss": 0.0214,
      "step": 13844
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.109351119323302e-06,
      "loss": 0.0093,
      "step": 13845
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.109206425112942e-06,
      "loss": 0.0099,
      "step": 13846
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.109061720299441e-06,
      "loss": 0.019,
      "step": 13847
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.108917004883177e-06,
      "loss": 0.0024,
      "step": 13848
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.108772278864519e-06,
      "loss": 0.0106,
      "step": 13849
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.108627542243842e-06,
      "loss": 0.0024,
      "step": 13850
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.108482795021518e-06,
      "loss": 0.0083,
      "step": 13851
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.108338037197924e-06,
      "loss": 0.0171,
      "step": 13852
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.108193268773432e-06,
      "loss": 0.0068,
      "step": 13853
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.108048489748412e-06,
      "loss": 0.0085,
      "step": 13854
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.107903700123242e-06,
      "loss": 0.0016,
      "step": 13855
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.107758899898294e-06,
      "loss": 0.0038,
      "step": 13856
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10761408907394e-06,
      "loss": 0.0183,
      "step": 13857
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.107469267650557e-06,
      "loss": 0.0171,
      "step": 13858
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.107324435628517e-06,
      "loss": 0.0037,
      "step": 13859
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.107179593008192e-06,
      "loss": 0.0059,
      "step": 13860
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.107034739789961e-06,
      "loss": 0.0051,
      "step": 13861
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.106889875974192e-06,
      "loss": 0.0146,
      "step": 13862
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.106745001561261e-06,
      "loss": 0.0075,
      "step": 13863
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.106600116551542e-06,
      "loss": 0.0075,
      "step": 13864
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.106455220945409e-06,
      "loss": 0.0239,
      "step": 13865
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.106310314743237e-06,
      "loss": 0.0108,
      "step": 13866
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.106165397945396e-06,
      "loss": 0.0072,
      "step": 13867
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.106020470552264e-06,
      "loss": 0.0089,
      "step": 13868
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.105875532564212e-06,
      "loss": 0.0056,
      "step": 13869
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.105730583981618e-06,
      "loss": 0.0042,
      "step": 13870
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.105585624804852e-06,
      "loss": 0.0126,
      "step": 13871
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.105440655034289e-06,
      "loss": 0.0151,
      "step": 13872
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.105295674670303e-06,
      "loss": 0.005,
      "step": 13873
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10515068371327e-06,
      "loss": 0.0023,
      "step": 13874
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.105005682163563e-06,
      "loss": 0.004,
      "step": 13875
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.104860670021556e-06,
      "loss": 0.0057,
      "step": 13876
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10471564728762e-06,
      "loss": 0.0141,
      "step": 13877
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.104570613962135e-06,
      "loss": 0.0167,
      "step": 13878
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.104425570045474e-06,
      "loss": 0.0103,
      "step": 13879
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.104280515538008e-06,
      "loss": 0.0132,
      "step": 13880
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.104135450440113e-06,
      "loss": 0.0102,
      "step": 13881
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.103990374752162e-06,
      "loss": 0.0057,
      "step": 13882
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.103845288474533e-06,
      "loss": 0.0227,
      "step": 13883
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.103700191607598e-06,
      "loss": 0.0062,
      "step": 13884
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.103555084151731e-06,
      "loss": 0.009,
      "step": 13885
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.103409966107307e-06,
      "loss": 0.0184,
      "step": 13886
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.1032648374747e-06,
      "loss": 0.0089,
      "step": 13887
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.103119698254286e-06,
      "loss": 0.0062,
      "step": 13888
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.102974548446437e-06,
      "loss": 0.0029,
      "step": 13889
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10282938805153e-06,
      "loss": 0.0083,
      "step": 13890
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.102684217069938e-06,
      "loss": 0.0168,
      "step": 13891
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.102539035502036e-06,
      "loss": 0.0089,
      "step": 13892
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.102393843348198e-06,
      "loss": 0.0203,
      "step": 13893
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.102248640608803e-06,
      "loss": 0.0096,
      "step": 13894
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.102103427284217e-06,
      "loss": 0.0093,
      "step": 13895
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.101958203374823e-06,
      "loss": 0.0137,
      "step": 13896
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10181296888099e-06,
      "loss": 0.0057,
      "step": 13897
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.101667723803097e-06,
      "loss": 0.0112,
      "step": 13898
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.101522468141518e-06,
      "loss": 0.0108,
      "step": 13899
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.101377201896625e-06,
      "loss": 0.0136,
      "step": 13900
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.101231925068793e-06,
      "loss": 0.0094,
      "step": 13901
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.101086637658402e-06,
      "loss": 0.0054,
      "step": 13902
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.100941339665823e-06,
      "loss": 0.0204,
      "step": 13903
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.100796031091429e-06,
      "loss": 0.0142,
      "step": 13904
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.100650711935599e-06,
      "loss": 0.0067,
      "step": 13905
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.100505382198705e-06,
      "loss": 0.0094,
      "step": 13906
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.100360041881125e-06,
      "loss": 0.0274,
      "step": 13907
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.10021469098323e-06,
      "loss": 0.0054,
      "step": 13908
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.1000693295054e-06,
      "loss": 0.0092,
      "step": 13909
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.099923957448005e-06,
      "loss": 0.0144,
      "step": 13910
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.099778574811422e-06,
      "loss": 0.0064,
      "step": 13911
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.099633181596028e-06,
      "loss": 0.0387,
      "step": 13912
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.099487777802198e-06,
      "loss": 0.0071,
      "step": 13913
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.099342363430304e-06,
      "loss": 0.0166,
      "step": 13914
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.099196938480723e-06,
      "loss": 0.0035,
      "step": 13915
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.099051502953832e-06,
      "loss": 0.0185,
      "step": 13916
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.098906056850004e-06,
      "loss": 0.005,
      "step": 13917
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.098760600169615e-06,
      "loss": 0.0065,
      "step": 13918
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09861513291304e-06,
      "loss": 0.0049,
      "step": 13919
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.098469655080654e-06,
      "loss": 0.0048,
      "step": 13920
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.098324166672836e-06,
      "loss": 0.0098,
      "step": 13921
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.098178667689957e-06,
      "loss": 0.0074,
      "step": 13922
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.098033158132393e-06,
      "loss": 0.0256,
      "step": 13923
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.097887638000521e-06,
      "loss": 0.0189,
      "step": 13924
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.097742107294716e-06,
      "loss": 0.0007,
      "step": 13925
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.097596566015354e-06,
      "loss": 0.0032,
      "step": 13926
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.097451014162807e-06,
      "loss": 0.0065,
      "step": 13927
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.097305451737457e-06,
      "loss": 0.0074,
      "step": 13928
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.097159878739673e-06,
      "loss": 0.0115,
      "step": 13929
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.097014295169836e-06,
      "loss": 0.0045,
      "step": 13930
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.096868701028321e-06,
      "loss": 0.0088,
      "step": 13931
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.096723096315498e-06,
      "loss": 0.0129,
      "step": 13932
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09657748103175e-06,
      "loss": 0.0059,
      "step": 13933
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.096431855177448e-06,
      "loss": 0.0108,
      "step": 13934
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09628621875297e-06,
      "loss": 0.034,
      "step": 13935
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09614057175869e-06,
      "loss": 0.0026,
      "step": 13936
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.095994914194985e-06,
      "loss": 0.0026,
      "step": 13937
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.095849246062234e-06,
      "loss": 0.0109,
      "step": 13938
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.095703567360805e-06,
      "loss": 0.0032,
      "step": 13939
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.095557878091081e-06,
      "loss": 0.0034,
      "step": 13940
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.095412178253436e-06,
      "loss": 0.0099,
      "step": 13941
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.095266467848243e-06,
      "loss": 0.0028,
      "step": 13942
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.095120746875882e-06,
      "loss": 0.0062,
      "step": 13943
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.094975015336726e-06,
      "loss": 0.0204,
      "step": 13944
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.094829273231154e-06,
      "loss": 0.0249,
      "step": 13945
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.094683520559542e-06,
      "loss": 0.0198,
      "step": 13946
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.094537757322262e-06,
      "loss": 0.0009,
      "step": 13947
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.094391983519692e-06,
      "loss": 0.0018,
      "step": 13948
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09424619915221e-06,
      "loss": 0.0067,
      "step": 13949
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.094100404220192e-06,
      "loss": 0.0141,
      "step": 13950
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.093954598724013e-06,
      "loss": 0.0055,
      "step": 13951
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.093808782664048e-06,
      "loss": 0.0047,
      "step": 13952
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.093662956040677e-06,
      "loss": 0.0033,
      "step": 13953
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09351711885427e-06,
      "loss": 0.0083,
      "step": 13954
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.093371271105211e-06,
      "loss": 0.0025,
      "step": 13955
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.093225412793871e-06,
      "loss": 0.0037,
      "step": 13956
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09307954392063e-06,
      "loss": 0.0093,
      "step": 13957
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09293366448586e-06,
      "loss": 0.0112,
      "step": 13958
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.092787774489942e-06,
      "loss": 0.0086,
      "step": 13959
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.092641873933247e-06,
      "loss": 0.0181,
      "step": 13960
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.092495962816159e-06,
      "loss": 0.001,
      "step": 13961
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.092350041139046e-06,
      "loss": 0.0044,
      "step": 13962
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.092204108902291e-06,
      "loss": 0.0118,
      "step": 13963
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.092058166106269e-06,
      "loss": 0.0116,
      "step": 13964
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.091912212751355e-06,
      "loss": 0.0066,
      "step": 13965
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.091766248837926e-06,
      "loss": 0.0056,
      "step": 13966
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09162027436636e-06,
      "loss": 0.0088,
      "step": 13967
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09147428933703e-06,
      "loss": 0.0202,
      "step": 13968
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.091328293750318e-06,
      "loss": 0.0082,
      "step": 13969
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.0911822876066e-06,
      "loss": 0.0243,
      "step": 13970
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.091036270906248e-06,
      "loss": 0.0119,
      "step": 13971
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.090890243649641e-06,
      "loss": 0.0101,
      "step": 13972
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09074420583716e-06,
      "loss": 0.007,
      "step": 13973
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.090598157469175e-06,
      "loss": 0.027,
      "step": 13974
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.090452098546067e-06,
      "loss": 0.0046,
      "step": 13975
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.090306029068214e-06,
      "loss": 0.0145,
      "step": 13976
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.09015994903599e-06,
      "loss": 0.0031,
      "step": 13977
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.090013858449772e-06,
      "loss": 0.0056,
      "step": 13978
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.089867757309938e-06,
      "loss": 0.0161,
      "step": 13979
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.089721645616867e-06,
      "loss": 0.0082,
      "step": 13980
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.089575523370931e-06,
      "loss": 0.0119,
      "step": 13981
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.089429390572512e-06,
      "loss": 0.0048,
      "step": 13982
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.089283247221983e-06,
      "loss": 0.0183,
      "step": 13983
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.089137093319726e-06,
      "loss": 0.0085,
      "step": 13984
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.088990928866113e-06,
      "loss": 0.0079,
      "step": 13985
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.088844753861522e-06,
      "loss": 0.0031,
      "step": 13986
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.088698568306335e-06,
      "loss": 0.0075,
      "step": 13987
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.088552372200926e-06,
      "loss": 0.0011,
      "step": 13988
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.088406165545668e-06,
      "loss": 0.0124,
      "step": 13989
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.088259948340946e-06,
      "loss": 0.0195,
      "step": 13990
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.088113720587133e-06,
      "loss": 0.0068,
      "step": 13991
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.087967482284605e-06,
      "loss": 0.0142,
      "step": 13992
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.087821233433743e-06,
      "loss": 0.0105,
      "step": 13993
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.087674974034921e-06,
      "loss": 0.0687,
      "step": 13994
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08752870408852e-06,
      "loss": 0.0025,
      "step": 13995
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.087382423594913e-06,
      "loss": 0.0135,
      "step": 13996
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.087236132554482e-06,
      "loss": 0.0336,
      "step": 13997
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.087089830967602e-06,
      "loss": 0.0062,
      "step": 13998
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08694351883465e-06,
      "loss": 0.0061,
      "step": 13999
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.086797196156006e-06,
      "loss": 0.0101,
      "step": 14000
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.086650862932044e-06,
      "loss": 0.0237,
      "step": 14001
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.086504519163144e-06,
      "loss": 0.0053,
      "step": 14002
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.086358164849684e-06,
      "loss": 0.0124,
      "step": 14003
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08621179999204e-06,
      "loss": 0.0056,
      "step": 14004
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.086065424590591e-06,
      "loss": 0.0057,
      "step": 14005
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.085919038645715e-06,
      "loss": 0.0055,
      "step": 14006
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.085772642157787e-06,
      "loss": 0.0231,
      "step": 14007
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.085626235127187e-06,
      "loss": 0.0204,
      "step": 14008
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.085479817554294e-06,
      "loss": 0.0206,
      "step": 14009
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.085333389439482e-06,
      "loss": 0.0133,
      "step": 14010
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.085186950783134e-06,
      "loss": 0.0196,
      "step": 14011
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.085040501585623e-06,
      "loss": 0.0046,
      "step": 14012
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.084894041847328e-06,
      "loss": 0.0019,
      "step": 14013
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.084747571568629e-06,
      "loss": 0.0072,
      "step": 14014
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.084601090749903e-06,
      "loss": 0.0263,
      "step": 14015
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.084454599391527e-06,
      "loss": 0.0168,
      "step": 14016
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.084308097493879e-06,
      "loss": 0.0059,
      "step": 14017
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.084161585057339e-06,
      "loss": 0.0111,
      "step": 14018
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.084015062082283e-06,
      "loss": 0.0384,
      "step": 14019
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.083868528569092e-06,
      "loss": 0.0053,
      "step": 14020
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08372198451814e-06,
      "loss": 0.0291,
      "step": 14021
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.083575429929804e-06,
      "loss": 0.003,
      "step": 14022
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08342886480447e-06,
      "loss": 0.0081,
      "step": 14023
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08328228914251e-06,
      "loss": 0.008,
      "step": 14024
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.083135702944302e-06,
      "loss": 0.0067,
      "step": 14025
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.082989106210228e-06,
      "loss": 0.0067,
      "step": 14026
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.082842498940663e-06,
      "loss": 0.0025,
      "step": 14027
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.082695881135986e-06,
      "loss": 0.0107,
      "step": 14028
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.082549252796577e-06,
      "loss": 0.0069,
      "step": 14029
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.082402613922812e-06,
      "loss": 0.0035,
      "step": 14030
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.082255964515072e-06,
      "loss": 0.0144,
      "step": 14031
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.082109304573732e-06,
      "loss": 0.0067,
      "step": 14032
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.081962634099173e-06,
      "loss": 0.0045,
      "step": 14033
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.081815953091773e-06,
      "loss": 0.0078,
      "step": 14034
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08166926155191e-06,
      "loss": 0.0034,
      "step": 14035
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.081522559479962e-06,
      "loss": 0.0159,
      "step": 14036
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08137584687631e-06,
      "loss": 0.0074,
      "step": 14037
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08122912374133e-06,
      "loss": 0.0133,
      "step": 14038
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.081082390075402e-06,
      "loss": 0.01,
      "step": 14039
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.080935645878903e-06,
      "loss": 0.0215,
      "step": 14040
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.080788891152214e-06,
      "loss": 0.0202,
      "step": 14041
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.08064212589571e-06,
      "loss": 0.0226,
      "step": 14042
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.080495350109775e-06,
      "loss": 0.0197,
      "step": 14043
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.080348563794782e-06,
      "loss": 0.0085,
      "step": 14044
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.080201766951116e-06,
      "loss": 0.0039,
      "step": 14045
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.080054959579152e-06,
      "loss": 0.0067,
      "step": 14046
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.079908141679267e-06,
      "loss": 0.0056,
      "step": 14047
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.079761313251843e-06,
      "loss": 0.0061,
      "step": 14048
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.079614474297258e-06,
      "loss": 0.0124,
      "step": 14049
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.079467624815891e-06,
      "loss": 0.0238,
      "step": 14050
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07932076480812e-06,
      "loss": 0.0123,
      "step": 14051
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.079173894274325e-06,
      "loss": 0.0271,
      "step": 14052
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.079027013214886e-06,
      "loss": 0.0053,
      "step": 14053
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.078880121630178e-06,
      "loss": 0.0098,
      "step": 14054
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.078733219520584e-06,
      "loss": 0.0147,
      "step": 14055
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.078586306886483e-06,
      "loss": 0.0104,
      "step": 14056
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07843938372825e-06,
      "loss": 0.0126,
      "step": 14057
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07829245004627e-06,
      "loss": 0.0276,
      "step": 14058
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.078145505840919e-06,
      "loss": 0.014,
      "step": 14059
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.077998551112573e-06,
      "loss": 0.0249,
      "step": 14060
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.077851585861616e-06,
      "loss": 0.0078,
      "step": 14061
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.077704610088427e-06,
      "loss": 0.0087,
      "step": 14062
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.077557623793382e-06,
      "loss": 0.0112,
      "step": 14063
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.077410626976864e-06,
      "loss": 0.0061,
      "step": 14064
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.077263619639249e-06,
      "loss": 0.0163,
      "step": 14065
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07711660178092e-06,
      "loss": 0.0028,
      "step": 14066
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.076969573402252e-06,
      "loss": 0.0257,
      "step": 14067
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.076822534503627e-06,
      "loss": 0.0142,
      "step": 14068
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.076675485085424e-06,
      "loss": 0.0211,
      "step": 14069
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.076528425148022e-06,
      "loss": 0.0078,
      "step": 14070
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.0763813546918e-06,
      "loss": 0.0086,
      "step": 14071
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.076234273717141e-06,
      "loss": 0.0145,
      "step": 14072
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.076087182224421e-06,
      "loss": 0.0033,
      "step": 14073
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07594008021402e-06,
      "loss": 0.0143,
      "step": 14074
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07579296768632e-06,
      "loss": 0.0165,
      "step": 14075
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.075645844641693e-06,
      "loss": 0.0103,
      "step": 14076
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07549871108053e-06,
      "loss": 0.0031,
      "step": 14077
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.075351567003201e-06,
      "loss": 0.0094,
      "step": 14078
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.075204412410093e-06,
      "loss": 0.0073,
      "step": 14079
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07505724730158e-06,
      "loss": 0.0052,
      "step": 14080
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.074910071678045e-06,
      "loss": 0.015,
      "step": 14081
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.074762885539866e-06,
      "loss": 0.0111,
      "step": 14082
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.074615688887423e-06,
      "loss": 0.0151,
      "step": 14083
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.074468481721097e-06,
      "loss": 0.0058,
      "step": 14084
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.074321264041267e-06,
      "loss": 0.0101,
      "step": 14085
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.074174035848314e-06,
      "loss": 0.0188,
      "step": 14086
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.074026797142616e-06,
      "loss": 0.0077,
      "step": 14087
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.073879547924555e-06,
      "loss": 0.011,
      "step": 14088
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.073732288194507e-06,
      "loss": 0.0051,
      "step": 14089
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.073585017952858e-06,
      "loss": 0.0066,
      "step": 14090
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.073437737199984e-06,
      "loss": 0.0262,
      "step": 14091
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.073290445936266e-06,
      "loss": 0.0173,
      "step": 14092
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.073143144162084e-06,
      "loss": 0.0079,
      "step": 14093
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.072995831877818e-06,
      "loss": 0.0117,
      "step": 14094
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.072848509083847e-06,
      "loss": 0.0127,
      "step": 14095
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.072701175780553e-06,
      "loss": 0.0042,
      "step": 14096
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.072553831968315e-06,
      "loss": 0.0094,
      "step": 14097
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.072406477647515e-06,
      "loss": 0.0114,
      "step": 14098
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.072259112818531e-06,
      "loss": 0.0569,
      "step": 14099
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.072111737481744e-06,
      "loss": 0.0037,
      "step": 14100
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.071964351637534e-06,
      "loss": 0.0093,
      "step": 14101
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.071816955286283e-06,
      "loss": 0.0221,
      "step": 14102
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.071669548428368e-06,
      "loss": 0.006,
      "step": 14103
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.071522131064174e-06,
      "loss": 0.0106,
      "step": 14104
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.071374703194078e-06,
      "loss": 0.0131,
      "step": 14105
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.07122726481846e-06,
      "loss": 0.0074,
      "step": 14106
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.071079815937701e-06,
      "loss": 0.0051,
      "step": 14107
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.070932356552184e-06,
      "loss": 0.0064,
      "step": 14108
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.070784886662287e-06,
      "loss": 0.0073,
      "step": 14109
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.070637406268393e-06,
      "loss": 0.0044,
      "step": 14110
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.070489915370877e-06,
      "loss": 0.0171,
      "step": 14111
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.070342413970126e-06,
      "loss": 0.0036,
      "step": 14112
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.070194902066516e-06,
      "loss": 0.0048,
      "step": 14113
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.070047379660431e-06,
      "loss": 0.0104,
      "step": 14114
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.069899846752249e-06,
      "loss": 0.0072,
      "step": 14115
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.069752303342352e-06,
      "loss": 0.0178,
      "step": 14116
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.069604749431123e-06,
      "loss": 0.0092,
      "step": 14117
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.069457185018937e-06,
      "loss": 0.007,
      "step": 14118
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06930961010618e-06,
      "loss": 0.0031,
      "step": 14119
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06916202469323e-06,
      "loss": 0.0081,
      "step": 14120
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.069014428780469e-06,
      "loss": 0.0235,
      "step": 14121
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.068866822368277e-06,
      "loss": 0.016,
      "step": 14122
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.068719205457035e-06,
      "loss": 0.0087,
      "step": 14123
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.068571578047125e-06,
      "loss": 0.0141,
      "step": 14124
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.068423940138926e-06,
      "loss": 0.0187,
      "step": 14125
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.068276291732823e-06,
      "loss": 0.0191,
      "step": 14126
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.068128632829191e-06,
      "loss": 0.0244,
      "step": 14127
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.067980963428417e-06,
      "loss": 0.004,
      "step": 14128
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.067833283530877e-06,
      "loss": 0.0066,
      "step": 14129
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.067685593136954e-06,
      "loss": 0.0069,
      "step": 14130
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.067537892247031e-06,
      "loss": 0.0119,
      "step": 14131
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.067390180861487e-06,
      "loss": 0.005,
      "step": 14132
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.067242458980705e-06,
      "loss": 0.0335,
      "step": 14133
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.067094726605062e-06,
      "loss": 0.0093,
      "step": 14134
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.066946983734943e-06,
      "loss": 0.0106,
      "step": 14135
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.066799230370729e-06,
      "loss": 0.0126,
      "step": 14136
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.0666514665128e-06,
      "loss": 0.0127,
      "step": 14137
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.066503692161537e-06,
      "loss": 0.0091,
      "step": 14138
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.066355907317324e-06,
      "loss": 0.0062,
      "step": 14139
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.066208111980539e-06,
      "loss": 0.0115,
      "step": 14140
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.066060306151565e-06,
      "loss": 0.0225,
      "step": 14141
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.065912489830782e-06,
      "loss": 0.0108,
      "step": 14142
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.065764663018574e-06,
      "loss": 0.0126,
      "step": 14143
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06561682571532e-06,
      "loss": 0.0062,
      "step": 14144
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.065468977921404e-06,
      "loss": 0.0265,
      "step": 14145
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.065321119637204e-06,
      "loss": 0.0158,
      "step": 14146
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.065173250863104e-06,
      "loss": 0.0052,
      "step": 14147
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.065025371599485e-06,
      "loss": 0.0044,
      "step": 14148
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06487748184673e-06,
      "loss": 0.0223,
      "step": 14149
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.064729581605218e-06,
      "loss": 0.0063,
      "step": 14150
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.064581670875332e-06,
      "loss": 0.0226,
      "step": 14151
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.064433749657455e-06,
      "loss": 0.0054,
      "step": 14152
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.064285817951966e-06,
      "loss": 0.005,
      "step": 14153
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.064137875759246e-06,
      "loss": 0.031,
      "step": 14154
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.063989923079682e-06,
      "loss": 0.0103,
      "step": 14155
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06384195991365e-06,
      "loss": 0.0079,
      "step": 14156
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.063693986261535e-06,
      "loss": 0.008,
      "step": 14157
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.063546002123718e-06,
      "loss": 0.0066,
      "step": 14158
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.063398007500582e-06,
      "loss": 0.0044,
      "step": 14159
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.063250002392507e-06,
      "loss": 0.0067,
      "step": 14160
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.063101986799874e-06,
      "loss": 0.0144,
      "step": 14161
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.062953960723069e-06,
      "loss": 0.036,
      "step": 14162
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06280592416247e-06,
      "loss": 0.0154,
      "step": 14163
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.062657877118461e-06,
      "loss": 0.0043,
      "step": 14164
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.062509819591426e-06,
      "loss": 0.0119,
      "step": 14165
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.062361751581741e-06,
      "loss": 0.0408,
      "step": 14166
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.062213673089793e-06,
      "loss": 0.0128,
      "step": 14167
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.062065584115962e-06,
      "loss": 0.0095,
      "step": 14168
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.061917484660631e-06,
      "loss": 0.0343,
      "step": 14169
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.061769374724185e-06,
      "loss": 0.0129,
      "step": 14170
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.061621254307001e-06,
      "loss": 0.0103,
      "step": 14171
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06147312340946e-06,
      "loss": 0.008,
      "step": 14172
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.061324982031952e-06,
      "loss": 0.0199,
      "step": 14173
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.061176830174854e-06,
      "loss": 0.0045,
      "step": 14174
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06102866783855e-06,
      "loss": 0.0098,
      "step": 14175
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.06088049502342e-06,
      "loss": 0.0134,
      "step": 14176
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.060732311729848e-06,
      "loss": 0.0045,
      "step": 14177
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.060584117958215e-06,
      "loss": 0.007,
      "step": 14178
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.060435913708907e-06,
      "loss": 0.0178,
      "step": 14179
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.060287698982301e-06,
      "loss": 0.0157,
      "step": 14180
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.060139473778787e-06,
      "loss": 0.0099,
      "step": 14181
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.059991238098739e-06,
      "loss": 0.016,
      "step": 14182
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.059842991942545e-06,
      "loss": 0.0197,
      "step": 14183
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.059694735310585e-06,
      "loss": 0.0112,
      "step": 14184
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.059546468203241e-06,
      "loss": 0.0028,
      "step": 14185
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.0593981906209e-06,
      "loss": 0.0044,
      "step": 14186
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05924990256394e-06,
      "loss": 0.0067,
      "step": 14187
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.059101604032748e-06,
      "loss": 0.0145,
      "step": 14188
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.0589532950277e-06,
      "loss": 0.0091,
      "step": 14189
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.058804975549185e-06,
      "loss": 0.0124,
      "step": 14190
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.058656645597582e-06,
      "loss": 0.0105,
      "step": 14191
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.058508305173276e-06,
      "loss": 0.025,
      "step": 14192
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.058359954276648e-06,
      "loss": 0.0202,
      "step": 14193
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.058211592908083e-06,
      "loss": 0.006,
      "step": 14194
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.058063221067962e-06,
      "loss": 0.0041,
      "step": 14195
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.057914838756668e-06,
      "loss": 0.0076,
      "step": 14196
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.057766445974583e-06,
      "loss": 0.0121,
      "step": 14197
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.057618042722094e-06,
      "loss": 0.0114,
      "step": 14198
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.057469628999578e-06,
      "loss": 0.0052,
      "step": 14199
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.057321204807423e-06,
      "loss": 0.0074,
      "step": 14200
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05717277014601e-06,
      "loss": 0.0044,
      "step": 14201
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05702432501572e-06,
      "loss": 0.0026,
      "step": 14202
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05687586941694e-06,
      "loss": 0.0122,
      "step": 14203
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05672740335005e-06,
      "loss": 0.0173,
      "step": 14204
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.056578926815435e-06,
      "loss": 0.0058,
      "step": 14205
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.056430439813478e-06,
      "loss": 0.0139,
      "step": 14206
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.056281942344559e-06,
      "loss": 0.0217,
      "step": 14207
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.056133434409065e-06,
      "loss": 0.0058,
      "step": 14208
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.055984916007378e-06,
      "loss": 0.0045,
      "step": 14209
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05583638713988e-06,
      "loss": 0.0239,
      "step": 14210
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.055687847806957e-06,
      "loss": 0.0148,
      "step": 14211
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.055539298008988e-06,
      "loss": 0.0038,
      "step": 14212
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.055390737746362e-06,
      "loss": 0.006,
      "step": 14213
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.055242167019458e-06,
      "loss": 0.0032,
      "step": 14214
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05509358582866e-06,
      "loss": 0.0325,
      "step": 14215
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.054944994174353e-06,
      "loss": 0.0221,
      "step": 14216
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.054796392056917e-06,
      "loss": 0.016,
      "step": 14217
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05464777947674e-06,
      "loss": 0.0265,
      "step": 14218
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.054499156434204e-06,
      "loss": 0.005,
      "step": 14219
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05435052292969e-06,
      "loss": 0.0037,
      "step": 14220
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.054201878963584e-06,
      "loss": 0.0228,
      "step": 14221
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05405322453627e-06,
      "loss": 0.0095,
      "step": 14222
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.053904559648128e-06,
      "loss": 0.0091,
      "step": 14223
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.053755884299546e-06,
      "loss": 0.0065,
      "step": 14224
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.053607198490904e-06,
      "loss": 0.0203,
      "step": 14225
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05345850222259e-06,
      "loss": 0.0311,
      "step": 14226
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.053309795494982e-06,
      "loss": 0.0066,
      "step": 14227
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.053161078308469e-06,
      "loss": 0.0225,
      "step": 14228
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.053012350663433e-06,
      "loss": 0.0057,
      "step": 14229
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.052863612560255e-06,
      "loss": 0.015,
      "step": 14230
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.052714863999323e-06,
      "loss": 0.0052,
      "step": 14231
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.052566104981017e-06,
      "loss": 0.0158,
      "step": 14232
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.052417335505723e-06,
      "loss": 0.0085,
      "step": 14233
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.052268555573827e-06,
      "loss": 0.0142,
      "step": 14234
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.052119765185707e-06,
      "loss": 0.0124,
      "step": 14235
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.051970964341752e-06,
      "loss": 0.0053,
      "step": 14236
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.051822153042345e-06,
      "loss": 0.0091,
      "step": 14237
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05167333128787e-06,
      "loss": 0.0144,
      "step": 14238
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05152449907871e-06,
      "loss": 0.0135,
      "step": 14239
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05137565641525e-06,
      "loss": 0.0125,
      "step": 14240
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05122680329787e-06,
      "loss": 0.0039,
      "step": 14241
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05107793972696e-06,
      "loss": 0.0052,
      "step": 14242
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.050929065702902e-06,
      "loss": 0.0162,
      "step": 14243
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05078018122608e-06,
      "loss": 0.0079,
      "step": 14244
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.050631286296878e-06,
      "loss": 0.0049,
      "step": 14245
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05048238091568e-06,
      "loss": 0.0159,
      "step": 14246
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.05033346508287e-06,
      "loss": 0.0111,
      "step": 14247
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.050184538798831e-06,
      "loss": 0.0029,
      "step": 14248
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.050035602063952e-06,
      "loss": 0.0094,
      "step": 14249
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.049886654878612e-06,
      "loss": 0.0074,
      "step": 14250
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.049737697243199e-06,
      "loss": 0.0035,
      "step": 14251
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.049588729158097e-06,
      "loss": 0.0076,
      "step": 14252
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.049439750623688e-06,
      "loss": 0.0074,
      "step": 14253
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.049290761640357e-06,
      "loss": 0.0245,
      "step": 14254
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.049141762208491e-06,
      "loss": 0.0055,
      "step": 14255
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.048992752328471e-06,
      "loss": 0.0092,
      "step": 14256
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.048843732000684e-06,
      "loss": 0.0179,
      "step": 14257
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.048694701225513e-06,
      "loss": 0.0124,
      "step": 14258
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.048545660003346e-06,
      "loss": 0.0091,
      "step": 14259
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.048396608334562e-06,
      "loss": 0.0095,
      "step": 14260
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.048247546219548e-06,
      "loss": 0.0123,
      "step": 14261
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.048098473658691e-06,
      "loss": 0.0061,
      "step": 14262
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.047949390652374e-06,
      "loss": 0.0038,
      "step": 14263
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04780029720098e-06,
      "loss": 0.0147,
      "step": 14264
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.047651193304895e-06,
      "loss": 0.0092,
      "step": 14265
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.047502078964504e-06,
      "loss": 0.0098,
      "step": 14266
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.047352954180192e-06,
      "loss": 0.0082,
      "step": 14267
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.047203818952343e-06,
      "loss": 0.0069,
      "step": 14268
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.047054673281344e-06,
      "loss": 0.0221,
      "step": 14269
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.046905517167575e-06,
      "loss": 0.0059,
      "step": 14270
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.046756350611427e-06,
      "loss": 0.0112,
      "step": 14271
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04660717361328e-06,
      "loss": 0.0059,
      "step": 14272
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.046457986173521e-06,
      "loss": 0.0113,
      "step": 14273
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.046308788292534e-06,
      "loss": 0.0118,
      "step": 14274
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.046159579970707e-06,
      "loss": 0.005,
      "step": 14275
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.046010361208422e-06,
      "loss": 0.0229,
      "step": 14276
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.045861132006064e-06,
      "loss": 0.0135,
      "step": 14277
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04571189236402e-06,
      "loss": 0.0121,
      "step": 14278
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.045562642282673e-06,
      "loss": 0.0087,
      "step": 14279
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.045413381762408e-06,
      "loss": 0.0066,
      "step": 14280
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.045264110803613e-06,
      "loss": 0.0034,
      "step": 14281
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04511482940667e-06,
      "loss": 0.0038,
      "step": 14282
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.044965537571965e-06,
      "loss": 0.0083,
      "step": 14283
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.044816235299885e-06,
      "loss": 0.0165,
      "step": 14284
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.044666922590814e-06,
      "loss": 0.0033,
      "step": 14285
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.044517599445137e-06,
      "loss": 0.0039,
      "step": 14286
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04436826586324e-06,
      "loss": 0.002,
      "step": 14287
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04421892184551e-06,
      "loss": 0.0314,
      "step": 14288
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.044069567392327e-06,
      "loss": 0.0098,
      "step": 14289
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04392020250408e-06,
      "loss": 0.009,
      "step": 14290
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.043770827181156e-06,
      "loss": 0.0554,
      "step": 14291
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.043621441423936e-06,
      "loss": 0.0081,
      "step": 14292
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.043472045232809e-06,
      "loss": 0.0215,
      "step": 14293
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04332263860816e-06,
      "loss": 0.0056,
      "step": 14294
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.043173221550374e-06,
      "loss": 0.0068,
      "step": 14295
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.043023794059835e-06,
      "loss": 0.0246,
      "step": 14296
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.042874356136932e-06,
      "loss": 0.0032,
      "step": 14297
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.042724907782048e-06,
      "loss": 0.0169,
      "step": 14298
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.042575448995569e-06,
      "loss": 0.0075,
      "step": 14299
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.042425979777882e-06,
      "loss": 0.018,
      "step": 14300
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.042276500129371e-06,
      "loss": 0.0124,
      "step": 14301
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.042127010050424e-06,
      "loss": 0.0147,
      "step": 14302
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.041977509541422e-06,
      "loss": 0.0122,
      "step": 14303
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.041827998602755e-06,
      "loss": 0.0112,
      "step": 14304
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.041678477234808e-06,
      "loss": 0.0179,
      "step": 14305
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.041528945437967e-06,
      "loss": 0.0357,
      "step": 14306
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.041379403212618e-06,
      "loss": 0.003,
      "step": 14307
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.041229850559144e-06,
      "loss": 0.0334,
      "step": 14308
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.041080287477935e-06,
      "loss": 0.0128,
      "step": 14309
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.040930713969374e-06,
      "loss": 0.004,
      "step": 14310
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.040781130033848e-06,
      "loss": 0.0062,
      "step": 14311
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.040631535671743e-06,
      "loss": 0.0041,
      "step": 14312
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.040481930883445e-06,
      "loss": 0.0041,
      "step": 14313
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.04033231566934e-06,
      "loss": 0.0031,
      "step": 14314
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.040182690029815e-06,
      "loss": 0.0064,
      "step": 14315
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.040033053965254e-06,
      "loss": 0.0071,
      "step": 14316
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.039883407476044e-06,
      "loss": 0.011,
      "step": 14317
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.039733750562572e-06,
      "loss": 0.0316,
      "step": 14318
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.039584083225224e-06,
      "loss": 0.0092,
      "step": 14319
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.039434405464385e-06,
      "loss": 0.003,
      "step": 14320
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.03928471728044e-06,
      "loss": 0.0102,
      "step": 14321
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.03913501867378e-06,
      "loss": 0.0311,
      "step": 14322
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.038985309644788e-06,
      "loss": 0.0029,
      "step": 14323
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.038835590193851e-06,
      "loss": 0.002,
      "step": 14324
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.038685860321355e-06,
      "loss": 0.0051,
      "step": 14325
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.038536120027686e-06,
      "loss": 0.0055,
      "step": 14326
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.03838636931323e-06,
      "loss": 0.0198,
      "step": 14327
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.038236608178375e-06,
      "loss": 0.0124,
      "step": 14328
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.038086836623506e-06,
      "loss": 0.0174,
      "step": 14329
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.03793705464901e-06,
      "loss": 0.0044,
      "step": 14330
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.037787262255276e-06,
      "loss": 0.0156,
      "step": 14331
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.037637459442686e-06,
      "loss": 0.0018,
      "step": 14332
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.037487646211631e-06,
      "loss": 0.0065,
      "step": 14333
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.037337822562493e-06,
      "loss": 0.0313,
      "step": 14334
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.037187988495662e-06,
      "loss": 0.0215,
      "step": 14335
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.03703814401152e-06,
      "loss": 0.0057,
      "step": 14336
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.036888289110462e-06,
      "loss": 0.0289,
      "step": 14337
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.036738423792867e-06,
      "loss": 0.0171,
      "step": 14338
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.036588548059126e-06,
      "loss": 0.0114,
      "step": 14339
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.036438661909624e-06,
      "loss": 0.0085,
      "step": 14340
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.036288765344747e-06,
      "loss": 0.0068,
      "step": 14341
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.036138858364883e-06,
      "loss": 0.009,
      "step": 14342
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.035988940970419e-06,
      "loss": 0.0026,
      "step": 14343
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.035839013161741e-06,
      "loss": 0.0045,
      "step": 14344
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.035689074939236e-06,
      "loss": 0.0131,
      "step": 14345
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03553912630329e-06,
      "loss": 0.0089,
      "step": 14346
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.035389167254294e-06,
      "loss": 0.0097,
      "step": 14347
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.035239197792632e-06,
      "loss": 0.01,
      "step": 14348
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03508921791869e-06,
      "loss": 0.0265,
      "step": 14349
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.034939227632855e-06,
      "loss": 0.0324,
      "step": 14350
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.034789226935514e-06,
      "loss": 0.0052,
      "step": 14351
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.034639215827056e-06,
      "loss": 0.0042,
      "step": 14352
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.034489194307869e-06,
      "loss": 0.0283,
      "step": 14353
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.034339162378338e-06,
      "loss": 0.0167,
      "step": 14354
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03418912003885e-06,
      "loss": 0.0277,
      "step": 14355
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03403906728979e-06,
      "loss": 0.0093,
      "step": 14356
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03388900413155e-06,
      "loss": 0.0189,
      "step": 14357
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.033738930564514e-06,
      "loss": 0.009,
      "step": 14358
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.033588846589073e-06,
      "loss": 0.0076,
      "step": 14359
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03343875220561e-06,
      "loss": 0.003,
      "step": 14360
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.033288647414513e-06,
      "loss": 0.0127,
      "step": 14361
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03313853221617e-06,
      "loss": 0.0072,
      "step": 14362
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03298840661097e-06,
      "loss": 0.0053,
      "step": 14363
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.032838270599296e-06,
      "loss": 0.016,
      "step": 14364
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03268812418154e-06,
      "loss": 0.0086,
      "step": 14365
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.032537967358089e-06,
      "loss": 0.0051,
      "step": 14366
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.032387800129326e-06,
      "loss": 0.0095,
      "step": 14367
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.032237622495644e-06,
      "loss": 0.0036,
      "step": 14368
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.032087434457426e-06,
      "loss": 0.0039,
      "step": 14369
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.031937236015062e-06,
      "loss": 0.0093,
      "step": 14370
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.031787027168941e-06,
      "loss": 0.0045,
      "step": 14371
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.031636807919448e-06,
      "loss": 0.0074,
      "step": 14372
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.03148657826697e-06,
      "loss": 0.0203,
      "step": 14373
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.031336338211899e-06,
      "loss": 0.0163,
      "step": 14374
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.031186087754617e-06,
      "loss": 0.0043,
      "step": 14375
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.031035826895516e-06,
      "loss": 0.003,
      "step": 14376
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.030885555634981e-06,
      "loss": 0.0099,
      "step": 14377
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.030735273973402e-06,
      "loss": 0.0056,
      "step": 14378
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.030584981911163e-06,
      "loss": 0.0049,
      "step": 14379
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.030434679448657e-06,
      "loss": 0.0049,
      "step": 14380
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.030284366586268e-06,
      "loss": 0.0099,
      "step": 14381
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.030134043324385e-06,
      "loss": 0.0042,
      "step": 14382
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.029983709663397e-06,
      "loss": 0.0152,
      "step": 14383
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.02983336560369e-06,
      "loss": 0.0127,
      "step": 14384
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.029683011145654e-06,
      "loss": 0.0074,
      "step": 14385
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.029532646289676e-06,
      "loss": 0.0041,
      "step": 14386
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.029382271036143e-06,
      "loss": 0.0023,
      "step": 14387
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.029231885385443e-06,
      "loss": 0.0048,
      "step": 14388
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.029081489337967e-06,
      "loss": 0.0138,
      "step": 14389
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.028931082894099e-06,
      "loss": 0.0205,
      "step": 14390
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.02878066605423e-06,
      "loss": 0.0116,
      "step": 14391
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.028630238818748e-06,
      "loss": 0.0084,
      "step": 14392
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.028479801188039e-06,
      "loss": 0.0123,
      "step": 14393
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.028329353162492e-06,
      "loss": 0.0088,
      "step": 14394
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.028178894742497e-06,
      "loss": 0.0035,
      "step": 14395
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.028028425928441e-06,
      "loss": 0.0022,
      "step": 14396
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.027877946720711e-06,
      "loss": 0.0181,
      "step": 14397
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.027727457119698e-06,
      "loss": 0.0139,
      "step": 14398
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.027576957125788e-06,
      "loss": 0.0133,
      "step": 14399
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.027426446739371e-06,
      "loss": 0.0447,
      "step": 14400
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.027275925960833e-06,
      "loss": 0.0058,
      "step": 14401
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.027125394790566e-06,
      "loss": 0.0166,
      "step": 14402
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.026974853228955e-06,
      "loss": 0.0354,
      "step": 14403
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.026824301276389e-06,
      "loss": 0.0099,
      "step": 14404
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.02667373893326e-06,
      "loss": 0.0152,
      "step": 14405
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.02652316619995e-06,
      "loss": 0.0106,
      "step": 14406
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.026372583076855e-06,
      "loss": 0.0054,
      "step": 14407
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.026221989564358e-06,
      "loss": 0.0045,
      "step": 14408
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.02607138566285e-06,
      "loss": 0.0028,
      "step": 14409
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.025920771372718e-06,
      "loss": 0.013,
      "step": 14410
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.025770146694352e-06,
      "loss": 0.0344,
      "step": 14411
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.025619511628142e-06,
      "loss": 0.0028,
      "step": 14412
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.025468866174473e-06,
      "loss": 0.0138,
      "step": 14413
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.025318210333736e-06,
      "loss": 0.0044,
      "step": 14414
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.025167544106321e-06,
      "loss": 0.0149,
      "step": 14415
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.025016867492613e-06,
      "loss": 0.0212,
      "step": 14416
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.024866180493005e-06,
      "loss": 0.0078,
      "step": 14417
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.024715483107884e-06,
      "loss": 0.0052,
      "step": 14418
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.024564775337637e-06,
      "loss": 0.007,
      "step": 14419
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.024414057182655e-06,
      "loss": 0.0023,
      "step": 14420
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.024263328643328e-06,
      "loss": 0.0129,
      "step": 14421
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.024112589720042e-06,
      "loss": 0.0068,
      "step": 14422
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.023961840413189e-06,
      "loss": 0.0047,
      "step": 14423
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.023811080723155e-06,
      "loss": 0.0014,
      "step": 14424
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.023660310650331e-06,
      "loss": 0.006,
      "step": 14425
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.023509530195105e-06,
      "loss": 0.0253,
      "step": 14426
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.023358739357866e-06,
      "loss": 0.0033,
      "step": 14427
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.023207938139004e-06,
      "loss": 0.0387,
      "step": 14428
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.023057126538908e-06,
      "loss": 0.0067,
      "step": 14429
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.022906304557966e-06,
      "loss": 0.0154,
      "step": 14430
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.02275547219657e-06,
      "loss": 0.0402,
      "step": 14431
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.022604629455104e-06,
      "loss": 0.0122,
      "step": 14432
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.022453776333964e-06,
      "loss": 0.0031,
      "step": 14433
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.022302912833533e-06,
      "loss": 0.0069,
      "step": 14434
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.022152038954207e-06,
      "loss": 0.0071,
      "step": 14435
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.022001154696367e-06,
      "loss": 0.009,
      "step": 14436
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.021850260060408e-06,
      "loss": 0.0045,
      "step": 14437
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.021699355046719e-06,
      "loss": 0.0099,
      "step": 14438
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.021548439655687e-06,
      "loss": 0.0087,
      "step": 14439
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.021397513887703e-06,
      "loss": 0.012,
      "step": 14440
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.021246577743157e-06,
      "loss": 0.0079,
      "step": 14441
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.021095631222436e-06,
      "loss": 0.0107,
      "step": 14442
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.020944674325934e-06,
      "loss": 0.014,
      "step": 14443
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.020793707054033e-06,
      "loss": 0.007,
      "step": 14444
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.020642729407131e-06,
      "loss": 0.0014,
      "step": 14445
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.020491741385612e-06,
      "loss": 0.0113,
      "step": 14446
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.020340742989871e-06,
      "loss": 0.0029,
      "step": 14447
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.02018973422029e-06,
      "loss": 0.0046,
      "step": 14448
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.020038715077265e-06,
      "loss": 0.0099,
      "step": 14449
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.019887685561182e-06,
      "loss": 0.0053,
      "step": 14450
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.019736645672432e-06,
      "loss": 0.0216,
      "step": 14451
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.019585595411407e-06,
      "loss": 0.0047,
      "step": 14452
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.019434534778493e-06,
      "loss": 0.0101,
      "step": 14453
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.01928346377408e-06,
      "loss": 0.009,
      "step": 14454
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.019132382398561e-06,
      "loss": 0.038,
      "step": 14455
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.018981290652325e-06,
      "loss": 0.0162,
      "step": 14456
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.018830188535759e-06,
      "loss": 0.007,
      "step": 14457
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.018679076049255e-06,
      "loss": 0.011,
      "step": 14458
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.018527953193202e-06,
      "loss": 0.0045,
      "step": 14459
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.018376819967992e-06,
      "loss": 0.0124,
      "step": 14460
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.018225676374012e-06,
      "loss": 0.017,
      "step": 14461
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.018074522411656e-06,
      "loss": 0.0021,
      "step": 14462
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.01792335808131e-06,
      "loss": 0.0047,
      "step": 14463
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.017772183383367e-06,
      "loss": 0.0043,
      "step": 14464
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.017620998318215e-06,
      "loss": 0.0262,
      "step": 14465
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.017469802886245e-06,
      "loss": 0.0073,
      "step": 14466
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.017318597087848e-06,
      "loss": 0.0111,
      "step": 14467
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.01716738092341e-06,
      "loss": 0.0036,
      "step": 14468
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.017016154393328e-06,
      "loss": 0.0105,
      "step": 14469
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.016864917497987e-06,
      "loss": 0.0117,
      "step": 14470
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.016713670237778e-06,
      "loss": 0.0189,
      "step": 14471
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.016562412613093e-06,
      "loss": 0.0334,
      "step": 14472
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.016411144624322e-06,
      "loss": 0.012,
      "step": 14473
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.016259866271856e-06,
      "loss": 0.0072,
      "step": 14474
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.01610857755608e-06,
      "loss": 0.0184,
      "step": 14475
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.015957278477391e-06,
      "loss": 0.0324,
      "step": 14476
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.015805969036176e-06,
      "loss": 0.0069,
      "step": 14477
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.015654649232827e-06,
      "loss": 0.0128,
      "step": 14478
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.015503319067735e-06,
      "loss": 0.0044,
      "step": 14479
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.015351978541286e-06,
      "loss": 0.0063,
      "step": 14480
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.015200627653877e-06,
      "loss": 0.0134,
      "step": 14481
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.015049266405894e-06,
      "loss": 0.0131,
      "step": 14482
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.014897894797729e-06,
      "loss": 0.0088,
      "step": 14483
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.014746512829772e-06,
      "loss": 0.0173,
      "step": 14484
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.014595120502413e-06,
      "loss": 0.0175,
      "step": 14485
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.014443717816046e-06,
      "loss": 0.0091,
      "step": 14486
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.014292304771058e-06,
      "loss": 0.0206,
      "step": 14487
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.014140881367841e-06,
      "loss": 0.0148,
      "step": 14488
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.013989447606786e-06,
      "loss": 0.006,
      "step": 14489
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.013838003488284e-06,
      "loss": 0.0076,
      "step": 14490
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.013686549012724e-06,
      "loss": 0.0127,
      "step": 14491
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.0135350841805e-06,
      "loss": 0.0076,
      "step": 14492
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.013383608991999e-06,
      "loss": 0.0231,
      "step": 14493
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.013232123447615e-06,
      "loss": 0.0084,
      "step": 14494
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.013080627547738e-06,
      "loss": 0.0029,
      "step": 14495
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.012929121292757e-06,
      "loss": 0.0036,
      "step": 14496
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.012777604683067e-06,
      "loss": 0.0047,
      "step": 14497
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.012626077719053e-06,
      "loss": 0.0056,
      "step": 14498
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.012474540401113e-06,
      "loss": 0.0044,
      "step": 14499
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.012322992729631e-06,
      "loss": 0.0075,
      "step": 14500
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.012171434705005e-06,
      "loss": 0.0058,
      "step": 14501
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.012019866327622e-06,
      "loss": 0.0054,
      "step": 14502
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.011868287597872e-06,
      "loss": 0.0201,
      "step": 14503
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.011716698516148e-06,
      "loss": 0.0101,
      "step": 14504
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.011565099082842e-06,
      "loss": 0.0182,
      "step": 14505
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.011413489298344e-06,
      "loss": 0.0078,
      "step": 14506
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.011261869163045e-06,
      "loss": 0.045,
      "step": 14507
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.011110238677337e-06,
      "loss": 0.009,
      "step": 14508
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.01095859784161e-06,
      "loss": 0.0091,
      "step": 14509
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.010806946656258e-06,
      "loss": 0.0299,
      "step": 14510
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.010655285121668e-06,
      "loss": 0.0084,
      "step": 14511
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.010503613238235e-06,
      "loss": 0.0051,
      "step": 14512
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.010351931006349e-06,
      "loss": 0.0034,
      "step": 14513
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.010200238426404e-06,
      "loss": 0.0077,
      "step": 14514
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.010048535498786e-06,
      "loss": 0.0067,
      "step": 14515
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00989682222389e-06,
      "loss": 0.0151,
      "step": 14516
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.009745098602107e-06,
      "loss": 0.007,
      "step": 14517
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.009593364633828e-06,
      "loss": 0.0269,
      "step": 14518
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.009441620319445e-06,
      "loss": 0.0074,
      "step": 14519
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00928986565935e-06,
      "loss": 0.0041,
      "step": 14520
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.009138100653934e-06,
      "loss": 0.0067,
      "step": 14521
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.008986325303588e-06,
      "loss": 0.0087,
      "step": 14522
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.008834539608704e-06,
      "loss": 0.0221,
      "step": 14523
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.008682743569675e-06,
      "loss": 0.0232,
      "step": 14524
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.008530937186891e-06,
      "loss": 0.0209,
      "step": 14525
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.008379120460744e-06,
      "loss": 0.003,
      "step": 14526
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.008227293391627e-06,
      "loss": 0.0066,
      "step": 14527
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00807545597993e-06,
      "loss": 0.0051,
      "step": 14528
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.007923608226048e-06,
      "loss": 0.0088,
      "step": 14529
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.007771750130367e-06,
      "loss": 0.0251,
      "step": 14530
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.007619881693283e-06,
      "loss": 0.0064,
      "step": 14531
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00746800291519e-06,
      "loss": 0.0061,
      "step": 14532
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.007316113796474e-06,
      "loss": 0.0051,
      "step": 14533
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00716421433753e-06,
      "loss": 0.0141,
      "step": 14534
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.007012304538751e-06,
      "loss": 0.0255,
      "step": 14535
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.006860384400528e-06,
      "loss": 0.008,
      "step": 14536
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.006708453923254e-06,
      "loss": 0.015,
      "step": 14537
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.006556513107319e-06,
      "loss": 0.0044,
      "step": 14538
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.006404561953114e-06,
      "loss": 0.0073,
      "step": 14539
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.006252600461035e-06,
      "loss": 0.0091,
      "step": 14540
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.006100628631472e-06,
      "loss": 0.0106,
      "step": 14541
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.005948646464818e-06,
      "loss": 0.0224,
      "step": 14542
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.005796653961464e-06,
      "loss": 0.0222,
      "step": 14543
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.005644651121803e-06,
      "loss": 0.0103,
      "step": 14544
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.005492637946225e-06,
      "loss": 0.0092,
      "step": 14545
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.005340614435126e-06,
      "loss": 0.0397,
      "step": 14546
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.005188580588897e-06,
      "loss": 0.0029,
      "step": 14547
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.005036536407927e-06,
      "loss": 0.0026,
      "step": 14548
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.004884481892614e-06,
      "loss": 0.0054,
      "step": 14549
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.004732417043346e-06,
      "loss": 0.0046,
      "step": 14550
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.004580341860518e-06,
      "loss": 0.0087,
      "step": 14551
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00442825634452e-06,
      "loss": 0.0115,
      "step": 14552
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.004276160495746e-06,
      "loss": 0.008,
      "step": 14553
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.004124054314586e-06,
      "loss": 0.0116,
      "step": 14554
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.003971937801438e-06,
      "loss": 0.0088,
      "step": 14555
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00381981095669e-06,
      "loss": 0.0039,
      "step": 14556
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.003667673780735e-06,
      "loss": 0.0103,
      "step": 14557
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.003515526273966e-06,
      "loss": 0.0121,
      "step": 14558
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.003363368436775e-06,
      "loss": 0.0179,
      "step": 14559
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.003211200269557e-06,
      "loss": 0.0061,
      "step": 14560
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.003059021772704e-06,
      "loss": 0.0081,
      "step": 14561
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.002906832946606e-06,
      "loss": 0.0064,
      "step": 14562
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.002754633791658e-06,
      "loss": 0.006,
      "step": 14563
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.002602424308251e-06,
      "loss": 0.0066,
      "step": 14564
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00245020449678e-06,
      "loss": 0.0073,
      "step": 14565
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.002297974357637e-06,
      "loss": 0.0081,
      "step": 14566
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.002145733891214e-06,
      "loss": 0.0066,
      "step": 14567
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.001993483097903e-06,
      "loss": 0.0089,
      "step": 14568
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.0018412219781e-06,
      "loss": 0.0133,
      "step": 14569
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.001688950532196e-06,
      "loss": 0.004,
      "step": 14570
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.001536668760583e-06,
      "loss": 0.0146,
      "step": 14571
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.001384376663655e-06,
      "loss": 0.009,
      "step": 14572
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.001232074241805e-06,
      "loss": 0.0086,
      "step": 14573
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.001079761495425e-06,
      "loss": 0.0281,
      "step": 14574
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.000927438424912e-06,
      "loss": 0.0088,
      "step": 14575
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.000775105030653e-06,
      "loss": 0.0072,
      "step": 14576
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.000622761313045e-06,
      "loss": 0.009,
      "step": 14577
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00047040727248e-06,
      "loss": 0.0304,
      "step": 14578
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.000318042909351e-06,
      "loss": 0.009,
      "step": 14579
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.00016566822405e-06,
      "loss": 0.0043,
      "step": 14580
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.000013283216975e-06,
      "loss": 0.0318,
      "step": 14581
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.999860887888511e-06,
      "loss": 0.0102,
      "step": 14582
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99970848223906e-06,
      "loss": 0.0135,
      "step": 14583
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99955606626901e-06,
      "loss": 0.0197,
      "step": 14584
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.999403639978756e-06,
      "loss": 0.0206,
      "step": 14585
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99925120336869e-06,
      "loss": 0.0087,
      "step": 14586
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.999098756439207e-06,
      "loss": 0.0164,
      "step": 14587
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.9989462991907e-06,
      "loss": 0.0033,
      "step": 14588
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99879383162356e-06,
      "loss": 0.0084,
      "step": 14589
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.998641353738182e-06,
      "loss": 0.0044,
      "step": 14590
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.998488865534962e-06,
      "loss": 0.0064,
      "step": 14591
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99833636701429e-06,
      "loss": 0.0067,
      "step": 14592
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.998183858176562e-06,
      "loss": 0.014,
      "step": 14593
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.998031339022168e-06,
      "loss": 0.007,
      "step": 14594
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.997878809551506e-06,
      "loss": 0.0021,
      "step": 14595
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.997726269764965e-06,
      "loss": 0.0065,
      "step": 14596
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.997573719662944e-06,
      "loss": 0.0074,
      "step": 14597
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.997421159245832e-06,
      "loss": 0.0023,
      "step": 14598
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.997268588514025e-06,
      "loss": 0.0131,
      "step": 14599
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.997116007467916e-06,
      "loss": 0.0268,
      "step": 14600
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.996963416107897e-06,
      "loss": 0.0009,
      "step": 14601
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.996810814434365e-06,
      "loss": 0.008,
      "step": 14602
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.996658202447712e-06,
      "loss": 0.021,
      "step": 14603
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.996505580148332e-06,
      "loss": 0.007,
      "step": 14604
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.996352947536618e-06,
      "loss": 0.0127,
      "step": 14605
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.996200304612967e-06,
      "loss": 0.0023,
      "step": 14606
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99604765137777e-06,
      "loss": 0.0086,
      "step": 14607
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.995894987831417e-06,
      "loss": 0.0117,
      "step": 14608
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.995742313974311e-06,
      "loss": 0.0042,
      "step": 14609
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99558962980684e-06,
      "loss": 0.0111,
      "step": 14610
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.995436935329399e-06,
      "loss": 0.0055,
      "step": 14611
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.995284230542383e-06,
      "loss": 0.0072,
      "step": 14612
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.995131515446184e-06,
      "loss": 0.0078,
      "step": 14613
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.994978790041199e-06,
      "loss": 0.0019,
      "step": 14614
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99482605432782e-06,
      "loss": 0.005,
      "step": 14615
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99467330830644e-06,
      "loss": 0.0147,
      "step": 14616
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.994520551977455e-06,
      "loss": 0.0101,
      "step": 14617
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99436778534126e-06,
      "loss": 0.0097,
      "step": 14618
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.994215008398249e-06,
      "loss": 0.0131,
      "step": 14619
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.994062221148812e-06,
      "loss": 0.0113,
      "step": 14620
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.993909423593349e-06,
      "loss": 0.0087,
      "step": 14621
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99375661573225e-06,
      "loss": 0.0161,
      "step": 14622
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.993603797565913e-06,
      "loss": 0.0038,
      "step": 14623
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99345096909473e-06,
      "loss": 0.0142,
      "step": 14624
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.993298130319094e-06,
      "loss": 0.0033,
      "step": 14625
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.993145281239404e-06,
      "loss": 0.0149,
      "step": 14626
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99299242185605e-06,
      "loss": 0.0053,
      "step": 14627
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.992839552169426e-06,
      "loss": 0.0157,
      "step": 14628
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99268667217993e-06,
      "loss": 0.006,
      "step": 14629
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.992533781887956e-06,
      "loss": 0.0104,
      "step": 14630
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.992380881293896e-06,
      "loss": 0.0036,
      "step": 14631
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.992227970398147e-06,
      "loss": 0.0145,
      "step": 14632
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.992075049201103e-06,
      "loss": 0.0052,
      "step": 14633
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.991922117703156e-06,
      "loss": 0.0116,
      "step": 14634
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.991769175904704e-06,
      "loss": 0.0112,
      "step": 14635
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99161622380614e-06,
      "loss": 0.0094,
      "step": 14636
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99146326140786e-06,
      "loss": 0.0062,
      "step": 14637
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.991310288710256e-06,
      "loss": 0.0247,
      "step": 14638
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.991157305713725e-06,
      "loss": 0.007,
      "step": 14639
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99100431241866e-06,
      "loss": 0.0172,
      "step": 14640
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99085130882546e-06,
      "loss": 0.0016,
      "step": 14641
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.990698294934514e-06,
      "loss": 0.0129,
      "step": 14642
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.99054527074622e-06,
      "loss": 0.0063,
      "step": 14643
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.990392236260975e-06,
      "loss": 0.0162,
      "step": 14644
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.990239191479168e-06,
      "loss": 0.0129,
      "step": 14645
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.990086136401199e-06,
      "loss": 0.0104,
      "step": 14646
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.989933071027459e-06,
      "loss": 0.0117,
      "step": 14647
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.989779995358348e-06,
      "loss": 0.0219,
      "step": 14648
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.989626909394256e-06,
      "loss": 0.0215,
      "step": 14649
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98947381313558e-06,
      "loss": 0.0366,
      "step": 14650
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.989320706582716e-06,
      "loss": 0.0025,
      "step": 14651
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98916758973606e-06,
      "loss": 0.0057,
      "step": 14652
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.989014462596002e-06,
      "loss": 0.0169,
      "step": 14653
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.988861325162943e-06,
      "loss": 0.034,
      "step": 14654
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.988708177437273e-06,
      "loss": 0.0228,
      "step": 14655
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.988555019419392e-06,
      "loss": 0.0127,
      "step": 14656
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.988401851109691e-06,
      "loss": 0.0118,
      "step": 14657
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.988248672508569e-06,
      "loss": 0.0088,
      "step": 14658
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98809548361642e-06,
      "loss": 0.0111,
      "step": 14659
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.987942284433637e-06,
      "loss": 0.0199,
      "step": 14660
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.987789074960617e-06,
      "loss": 0.006,
      "step": 14661
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.987635855197756e-06,
      "loss": 0.0056,
      "step": 14662
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.987482625145447e-06,
      "loss": 0.0456,
      "step": 14663
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.987329384804089e-06,
      "loss": 0.0076,
      "step": 14664
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.987176134174076e-06,
      "loss": 0.0238,
      "step": 14665
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.987022873255802e-06,
      "loss": 0.0054,
      "step": 14666
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.986869602049662e-06,
      "loss": 0.0053,
      "step": 14667
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.986716320556055e-06,
      "loss": 0.0085,
      "step": 14668
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.986563028775373e-06,
      "loss": 0.0111,
      "step": 14669
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.986409726708014e-06,
      "loss": 0.0112,
      "step": 14670
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.986256414354371e-06,
      "loss": 0.015,
      "step": 14671
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.986103091714842e-06,
      "loss": 0.0091,
      "step": 14672
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.985949758789823e-06,
      "loss": 0.0126,
      "step": 14673
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.985796415579706e-06,
      "loss": 0.0284,
      "step": 14674
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.985643062084891e-06,
      "loss": 0.0055,
      "step": 14675
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.985489698305772e-06,
      "loss": 0.0265,
      "step": 14676
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.985336324242742e-06,
      "loss": 0.009,
      "step": 14677
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.985182939896202e-06,
      "loss": 0.0046,
      "step": 14678
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.985029545266544e-06,
      "loss": 0.0059,
      "step": 14679
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.984876140354164e-06,
      "loss": 0.0166,
      "step": 14680
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.984722725159459e-06,
      "loss": 0.0169,
      "step": 14681
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.984569299682825e-06,
      "loss": 0.0111,
      "step": 14682
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.984415863924659e-06,
      "loss": 0.0038,
      "step": 14683
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.984262417885352e-06,
      "loss": 0.0088,
      "step": 14684
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.984108961565305e-06,
      "loss": 0.0196,
      "step": 14685
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.983955494964913e-06,
      "loss": 0.0054,
      "step": 14686
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.983802018084571e-06,
      "loss": 0.0069,
      "step": 14687
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.983648530924674e-06,
      "loss": 0.0101,
      "step": 14688
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98349503348562e-06,
      "loss": 0.0108,
      "step": 14689
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.983341525767806e-06,
      "loss": 0.0059,
      "step": 14690
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.983188007771623e-06,
      "loss": 0.0086,
      "step": 14691
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.983034479497474e-06,
      "loss": 0.006,
      "step": 14692
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98288094094575e-06,
      "loss": 0.0146,
      "step": 14693
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98272739211685e-06,
      "loss": 0.0107,
      "step": 14694
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.982573833011168e-06,
      "loss": 0.0198,
      "step": 14695
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.982420263629102e-06,
      "loss": 0.0032,
      "step": 14696
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.982266683971049e-06,
      "loss": 0.0093,
      "step": 14697
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.982113094037402e-06,
      "loss": 0.041,
      "step": 14698
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.981959493828561e-06,
      "loss": 0.0187,
      "step": 14699
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.981805883344919e-06,
      "loss": 0.025,
      "step": 14700
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.981652262586874e-06,
      "loss": 0.019,
      "step": 14701
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.981498631554823e-06,
      "loss": 0.0151,
      "step": 14702
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.981344990249163e-06,
      "loss": 0.0089,
      "step": 14703
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.981191338670288e-06,
      "loss": 0.0075,
      "step": 14704
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.981037676818595e-06,
      "loss": 0.0039,
      "step": 14705
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98088400469448e-06,
      "loss": 0.0085,
      "step": 14706
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.980730322298344e-06,
      "loss": 0.0094,
      "step": 14707
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.98057662963058e-06,
      "loss": 0.0093,
      "step": 14708
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.980422926691583e-06,
      "loss": 0.008,
      "step": 14709
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.980269213481752e-06,
      "loss": 0.0017,
      "step": 14710
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.980115490001484e-06,
      "loss": 0.0144,
      "step": 14711
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.979961756251175e-06,
      "loss": 0.0192,
      "step": 14712
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.979808012231219e-06,
      "loss": 0.0135,
      "step": 14713
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.979654257942018e-06,
      "loss": 0.0117,
      "step": 14714
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.979500493383964e-06,
      "loss": 0.0014,
      "step": 14715
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.979346718557456e-06,
      "loss": 0.0145,
      "step": 14716
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.979192933462892e-06,
      "loss": 0.0062,
      "step": 14717
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.979039138100665e-06,
      "loss": 0.0084,
      "step": 14718
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.978885332471176e-06,
      "loss": 0.0096,
      "step": 14719
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.978731516574819e-06,
      "loss": 0.0267,
      "step": 14720
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.978577690411991e-06,
      "loss": 0.0065,
      "step": 14721
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.978423853983091e-06,
      "loss": 0.0043,
      "step": 14722
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.978270007288517e-06,
      "loss": 0.0133,
      "step": 14723
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97811615032866e-06,
      "loss": 0.0124,
      "step": 14724
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.977962283103922e-06,
      "loss": 0.0095,
      "step": 14725
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.9778084056147e-06,
      "loss": 0.0097,
      "step": 14726
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.977654517861386e-06,
      "loss": 0.0063,
      "step": 14727
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.977500619844386e-06,
      "loss": 0.0035,
      "step": 14728
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97734671156409e-06,
      "loss": 0.0043,
      "step": 14729
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.977192793020896e-06,
      "loss": 0.021,
      "step": 14730
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.977038864215203e-06,
      "loss": 0.0069,
      "step": 14731
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.976884925147408e-06,
      "loss": 0.0093,
      "step": 14732
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.976730975817907e-06,
      "loss": 0.0361,
      "step": 14733
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.9765770162271e-06,
      "loss": 0.0049,
      "step": 14734
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97642304637538e-06,
      "loss": 0.0132,
      "step": 14735
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.976269066263146e-06,
      "loss": 0.0118,
      "step": 14736
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.976115075890796e-06,
      "loss": 0.0094,
      "step": 14737
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97596107525873e-06,
      "loss": 0.0113,
      "step": 14738
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97580706436734e-06,
      "loss": 0.0074,
      "step": 14739
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.975653043217026e-06,
      "loss": 0.0047,
      "step": 14740
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.975499011808186e-06,
      "loss": 0.0092,
      "step": 14741
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.975344970141218e-06,
      "loss": 0.0057,
      "step": 14742
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.975190918216516e-06,
      "loss": 0.0112,
      "step": 14743
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.975036856034483e-06,
      "loss": 0.0145,
      "step": 14744
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97488278359551e-06,
      "loss": 0.0029,
      "step": 14745
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.9747287009e-06,
      "loss": 0.0058,
      "step": 14746
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.974574607948348e-06,
      "loss": 0.0054,
      "step": 14747
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.974420504740951e-06,
      "loss": 0.0073,
      "step": 14748
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.974266391278208e-06,
      "loss": 0.0117,
      "step": 14749
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.974112267560517e-06,
      "loss": 0.0071,
      "step": 14750
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.973958133588276e-06,
      "loss": 0.0147,
      "step": 14751
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97380398936188e-06,
      "loss": 0.0113,
      "step": 14752
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97364983488173e-06,
      "loss": 0.0285,
      "step": 14753
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.973495670148222e-06,
      "loss": 0.0142,
      "step": 14754
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.973341495161754e-06,
      "loss": 0.0176,
      "step": 14755
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.973187309922723e-06,
      "loss": 0.0104,
      "step": 14756
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.973033114431531e-06,
      "loss": 0.0495,
      "step": 14757
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97287890868857e-06,
      "loss": 0.012,
      "step": 14758
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97272469269424e-06,
      "loss": 0.0095,
      "step": 14759
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.972570466448942e-06,
      "loss": 0.0117,
      "step": 14760
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97241622995307e-06,
      "loss": 0.0079,
      "step": 14761
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.972261983207023e-06,
      "loss": 0.0102,
      "step": 14762
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.972107726211201e-06,
      "loss": 0.0218,
      "step": 14763
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.971953458965998e-06,
      "loss": 0.0093,
      "step": 14764
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.971799181471817e-06,
      "loss": 0.0108,
      "step": 14765
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.971644893729053e-06,
      "loss": 0.0058,
      "step": 14766
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.971490595738104e-06,
      "loss": 0.008,
      "step": 14767
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97133628749937e-06,
      "loss": 0.0056,
      "step": 14768
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.971181969013247e-06,
      "loss": 0.0092,
      "step": 14769
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.971027640280135e-06,
      "loss": 0.0119,
      "step": 14770
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.970873301300431e-06,
      "loss": 0.019,
      "step": 14771
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.970718952074534e-06,
      "loss": 0.0019,
      "step": 14772
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.970564592602842e-06,
      "loss": 0.0161,
      "step": 14773
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.970410222885753e-06,
      "loss": 0.0059,
      "step": 14774
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.970255842923667e-06,
      "loss": 0.0118,
      "step": 14775
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.97010145271698e-06,
      "loss": 0.0048,
      "step": 14776
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96994705226609e-06,
      "loss": 0.0105,
      "step": 14777
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.969792641571399e-06,
      "loss": 0.0031,
      "step": 14778
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.969638220633303e-06,
      "loss": 0.0082,
      "step": 14779
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.9694837894522e-06,
      "loss": 0.0128,
      "step": 14780
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.969329348028487e-06,
      "loss": 0.0184,
      "step": 14781
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.969174896362568e-06,
      "loss": 0.0413,
      "step": 14782
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.969020434454837e-06,
      "loss": 0.0128,
      "step": 14783
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.968865962305692e-06,
      "loss": 0.0064,
      "step": 14784
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.968711479915537e-06,
      "loss": 0.0123,
      "step": 14785
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.968556987284765e-06,
      "loss": 0.004,
      "step": 14786
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.968402484413776e-06,
      "loss": 0.0168,
      "step": 14787
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96824797130297e-06,
      "loss": 0.0157,
      "step": 14788
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.968093447952745e-06,
      "loss": 0.0097,
      "step": 14789
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.967938914363498e-06,
      "loss": 0.0071,
      "step": 14790
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.967784370535632e-06,
      "loss": 0.0282,
      "step": 14791
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.967629816469543e-06,
      "loss": 0.0092,
      "step": 14792
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96747525216563e-06,
      "loss": 0.0057,
      "step": 14793
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.967320677624289e-06,
      "loss": 0.0294,
      "step": 14794
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.967166092845926e-06,
      "loss": 0.0194,
      "step": 14795
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.967011497830932e-06,
      "loss": 0.0065,
      "step": 14796
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96685689257971e-06,
      "loss": 0.0073,
      "step": 14797
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96670227709266e-06,
      "loss": 0.0044,
      "step": 14798
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96654765137018e-06,
      "loss": 0.0052,
      "step": 14799
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.966393015412666e-06,
      "loss": 0.0115,
      "step": 14800
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96623836922052e-06,
      "loss": 0.0069,
      "step": 14801
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96608371279414e-06,
      "loss": 0.0094,
      "step": 14802
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.965929046133928e-06,
      "loss": 0.0164,
      "step": 14803
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.965774369240278e-06,
      "loss": 0.0231,
      "step": 14804
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.965619682113592e-06,
      "loss": 0.0071,
      "step": 14805
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.965464984754271e-06,
      "loss": 0.0039,
      "step": 14806
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96531027716271e-06,
      "loss": 0.0146,
      "step": 14807
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.965155559339312e-06,
      "loss": 0.0173,
      "step": 14808
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.965000831284472e-06,
      "loss": 0.0129,
      "step": 14809
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.964846092998592e-06,
      "loss": 0.0043,
      "step": 14810
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.964691344482073e-06,
      "loss": 0.007,
      "step": 14811
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.964536585735311e-06,
      "loss": 0.0077,
      "step": 14812
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.964381816758705e-06,
      "loss": 0.0084,
      "step": 14813
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.964227037552659e-06,
      "loss": 0.0089,
      "step": 14814
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.964072248117568e-06,
      "loss": 0.0132,
      "step": 14815
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.963917448453832e-06,
      "loss": 0.0051,
      "step": 14816
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.963762638561852e-06,
      "loss": 0.0046,
      "step": 14817
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.963607818442027e-06,
      "loss": 0.0089,
      "step": 14818
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.963452988094755e-06,
      "loss": 0.0097,
      "step": 14819
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.963298147520438e-06,
      "loss": 0.0064,
      "step": 14820
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.963143296719473e-06,
      "loss": 0.0206,
      "step": 14821
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.962988435692261e-06,
      "loss": 0.0017,
      "step": 14822
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.962833564439202e-06,
      "loss": 0.0173,
      "step": 14823
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.962678682960695e-06,
      "loss": 0.0036,
      "step": 14824
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.962523791257138e-06,
      "loss": 0.0065,
      "step": 14825
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.962368889328934e-06,
      "loss": 0.0168,
      "step": 14826
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96221397717648e-06,
      "loss": 0.0235,
      "step": 14827
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.962059054800179e-06,
      "loss": 0.0152,
      "step": 14828
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.961904122200426e-06,
      "loss": 0.0293,
      "step": 14829
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.961749179377624e-06,
      "loss": 0.0091,
      "step": 14830
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.961594226332171e-06,
      "loss": 0.0019,
      "step": 14831
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96143926306447e-06,
      "loss": 0.0128,
      "step": 14832
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.961284289574916e-06,
      "loss": 0.0058,
      "step": 14833
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.961129305863913e-06,
      "loss": 0.0081,
      "step": 14834
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96097431193186e-06,
      "loss": 0.0036,
      "step": 14835
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.960819307779156e-06,
      "loss": 0.0102,
      "step": 14836
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.960664293406203e-06,
      "loss": 0.0256,
      "step": 14837
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.960509268813398e-06,
      "loss": 0.0043,
      "step": 14838
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.960354234001141e-06,
      "loss": 0.0149,
      "step": 14839
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.960199188969835e-06,
      "loss": 0.0159,
      "step": 14840
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.96004413371988e-06,
      "loss": 0.0105,
      "step": 14841
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.959889068251672e-06,
      "loss": 0.0119,
      "step": 14842
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.959733992565615e-06,
      "loss": 0.0095,
      "step": 14843
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.959578906662108e-06,
      "loss": 0.0332,
      "step": 14844
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.959423810541552e-06,
      "loss": 0.006,
      "step": 14845
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.959268704204344e-06,
      "loss": 0.0038,
      "step": 14846
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.959113587650887e-06,
      "loss": 0.0075,
      "step": 14847
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.958958460881582e-06,
      "loss": 0.0067,
      "step": 14848
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.958803323896828e-06,
      "loss": 0.007,
      "step": 14849
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.958648176697025e-06,
      "loss": 0.0216,
      "step": 14850
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.958493019282573e-06,
      "loss": 0.0067,
      "step": 14851
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.958337851653873e-06,
      "loss": 0.014,
      "step": 14852
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.958182673811326e-06,
      "loss": 0.0078,
      "step": 14853
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.958027485755333e-06,
      "loss": 0.0075,
      "step": 14854
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95787228748629e-06,
      "loss": 0.0082,
      "step": 14855
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.957717079004605e-06,
      "loss": 0.0137,
      "step": 14856
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.957561860310672e-06,
      "loss": 0.0039,
      "step": 14857
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.957406631404893e-06,
      "loss": 0.0069,
      "step": 14858
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95725139228767e-06,
      "loss": 0.0061,
      "step": 14859
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.957096142959404e-06,
      "loss": 0.0117,
      "step": 14860
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.956940883420493e-06,
      "loss": 0.003,
      "step": 14861
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95678561367134e-06,
      "loss": 0.0064,
      "step": 14862
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.956630333712343e-06,
      "loss": 0.0074,
      "step": 14863
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.956475043543907e-06,
      "loss": 0.0021,
      "step": 14864
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.956319743166428e-06,
      "loss": 0.0057,
      "step": 14865
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95616443258031e-06,
      "loss": 0.0021,
      "step": 14866
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.956009111785952e-06,
      "loss": 0.0098,
      "step": 14867
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.955853780783756e-06,
      "loss": 0.0099,
      "step": 14868
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95569843957412e-06,
      "loss": 0.0033,
      "step": 14869
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95554308815745e-06,
      "loss": 0.005,
      "step": 14870
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.955387726534142e-06,
      "loss": 0.0039,
      "step": 14871
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.955232354704599e-06,
      "loss": 0.0051,
      "step": 14872
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.955076972669222e-06,
      "loss": 0.0136,
      "step": 14873
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.954921580428411e-06,
      "loss": 0.0046,
      "step": 14874
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.954766177982569e-06,
      "loss": 0.0102,
      "step": 14875
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.954610765332094e-06,
      "loss": 0.0039,
      "step": 14876
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95445534247739e-06,
      "loss": 0.0144,
      "step": 14877
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.954299909418856e-06,
      "loss": 0.006,
      "step": 14878
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.954144466156893e-06,
      "loss": 0.0372,
      "step": 14879
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.953989012691904e-06,
      "loss": 0.0068,
      "step": 14880
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.953833549024287e-06,
      "loss": 0.0073,
      "step": 14881
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.953678075154447e-06,
      "loss": 0.0077,
      "step": 14882
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.953522591082782e-06,
      "loss": 0.013,
      "step": 14883
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.953367096809695e-06,
      "loss": 0.0068,
      "step": 14884
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.953211592335587e-06,
      "loss": 0.0106,
      "step": 14885
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.953056077660858e-06,
      "loss": 0.0071,
      "step": 14886
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95290055278591e-06,
      "loss": 0.0022,
      "step": 14887
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.952745017711147e-06,
      "loss": 0.0047,
      "step": 14888
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.952589472436964e-06,
      "loss": 0.0047,
      "step": 14889
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.952433916963768e-06,
      "loss": 0.0111,
      "step": 14890
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.952278351291958e-06,
      "loss": 0.0122,
      "step": 14891
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.952122775421938e-06,
      "loss": 0.0037,
      "step": 14892
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.951967189354107e-06,
      "loss": 0.0067,
      "step": 14893
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.951811593088864e-06,
      "loss": 0.0156,
      "step": 14894
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.951655986626616e-06,
      "loss": 0.0093,
      "step": 14895
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.951500369967761e-06,
      "loss": 0.0057,
      "step": 14896
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.951344743112701e-06,
      "loss": 0.0087,
      "step": 14897
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95118910606184e-06,
      "loss": 0.0229,
      "step": 14898
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.951033458815575e-06,
      "loss": 0.0036,
      "step": 14899
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.950877801374312e-06,
      "loss": 0.0092,
      "step": 14900
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.950722133738451e-06,
      "loss": 0.0061,
      "step": 14901
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.950566455908393e-06,
      "loss": 0.0108,
      "step": 14902
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.95041076788454e-06,
      "loss": 0.0133,
      "step": 14903
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.950255069667294e-06,
      "loss": 0.0099,
      "step": 14904
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.950099361257056e-06,
      "loss": 0.0134,
      "step": 14905
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94994364265423e-06,
      "loss": 0.0073,
      "step": 14906
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.949787913859217e-06,
      "loss": 0.0098,
      "step": 14907
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.949632174872416e-06,
      "loss": 0.0175,
      "step": 14908
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.949476425694232e-06,
      "loss": 0.0038,
      "step": 14909
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.949320666325065e-06,
      "loss": 0.0122,
      "step": 14910
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.949164896765318e-06,
      "loss": 0.0195,
      "step": 14911
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.949009117015394e-06,
      "loss": 0.0022,
      "step": 14912
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.948853327075692e-06,
      "loss": 0.0004,
      "step": 14913
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.948697526946616e-06,
      "loss": 0.0075,
      "step": 14914
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94854171662857e-06,
      "loss": 0.0155,
      "step": 14915
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.948385896121952e-06,
      "loss": 0.0299,
      "step": 14916
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.948230065427167e-06,
      "loss": 0.0079,
      "step": 14917
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.948074224544615e-06,
      "loss": 0.0073,
      "step": 14918
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.947918373474698e-06,
      "loss": 0.0065,
      "step": 14919
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94776251221782e-06,
      "loss": 0.0133,
      "step": 14920
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.947606640774382e-06,
      "loss": 0.0143,
      "step": 14921
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.947450759144789e-06,
      "loss": 0.0153,
      "step": 14922
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.947294867329437e-06,
      "loss": 0.0131,
      "step": 14923
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.947138965328734e-06,
      "loss": 0.0141,
      "step": 14924
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.946983053143082e-06,
      "loss": 0.008,
      "step": 14925
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.946827130772879e-06,
      "loss": 0.014,
      "step": 14926
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.946671198218531e-06,
      "loss": 0.0171,
      "step": 14927
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.946515255480439e-06,
      "loss": 0.0138,
      "step": 14928
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.946359302559007e-06,
      "loss": 0.0036,
      "step": 14929
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.946203339454636e-06,
      "loss": 0.0097,
      "step": 14930
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.946047366167727e-06,
      "loss": 0.011,
      "step": 14931
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.945891382698683e-06,
      "loss": 0.0222,
      "step": 14932
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94573538904791e-06,
      "loss": 0.009,
      "step": 14933
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.945579385215808e-06,
      "loss": 0.0136,
      "step": 14934
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.945423371202779e-06,
      "loss": 0.0075,
      "step": 14935
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.945267347009226e-06,
      "loss": 0.0076,
      "step": 14936
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94511131263555e-06,
      "loss": 0.012,
      "step": 14937
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.944955268082159e-06,
      "loss": 0.0036,
      "step": 14938
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94479921334945e-06,
      "loss": 0.0151,
      "step": 14939
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.944643148437826e-06,
      "loss": 0.0191,
      "step": 14940
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.944487073347695e-06,
      "loss": 0.029,
      "step": 14941
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.944330988079453e-06,
      "loss": 0.0389,
      "step": 14942
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.944174892633507e-06,
      "loss": 0.0067,
      "step": 14943
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.944018787010258e-06,
      "loss": 0.0042,
      "step": 14944
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94386267121011e-06,
      "loss": 0.0127,
      "step": 14945
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.943706545233465e-06,
      "loss": 0.0015,
      "step": 14946
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.943550409080728e-06,
      "loss": 0.012,
      "step": 14947
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.943394262752299e-06,
      "loss": 0.0065,
      "step": 14948
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.943238106248582e-06,
      "loss": 0.0041,
      "step": 14949
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94308193956998e-06,
      "loss": 0.0058,
      "step": 14950
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.942925762716894e-06,
      "loss": 0.0315,
      "step": 14951
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94276957568973e-06,
      "loss": 0.0239,
      "step": 14952
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.942613378488889e-06,
      "loss": 0.0075,
      "step": 14953
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.942457171114776e-06,
      "loss": 0.0214,
      "step": 14954
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.942300953567794e-06,
      "loss": 0.0074,
      "step": 14955
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.942144725848342e-06,
      "loss": 0.0063,
      "step": 14956
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.941988487956828e-06,
      "loss": 0.0112,
      "step": 14957
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.941832239893655e-06,
      "loss": 0.0073,
      "step": 14958
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.941675981659221e-06,
      "loss": 0.0098,
      "step": 14959
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.941519713253935e-06,
      "loss": 0.0069,
      "step": 14960
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.941363434678197e-06,
      "loss": 0.0115,
      "step": 14961
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94120714593241e-06,
      "loss": 0.0155,
      "step": 14962
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94105084701698e-06,
      "loss": 0.0034,
      "step": 14963
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.94089453793231e-06,
      "loss": 0.0057,
      "step": 14964
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.9407382186788e-06,
      "loss": 0.0129,
      "step": 14965
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.940581889256857e-06,
      "loss": 0.0011,
      "step": 14966
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.940425549666881e-06,
      "loss": 0.0074,
      "step": 14967
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.940269199909278e-06,
      "loss": 0.014,
      "step": 14968
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.940112839984451e-06,
      "loss": 0.0017,
      "step": 14969
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.939956469892804e-06,
      "loss": 0.0173,
      "step": 14970
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.939800089634736e-06,
      "loss": 0.0172,
      "step": 14971
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.939643699210659e-06,
      "loss": 0.0118,
      "step": 14972
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.939487298620968e-06,
      "loss": 0.0032,
      "step": 14973
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.939330887866071e-06,
      "loss": 0.0202,
      "step": 14974
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.939174466946372e-06,
      "loss": 0.0052,
      "step": 14975
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.939018035862272e-06,
      "loss": 0.0128,
      "step": 14976
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.938861594614176e-06,
      "loss": 0.01,
      "step": 14977
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.938705143202489e-06,
      "loss": 0.0037,
      "step": 14978
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.938548681627612e-06,
      "loss": 0.0258,
      "step": 14979
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.938392209889952e-06,
      "loss": 0.0111,
      "step": 14980
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.93823572798991e-06,
      "loss": 0.0037,
      "step": 14981
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.938079235927891e-06,
      "loss": 0.0056,
      "step": 14982
    },
    {
      "epoch": 0.23,
      "learning_rate": 8.937922733704298e-06,
      "loss": 0.008,
      "step": 14983
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.937766221319534e-06,
      "loss": 0.0077,
      "step": 14984
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.937609698774006e-06,
      "loss": 0.008,
      "step": 14985
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.937453166068116e-06,
      "loss": 0.012,
      "step": 14986
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.937296623202267e-06,
      "loss": 0.0086,
      "step": 14987
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.937140070176865e-06,
      "loss": 0.0032,
      "step": 14988
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.936983506992312e-06,
      "loss": 0.0038,
      "step": 14989
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.936826933649013e-06,
      "loss": 0.0039,
      "step": 14990
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.936670350147372e-06,
      "loss": 0.0052,
      "step": 14991
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.936513756487794e-06,
      "loss": 0.0024,
      "step": 14992
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93635715267068e-06,
      "loss": 0.0211,
      "step": 14993
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.936200538696438e-06,
      "loss": 0.005,
      "step": 14994
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93604391456547e-06,
      "loss": 0.006,
      "step": 14995
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.935887280278177e-06,
      "loss": 0.0111,
      "step": 14996
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.935730635834969e-06,
      "loss": 0.0077,
      "step": 14997
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.935573981236249e-06,
      "loss": 0.0383,
      "step": 14998
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.935417316482418e-06,
      "loss": 0.0225,
      "step": 14999
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.935260641573882e-06,
      "loss": 0.0123,
      "step": 15000
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.935103956511046e-06,
      "loss": 0.0033,
      "step": 15001
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.934947261294314e-06,
      "loss": 0.0198,
      "step": 15002
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93479055592409e-06,
      "loss": 0.0039,
      "step": 15003
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.934633840400779e-06,
      "loss": 0.0084,
      "step": 15004
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.934477114724783e-06,
      "loss": 0.0097,
      "step": 15005
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.934320378896507e-06,
      "loss": 0.0049,
      "step": 15006
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.934163632916361e-06,
      "loss": 0.007,
      "step": 15007
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.934006876784743e-06,
      "loss": 0.0157,
      "step": 15008
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.933850110502059e-06,
      "loss": 0.0369,
      "step": 15009
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.933693334068715e-06,
      "loss": 0.0049,
      "step": 15010
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.933536547485113e-06,
      "loss": 0.0056,
      "step": 15011
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93337975075166e-06,
      "loss": 0.0058,
      "step": 15012
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93322294386876e-06,
      "loss": 0.0021,
      "step": 15013
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.933066126836817e-06,
      "loss": 0.0088,
      "step": 15014
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.932909299656237e-06,
      "loss": 0.008,
      "step": 15015
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.932752462327422e-06,
      "loss": 0.0077,
      "step": 15016
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93259561485078e-06,
      "loss": 0.0068,
      "step": 15017
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.932438757226713e-06,
      "loss": 0.0144,
      "step": 15018
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.932281889455629e-06,
      "loss": 0.0045,
      "step": 15019
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93212501153793e-06,
      "loss": 0.0324,
      "step": 15020
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.931968123474018e-06,
      "loss": 0.0089,
      "step": 15021
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.931811225264304e-06,
      "loss": 0.0073,
      "step": 15022
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93165431690919e-06,
      "loss": 0.0116,
      "step": 15023
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93149739840908e-06,
      "loss": 0.0305,
      "step": 15024
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93134046976438e-06,
      "loss": 0.0085,
      "step": 15025
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.931183530975495e-06,
      "loss": 0.0134,
      "step": 15026
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.931026582042829e-06,
      "loss": 0.0075,
      "step": 15027
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93086962296679e-06,
      "loss": 0.0103,
      "step": 15028
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.93071265374778e-06,
      "loss": 0.0165,
      "step": 15029
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.930555674386203e-06,
      "loss": 0.0099,
      "step": 15030
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.930398684882467e-06,
      "loss": 0.0163,
      "step": 15031
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.930241685236976e-06,
      "loss": 0.004,
      "step": 15032
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.930084675450134e-06,
      "loss": 0.0037,
      "step": 15033
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92992765552235e-06,
      "loss": 0.0127,
      "step": 15034
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.929770625454024e-06,
      "loss": 0.0325,
      "step": 15035
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.929613585245564e-06,
      "loss": 0.0019,
      "step": 15036
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.929456534897374e-06,
      "loss": 0.0139,
      "step": 15037
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92929947440986e-06,
      "loss": 0.0082,
      "step": 15038
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.929142403783429e-06,
      "loss": 0.0145,
      "step": 15039
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.928985323018482e-06,
      "loss": 0.0045,
      "step": 15040
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.928828232115428e-06,
      "loss": 0.0087,
      "step": 15041
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.928671131074673e-06,
      "loss": 0.0183,
      "step": 15042
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.928514019896619e-06,
      "loss": 0.0098,
      "step": 15043
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.928356898581672e-06,
      "loss": 0.0115,
      "step": 15044
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.928199767130238e-06,
      "loss": 0.0097,
      "step": 15045
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.928042625542725e-06,
      "loss": 0.0025,
      "step": 15046
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.927885473819535e-06,
      "loss": 0.0029,
      "step": 15047
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.927728311961077e-06,
      "loss": 0.0067,
      "step": 15048
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.927571139967752e-06,
      "loss": 0.0092,
      "step": 15049
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.927413957839967e-06,
      "loss": 0.0061,
      "step": 15050
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.927256765578132e-06,
      "loss": 0.0046,
      "step": 15051
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.927099563182646e-06,
      "loss": 0.0283,
      "step": 15052
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92694235065392e-06,
      "loss": 0.0078,
      "step": 15053
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.926785127992356e-06,
      "loss": 0.0067,
      "step": 15054
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.926627895198362e-06,
      "loss": 0.0152,
      "step": 15055
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.926470652272342e-06,
      "loss": 0.0251,
      "step": 15056
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.926313399214704e-06,
      "loss": 0.0028,
      "step": 15057
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92615613602585e-06,
      "loss": 0.0195,
      "step": 15058
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92599886270619e-06,
      "loss": 0.0076,
      "step": 15059
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.925841579256128e-06,
      "loss": 0.0147,
      "step": 15060
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.925684285676069e-06,
      "loss": 0.0064,
      "step": 15061
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92552698196642e-06,
      "loss": 0.0086,
      "step": 15062
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.925369668127584e-06,
      "loss": 0.0032,
      "step": 15063
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.925212344159973e-06,
      "loss": 0.0269,
      "step": 15064
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.925055010063987e-06,
      "loss": 0.0055,
      "step": 15065
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.924897665840035e-06,
      "loss": 0.0078,
      "step": 15066
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.924740311488525e-06,
      "loss": 0.0185,
      "step": 15067
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.924582947009857e-06,
      "loss": 0.0037,
      "step": 15068
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.924425572404443e-06,
      "loss": 0.0075,
      "step": 15069
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.924268187672685e-06,
      "loss": 0.0153,
      "step": 15070
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92411079281499e-06,
      "loss": 0.0142,
      "step": 15071
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.923953387831766e-06,
      "loss": 0.0055,
      "step": 15072
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.923795972723418e-06,
      "loss": 0.0075,
      "step": 15073
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.923638547490351e-06,
      "loss": 0.0079,
      "step": 15074
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.923481112132974e-06,
      "loss": 0.0133,
      "step": 15075
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.923323666651692e-06,
      "loss": 0.0057,
      "step": 15076
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.923166211046909e-06,
      "loss": 0.0054,
      "step": 15077
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.923008745319033e-06,
      "loss": 0.0201,
      "step": 15078
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.922851269468472e-06,
      "loss": 0.0433,
      "step": 15079
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92269378349563e-06,
      "loss": 0.0043,
      "step": 15080
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.922536287400913e-06,
      "loss": 0.0062,
      "step": 15081
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92237878118473e-06,
      "loss": 0.0253,
      "step": 15082
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.922221264847485e-06,
      "loss": 0.0062,
      "step": 15083
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.922063738389585e-06,
      "loss": 0.0097,
      "step": 15084
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.921906201811439e-06,
      "loss": 0.0124,
      "step": 15085
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.921748655113451e-06,
      "loss": 0.0211,
      "step": 15086
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.921591098296027e-06,
      "loss": 0.0079,
      "step": 15087
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.921433531359574e-06,
      "loss": 0.0128,
      "step": 15088
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.9212759543045e-06,
      "loss": 0.0127,
      "step": 15089
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.92111836713121e-06,
      "loss": 0.0241,
      "step": 15090
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.920960769840113e-06,
      "loss": 0.0113,
      "step": 15091
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.920803162431613e-06,
      "loss": 0.0045,
      "step": 15092
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.920645544906116e-06,
      "loss": 0.0024,
      "step": 15093
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.920487917264032e-06,
      "loss": 0.0168,
      "step": 15094
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.920330279505765e-06,
      "loss": 0.0094,
      "step": 15095
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.920172631631723e-06,
      "loss": 0.0171,
      "step": 15096
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.920014973642312e-06,
      "loss": 0.0218,
      "step": 15097
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.919857305537942e-06,
      "loss": 0.0038,
      "step": 15098
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.919699627319014e-06,
      "loss": 0.0058,
      "step": 15099
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91954193898594e-06,
      "loss": 0.002,
      "step": 15100
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.919384240539125e-06,
      "loss": 0.0053,
      "step": 15101
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.919226531978975e-06,
      "loss": 0.004,
      "step": 15102
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.919068813305898e-06,
      "loss": 0.0151,
      "step": 15103
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.9189110845203e-06,
      "loss": 0.0123,
      "step": 15104
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91875334562259e-06,
      "loss": 0.0398,
      "step": 15105
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.918595596613173e-06,
      "loss": 0.0157,
      "step": 15106
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.918437837492458e-06,
      "loss": 0.0181,
      "step": 15107
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.918280068260851e-06,
      "loss": 0.0053,
      "step": 15108
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.918122288918758e-06,
      "loss": 0.0081,
      "step": 15109
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.917964499466587e-06,
      "loss": 0.0041,
      "step": 15110
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.917806699904747e-06,
      "loss": 0.0064,
      "step": 15111
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91764889023364e-06,
      "loss": 0.0068,
      "step": 15112
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91749107045368e-06,
      "loss": 0.0137,
      "step": 15113
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91733324056527e-06,
      "loss": 0.0251,
      "step": 15114
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.917175400568818e-06,
      "loss": 0.0148,
      "step": 15115
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.917017550464731e-06,
      "loss": 0.0054,
      "step": 15116
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.916859690253419e-06,
      "loss": 0.044,
      "step": 15117
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.916701819935286e-06,
      "loss": 0.0081,
      "step": 15118
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.916543939510738e-06,
      "loss": 0.0015,
      "step": 15119
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.916386048980187e-06,
      "loss": 0.0182,
      "step": 15120
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.916228148344037e-06,
      "loss": 0.0127,
      "step": 15121
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.916070237602698e-06,
      "loss": 0.0045,
      "step": 15122
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.915912316756576e-06,
      "loss": 0.0047,
      "step": 15123
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.915754385806078e-06,
      "loss": 0.0158,
      "step": 15124
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.915596444751612e-06,
      "loss": 0.0222,
      "step": 15125
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.915438493593586e-06,
      "loss": 0.0144,
      "step": 15126
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.915280532332407e-06,
      "loss": 0.0036,
      "step": 15127
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.915122560968483e-06,
      "loss": 0.0043,
      "step": 15128
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.914964579502222e-06,
      "loss": 0.0042,
      "step": 15129
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91480658793403e-06,
      "loss": 0.0144,
      "step": 15130
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.914648586264317e-06,
      "loss": 0.0141,
      "step": 15131
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91449057449349e-06,
      "loss": 0.0073,
      "step": 15132
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.914332552621955e-06,
      "loss": 0.0129,
      "step": 15133
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91417452065012e-06,
      "loss": 0.0096,
      "step": 15134
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.914016478578396e-06,
      "loss": 0.009,
      "step": 15135
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.913858426407187e-06,
      "loss": 0.0106,
      "step": 15136
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.913700364136902e-06,
      "loss": 0.0037,
      "step": 15137
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.913542291767951e-06,
      "loss": 0.0085,
      "step": 15138
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91338420930074e-06,
      "loss": 0.0292,
      "step": 15139
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.913226116735674e-06,
      "loss": 0.0021,
      "step": 15140
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.913068014073168e-06,
      "loss": 0.006,
      "step": 15141
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.912909901313622e-06,
      "loss": 0.0057,
      "step": 15142
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.912751778457451e-06,
      "loss": 0.0091,
      "step": 15143
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.912593645505058e-06,
      "loss": 0.0048,
      "step": 15144
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.912435502456853e-06,
      "loss": 0.0023,
      "step": 15145
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.912277349313245e-06,
      "loss": 0.002,
      "step": 15146
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91211918607464e-06,
      "loss": 0.009,
      "step": 15147
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.911961012741448e-06,
      "loss": 0.0056,
      "step": 15148
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.911802829314076e-06,
      "loss": 0.0092,
      "step": 15149
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.911644635792934e-06,
      "loss": 0.0092,
      "step": 15150
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.911486432178425e-06,
      "loss": 0.0061,
      "step": 15151
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.911328218470963e-06,
      "loss": 0.0171,
      "step": 15152
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.911169994670955e-06,
      "loss": 0.0071,
      "step": 15153
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.911011760778806e-06,
      "loss": 0.0099,
      "step": 15154
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.910853516794931e-06,
      "loss": 0.0093,
      "step": 15155
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91069526271973e-06,
      "loss": 0.0134,
      "step": 15156
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.910536998553618e-06,
      "loss": 0.0122,
      "step": 15157
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.910378724296999e-06,
      "loss": 0.0061,
      "step": 15158
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.910220439950283e-06,
      "loss": 0.0138,
      "step": 15159
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.91006214551388e-06,
      "loss": 0.0226,
      "step": 15160
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.909903840988197e-06,
      "loss": 0.0203,
      "step": 15161
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.909745526373641e-06,
      "loss": 0.0124,
      "step": 15162
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.909587201670623e-06,
      "loss": 0.0082,
      "step": 15163
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90942886687955e-06,
      "loss": 0.002,
      "step": 15164
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.909270522000833e-06,
      "loss": 0.0051,
      "step": 15165
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.909112167034877e-06,
      "loss": 0.0093,
      "step": 15166
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.908953801982093e-06,
      "loss": 0.0089,
      "step": 15167
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.908795426842887e-06,
      "loss": 0.0254,
      "step": 15168
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.908637041617672e-06,
      "loss": 0.0112,
      "step": 15169
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.908478646306853e-06,
      "loss": 0.0057,
      "step": 15170
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90832024091084e-06,
      "loss": 0.008,
      "step": 15171
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.908161825430043e-06,
      "loss": 0.0051,
      "step": 15172
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90800339986487e-06,
      "loss": 0.0056,
      "step": 15173
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.907844964215725e-06,
      "loss": 0.0053,
      "step": 15174
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.907686518483025e-06,
      "loss": 0.0088,
      "step": 15175
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.907528062667174e-06,
      "loss": 0.0112,
      "step": 15176
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.907369596768583e-06,
      "loss": 0.0101,
      "step": 15177
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.907211120787657e-06,
      "loss": 0.0143,
      "step": 15178
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90705263472481e-06,
      "loss": 0.0103,
      "step": 15179
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.906894138580448e-06,
      "loss": 0.0279,
      "step": 15180
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.906735632354979e-06,
      "loss": 0.0057,
      "step": 15181
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.906577116048815e-06,
      "loss": 0.0064,
      "step": 15182
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.906418589662365e-06,
      "loss": 0.0102,
      "step": 15183
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.906260053196036e-06,
      "loss": 0.0098,
      "step": 15184
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.906101506650235e-06,
      "loss": 0.008,
      "step": 15185
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.905942950025376e-06,
      "loss": 0.0082,
      "step": 15186
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.905784383321867e-06,
      "loss": 0.0086,
      "step": 15187
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.905625806540115e-06,
      "loss": 0.011,
      "step": 15188
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.905467219680529e-06,
      "loss": 0.0145,
      "step": 15189
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90530862274352e-06,
      "loss": 0.0071,
      "step": 15190
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.905150015729497e-06,
      "loss": 0.0086,
      "step": 15191
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.904991398638871e-06,
      "loss": 0.0315,
      "step": 15192
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.904832771472047e-06,
      "loss": 0.0021,
      "step": 15193
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.904674134229437e-06,
      "loss": 0.008,
      "step": 15194
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90451548691145e-06,
      "loss": 0.0071,
      "step": 15195
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.904356829518495e-06,
      "loss": 0.0265,
      "step": 15196
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.904198162050984e-06,
      "loss": 0.0062,
      "step": 15197
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.904039484509322e-06,
      "loss": 0.0117,
      "step": 15198
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90388079689392e-06,
      "loss": 0.0153,
      "step": 15199
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90372209920519e-06,
      "loss": 0.0013,
      "step": 15200
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.903563391443537e-06,
      "loss": 0.0044,
      "step": 15201
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.903404673609375e-06,
      "loss": 0.0065,
      "step": 15202
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90324594570311e-06,
      "loss": 0.0122,
      "step": 15203
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.903087207725154e-06,
      "loss": 0.0115,
      "step": 15204
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.902928459675914e-06,
      "loss": 0.0052,
      "step": 15205
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.902769701555805e-06,
      "loss": 0.0054,
      "step": 15206
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90261093336523e-06,
      "loss": 0.0083,
      "step": 15207
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.902452155104604e-06,
      "loss": 0.0041,
      "step": 15208
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.902293366774333e-06,
      "loss": 0.0069,
      "step": 15209
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.902134568374827e-06,
      "loss": 0.004,
      "step": 15210
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.901975759906498e-06,
      "loss": 0.0096,
      "step": 15211
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.901816941369755e-06,
      "loss": 0.0048,
      "step": 15212
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.901658112765008e-06,
      "loss": 0.0228,
      "step": 15213
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.901499274092665e-06,
      "loss": 0.027,
      "step": 15214
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.901340425353138e-06,
      "loss": 0.0053,
      "step": 15215
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.901181566546835e-06,
      "loss": 0.0064,
      "step": 15216
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.90102269767417e-06,
      "loss": 0.004,
      "step": 15217
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.900863818735545e-06,
      "loss": 0.0049,
      "step": 15218
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.900704929731378e-06,
      "loss": 0.0085,
      "step": 15219
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.900546030662076e-06,
      "loss": 0.012,
      "step": 15220
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.900387121528047e-06,
      "loss": 0.0077,
      "step": 15221
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.900228202329705e-06,
      "loss": 0.0048,
      "step": 15222
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.900069273067456e-06,
      "loss": 0.0235,
      "step": 15223
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.899910333741713e-06,
      "loss": 0.0057,
      "step": 15224
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.899751384352884e-06,
      "loss": 0.0061,
      "step": 15225
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89959242490138e-06,
      "loss": 0.007,
      "step": 15226
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.899433455387613e-06,
      "loss": 0.0039,
      "step": 15227
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.899274475811992e-06,
      "loss": 0.0174,
      "step": 15228
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.899115486174926e-06,
      "loss": 0.004,
      "step": 15229
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.898956486476826e-06,
      "loss": 0.0073,
      "step": 15230
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.898797476718102e-06,
      "loss": 0.0107,
      "step": 15231
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.898638456899166e-06,
      "loss": 0.0086,
      "step": 15232
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.898479427020426e-06,
      "loss": 0.0062,
      "step": 15233
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.898320387082294e-06,
      "loss": 0.0092,
      "step": 15234
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89816133708518e-06,
      "loss": 0.0102,
      "step": 15235
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.898002277029494e-06,
      "loss": 0.0194,
      "step": 15236
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.897843206915645e-06,
      "loss": 0.0287,
      "step": 15237
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.897684126744046e-06,
      "loss": 0.0087,
      "step": 15238
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.897525036515107e-06,
      "loss": 0.0075,
      "step": 15239
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.897365936229238e-06,
      "loss": 0.0115,
      "step": 15240
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.897206825886848e-06,
      "loss": 0.0053,
      "step": 15241
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.897047705488351e-06,
      "loss": 0.0035,
      "step": 15242
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.896888575034154e-06,
      "loss": 0.0329,
      "step": 15243
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.896729434524671e-06,
      "loss": 0.0034,
      "step": 15244
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.896570283960311e-06,
      "loss": 0.0177,
      "step": 15245
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.896411123341484e-06,
      "loss": 0.0063,
      "step": 15246
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.8962519526686e-06,
      "loss": 0.0058,
      "step": 15247
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.896092771942073e-06,
      "loss": 0.0054,
      "step": 15248
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89593358116231e-06,
      "loss": 0.005,
      "step": 15249
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.895774380329724e-06,
      "loss": 0.0132,
      "step": 15250
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.895615169444727e-06,
      "loss": 0.0048,
      "step": 15251
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.895455948507728e-06,
      "loss": 0.0025,
      "step": 15252
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.895296717519135e-06,
      "loss": 0.0054,
      "step": 15253
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.895137476479365e-06,
      "loss": 0.0094,
      "step": 15254
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.894978225388823e-06,
      "loss": 0.0076,
      "step": 15255
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.894818964247924e-06,
      "loss": 0.0083,
      "step": 15256
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.894659693057076e-06,
      "loss": 0.0167,
      "step": 15257
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.894500411816695e-06,
      "loss": 0.0101,
      "step": 15258
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.894341120527187e-06,
      "loss": 0.0189,
      "step": 15259
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.894181819188963e-06,
      "loss": 0.0166,
      "step": 15260
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.894022507802437e-06,
      "loss": 0.0014,
      "step": 15261
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89386318636802e-06,
      "loss": 0.0182,
      "step": 15262
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.893703854886119e-06,
      "loss": 0.0031,
      "step": 15263
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.893544513357151e-06,
      "loss": 0.0033,
      "step": 15264
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.893385161781522e-06,
      "loss": 0.0052,
      "step": 15265
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.893225800159646e-06,
      "loss": 0.0156,
      "step": 15266
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.893066428491933e-06,
      "loss": 0.013,
      "step": 15267
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.892907046778796e-06,
      "loss": 0.0122,
      "step": 15268
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.892747655020643e-06,
      "loss": 0.04,
      "step": 15269
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.892588253217888e-06,
      "loss": 0.0088,
      "step": 15270
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.892428841370943e-06,
      "loss": 0.0143,
      "step": 15271
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.892269419480216e-06,
      "loss": 0.0101,
      "step": 15272
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89210998754612e-06,
      "loss": 0.0065,
      "step": 15273
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.891950545569068e-06,
      "loss": 0.0108,
      "step": 15274
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.891791093549472e-06,
      "loss": 0.0056,
      "step": 15275
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.891631631487737e-06,
      "loss": 0.0109,
      "step": 15276
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.891472159384282e-06,
      "loss": 0.0081,
      "step": 15277
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.891312677239515e-06,
      "loss": 0.0074,
      "step": 15278
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.891153185053846e-06,
      "loss": 0.0093,
      "step": 15279
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.890993682827692e-06,
      "loss": 0.0095,
      "step": 15280
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89083417056146e-06,
      "loss": 0.0145,
      "step": 15281
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.890674648255561e-06,
      "loss": 0.0202,
      "step": 15282
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89051511591041e-06,
      "loss": 0.0036,
      "step": 15283
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.890355573526418e-06,
      "loss": 0.0075,
      "step": 15284
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.890196021103993e-06,
      "loss": 0.0064,
      "step": 15285
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.89003645864355e-06,
      "loss": 0.0106,
      "step": 15286
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.8898768861455e-06,
      "loss": 0.0109,
      "step": 15287
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.889717303610256e-06,
      "loss": 0.0055,
      "step": 15288
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.889557711038227e-06,
      "loss": 0.0116,
      "step": 15289
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.889398108429827e-06,
      "loss": 0.0012,
      "step": 15290
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.889238495785469e-06,
      "loss": 0.0088,
      "step": 15291
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88907887310556e-06,
      "loss": 0.0088,
      "step": 15292
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.888919240390518e-06,
      "loss": 0.0225,
      "step": 15293
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88875959764075e-06,
      "loss": 0.018,
      "step": 15294
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.888599944856671e-06,
      "loss": 0.0063,
      "step": 15295
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88844028203869e-06,
      "loss": 0.0063,
      "step": 15296
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.888280609187223e-06,
      "loss": 0.0049,
      "step": 15297
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.888120926302678e-06,
      "loss": 0.0045,
      "step": 15298
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88796123338547e-06,
      "loss": 0.0029,
      "step": 15299
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.887801530436009e-06,
      "loss": 0.0157,
      "step": 15300
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.887641817454709e-06,
      "loss": 0.0233,
      "step": 15301
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88748209444198e-06,
      "loss": 0.0026,
      "step": 15302
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.887322361398234e-06,
      "loss": 0.0018,
      "step": 15303
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.887162618323885e-06,
      "loss": 0.0066,
      "step": 15304
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.887002865219346e-06,
      "loss": 0.0093,
      "step": 15305
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.886843102085028e-06,
      "loss": 0.0067,
      "step": 15306
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.886683328921341e-06,
      "loss": 0.0076,
      "step": 15307
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.8865235457287e-06,
      "loss": 0.0163,
      "step": 15308
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.886363752507517e-06,
      "loss": 0.0132,
      "step": 15309
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.886203949258204e-06,
      "loss": 0.0033,
      "step": 15310
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.886044135981173e-06,
      "loss": 0.0064,
      "step": 15311
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.885884312676838e-06,
      "loss": 0.0093,
      "step": 15312
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.885724479345607e-06,
      "loss": 0.0118,
      "step": 15313
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.885564635987899e-06,
      "loss": 0.0018,
      "step": 15314
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.885404782604119e-06,
      "loss": 0.0084,
      "step": 15315
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.885244919194687e-06,
      "loss": 0.0102,
      "step": 15316
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88508504576001e-06,
      "loss": 0.0171,
      "step": 15317
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.884925162300502e-06,
      "loss": 0.0349,
      "step": 15318
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.884765268816576e-06,
      "loss": 0.0243,
      "step": 15319
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.884605365308646e-06,
      "loss": 0.0115,
      "step": 15320
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.884445451777122e-06,
      "loss": 0.0023,
      "step": 15321
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.884285528222417e-06,
      "loss": 0.0168,
      "step": 15322
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.884125594644946e-06,
      "loss": 0.0341,
      "step": 15323
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.883965651045118e-06,
      "loss": 0.0118,
      "step": 15324
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88380569742335e-06,
      "loss": 0.0083,
      "step": 15325
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.883645733780054e-06,
      "loss": 0.016,
      "step": 15326
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.883485760115638e-06,
      "loss": 0.0198,
      "step": 15327
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.883325776430519e-06,
      "loss": 0.001,
      "step": 15328
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.883165782725109e-06,
      "loss": 0.012,
      "step": 15329
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88300577899982e-06,
      "loss": 0.0077,
      "step": 15330
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.882845765255066e-06,
      "loss": 0.014,
      "step": 15331
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88268574149126e-06,
      "loss": 0.014,
      "step": 15332
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.882525707708814e-06,
      "loss": 0.0157,
      "step": 15333
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.882365663908142e-06,
      "loss": 0.0077,
      "step": 15334
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.882205610089656e-06,
      "loss": 0.0019,
      "step": 15335
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.882045546253769e-06,
      "loss": 0.0055,
      "step": 15336
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.881885472400896e-06,
      "loss": 0.0056,
      "step": 15337
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.881725388531446e-06,
      "loss": 0.0124,
      "step": 15338
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.881565294645836e-06,
      "loss": 0.0343,
      "step": 15339
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.881405190744476e-06,
      "loss": 0.0076,
      "step": 15340
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.881245076827781e-06,
      "loss": 0.0144,
      "step": 15341
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.881084952896165e-06,
      "loss": 0.0039,
      "step": 15342
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.880924818950038e-06,
      "loss": 0.0083,
      "step": 15343
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.880764674989818e-06,
      "loss": 0.0085,
      "step": 15344
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.880604521015912e-06,
      "loss": 0.014,
      "step": 15345
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88044435702874e-06,
      "loss": 0.0056,
      "step": 15346
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.88028418302871e-06,
      "loss": 0.0104,
      "step": 15347
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.880123999016238e-06,
      "loss": 0.0097,
      "step": 15348
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.879963804991738e-06,
      "loss": 0.0064,
      "step": 15349
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.879803600955618e-06,
      "loss": 0.0418,
      "step": 15350
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.879643386908299e-06,
      "loss": 0.0016,
      "step": 15351
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.879483162850189e-06,
      "loss": 0.0059,
      "step": 15352
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.879322928781703e-06,
      "loss": 0.0116,
      "step": 15353
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.879162684703256e-06,
      "loss": 0.0062,
      "step": 15354
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.879002430615258e-06,
      "loss": 0.0055,
      "step": 15355
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.878842166518124e-06,
      "loss": 0.0054,
      "step": 15356
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.878681892412271e-06,
      "loss": 0.0041,
      "step": 15357
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.87852160829811e-06,
      "loss": 0.0058,
      "step": 15358
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.878361314176051e-06,
      "loss": 0.0012,
      "step": 15359
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.878201010046512e-06,
      "loss": 0.0067,
      "step": 15360
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.878040695909906e-06,
      "loss": 0.011,
      "step": 15361
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.877880371766647e-06,
      "loss": 0.014,
      "step": 15362
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.877720037617148e-06,
      "loss": 0.0107,
      "step": 15363
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.87755969346182e-06,
      "loss": 0.0171,
      "step": 15364
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.877399339301083e-06,
      "loss": 0.0063,
      "step": 15365
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.877238975135343e-06,
      "loss": 0.035,
      "step": 15366
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.87707860096502e-06,
      "loss": 0.0021,
      "step": 15367
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.876918216790526e-06,
      "loss": 0.0072,
      "step": 15368
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.876757822612276e-06,
      "loss": 0.0058,
      "step": 15369
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.876597418430679e-06,
      "loss": 0.0075,
      "step": 15370
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.876437004246154e-06,
      "loss": 0.0095,
      "step": 15371
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.876276580059114e-06,
      "loss": 0.0272,
      "step": 15372
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.876116145869973e-06,
      "loss": 0.0171,
      "step": 15373
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.875955701679142e-06,
      "loss": 0.0148,
      "step": 15374
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.875795247487037e-06,
      "loss": 0.0039,
      "step": 15375
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.875634783294074e-06,
      "loss": 0.0087,
      "step": 15376
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.875474309100665e-06,
      "loss": 0.0216,
      "step": 15377
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.875313824907224e-06,
      "loss": 0.013,
      "step": 15378
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.875153330714164e-06,
      "loss": 0.0068,
      "step": 15379
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.874992826521902e-06,
      "loss": 0.0025,
      "step": 15380
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.87483231233085e-06,
      "loss": 0.0063,
      "step": 15381
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.874671788141424e-06,
      "loss": 0.0077,
      "step": 15382
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.874511253954036e-06,
      "loss": 0.018,
      "step": 15383
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.874350709769102e-06,
      "loss": 0.0061,
      "step": 15384
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.874190155587035e-06,
      "loss": 0.0051,
      "step": 15385
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.87402959140825e-06,
      "loss": 0.0078,
      "step": 15386
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.873869017233162e-06,
      "loss": 0.0049,
      "step": 15387
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.873708433062184e-06,
      "loss": 0.0048,
      "step": 15388
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.873547838895731e-06,
      "loss": 0.0082,
      "step": 15389
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.873387234734217e-06,
      "loss": 0.0439,
      "step": 15390
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.873226620578056e-06,
      "loss": 0.0053,
      "step": 15391
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.873065996427664e-06,
      "loss": 0.021,
      "step": 15392
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.872905362283455e-06,
      "loss": 0.0037,
      "step": 15393
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.872744718145843e-06,
      "loss": 0.056,
      "step": 15394
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.872584064015242e-06,
      "loss": 0.0155,
      "step": 15395
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.872423399892067e-06,
      "loss": 0.0066,
      "step": 15396
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.872262725776733e-06,
      "loss": 0.0133,
      "step": 15397
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.872102041669655e-06,
      "loss": 0.0066,
      "step": 15398
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.871941347571247e-06,
      "loss": 0.0047,
      "step": 15399
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.871780643481922e-06,
      "loss": 0.02,
      "step": 15400
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.871619929402097e-06,
      "loss": 0.0221,
      "step": 15401
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.871459205332185e-06,
      "loss": 0.0053,
      "step": 15402
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.871298471272603e-06,
      "loss": 0.0024,
      "step": 15403
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.871137727223764e-06,
      "loss": 0.0075,
      "step": 15404
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.870976973186083e-06,
      "loss": 0.0113,
      "step": 15405
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.870816209159975e-06,
      "loss": 0.0101,
      "step": 15406
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.870655435145856e-06,
      "loss": 0.0078,
      "step": 15407
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.87049465114414e-06,
      "loss": 0.0087,
      "step": 15408
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.870333857155239e-06,
      "loss": 0.0058,
      "step": 15409
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.87017305317957e-06,
      "loss": 0.0291,
      "step": 15410
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.870012239217552e-06,
      "loss": 0.0206,
      "step": 15411
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.869851415269595e-06,
      "loss": 0.0194,
      "step": 15412
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.869690581336113e-06,
      "loss": 0.0143,
      "step": 15413
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.869529737417526e-06,
      "loss": 0.0024,
      "step": 15414
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.869368883514244e-06,
      "loss": 0.0263,
      "step": 15415
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.869208019626687e-06,
      "loss": 0.045,
      "step": 15416
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.869047145755266e-06,
      "loss": 0.0139,
      "step": 15417
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.868886261900398e-06,
      "loss": 0.0188,
      "step": 15418
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.868725368062496e-06,
      "loss": 0.0193,
      "step": 15419
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.868564464241979e-06,
      "loss": 0.0144,
      "step": 15420
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.86840355043926e-06,
      "loss": 0.0197,
      "step": 15421
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.868242626654753e-06,
      "loss": 0.0096,
      "step": 15422
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.868081692888875e-06,
      "loss": 0.0077,
      "step": 15423
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.86792074914204e-06,
      "loss": 0.0042,
      "step": 15424
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.867759795414666e-06,
      "loss": 0.0177,
      "step": 15425
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.867598831707164e-06,
      "loss": 0.0132,
      "step": 15426
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.867437858019954e-06,
      "loss": 0.0127,
      "step": 15427
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.867276874353448e-06,
      "loss": 0.0115,
      "step": 15428
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.867115880708063e-06,
      "loss": 0.0097,
      "step": 15429
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.866954877084213e-06,
      "loss": 0.0189,
      "step": 15430
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.866793863482314e-06,
      "loss": 0.0056,
      "step": 15431
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.866632839902785e-06,
      "loss": 0.0107,
      "step": 15432
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.866471806346036e-06,
      "loss": 0.0214,
      "step": 15433
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.866310762812484e-06,
      "loss": 0.0326,
      "step": 15434
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.866149709302546e-06,
      "loss": 0.0081,
      "step": 15435
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.865988645816639e-06,
      "loss": 0.018,
      "step": 15436
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.865827572355173e-06,
      "loss": 0.0123,
      "step": 15437
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.86566648891857e-06,
      "loss": 0.0156,
      "step": 15438
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.865505395507241e-06,
      "loss": 0.0135,
      "step": 15439
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.865344292121604e-06,
      "loss": 0.0036,
      "step": 15440
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.865183178762075e-06,
      "loss": 0.0269,
      "step": 15441
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.865022055429066e-06,
      "loss": 0.014,
      "step": 15442
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.864860922123e-06,
      "loss": 0.0194,
      "step": 15443
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.864699778844285e-06,
      "loss": 0.0082,
      "step": 15444
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.864538625593343e-06,
      "loss": 0.0077,
      "step": 15445
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.864377462370586e-06,
      "loss": 0.0194,
      "step": 15446
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.864216289176431e-06,
      "loss": 0.0256,
      "step": 15447
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.864055106011293e-06,
      "loss": 0.0183,
      "step": 15448
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.863893912875589e-06,
      "loss": 0.0089,
      "step": 15449
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.863732709769734e-06,
      "loss": 0.0047,
      "step": 15450
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.863571496694145e-06,
      "loss": 0.0091,
      "step": 15451
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.86341027364924e-06,
      "loss": 0.0095,
      "step": 15452
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.86324904063543e-06,
      "loss": 0.0119,
      "step": 15453
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.863087797653133e-06,
      "loss": 0.0041,
      "step": 15454
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.862926544702767e-06,
      "loss": 0.0198,
      "step": 15455
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.862765281784748e-06,
      "loss": 0.0074,
      "step": 15456
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.86260400889949e-06,
      "loss": 0.0139,
      "step": 15457
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.862442726047411e-06,
      "loss": 0.0023,
      "step": 15458
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.862281433228924e-06,
      "loss": 0.0233,
      "step": 15459
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.862120130444449e-06,
      "loss": 0.02,
      "step": 15460
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.8619588176944e-06,
      "loss": 0.0246,
      "step": 15461
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.861797494979194e-06,
      "loss": 0.0111,
      "step": 15462
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.861636162299248e-06,
      "loss": 0.0055,
      "step": 15463
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.861474819654976e-06,
      "loss": 0.0113,
      "step": 15464
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.861313467046794e-06,
      "loss": 0.0079,
      "step": 15465
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.861152104475124e-06,
      "loss": 0.0082,
      "step": 15466
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.860990731940378e-06,
      "loss": 0.0102,
      "step": 15467
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.86082934944297e-06,
      "loss": 0.0086,
      "step": 15468
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.860667956983322e-06,
      "loss": 0.006,
      "step": 15469
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.860506554561846e-06,
      "loss": 0.0231,
      "step": 15470
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.860345142178961e-06,
      "loss": 0.0038,
      "step": 15471
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.860183719835082e-06,
      "loss": 0.0323,
      "step": 15472
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.860022287530628e-06,
      "loss": 0.0068,
      "step": 15473
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.859860845266011e-06,
      "loss": 0.004,
      "step": 15474
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.859699393041653e-06,
      "loss": 0.014,
      "step": 15475
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.859537930857967e-06,
      "loss": 0.0115,
      "step": 15476
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85937645871537e-06,
      "loss": 0.0082,
      "step": 15477
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.859214976614278e-06,
      "loss": 0.0108,
      "step": 15478
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85905348455511e-06,
      "loss": 0.0048,
      "step": 15479
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.858891982538284e-06,
      "loss": 0.0101,
      "step": 15480
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.858730470564211e-06,
      "loss": 0.0143,
      "step": 15481
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.858568948633314e-06,
      "loss": 0.0071,
      "step": 15482
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.858407416746004e-06,
      "loss": 0.0091,
      "step": 15483
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.858245874902702e-06,
      "loss": 0.0075,
      "step": 15484
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.858084323103823e-06,
      "loss": 0.0087,
      "step": 15485
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.857922761349787e-06,
      "loss": 0.0136,
      "step": 15486
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.857761189641006e-06,
      "loss": 0.0096,
      "step": 15487
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.857599607977898e-06,
      "loss": 0.0208,
      "step": 15488
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.857438016360883e-06,
      "loss": 0.0109,
      "step": 15489
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.857276414790376e-06,
      "loss": 0.0027,
      "step": 15490
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.857114803266792e-06,
      "loss": 0.0059,
      "step": 15491
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.856953181790553e-06,
      "loss": 0.0253,
      "step": 15492
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.856791550362072e-06,
      "loss": 0.0011,
      "step": 15493
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.856629908981766e-06,
      "loss": 0.0024,
      "step": 15494
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.856468257650053e-06,
      "loss": 0.0074,
      "step": 15495
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.856306596367351e-06,
      "loss": 0.0019,
      "step": 15496
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.856144925134078e-06,
      "loss": 0.0081,
      "step": 15497
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.855983243950649e-06,
      "loss": 0.0084,
      "step": 15498
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.855821552817481e-06,
      "loss": 0.0054,
      "step": 15499
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.855659851734992e-06,
      "loss": 0.0128,
      "step": 15500
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.8554981407036e-06,
      "loss": 0.0039,
      "step": 15501
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.855336419723721e-06,
      "loss": 0.0176,
      "step": 15502
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.855174688795773e-06,
      "loss": 0.0038,
      "step": 15503
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.855012947920174e-06,
      "loss": 0.0145,
      "step": 15504
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85485119709734e-06,
      "loss": 0.004,
      "step": 15505
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85468943632769e-06,
      "loss": 0.0174,
      "step": 15506
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.854527665611638e-06,
      "loss": 0.0025,
      "step": 15507
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.854365884949605e-06,
      "loss": 0.0154,
      "step": 15508
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.854204094342008e-06,
      "loss": 0.0072,
      "step": 15509
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.854042293789263e-06,
      "loss": 0.0041,
      "step": 15510
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.853880483291787e-06,
      "loss": 0.003,
      "step": 15511
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.853718662849999e-06,
      "loss": 0.0157,
      "step": 15512
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.853556832464318e-06,
      "loss": 0.0058,
      "step": 15513
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.853394992135159e-06,
      "loss": 0.0093,
      "step": 15514
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85323314186294e-06,
      "loss": 0.0118,
      "step": 15515
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85307128164808e-06,
      "loss": 0.0099,
      "step": 15516
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.852909411490994e-06,
      "loss": 0.0068,
      "step": 15517
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.852747531392102e-06,
      "loss": 0.0182,
      "step": 15518
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.852585641351822e-06,
      "loss": 0.015,
      "step": 15519
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85242374137057e-06,
      "loss": 0.0116,
      "step": 15520
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.852261831448766e-06,
      "loss": 0.0315,
      "step": 15521
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.852099911586824e-06,
      "loss": 0.0171,
      "step": 15522
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.851937981785166e-06,
      "loss": 0.017,
      "step": 15523
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.851776042044206e-06,
      "loss": 0.0059,
      "step": 15524
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.851614092364367e-06,
      "loss": 0.0235,
      "step": 15525
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.851452132746062e-06,
      "loss": 0.0161,
      "step": 15526
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85129016318971e-06,
      "loss": 0.0114,
      "step": 15527
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.85112818369573e-06,
      "loss": 0.0175,
      "step": 15528
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.850966194264539e-06,
      "loss": 0.0149,
      "step": 15529
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.850804194896556e-06,
      "loss": 0.0084,
      "step": 15530
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.8506421855922e-06,
      "loss": 0.0042,
      "step": 15531
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.850480166351887e-06,
      "loss": 0.0262,
      "step": 15532
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.850318137176035e-06,
      "loss": 0.0102,
      "step": 15533
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.850156098065062e-06,
      "loss": 0.008,
      "step": 15534
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.849994049019388e-06,
      "loss": 0.0097,
      "step": 15535
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84983199003943e-06,
      "loss": 0.0324,
      "step": 15536
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.849669921125605e-06,
      "loss": 0.0065,
      "step": 15537
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.849507842278332e-06,
      "loss": 0.0059,
      "step": 15538
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.849345753498031e-06,
      "loss": 0.0034,
      "step": 15539
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84918365478512e-06,
      "loss": 0.0021,
      "step": 15540
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.849021546140014e-06,
      "loss": 0.0179,
      "step": 15541
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.848859427563135e-06,
      "loss": 0.01,
      "step": 15542
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.848697299054898e-06,
      "loss": 0.0158,
      "step": 15543
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.848535160615723e-06,
      "loss": 0.0428,
      "step": 15544
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84837301224603e-06,
      "loss": 0.0087,
      "step": 15545
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.848210853946235e-06,
      "loss": 0.0046,
      "step": 15546
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.848048685716758e-06,
      "loss": 0.0102,
      "step": 15547
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.847886507558016e-06,
      "loss": 0.0088,
      "step": 15548
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.847724319470428e-06,
      "loss": 0.0039,
      "step": 15549
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.847562121454412e-06,
      "loss": 0.0123,
      "step": 15550
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.847399913510388e-06,
      "loss": 0.0066,
      "step": 15551
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.847237695638774e-06,
      "loss": 0.0068,
      "step": 15552
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84707546783999e-06,
      "loss": 0.0095,
      "step": 15553
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84691323011445e-06,
      "loss": 0.005,
      "step": 15554
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.846750982462578e-06,
      "loss": 0.0203,
      "step": 15555
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.846588724884789e-06,
      "loss": 0.0216,
      "step": 15556
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.846426457381501e-06,
      "loss": 0.0046,
      "step": 15557
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.846264179953137e-06,
      "loss": 0.0044,
      "step": 15558
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.846101892600112e-06,
      "loss": 0.0046,
      "step": 15559
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.845939595322847e-06,
      "loss": 0.005,
      "step": 15560
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84577728812176e-06,
      "loss": 0.0067,
      "step": 15561
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.845614970997268e-06,
      "loss": 0.0039,
      "step": 15562
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.845452643949794e-06,
      "loss": 0.0042,
      "step": 15563
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.845290306979752e-06,
      "loss": 0.0158,
      "step": 15564
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.845127960087565e-06,
      "loss": 0.0083,
      "step": 15565
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84496560327365e-06,
      "loss": 0.0125,
      "step": 15566
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.844803236538425e-06,
      "loss": 0.0021,
      "step": 15567
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.844640859882311e-06,
      "loss": 0.005,
      "step": 15568
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.844478473305725e-06,
      "loss": 0.0084,
      "step": 15569
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.844316076809088e-06,
      "loss": 0.0051,
      "step": 15570
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.844153670392817e-06,
      "loss": 0.0044,
      "step": 15571
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.843991254057333e-06,
      "loss": 0.0067,
      "step": 15572
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.843828827803055e-06,
      "loss": 0.0096,
      "step": 15573
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.843666391630401e-06,
      "loss": 0.0077,
      "step": 15574
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84350394553979e-06,
      "loss": 0.0051,
      "step": 15575
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84334148953164e-06,
      "loss": 0.0106,
      "step": 15576
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.843179023606374e-06,
      "loss": 0.0118,
      "step": 15577
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84301654776441e-06,
      "loss": 0.0094,
      "step": 15578
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.842854062006165e-06,
      "loss": 0.0038,
      "step": 15579
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.842691566332059e-06,
      "loss": 0.0062,
      "step": 15580
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.842529060742513e-06,
      "loss": 0.0112,
      "step": 15581
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.842366545237943e-06,
      "loss": 0.0066,
      "step": 15582
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.842204019818773e-06,
      "loss": 0.0135,
      "step": 15583
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.842041484485419e-06,
      "loss": 0.0288,
      "step": 15584
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.841878939238302e-06,
      "loss": 0.0199,
      "step": 15585
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84171638407784e-06,
      "loss": 0.0111,
      "step": 15586
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.841553819004452e-06,
      "loss": 0.0145,
      "step": 15587
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.84139124401856e-06,
      "loss": 0.0043,
      "step": 15588
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.841228659120583e-06,
      "loss": 0.0055,
      "step": 15589
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.841066064310939e-06,
      "loss": 0.0032,
      "step": 15590
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.840903459590047e-06,
      "loss": 0.0059,
      "step": 15591
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.840740844958329e-06,
      "loss": 0.0289,
      "step": 15592
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.840578220416202e-06,
      "loss": 0.0063,
      "step": 15593
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.840415585964088e-06,
      "loss": 0.0114,
      "step": 15594
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.840252941602407e-06,
      "loss": 0.0289,
      "step": 15595
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.840090287331575e-06,
      "loss": 0.0067,
      "step": 15596
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.839927623152016e-06,
      "loss": 0.0056,
      "step": 15597
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.839764949064147e-06,
      "loss": 0.0213,
      "step": 15598
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.839602265068388e-06,
      "loss": 0.0122,
      "step": 15599
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.83943957116516e-06,
      "loss": 0.0209,
      "step": 15600
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.839276867354882e-06,
      "loss": 0.0142,
      "step": 15601
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.839114153637975e-06,
      "loss": 0.0168,
      "step": 15602
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.838951430014857e-06,
      "loss": 0.0028,
      "step": 15603
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.838788696485948e-06,
      "loss": 0.016,
      "step": 15604
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.838625953051669e-06,
      "loss": 0.0089,
      "step": 15605
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.83846319971244e-06,
      "loss": 0.0103,
      "step": 15606
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.83830043646868e-06,
      "loss": 0.0187,
      "step": 15607
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.838137663320807e-06,
      "loss": 0.0118,
      "step": 15608
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.837974880269247e-06,
      "loss": 0.0094,
      "step": 15609
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.837812087314414e-06,
      "loss": 0.0106,
      "step": 15610
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.837649284456732e-06,
      "loss": 0.0065,
      "step": 15611
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.837486471696622e-06,
      "loss": 0.0107,
      "step": 15612
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.837323649034499e-06,
      "loss": 0.0069,
      "step": 15613
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.837160816470785e-06,
      "loss": 0.0276,
      "step": 15614
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.836997974005904e-06,
      "loss": 0.023,
      "step": 15615
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.836835121640271e-06,
      "loss": 0.0061,
      "step": 15616
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.836672259374309e-06,
      "loss": 0.0123,
      "step": 15617
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.836509387208437e-06,
      "loss": 0.008,
      "step": 15618
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.836346505143078e-06,
      "loss": 0.0215,
      "step": 15619
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.836183613178649e-06,
      "loss": 0.0125,
      "step": 15620
    },
    {
      "epoch": 0.24,
      "learning_rate": 8.836020711315571e-06,
      "loss": 0.0512,
      "step": 15621
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.835857799554266e-06,
      "loss": 0.0067,
      "step": 15622
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.835694877895153e-06,
      "loss": 0.0074,
      "step": 15623
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.835531946338653e-06,
      "loss": 0.0044,
      "step": 15624
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.835369004885185e-06,
      "loss": 0.0156,
      "step": 15625
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.835206053535172e-06,
      "loss": 0.0252,
      "step": 15626
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83504309228903e-06,
      "loss": 0.0161,
      "step": 15627
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.834880121147186e-06,
      "loss": 0.0216,
      "step": 15628
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.834717140110056e-06,
      "loss": 0.0026,
      "step": 15629
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.834554149178061e-06,
      "loss": 0.0086,
      "step": 15630
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.834391148351624e-06,
      "loss": 0.0092,
      "step": 15631
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83422813763116e-06,
      "loss": 0.0065,
      "step": 15632
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.834065117017097e-06,
      "loss": 0.003,
      "step": 15633
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83390208650985e-06,
      "loss": 0.0093,
      "step": 15634
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.833739046109844e-06,
      "loss": 0.0085,
      "step": 15635
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.833575995817494e-06,
      "loss": 0.0061,
      "step": 15636
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.833412935633227e-06,
      "loss": 0.0111,
      "step": 15637
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83324986555746e-06,
      "loss": 0.0121,
      "step": 15638
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.833086785590614e-06,
      "loss": 0.0111,
      "step": 15639
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.832923695733111e-06,
      "loss": 0.0264,
      "step": 15640
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.832760595985372e-06,
      "loss": 0.007,
      "step": 15641
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.832597486347817e-06,
      "loss": 0.0131,
      "step": 15642
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.832434366820865e-06,
      "loss": 0.009,
      "step": 15643
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83227123740494e-06,
      "loss": 0.0118,
      "step": 15644
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.832108098100462e-06,
      "loss": 0.0026,
      "step": 15645
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.831944948907851e-06,
      "loss": 0.0062,
      "step": 15646
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83178178982753e-06,
      "loss": 0.0125,
      "step": 15647
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.831618620859918e-06,
      "loss": 0.0114,
      "step": 15648
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83145544200544e-06,
      "loss": 0.0063,
      "step": 15649
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.831292253264509e-06,
      "loss": 0.0064,
      "step": 15650
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.831129054637552e-06,
      "loss": 0.0094,
      "step": 15651
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.830965846124992e-06,
      "loss": 0.0068,
      "step": 15652
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.830802627727244e-06,
      "loss": 0.0105,
      "step": 15653
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.830639399444734e-06,
      "loss": 0.0181,
      "step": 15654
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.83047616127788e-06,
      "loss": 0.0163,
      "step": 15655
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.830312913227109e-06,
      "loss": 0.0085,
      "step": 15656
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.830149655292833e-06,
      "loss": 0.0104,
      "step": 15657
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82998638747548e-06,
      "loss": 0.008,
      "step": 15658
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82982310977547e-06,
      "loss": 0.0153,
      "step": 15659
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.829659822193224e-06,
      "loss": 0.0088,
      "step": 15660
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.829496524729162e-06,
      "loss": 0.0046,
      "step": 15661
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.829333217383707e-06,
      "loss": 0.0093,
      "step": 15662
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82916990015728e-06,
      "loss": 0.0082,
      "step": 15663
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.829006573050302e-06,
      "loss": 0.0054,
      "step": 15664
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.828843236063195e-06,
      "loss": 0.022,
      "step": 15665
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82867988919638e-06,
      "loss": 0.0095,
      "step": 15666
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82851653245028e-06,
      "loss": 0.0065,
      "step": 15667
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.828353165825314e-06,
      "loss": 0.004,
      "step": 15668
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.828189789321905e-06,
      "loss": 0.0039,
      "step": 15669
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.828026402940475e-06,
      "loss": 0.0035,
      "step": 15670
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.827863006681444e-06,
      "loss": 0.0094,
      "step": 15671
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.827699600545237e-06,
      "loss": 0.0141,
      "step": 15672
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82753618453227e-06,
      "loss": 0.0117,
      "step": 15673
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.827372758642968e-06,
      "loss": 0.0091,
      "step": 15674
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.827209322877754e-06,
      "loss": 0.0096,
      "step": 15675
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.827045877237048e-06,
      "loss": 0.0015,
      "step": 15676
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.826882421721273e-06,
      "loss": 0.0073,
      "step": 15677
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.826718956330849e-06,
      "loss": 0.0205,
      "step": 15678
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.826555481066197e-06,
      "loss": 0.007,
      "step": 15679
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.826391995927744e-06,
      "loss": 0.0226,
      "step": 15680
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.826228500915905e-06,
      "loss": 0.0045,
      "step": 15681
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.826064996031104e-06,
      "loss": 0.0277,
      "step": 15682
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.825901481273769e-06,
      "loss": 0.0023,
      "step": 15683
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.825737956644313e-06,
      "loss": 0.0176,
      "step": 15684
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.825574422143163e-06,
      "loss": 0.0322,
      "step": 15685
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.825410877770739e-06,
      "loss": 0.0139,
      "step": 15686
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.825247323527467e-06,
      "loss": 0.0036,
      "step": 15687
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.825083759413763e-06,
      "loss": 0.0072,
      "step": 15688
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.824920185430053e-06,
      "loss": 0.0183,
      "step": 15689
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.824756601576757e-06,
      "loss": 0.0113,
      "step": 15690
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.824593007854299e-06,
      "loss": 0.0119,
      "step": 15691
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.8244294042631e-06,
      "loss": 0.0034,
      "step": 15692
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.824265790803584e-06,
      "loss": 0.006,
      "step": 15693
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.824102167476169e-06,
      "loss": 0.0096,
      "step": 15694
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82393853428128e-06,
      "loss": 0.0055,
      "step": 15695
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.823774891219341e-06,
      "loss": 0.0132,
      "step": 15696
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.823611238290771e-06,
      "loss": 0.0035,
      "step": 15697
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.823447575495993e-06,
      "loss": 0.0103,
      "step": 15698
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.823283902835431e-06,
      "loss": 0.0055,
      "step": 15699
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.823120220309507e-06,
      "loss": 0.0281,
      "step": 15700
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82295652791864e-06,
      "loss": 0.0039,
      "step": 15701
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.822792825663257e-06,
      "loss": 0.0152,
      "step": 15702
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.822629113543777e-06,
      "loss": 0.0044,
      "step": 15703
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.822465391560626e-06,
      "loss": 0.0089,
      "step": 15704
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.822301659714221e-06,
      "loss": 0.0083,
      "step": 15705
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.822137918004988e-06,
      "loss": 0.0049,
      "step": 15706
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.821974166433353e-06,
      "loss": 0.0141,
      "step": 15707
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.821810404999732e-06,
      "loss": 0.0088,
      "step": 15708
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82164663370455e-06,
      "loss": 0.0102,
      "step": 15709
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.82148285254823e-06,
      "loss": 0.0038,
      "step": 15710
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.821319061531197e-06,
      "loss": 0.0204,
      "step": 15711
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.821155260653869e-06,
      "loss": 0.0178,
      "step": 15712
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.820991449916672e-06,
      "loss": 0.0065,
      "step": 15713
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.820827629320026e-06,
      "loss": 0.011,
      "step": 15714
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.820663798864356e-06,
      "loss": 0.0051,
      "step": 15715
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.820499958550083e-06,
      "loss": 0.0346,
      "step": 15716
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.820336108377631e-06,
      "loss": 0.0047,
      "step": 15717
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.820172248347423e-06,
      "loss": 0.0044,
      "step": 15718
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.820008378459881e-06,
      "loss": 0.0067,
      "step": 15719
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.819844498715429e-06,
      "loss": 0.0061,
      "step": 15720
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.819680609114487e-06,
      "loss": 0.003,
      "step": 15721
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.819516709657483e-06,
      "loss": 0.0118,
      "step": 15722
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.819352800344834e-06,
      "loss": 0.0058,
      "step": 15723
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.819188881176968e-06,
      "loss": 0.0121,
      "step": 15724
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.819024952154305e-06,
      "loss": 0.0047,
      "step": 15725
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.818861013277266e-06,
      "loss": 0.0027,
      "step": 15726
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81869706454628e-06,
      "loss": 0.0118,
      "step": 15727
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.818533105961766e-06,
      "loss": 0.0055,
      "step": 15728
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.818369137524148e-06,
      "loss": 0.0098,
      "step": 15729
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81820515923385e-06,
      "loss": 0.0059,
      "step": 15730
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.818041171091292e-06,
      "loss": 0.0093,
      "step": 15731
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.8178771730969e-06,
      "loss": 0.0062,
      "step": 15732
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.817713165251096e-06,
      "loss": 0.0007,
      "step": 15733
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.817549147554302e-06,
      "loss": 0.0171,
      "step": 15734
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.817385120006947e-06,
      "loss": 0.0065,
      "step": 15735
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.817221082609446e-06,
      "loss": 0.0182,
      "step": 15736
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81705703536223e-06,
      "loss": 0.0209,
      "step": 15737
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.816892978265717e-06,
      "loss": 0.0139,
      "step": 15738
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81672891132033e-06,
      "loss": 0.0044,
      "step": 15739
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.816564834526497e-06,
      "loss": 0.0182,
      "step": 15740
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.816400747884636e-06,
      "loss": 0.0102,
      "step": 15741
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.816236651395176e-06,
      "loss": 0.0092,
      "step": 15742
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.816072545058536e-06,
      "loss": 0.0047,
      "step": 15743
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.815908428875141e-06,
      "loss": 0.0385,
      "step": 15744
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.815744302845415e-06,
      "loss": 0.0081,
      "step": 15745
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81558016696978e-06,
      "loss": 0.0066,
      "step": 15746
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.815416021248659e-06,
      "loss": 0.0164,
      "step": 15747
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81525186568248e-06,
      "loss": 0.0097,
      "step": 15748
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.815087700271662e-06,
      "loss": 0.0138,
      "step": 15749
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81492352501663e-06,
      "loss": 0.0091,
      "step": 15750
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.814759339917808e-06,
      "loss": 0.0033,
      "step": 15751
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.814595144975621e-06,
      "loss": 0.0014,
      "step": 15752
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81443094019049e-06,
      "loss": 0.0041,
      "step": 15753
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.814266725562839e-06,
      "loss": 0.0074,
      "step": 15754
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.814102501093094e-06,
      "loss": 0.0056,
      "step": 15755
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.813938266781676e-06,
      "loss": 0.0108,
      "step": 15756
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.813774022629011e-06,
      "loss": 0.0053,
      "step": 15757
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81360976863552e-06,
      "loss": 0.0082,
      "step": 15758
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.81344550480163e-06,
      "loss": 0.0077,
      "step": 15759
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.813281231127765e-06,
      "loss": 0.0224,
      "step": 15760
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.813116947614346e-06,
      "loss": 0.0102,
      "step": 15761
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.8129526542618e-06,
      "loss": 0.0187,
      "step": 15762
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.812788351070547e-06,
      "loss": 0.0056,
      "step": 15763
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.812624038041014e-06,
      "loss": 0.0129,
      "step": 15764
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.812459715173624e-06,
      "loss": 0.0125,
      "step": 15765
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.812295382468803e-06,
      "loss": 0.0032,
      "step": 15766
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.812131039926971e-06,
      "loss": 0.0057,
      "step": 15767
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.811966687548556e-06,
      "loss": 0.0124,
      "step": 15768
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.811802325333979e-06,
      "loss": 0.0087,
      "step": 15769
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.811637953283667e-06,
      "loss": 0.0169,
      "step": 15770
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.811473571398041e-06,
      "loss": 0.0256,
      "step": 15771
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.811309179677529e-06,
      "loss": 0.0144,
      "step": 15772
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.811144778122551e-06,
      "loss": 0.0069,
      "step": 15773
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.810980366733534e-06,
      "loss": 0.0162,
      "step": 15774
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.810815945510902e-06,
      "loss": 0.003,
      "step": 15775
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.810651514455077e-06,
      "loss": 0.0198,
      "step": 15776
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.810487073566488e-06,
      "loss": 0.0061,
      "step": 15777
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.810322622845553e-06,
      "loss": 0.0051,
      "step": 15778
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.810158162292701e-06,
      "loss": 0.0058,
      "step": 15779
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.809993691908356e-06,
      "loss": 0.0061,
      "step": 15780
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80982921169294e-06,
      "loss": 0.0398,
      "step": 15781
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80966472164688e-06,
      "loss": 0.0079,
      "step": 15782
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.8095002217706e-06,
      "loss": 0.0129,
      "step": 15783
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.809335712064522e-06,
      "loss": 0.0013,
      "step": 15784
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.809171192529074e-06,
      "loss": 0.0199,
      "step": 15785
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.809006663164676e-06,
      "loss": 0.0071,
      "step": 15786
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.808842123971757e-06,
      "loss": 0.0209,
      "step": 15787
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80867757495074e-06,
      "loss": 0.0022,
      "step": 15788
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80851301610205e-06,
      "loss": 0.0051,
      "step": 15789
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80834844742611e-06,
      "loss": 0.0113,
      "step": 15790
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.808183868923345e-06,
      "loss": 0.0076,
      "step": 15791
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.808019280594182e-06,
      "loss": 0.0054,
      "step": 15792
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.807854682439043e-06,
      "loss": 0.0092,
      "step": 15793
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.807690074458355e-06,
      "loss": 0.0049,
      "step": 15794
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80752545665254e-06,
      "loss": 0.004,
      "step": 15795
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.807360829022025e-06,
      "loss": 0.0102,
      "step": 15796
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.807196191567235e-06,
      "loss": 0.0048,
      "step": 15797
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.807031544288592e-06,
      "loss": 0.0288,
      "step": 15798
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.806866887186524e-06,
      "loss": 0.0638,
      "step": 15799
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.806702220261454e-06,
      "loss": 0.0074,
      "step": 15800
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.806537543513807e-06,
      "loss": 0.0107,
      "step": 15801
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.806372856944011e-06,
      "loss": 0.0024,
      "step": 15802
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.806208160552487e-06,
      "loss": 0.0104,
      "step": 15803
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.806043454339661e-06,
      "loss": 0.0085,
      "step": 15804
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.805878738305958e-06,
      "loss": 0.0078,
      "step": 15805
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.805714012451806e-06,
      "loss": 0.0038,
      "step": 15806
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.805549276777624e-06,
      "loss": 0.0037,
      "step": 15807
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.805384531283842e-06,
      "loss": 0.0029,
      "step": 15808
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.805219775970883e-06,
      "loss": 0.0108,
      "step": 15809
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.805055010839172e-06,
      "loss": 0.0039,
      "step": 15810
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.804890235889137e-06,
      "loss": 0.0101,
      "step": 15811
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.804725451121202e-06,
      "loss": 0.0035,
      "step": 15812
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.804560656535787e-06,
      "loss": 0.008,
      "step": 15813
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.804395852133325e-06,
      "loss": 0.0119,
      "step": 15814
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.804231037914238e-06,
      "loss": 0.0047,
      "step": 15815
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.804066213878948e-06,
      "loss": 0.007,
      "step": 15816
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.803901380027886e-06,
      "loss": 0.0121,
      "step": 15817
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.803736536361474e-06,
      "loss": 0.007,
      "step": 15818
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.803571682880136e-06,
      "loss": 0.0177,
      "step": 15819
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.803406819584302e-06,
      "loss": 0.0184,
      "step": 15820
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.803241946474395e-06,
      "loss": 0.0072,
      "step": 15821
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.803077063550838e-06,
      "loss": 0.0032,
      "step": 15822
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80291217081406e-06,
      "loss": 0.0087,
      "step": 15823
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.802747268264484e-06,
      "loss": 0.0055,
      "step": 15824
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.802582355902538e-06,
      "loss": 0.0115,
      "step": 15825
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.802417433728646e-06,
      "loss": 0.0205,
      "step": 15826
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.802252501743233e-06,
      "loss": 0.0108,
      "step": 15827
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.802087559946726e-06,
      "loss": 0.0225,
      "step": 15828
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.801922608339549e-06,
      "loss": 0.0029,
      "step": 15829
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.801757646922128e-06,
      "loss": 0.0174,
      "step": 15830
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.801592675694891e-06,
      "loss": 0.0122,
      "step": 15831
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.801427694658261e-06,
      "loss": 0.0049,
      "step": 15832
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.801262703812665e-06,
      "loss": 0.0102,
      "step": 15833
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.801097703158529e-06,
      "loss": 0.0084,
      "step": 15834
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.800932692696277e-06,
      "loss": 0.0064,
      "step": 15835
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.800767672426336e-06,
      "loss": 0.0036,
      "step": 15836
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.800602642349132e-06,
      "loss": 0.0014,
      "step": 15837
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.80043760246509e-06,
      "loss": 0.0109,
      "step": 15838
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.800272552774636e-06,
      "loss": 0.031,
      "step": 15839
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.800107493278197e-06,
      "loss": 0.0034,
      "step": 15840
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.799942423976197e-06,
      "loss": 0.0171,
      "step": 15841
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.799777344869065e-06,
      "loss": 0.0137,
      "step": 15842
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.799612255957223e-06,
      "loss": 0.0134,
      "step": 15843
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.799447157241102e-06,
      "loss": 0.0073,
      "step": 15844
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.799282048721123e-06,
      "loss": 0.0039,
      "step": 15845
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.799116930397714e-06,
      "loss": 0.003,
      "step": 15846
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7989518022713e-06,
      "loss": 0.0022,
      "step": 15847
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79878666434231e-06,
      "loss": 0.0078,
      "step": 15848
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79862151661117e-06,
      "loss": 0.0107,
      "step": 15849
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.798456359078302e-06,
      "loss": 0.0039,
      "step": 15850
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.798291191744135e-06,
      "loss": 0.0053,
      "step": 15851
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.798126014609095e-06,
      "loss": 0.0062,
      "step": 15852
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.797960827673606e-06,
      "loss": 0.0068,
      "step": 15853
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7977956309381e-06,
      "loss": 0.0059,
      "step": 15854
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.797630424402996e-06,
      "loss": 0.0022,
      "step": 15855
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.797465208068727e-06,
      "loss": 0.0057,
      "step": 15856
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.797299981935714e-06,
      "loss": 0.0137,
      "step": 15857
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.797134746004387e-06,
      "loss": 0.0091,
      "step": 15858
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79696950027517e-06,
      "loss": 0.0142,
      "step": 15859
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.796804244748489e-06,
      "loss": 0.0099,
      "step": 15860
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.796638979424775e-06,
      "loss": 0.0024,
      "step": 15861
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.796473704304447e-06,
      "loss": 0.0114,
      "step": 15862
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.796308419387938e-06,
      "loss": 0.0051,
      "step": 15863
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.796143124675672e-06,
      "loss": 0.018,
      "step": 15864
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.795977820168076e-06,
      "loss": 0.0045,
      "step": 15865
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.795812505865573e-06,
      "loss": 0.0044,
      "step": 15866
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.795647181768596e-06,
      "loss": 0.0148,
      "step": 15867
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.795481847877567e-06,
      "loss": 0.0099,
      "step": 15868
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.795316504192915e-06,
      "loss": 0.0249,
      "step": 15869
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.795151150715064e-06,
      "loss": 0.001,
      "step": 15870
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.794985787444442e-06,
      "loss": 0.0244,
      "step": 15871
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.794820414381478e-06,
      "loss": 0.0053,
      "step": 15872
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.794655031526596e-06,
      "loss": 0.0157,
      "step": 15873
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.794489638880222e-06,
      "loss": 0.0106,
      "step": 15874
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.794324236442783e-06,
      "loss": 0.0089,
      "step": 15875
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79415882421471e-06,
      "loss": 0.011,
      "step": 15876
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.793993402196426e-06,
      "loss": 0.025,
      "step": 15877
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.793827970388357e-06,
      "loss": 0.0238,
      "step": 15878
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.793662528790932e-06,
      "loss": 0.0086,
      "step": 15879
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.793497077404578e-06,
      "loss": 0.0307,
      "step": 15880
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.793331616229721e-06,
      "loss": 0.004,
      "step": 15881
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.793166145266787e-06,
      "loss": 0.0128,
      "step": 15882
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.793000664516208e-06,
      "loss": 0.0115,
      "step": 15883
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.792835173978403e-06,
      "loss": 0.0141,
      "step": 15884
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.792669673653804e-06,
      "loss": 0.0039,
      "step": 15885
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.792504163542838e-06,
      "loss": 0.0227,
      "step": 15886
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.792338643645933e-06,
      "loss": 0.0043,
      "step": 15887
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79217311396351e-06,
      "loss": 0.0134,
      "step": 15888
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.792007574496004e-06,
      "loss": 0.0047,
      "step": 15889
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79184202524384e-06,
      "loss": 0.0089,
      "step": 15890
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79167646620744e-06,
      "loss": 0.0061,
      "step": 15891
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.791510897387236e-06,
      "loss": 0.0029,
      "step": 15892
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.791345318783655e-06,
      "loss": 0.0112,
      "step": 15893
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.791179730397124e-06,
      "loss": 0.0458,
      "step": 15894
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79101413222807e-06,
      "loss": 0.009,
      "step": 15895
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.790848524276918e-06,
      "loss": 0.005,
      "step": 15896
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.790682906544101e-06,
      "loss": 0.0079,
      "step": 15897
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.79051727903004e-06,
      "loss": 0.0364,
      "step": 15898
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.790351641735165e-06,
      "loss": 0.0275,
      "step": 15899
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.790185994659904e-06,
      "loss": 0.0082,
      "step": 15900
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.790020337804685e-06,
      "loss": 0.0109,
      "step": 15901
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.789854671169933e-06,
      "loss": 0.0102,
      "step": 15902
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.789688994756078e-06,
      "loss": 0.0142,
      "step": 15903
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.789523308563546e-06,
      "loss": 0.0107,
      "step": 15904
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.789357612592766e-06,
      "loss": 0.0106,
      "step": 15905
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.789191906844162e-06,
      "loss": 0.0131,
      "step": 15906
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.789026191318166e-06,
      "loss": 0.0066,
      "step": 15907
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.788860466015204e-06,
      "loss": 0.0183,
      "step": 15908
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7886947309357e-06,
      "loss": 0.0111,
      "step": 15909
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.788528986080088e-06,
      "loss": 0.026,
      "step": 15910
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.788363231448792e-06,
      "loss": 0.0405,
      "step": 15911
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.788197467042241e-06,
      "loss": 0.0074,
      "step": 15912
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.788031692860861e-06,
      "loss": 0.0049,
      "step": 15913
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78786590890508e-06,
      "loss": 0.0076,
      "step": 15914
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.787700115175328e-06,
      "loss": 0.0053,
      "step": 15915
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78753431167203e-06,
      "loss": 0.0084,
      "step": 15916
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.787368498395617e-06,
      "loss": 0.0298,
      "step": 15917
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.787202675346514e-06,
      "loss": 0.0037,
      "step": 15918
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78703684252515e-06,
      "loss": 0.0087,
      "step": 15919
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.786870999931954e-06,
      "loss": 0.0182,
      "step": 15920
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.786705147567351e-06,
      "loss": 0.0071,
      "step": 15921
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.786539285431771e-06,
      "loss": 0.0197,
      "step": 15922
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.786373413525643e-06,
      "loss": 0.0229,
      "step": 15923
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.786207531849394e-06,
      "loss": 0.0099,
      "step": 15924
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.786041640403448e-06,
      "loss": 0.0119,
      "step": 15925
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.785875739188241e-06,
      "loss": 0.018,
      "step": 15926
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.785709828204197e-06,
      "loss": 0.0046,
      "step": 15927
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.785543907451741e-06,
      "loss": 0.0054,
      "step": 15928
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.785377976931307e-06,
      "loss": 0.0088,
      "step": 15929
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.785212036643318e-06,
      "loss": 0.011,
      "step": 15930
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.785046086588205e-06,
      "loss": 0.0075,
      "step": 15931
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.784880126766395e-06,
      "loss": 0.0043,
      "step": 15932
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.784714157178318e-06,
      "loss": 0.0066,
      "step": 15933
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.784548177824401e-06,
      "loss": 0.0043,
      "step": 15934
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.784382188705072e-06,
      "loss": 0.0027,
      "step": 15935
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78421618982076e-06,
      "loss": 0.0084,
      "step": 15936
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.784050181171893e-06,
      "loss": 0.0105,
      "step": 15937
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7838841627589e-06,
      "loss": 0.0091,
      "step": 15938
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.783718134582208e-06,
      "loss": 0.0055,
      "step": 15939
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.783552096642247e-06,
      "loss": 0.0344,
      "step": 15940
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.783386048939444e-06,
      "loss": 0.0132,
      "step": 15941
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78321999147423e-06,
      "loss": 0.0185,
      "step": 15942
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78305392424703e-06,
      "loss": 0.0126,
      "step": 15943
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.782887847258273e-06,
      "loss": 0.0137,
      "step": 15944
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78272176050839e-06,
      "loss": 0.0106,
      "step": 15945
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.782555663997808e-06,
      "loss": 0.0052,
      "step": 15946
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.782389557726956e-06,
      "loss": 0.0121,
      "step": 15947
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.782223441696262e-06,
      "loss": 0.003,
      "step": 15948
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.782057315906156e-06,
      "loss": 0.0293,
      "step": 15949
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.781891180357064e-06,
      "loss": 0.024,
      "step": 15950
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.781725035049418e-06,
      "loss": 0.0086,
      "step": 15951
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.781558879983644e-06,
      "loss": 0.0026,
      "step": 15952
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.781392715160172e-06,
      "loss": 0.0563,
      "step": 15953
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78122654057943e-06,
      "loss": 0.0362,
      "step": 15954
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78106035624185e-06,
      "loss": 0.0045,
      "step": 15955
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.780894162147855e-06,
      "loss": 0.0071,
      "step": 15956
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.780727958297878e-06,
      "loss": 0.0335,
      "step": 15957
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.780561744692348e-06,
      "loss": 0.0229,
      "step": 15958
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.780395521331692e-06,
      "loss": 0.0051,
      "step": 15959
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78022928821634e-06,
      "loss": 0.0084,
      "step": 15960
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.78006304534672e-06,
      "loss": 0.0044,
      "step": 15961
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.779896792723264e-06,
      "loss": 0.0247,
      "step": 15962
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.779730530346395e-06,
      "loss": 0.0237,
      "step": 15963
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.779564258216549e-06,
      "loss": 0.009,
      "step": 15964
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.779397976334149e-06,
      "loss": 0.0045,
      "step": 15965
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.779231684699627e-06,
      "loss": 0.0038,
      "step": 15966
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.779065383313413e-06,
      "loss": 0.0084,
      "step": 15967
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.778899072175935e-06,
      "loss": 0.0242,
      "step": 15968
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.778732751287621e-06,
      "loss": 0.0122,
      "step": 15969
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.778566420648902e-06,
      "loss": 0.0193,
      "step": 15970
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.778400080260206e-06,
      "loss": 0.0122,
      "step": 15971
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77823373012196e-06,
      "loss": 0.0104,
      "step": 15972
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7780673702346e-06,
      "loss": 0.0178,
      "step": 15973
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77790100059855e-06,
      "loss": 0.0092,
      "step": 15974
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.777734621214238e-06,
      "loss": 0.004,
      "step": 15975
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.777568232082099e-06,
      "loss": 0.0016,
      "step": 15976
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.777401833202557e-06,
      "loss": 0.002,
      "step": 15977
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.777235424576044e-06,
      "loss": 0.0118,
      "step": 15978
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77706900620299e-06,
      "loss": 0.0034,
      "step": 15979
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.776902578083821e-06,
      "loss": 0.017,
      "step": 15980
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.776736140218971e-06,
      "loss": 0.0228,
      "step": 15981
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.776569692608865e-06,
      "loss": 0.0063,
      "step": 15982
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.776403235253936e-06,
      "loss": 0.0097,
      "step": 15983
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.776236768154611e-06,
      "loss": 0.0019,
      "step": 15984
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77607029131132e-06,
      "loss": 0.0151,
      "step": 15985
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.775903804724495e-06,
      "loss": 0.0103,
      "step": 15986
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.775737308394565e-06,
      "loss": 0.0047,
      "step": 15987
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.775570802321955e-06,
      "loss": 0.0037,
      "step": 15988
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7754042865071e-06,
      "loss": 0.0271,
      "step": 15989
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.775237760950429e-06,
      "loss": 0.0036,
      "step": 15990
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77507122565237e-06,
      "loss": 0.011,
      "step": 15991
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.774904680613352e-06,
      "loss": 0.0083,
      "step": 15992
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.774738125833805e-06,
      "loss": 0.0133,
      "step": 15993
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.774571561314161e-06,
      "loss": 0.0104,
      "step": 15994
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.774404987054849e-06,
      "loss": 0.0051,
      "step": 15995
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.774238403056298e-06,
      "loss": 0.0098,
      "step": 15996
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.774071809318938e-06,
      "loss": 0.0303,
      "step": 15997
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.773905205843199e-06,
      "loss": 0.0014,
      "step": 15998
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.773738592629511e-06,
      "loss": 0.0068,
      "step": 15999
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.773571969678303e-06,
      "loss": 0.0077,
      "step": 16000
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.773405336990007e-06,
      "loss": 0.0116,
      "step": 16001
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77323869456505e-06,
      "loss": 0.0193,
      "step": 16002
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.773072042403864e-06,
      "loss": 0.0099,
      "step": 16003
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77290538050688e-06,
      "loss": 0.0047,
      "step": 16004
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.772738708874527e-06,
      "loss": 0.0251,
      "step": 16005
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.772572027507234e-06,
      "loss": 0.0076,
      "step": 16006
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.772405336405431e-06,
      "loss": 0.0054,
      "step": 16007
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77223863556955e-06,
      "loss": 0.0176,
      "step": 16008
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77207192500002e-06,
      "loss": 0.0093,
      "step": 16009
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.771905204697274e-06,
      "loss": 0.0232,
      "step": 16010
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.771738474661736e-06,
      "loss": 0.0081,
      "step": 16011
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.771571734893842e-06,
      "loss": 0.0148,
      "step": 16012
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.771404985394019e-06,
      "loss": 0.0049,
      "step": 16013
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.771238226162697e-06,
      "loss": 0.0102,
      "step": 16014
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77107145720031e-06,
      "loss": 0.015,
      "step": 16015
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.770904678507284e-06,
      "loss": 0.0041,
      "step": 16016
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.770737890084054e-06,
      "loss": 0.0078,
      "step": 16017
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.770571091931043e-06,
      "loss": 0.0067,
      "step": 16018
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.77040428404869e-06,
      "loss": 0.0093,
      "step": 16019
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.770237466437421e-06,
      "loss": 0.0033,
      "step": 16020
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.770070639097667e-06,
      "loss": 0.0072,
      "step": 16021
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.769903802029857e-06,
      "loss": 0.0068,
      "step": 16022
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.769736955234422e-06,
      "loss": 0.0199,
      "step": 16023
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.769570098711798e-06,
      "loss": 0.0149,
      "step": 16024
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.769403232462406e-06,
      "loss": 0.0057,
      "step": 16025
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.769236356486683e-06,
      "loss": 0.004,
      "step": 16026
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.769069470785058e-06,
      "loss": 0.0039,
      "step": 16027
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.768902575357963e-06,
      "loss": 0.0089,
      "step": 16028
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.768735670205826e-06,
      "loss": 0.0228,
      "step": 16029
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.768568755329081e-06,
      "loss": 0.0062,
      "step": 16030
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.768401830728154e-06,
      "loss": 0.0104,
      "step": 16031
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76823489640348e-06,
      "loss": 0.0026,
      "step": 16032
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.768067952355488e-06,
      "loss": 0.0106,
      "step": 16033
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76790099858461e-06,
      "loss": 0.0078,
      "step": 16034
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.767734035091274e-06,
      "loss": 0.01,
      "step": 16035
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.767567061875915e-06,
      "loss": 0.0128,
      "step": 16036
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76740007893896e-06,
      "loss": 0.0048,
      "step": 16037
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76723308628084e-06,
      "loss": 0.0268,
      "step": 16038
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.767066083901988e-06,
      "loss": 0.0063,
      "step": 16039
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.766899071802835e-06,
      "loss": 0.0042,
      "step": 16040
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76673204998381e-06,
      "loss": 0.0052,
      "step": 16041
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.766565018445346e-06,
      "loss": 0.0076,
      "step": 16042
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.766397977187872e-06,
      "loss": 0.0041,
      "step": 16043
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.766230926211822e-06,
      "loss": 0.0049,
      "step": 16044
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.766063865517623e-06,
      "loss": 0.0044,
      "step": 16045
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76589679510571e-06,
      "loss": 0.02,
      "step": 16046
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76572971497651e-06,
      "loss": 0.0107,
      "step": 16047
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.765562625130458e-06,
      "loss": 0.0135,
      "step": 16048
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.765395525567983e-06,
      "loss": 0.0128,
      "step": 16049
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.765228416289518e-06,
      "loss": 0.0046,
      "step": 16050
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.765061297295492e-06,
      "loss": 0.0071,
      "step": 16051
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.764894168586338e-06,
      "loss": 0.0094,
      "step": 16052
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.764727030162486e-06,
      "loss": 0.0021,
      "step": 16053
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.764559882024366e-06,
      "loss": 0.0085,
      "step": 16054
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.764392724172412e-06,
      "loss": 0.0128,
      "step": 16055
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.764225556607056e-06,
      "loss": 0.0088,
      "step": 16056
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.764058379328726e-06,
      "loss": 0.0109,
      "step": 16057
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.763891192337855e-06,
      "loss": 0.0059,
      "step": 16058
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.763723995634874e-06,
      "loss": 0.0046,
      "step": 16059
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.763556789220216e-06,
      "loss": 0.0159,
      "step": 16060
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.763389573094311e-06,
      "loss": 0.0051,
      "step": 16061
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.763222347257592e-06,
      "loss": 0.0025,
      "step": 16062
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.763055111710487e-06,
      "loss": 0.0124,
      "step": 16063
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76288786645343e-06,
      "loss": 0.0041,
      "step": 16064
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.762720611486855e-06,
      "loss": 0.0039,
      "step": 16065
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.762553346811189e-06,
      "loss": 0.0125,
      "step": 16066
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.762386072426864e-06,
      "loss": 0.0089,
      "step": 16067
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.762218788334316e-06,
      "loss": 0.0068,
      "step": 16068
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.762051494533972e-06,
      "loss": 0.0069,
      "step": 16069
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.761884191026266e-06,
      "loss": 0.0087,
      "step": 16070
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76171687781163e-06,
      "loss": 0.0062,
      "step": 16071
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.761549554890494e-06,
      "loss": 0.0023,
      "step": 16072
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.76138222226329e-06,
      "loss": 0.0129,
      "step": 16073
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.761214879930452e-06,
      "loss": 0.0036,
      "step": 16074
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.761047527892408e-06,
      "loss": 0.0049,
      "step": 16075
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.760880166149595e-06,
      "loss": 0.0059,
      "step": 16076
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.760712794702439e-06,
      "loss": 0.0032,
      "step": 16077
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.760545413551377e-06,
      "loss": 0.005,
      "step": 16078
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.760378022696839e-06,
      "loss": 0.0249,
      "step": 16079
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.760210622139254e-06,
      "loss": 0.008,
      "step": 16080
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.760043211879058e-06,
      "loss": 0.0177,
      "step": 16081
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.759875791916682e-06,
      "loss": 0.0049,
      "step": 16082
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.759708362252556e-06,
      "loss": 0.0006,
      "step": 16083
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.759540922887115e-06,
      "loss": 0.0173,
      "step": 16084
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.759373473820789e-06,
      "loss": 0.0023,
      "step": 16085
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75920601505401e-06,
      "loss": 0.0027,
      "step": 16086
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.759038546587213e-06,
      "loss": 0.0115,
      "step": 16087
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.758871068420825e-06,
      "loss": 0.0116,
      "step": 16088
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.758703580555284e-06,
      "loss": 0.0032,
      "step": 16089
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.758536082991015e-06,
      "loss": 0.0029,
      "step": 16090
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.758368575728458e-06,
      "loss": 0.006,
      "step": 16091
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.758201058768042e-06,
      "loss": 0.0087,
      "step": 16092
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.758033532110197e-06,
      "loss": 0.0403,
      "step": 16093
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.757865995755359e-06,
      "loss": 0.0331,
      "step": 16094
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.757698449703954e-06,
      "loss": 0.0183,
      "step": 16095
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.757530893956425e-06,
      "loss": 0.0073,
      "step": 16096
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.757363328513195e-06,
      "loss": 0.0274,
      "step": 16097
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7571957533747e-06,
      "loss": 0.0278,
      "step": 16098
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75702816854137e-06,
      "loss": 0.0086,
      "step": 16099
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.756860574013642e-06,
      "loss": 0.0071,
      "step": 16100
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.756692969791945e-06,
      "loss": 0.0095,
      "step": 16101
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.756525355876712e-06,
      "loss": 0.0172,
      "step": 16102
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.756357732268377e-06,
      "loss": 0.0202,
      "step": 16103
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.756190098967369e-06,
      "loss": 0.0087,
      "step": 16104
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.756022455974125e-06,
      "loss": 0.0063,
      "step": 16105
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.755854803289074e-06,
      "loss": 0.0021,
      "step": 16106
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75568714091265e-06,
      "loss": 0.0231,
      "step": 16107
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.755519468845286e-06,
      "loss": 0.0103,
      "step": 16108
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.755351787087414e-06,
      "loss": 0.0082,
      "step": 16109
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75518409563947e-06,
      "loss": 0.0143,
      "step": 16110
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.755016394501879e-06,
      "loss": 0.0192,
      "step": 16111
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.754848683675082e-06,
      "loss": 0.0049,
      "step": 16112
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.754680963159506e-06,
      "loss": 0.0087,
      "step": 16113
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.754513232955586e-06,
      "loss": 0.0021,
      "step": 16114
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.754345493063755e-06,
      "loss": 0.0107,
      "step": 16115
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.754177743484447e-06,
      "loss": 0.0041,
      "step": 16116
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75400998421809e-06,
      "loss": 0.009,
      "step": 16117
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.753842215265125e-06,
      "loss": 0.0086,
      "step": 16118
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.753674436625977e-06,
      "loss": 0.0009,
      "step": 16119
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.753506648301083e-06,
      "loss": 0.0099,
      "step": 16120
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.753338850290875e-06,
      "loss": 0.0123,
      "step": 16121
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.753171042595784e-06,
      "loss": 0.0408,
      "step": 16122
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75300322521625e-06,
      "loss": 0.0205,
      "step": 16123
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.752835398152696e-06,
      "loss": 0.0149,
      "step": 16124
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.752667561405563e-06,
      "loss": 0.0044,
      "step": 16125
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75249971497528e-06,
      "loss": 0.0054,
      "step": 16126
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.752331858862281e-06,
      "loss": 0.0132,
      "step": 16127
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.752163993067e-06,
      "loss": 0.0173,
      "step": 16128
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75199611758987e-06,
      "loss": 0.0265,
      "step": 16129
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.751828232431322e-06,
      "loss": 0.0146,
      "step": 16130
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.751660337591795e-06,
      "loss": 0.0064,
      "step": 16131
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.751492433071714e-06,
      "loss": 0.0052,
      "step": 16132
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.751324518871519e-06,
      "loss": 0.0081,
      "step": 16133
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75115659499164e-06,
      "loss": 0.0058,
      "step": 16134
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75098866143251e-06,
      "loss": 0.0053,
      "step": 16135
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.750820718194564e-06,
      "loss": 0.0136,
      "step": 16136
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.750652765278233e-06,
      "loss": 0.006,
      "step": 16137
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.750484802683954e-06,
      "loss": 0.0091,
      "step": 16138
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.750316830412159e-06,
      "loss": 0.0077,
      "step": 16139
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.75014884846328e-06,
      "loss": 0.0219,
      "step": 16140
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.749980856837751e-06,
      "loss": 0.0099,
      "step": 16141
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.749812855536006e-06,
      "loss": 0.0095,
      "step": 16142
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.749644844558478e-06,
      "loss": 0.0199,
      "step": 16143
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.749476823905601e-06,
      "loss": 0.0257,
      "step": 16144
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.749308793577809e-06,
      "loss": 0.0045,
      "step": 16145
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.749140753575535e-06,
      "loss": 0.0091,
      "step": 16146
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.748972703899211e-06,
      "loss": 0.0162,
      "step": 16147
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.748804644549273e-06,
      "loss": 0.0078,
      "step": 16148
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.748636575526155e-06,
      "loss": 0.005,
      "step": 16149
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.748468496830287e-06,
      "loss": 0.0076,
      "step": 16150
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.748300408462107e-06,
      "loss": 0.0058,
      "step": 16151
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.748132310422047e-06,
      "loss": 0.0015,
      "step": 16152
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.747964202710539e-06,
      "loss": 0.015,
      "step": 16153
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74779608532802e-06,
      "loss": 0.0133,
      "step": 16154
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.747627958274922e-06,
      "loss": 0.0053,
      "step": 16155
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.747459821551679e-06,
      "loss": 0.0228,
      "step": 16156
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.747291675158726e-06,
      "loss": 0.0059,
      "step": 16157
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.747123519096494e-06,
      "loss": 0.0059,
      "step": 16158
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74695535336542e-06,
      "loss": 0.0107,
      "step": 16159
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.746787177965935e-06,
      "loss": 0.0115,
      "step": 16160
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.746618992898476e-06,
      "loss": 0.0052,
      "step": 16161
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.746450798163474e-06,
      "loss": 0.0059,
      "step": 16162
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.746282593761365e-06,
      "loss": 0.0081,
      "step": 16163
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.746114379692586e-06,
      "loss": 0.0084,
      "step": 16164
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.745946155957563e-06,
      "loss": 0.0097,
      "step": 16165
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.745777922556738e-06,
      "loss": 0.0063,
      "step": 16166
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74560967949054e-06,
      "loss": 0.0112,
      "step": 16167
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.745441426759405e-06,
      "loss": 0.0153,
      "step": 16168
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.745273164363765e-06,
      "loss": 0.0075,
      "step": 16169
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74510489230406e-06,
      "loss": 0.0085,
      "step": 16170
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.744936610580719e-06,
      "loss": 0.0072,
      "step": 16171
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.744768319194177e-06,
      "loss": 0.0072,
      "step": 16172
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74460001814487e-06,
      "loss": 0.0343,
      "step": 16173
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.744431707433229e-06,
      "loss": 0.0101,
      "step": 16174
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.744263387059694e-06,
      "loss": 0.0082,
      "step": 16175
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.744095057024694e-06,
      "loss": 0.0272,
      "step": 16176
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.743926717328663e-06,
      "loss": 0.0051,
      "step": 16177
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74375836797204e-06,
      "loss": 0.0076,
      "step": 16178
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.743590008955256e-06,
      "loss": 0.0058,
      "step": 16179
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.743421640278748e-06,
      "loss": 0.0113,
      "step": 16180
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.743253261942946e-06,
      "loss": 0.0161,
      "step": 16181
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74308487394829e-06,
      "loss": 0.0078,
      "step": 16182
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74291647629521e-06,
      "loss": 0.0148,
      "step": 16183
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.742748068984143e-06,
      "loss": 0.0115,
      "step": 16184
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.742579652015521e-06,
      "loss": 0.0066,
      "step": 16185
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.742411225389785e-06,
      "loss": 0.0132,
      "step": 16186
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74224278910736e-06,
      "loss": 0.0043,
      "step": 16187
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.742074343168688e-06,
      "loss": 0.0086,
      "step": 16188
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.741905887574201e-06,
      "loss": 0.0021,
      "step": 16189
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.741737422324335e-06,
      "loss": 0.0309,
      "step": 16190
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.741568947419521e-06,
      "loss": 0.0114,
      "step": 16191
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.741400462860198e-06,
      "loss": 0.0189,
      "step": 16192
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.741231968646799e-06,
      "loss": 0.0061,
      "step": 16193
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.741063464779759e-06,
      "loss": 0.0175,
      "step": 16194
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.740894951259513e-06,
      "loss": 0.003,
      "step": 16195
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.740726428086495e-06,
      "loss": 0.0004,
      "step": 16196
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.74055789526114e-06,
      "loss": 0.0051,
      "step": 16197
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.740389352783883e-06,
      "loss": 0.0146,
      "step": 16198
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.740220800655159e-06,
      "loss": 0.0193,
      "step": 16199
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.740052238875405e-06,
      "loss": 0.0026,
      "step": 16200
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.739883667445053e-06,
      "loss": 0.0294,
      "step": 16201
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.739715086364538e-06,
      "loss": 0.0334,
      "step": 16202
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.739546495634296e-06,
      "loss": 0.0282,
      "step": 16203
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.739377895254763e-06,
      "loss": 0.0034,
      "step": 16204
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.739209285226372e-06,
      "loss": 0.0068,
      "step": 16205
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73904066554956e-06,
      "loss": 0.0098,
      "step": 16206
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.738872036224762e-06,
      "loss": 0.0106,
      "step": 16207
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.738703397252411e-06,
      "loss": 0.018,
      "step": 16208
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.738534748632943e-06,
      "loss": 0.0096,
      "step": 16209
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.738366090366794e-06,
      "loss": 0.0065,
      "step": 16210
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.738197422454398e-06,
      "loss": 0.0019,
      "step": 16211
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.738028744896191e-06,
      "loss": 0.0187,
      "step": 16212
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73786005769261e-06,
      "loss": 0.0224,
      "step": 16213
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.737691360844089e-06,
      "loss": 0.0137,
      "step": 16214
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73752265435106e-06,
      "loss": 0.0131,
      "step": 16215
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.737353938213964e-06,
      "loss": 0.0177,
      "step": 16216
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.737185212433233e-06,
      "loss": 0.0066,
      "step": 16217
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.737016477009301e-06,
      "loss": 0.0097,
      "step": 16218
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.736847731942606e-06,
      "loss": 0.0114,
      "step": 16219
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.736678977233584e-06,
      "loss": 0.0318,
      "step": 16220
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.736510212882667e-06,
      "loss": 0.012,
      "step": 16221
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.736341438890295e-06,
      "loss": 0.0111,
      "step": 16222
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7361726552569e-06,
      "loss": 0.0033,
      "step": 16223
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.736003861982918e-06,
      "loss": 0.0077,
      "step": 16224
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.735835059068787e-06,
      "loss": 0.0125,
      "step": 16225
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.735666246514938e-06,
      "loss": 0.0118,
      "step": 16226
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73549742432181e-06,
      "loss": 0.0057,
      "step": 16227
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73532859248984e-06,
      "loss": 0.0084,
      "step": 16228
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.735159751019459e-06,
      "loss": 0.0015,
      "step": 16229
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.734990899911108e-06,
      "loss": 0.0149,
      "step": 16230
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.734822039165218e-06,
      "loss": 0.0069,
      "step": 16231
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.734653168782227e-06,
      "loss": 0.0112,
      "step": 16232
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73448428876257e-06,
      "loss": 0.0022,
      "step": 16233
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.734315399106685e-06,
      "loss": 0.0069,
      "step": 16234
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.734146499815003e-06,
      "loss": 0.0075,
      "step": 16235
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.733977590887965e-06,
      "loss": 0.0081,
      "step": 16236
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.733808672326005e-06,
      "loss": 0.0092,
      "step": 16237
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.733639744129558e-06,
      "loss": 0.0029,
      "step": 16238
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.733470806299058e-06,
      "loss": 0.0104,
      "step": 16239
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.733301858834946e-06,
      "loss": 0.0057,
      "step": 16240
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.733132901737654e-06,
      "loss": 0.0291,
      "step": 16241
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73296393500762e-06,
      "loss": 0.0148,
      "step": 16242
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.732794958645278e-06,
      "loss": 0.0089,
      "step": 16243
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.732625972651067e-06,
      "loss": 0.0264,
      "step": 16244
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.732456977025421e-06,
      "loss": 0.0057,
      "step": 16245
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.732287971768775e-06,
      "loss": 0.0044,
      "step": 16246
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.732118956881567e-06,
      "loss": 0.0136,
      "step": 16247
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.731949932364231e-06,
      "loss": 0.0175,
      "step": 16248
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.731780898217209e-06,
      "loss": 0.0145,
      "step": 16249
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73161185444093e-06,
      "loss": 0.007,
      "step": 16250
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.731442801035832e-06,
      "loss": 0.009,
      "step": 16251
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.731273738002353e-06,
      "loss": 0.0138,
      "step": 16252
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.731104665340929e-06,
      "loss": 0.0059,
      "step": 16253
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.730935583051996e-06,
      "loss": 0.0155,
      "step": 16254
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.73076649113599e-06,
      "loss": 0.0017,
      "step": 16255
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.730597389593345e-06,
      "loss": 0.0118,
      "step": 16256
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.7304282784245e-06,
      "loss": 0.0088,
      "step": 16257
    },
    {
      "epoch": 0.25,
      "learning_rate": 8.730259157629895e-06,
      "loss": 0.0068,
      "step": 16258
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.73009002720996e-06,
      "loss": 0.0199,
      "step": 16259
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.729920887165133e-06,
      "loss": 0.0035,
      "step": 16260
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.729751737495853e-06,
      "loss": 0.028,
      "step": 16261
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.729582578202553e-06,
      "loss": 0.0141,
      "step": 16262
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.729413409285672e-06,
      "loss": 0.0103,
      "step": 16263
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.729244230745646e-06,
      "loss": 0.0034,
      "step": 16264
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72907504258291e-06,
      "loss": 0.0048,
      "step": 16265
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.728905844797904e-06,
      "loss": 0.0187,
      "step": 16266
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.728736637391061e-06,
      "loss": 0.0194,
      "step": 16267
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72856742036282e-06,
      "loss": 0.0022,
      "step": 16268
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.728398193713617e-06,
      "loss": 0.0092,
      "step": 16269
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.728228957443887e-06,
      "loss": 0.0038,
      "step": 16270
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72805971155407e-06,
      "loss": 0.0301,
      "step": 16271
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.727890456044598e-06,
      "loss": 0.0114,
      "step": 16272
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.727721190915912e-06,
      "loss": 0.0264,
      "step": 16273
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.727551916168446e-06,
      "loss": 0.0092,
      "step": 16274
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.727382631802639e-06,
      "loss": 0.0137,
      "step": 16275
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.727213337818927e-06,
      "loss": 0.0145,
      "step": 16276
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.727044034217746e-06,
      "loss": 0.0106,
      "step": 16277
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.726874720999534e-06,
      "loss": 0.0091,
      "step": 16278
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72670539816473e-06,
      "loss": 0.0031,
      "step": 16279
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.726536065713765e-06,
      "loss": 0.054,
      "step": 16280
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72636672364708e-06,
      "loss": 0.009,
      "step": 16281
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.726197371965111e-06,
      "loss": 0.0145,
      "step": 16282
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.726028010668294e-06,
      "loss": 0.0012,
      "step": 16283
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72585863975707e-06,
      "loss": 0.0098,
      "step": 16284
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.725689259231872e-06,
      "loss": 0.0101,
      "step": 16285
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72551986909314e-06,
      "loss": 0.0088,
      "step": 16286
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.725350469341304e-06,
      "loss": 0.0046,
      "step": 16287
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.725181059976813e-06,
      "loss": 0.0237,
      "step": 16288
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.725011641000095e-06,
      "loss": 0.0074,
      "step": 16289
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.724842212411589e-06,
      "loss": 0.0031,
      "step": 16290
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.724672774211734e-06,
      "loss": 0.0057,
      "step": 16291
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.724503326400966e-06,
      "loss": 0.0049,
      "step": 16292
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.724333868979722e-06,
      "loss": 0.008,
      "step": 16293
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.724164401948438e-06,
      "loss": 0.0504,
      "step": 16294
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.723994925307557e-06,
      "loss": 0.0277,
      "step": 16295
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72382543905751e-06,
      "loss": 0.002,
      "step": 16296
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.723655943198737e-06,
      "loss": 0.0027,
      "step": 16297
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.723486437731674e-06,
      "loss": 0.0052,
      "step": 16298
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.723316922656759e-06,
      "loss": 0.0266,
      "step": 16299
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.723147397974432e-06,
      "loss": 0.0372,
      "step": 16300
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.722977863685127e-06,
      "loss": 0.0071,
      "step": 16301
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.722808319789282e-06,
      "loss": 0.0069,
      "step": 16302
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.722638766287335e-06,
      "loss": 0.0029,
      "step": 16303
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.722469203179724e-06,
      "loss": 0.0025,
      "step": 16304
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.722299630466887e-06,
      "loss": 0.0154,
      "step": 16305
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72213004814926e-06,
      "loss": 0.0095,
      "step": 16306
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.721960456227281e-06,
      "loss": 0.0065,
      "step": 16307
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.721790854701388e-06,
      "loss": 0.0426,
      "step": 16308
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.721621243572019e-06,
      "loss": 0.0052,
      "step": 16309
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.721451622839612e-06,
      "loss": 0.0034,
      "step": 16310
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.721281992504602e-06,
      "loss": 0.0123,
      "step": 16311
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.721112352567428e-06,
      "loss": 0.0095,
      "step": 16312
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.720942703028532e-06,
      "loss": 0.0028,
      "step": 16313
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.720773043888344e-06,
      "loss": 0.0036,
      "step": 16314
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72060337514731e-06,
      "loss": 0.0402,
      "step": 16315
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.72043369680586e-06,
      "loss": 0.0081,
      "step": 16316
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.720264008864437e-06,
      "loss": 0.0097,
      "step": 16317
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.720094311323477e-06,
      "loss": 0.0054,
      "step": 16318
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.719924604183416e-06,
      "loss": 0.0017,
      "step": 16319
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.719754887444698e-06,
      "loss": 0.0097,
      "step": 16320
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.719585161107753e-06,
      "loss": 0.0088,
      "step": 16321
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.719415425173025e-06,
      "loss": 0.0309,
      "step": 16322
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71924567964095e-06,
      "loss": 0.0063,
      "step": 16323
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.719075924511967e-06,
      "loss": 0.0087,
      "step": 16324
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.718906159786511e-06,
      "loss": 0.0074,
      "step": 16325
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.718736385465023e-06,
      "loss": 0.0045,
      "step": 16326
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.718566601547939e-06,
      "loss": 0.0076,
      "step": 16327
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.718396808035701e-06,
      "loss": 0.0039,
      "step": 16328
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71822700492874e-06,
      "loss": 0.0037,
      "step": 16329
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.718057192227503e-06,
      "loss": 0.0096,
      "step": 16330
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71788736993242e-06,
      "loss": 0.0102,
      "step": 16331
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.717717538043935e-06,
      "loss": 0.008,
      "step": 16332
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.717547696562483e-06,
      "loss": 0.0086,
      "step": 16333
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.717377845488502e-06,
      "loss": 0.012,
      "step": 16334
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.717207984822434e-06,
      "loss": 0.0045,
      "step": 16335
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.717038114564715e-06,
      "loss": 0.0091,
      "step": 16336
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.716868234715781e-06,
      "loss": 0.0032,
      "step": 16337
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.716698345276073e-06,
      "loss": 0.005,
      "step": 16338
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71652844624603e-06,
      "loss": 0.0108,
      "step": 16339
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71635853762609e-06,
      "loss": 0.0086,
      "step": 16340
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.716188619416689e-06,
      "loss": 0.0117,
      "step": 16341
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.716018691618268e-06,
      "loss": 0.0111,
      "step": 16342
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.715848754231264e-06,
      "loss": 0.0072,
      "step": 16343
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.715678807256116e-06,
      "loss": 0.0083,
      "step": 16344
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.715508850693265e-06,
      "loss": 0.0036,
      "step": 16345
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.715338884543144e-06,
      "loss": 0.0061,
      "step": 16346
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.715168908806196e-06,
      "loss": 0.0019,
      "step": 16347
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71499892348286e-06,
      "loss": 0.0199,
      "step": 16348
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.714828928573572e-06,
      "loss": 0.0254,
      "step": 16349
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71465892407877e-06,
      "loss": 0.0148,
      "step": 16350
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.714488909998895e-06,
      "loss": 0.0144,
      "step": 16351
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.714318886334385e-06,
      "loss": 0.0094,
      "step": 16352
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71414885308568e-06,
      "loss": 0.0099,
      "step": 16353
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.713978810253216e-06,
      "loss": 0.0095,
      "step": 16354
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.713808757837435e-06,
      "loss": 0.0175,
      "step": 16355
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.713638695838772e-06,
      "loss": 0.0112,
      "step": 16356
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.713468624257668e-06,
      "loss": 0.0124,
      "step": 16357
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.713298543094564e-06,
      "loss": 0.0113,
      "step": 16358
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.713128452349893e-06,
      "loss": 0.0043,
      "step": 16359
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.7129583520241e-06,
      "loss": 0.0156,
      "step": 16360
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71278824211762e-06,
      "loss": 0.0063,
      "step": 16361
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.712618122630895e-06,
      "loss": 0.0069,
      "step": 16362
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.712447993564362e-06,
      "loss": 0.0055,
      "step": 16363
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.712277854918458e-06,
      "loss": 0.0164,
      "step": 16364
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.712107706693627e-06,
      "loss": 0.0162,
      "step": 16365
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.711937548890304e-06,
      "loss": 0.0073,
      "step": 16366
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.711767381508928e-06,
      "loss": 0.009,
      "step": 16367
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.711597204549942e-06,
      "loss": 0.0244,
      "step": 16368
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71142701801378e-06,
      "loss": 0.0061,
      "step": 16369
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.711256821900887e-06,
      "loss": 0.0037,
      "step": 16370
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.711086616211696e-06,
      "loss": 0.0225,
      "step": 16371
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.71091640094665e-06,
      "loss": 0.0104,
      "step": 16372
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.710746176106187e-06,
      "loss": 0.0047,
      "step": 16373
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.710575941690747e-06,
      "loss": 0.0043,
      "step": 16374
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.710405697700768e-06,
      "loss": 0.013,
      "step": 16375
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.710235444136692e-06,
      "loss": 0.0084,
      "step": 16376
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.710065180998954e-06,
      "loss": 0.0148,
      "step": 16377
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.709894908287996e-06,
      "loss": 0.0081,
      "step": 16378
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70972462600426e-06,
      "loss": 0.0217,
      "step": 16379
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.709554334148178e-06,
      "loss": 0.0098,
      "step": 16380
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.709384032720198e-06,
      "loss": 0.0077,
      "step": 16381
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.709213721720754e-06,
      "loss": 0.037,
      "step": 16382
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.709043401150286e-06,
      "loss": 0.0039,
      "step": 16383
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.708873071009234e-06,
      "loss": 0.0048,
      "step": 16384
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.708702731298037e-06,
      "loss": 0.0143,
      "step": 16385
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.708532382017137e-06,
      "loss": 0.0059,
      "step": 16386
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.708362023166972e-06,
      "loss": 0.0288,
      "step": 16387
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.708191654747979e-06,
      "loss": 0.0144,
      "step": 16388
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.708021276760603e-06,
      "loss": 0.0129,
      "step": 16389
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70785088920528e-06,
      "loss": 0.0038,
      "step": 16390
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.707680492082449e-06,
      "loss": 0.0071,
      "step": 16391
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.707510085392552e-06,
      "loss": 0.0076,
      "step": 16392
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.707339669136029e-06,
      "loss": 0.0244,
      "step": 16393
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.707169243313316e-06,
      "loss": 0.016,
      "step": 16394
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.706998807924856e-06,
      "loss": 0.0056,
      "step": 16395
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.706828362971086e-06,
      "loss": 0.0077,
      "step": 16396
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.706657908452451e-06,
      "loss": 0.0178,
      "step": 16397
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.706487444369386e-06,
      "loss": 0.0162,
      "step": 16398
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.706316970722335e-06,
      "loss": 0.0232,
      "step": 16399
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.706146487511733e-06,
      "loss": 0.0062,
      "step": 16400
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.705975994738023e-06,
      "loss": 0.0049,
      "step": 16401
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.705805492401644e-06,
      "loss": 0.0063,
      "step": 16402
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.705634980503035e-06,
      "loss": 0.0187,
      "step": 16403
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.705464459042638e-06,
      "loss": 0.0066,
      "step": 16404
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.705293928020893e-06,
      "loss": 0.0288,
      "step": 16405
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.705123387438237e-06,
      "loss": 0.0051,
      "step": 16406
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.704952837295113e-06,
      "loss": 0.0182,
      "step": 16407
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.704782277591963e-06,
      "loss": 0.0017,
      "step": 16408
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70461170832922e-06,
      "loss": 0.0138,
      "step": 16409
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.704441129507333e-06,
      "loss": 0.0122,
      "step": 16410
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.704270541126734e-06,
      "loss": 0.0085,
      "step": 16411
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.704099943187869e-06,
      "loss": 0.0037,
      "step": 16412
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.703929335691176e-06,
      "loss": 0.0041,
      "step": 16413
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.703758718637092e-06,
      "loss": 0.0129,
      "step": 16414
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.703588092026064e-06,
      "loss": 0.0097,
      "step": 16415
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.703417455858528e-06,
      "loss": 0.0097,
      "step": 16416
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.703246810134924e-06,
      "loss": 0.0042,
      "step": 16417
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.703076154855696e-06,
      "loss": 0.0081,
      "step": 16418
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.702905490021279e-06,
      "loss": 0.0087,
      "step": 16419
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.702734815632116e-06,
      "loss": 0.0091,
      "step": 16420
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70256413168865e-06,
      "loss": 0.0375,
      "step": 16421
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.702393438191319e-06,
      "loss": 0.0084,
      "step": 16422
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70222273514056e-06,
      "loss": 0.0405,
      "step": 16423
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70205202253682e-06,
      "loss": 0.0035,
      "step": 16424
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.701881300380535e-06,
      "loss": 0.0103,
      "step": 16425
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.701710568672146e-06,
      "loss": 0.0123,
      "step": 16426
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.701539827412096e-06,
      "loss": 0.0076,
      "step": 16427
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.701369076600824e-06,
      "loss": 0.0061,
      "step": 16428
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70119831623877e-06,
      "loss": 0.0073,
      "step": 16429
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.701027546326375e-06,
      "loss": 0.004,
      "step": 16430
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70085676686408e-06,
      "loss": 0.0543,
      "step": 16431
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.700685977852326e-06,
      "loss": 0.0093,
      "step": 16432
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.700515179291554e-06,
      "loss": 0.0045,
      "step": 16433
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.700344371182202e-06,
      "loss": 0.0108,
      "step": 16434
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.700173553524713e-06,
      "loss": 0.0084,
      "step": 16435
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.70000272631953e-06,
      "loss": 0.0191,
      "step": 16436
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.699831889567089e-06,
      "loss": 0.0034,
      "step": 16437
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.699661043267833e-06,
      "loss": 0.0074,
      "step": 16438
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.699490187422202e-06,
      "loss": 0.013,
      "step": 16439
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69931932203064e-06,
      "loss": 0.014,
      "step": 16440
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.699148447093584e-06,
      "loss": 0.0058,
      "step": 16441
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.698977562611477e-06,
      "loss": 0.0402,
      "step": 16442
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69880666858476e-06,
      "loss": 0.0081,
      "step": 16443
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.698635765013874e-06,
      "loss": 0.0043,
      "step": 16444
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.698464851899258e-06,
      "loss": 0.0108,
      "step": 16445
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.698293929241354e-06,
      "loss": 0.008,
      "step": 16446
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.698122997040606e-06,
      "loss": 0.0069,
      "step": 16447
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69795205529745e-06,
      "loss": 0.0082,
      "step": 16448
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69778110401233e-06,
      "loss": 0.014,
      "step": 16449
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.697610143185689e-06,
      "loss": 0.0057,
      "step": 16450
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.697439172817965e-06,
      "loss": 0.0164,
      "step": 16451
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.697268192909599e-06,
      "loss": 0.0079,
      "step": 16452
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.697097203461033e-06,
      "loss": 0.0173,
      "step": 16453
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.696926204472709e-06,
      "loss": 0.0041,
      "step": 16454
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69675519594507e-06,
      "loss": 0.0069,
      "step": 16455
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69658417787855e-06,
      "loss": 0.0087,
      "step": 16456
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6964131502736e-06,
      "loss": 0.0065,
      "step": 16457
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.696242113130655e-06,
      "loss": 0.0064,
      "step": 16458
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.696071066450159e-06,
      "loss": 0.0082,
      "step": 16459
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69590001023255e-06,
      "loss": 0.0039,
      "step": 16460
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.695728944478272e-06,
      "loss": 0.0028,
      "step": 16461
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.695557869187766e-06,
      "loss": 0.0021,
      "step": 16462
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.695386784361474e-06,
      "loss": 0.0037,
      "step": 16463
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.695215689999836e-06,
      "loss": 0.0351,
      "step": 16464
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.695044586103297e-06,
      "loss": 0.0167,
      "step": 16465
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.694873472672294e-06,
      "loss": 0.008,
      "step": 16466
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69470234970727e-06,
      "loss": 0.0109,
      "step": 16467
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.694531217208668e-06,
      "loss": 0.0148,
      "step": 16468
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.694360075176929e-06,
      "loss": 0.0124,
      "step": 16469
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.694188923612492e-06,
      "loss": 0.012,
      "step": 16470
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.694017762515803e-06,
      "loss": 0.0127,
      "step": 16471
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6938465918873e-06,
      "loss": 0.0052,
      "step": 16472
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.693675411727426e-06,
      "loss": 0.056,
      "step": 16473
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.693504222036624e-06,
      "loss": 0.0092,
      "step": 16474
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.693333022815336e-06,
      "loss": 0.0156,
      "step": 16475
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.693161814063999e-06,
      "loss": 0.0105,
      "step": 16476
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69299059578306e-06,
      "loss": 0.0017,
      "step": 16477
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69281936797296e-06,
      "loss": 0.0117,
      "step": 16478
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.692648130634137e-06,
      "loss": 0.0043,
      "step": 16479
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.692476883767038e-06,
      "loss": 0.014,
      "step": 16480
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6923056273721e-06,
      "loss": 0.0223,
      "step": 16481
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69213436144977e-06,
      "loss": 0.0022,
      "step": 16482
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.691963086000486e-06,
      "loss": 0.0208,
      "step": 16483
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69179180102469e-06,
      "loss": 0.0155,
      "step": 16484
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.691620506522827e-06,
      "loss": 0.0176,
      "step": 16485
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.691449202495337e-06,
      "loss": 0.0124,
      "step": 16486
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.69127788894266e-06,
      "loss": 0.0209,
      "step": 16487
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.691106565865243e-06,
      "loss": 0.0189,
      "step": 16488
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.690935233263525e-06,
      "loss": 0.0127,
      "step": 16489
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.690763891137948e-06,
      "loss": 0.0056,
      "step": 16490
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.690592539488953e-06,
      "loss": 0.0045,
      "step": 16491
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.690421178316986e-06,
      "loss": 0.0242,
      "step": 16492
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.690249807622486e-06,
      "loss": 0.0129,
      "step": 16493
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.690078427405895e-06,
      "loss": 0.0067,
      "step": 16494
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.689907037667657e-06,
      "loss": 0.0088,
      "step": 16495
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.689735638408214e-06,
      "loss": 0.0221,
      "step": 16496
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.689564229628008e-06,
      "loss": 0.0273,
      "step": 16497
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.689392811327481e-06,
      "loss": 0.0181,
      "step": 16498
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.689221383507074e-06,
      "loss": 0.0106,
      "step": 16499
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.689049946167232e-06,
      "loss": 0.0057,
      "step": 16500
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.688878499308395e-06,
      "loss": 0.0057,
      "step": 16501
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.688707042931009e-06,
      "loss": 0.0069,
      "step": 16502
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.68853557703551e-06,
      "loss": 0.0189,
      "step": 16503
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.688364101622349e-06,
      "loss": 0.0126,
      "step": 16504
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.68819261669196e-06,
      "loss": 0.0124,
      "step": 16505
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.688021122244792e-06,
      "loss": 0.0059,
      "step": 16506
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.687849618281284e-06,
      "loss": 0.0059,
      "step": 16507
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.687678104801879e-06,
      "loss": 0.0018,
      "step": 16508
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.687506581807019e-06,
      "loss": 0.0021,
      "step": 16509
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.687335049297148e-06,
      "loss": 0.0111,
      "step": 16510
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.687163507272708e-06,
      "loss": 0.0136,
      "step": 16511
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.686991955734143e-06,
      "loss": 0.0125,
      "step": 16512
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.686820394681893e-06,
      "loss": 0.0039,
      "step": 16513
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.686648824116402e-06,
      "loss": 0.0101,
      "step": 16514
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.686477244038115e-06,
      "loss": 0.0266,
      "step": 16515
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.686305654447471e-06,
      "loss": 0.0088,
      "step": 16516
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.686134055344914e-06,
      "loss": 0.0157,
      "step": 16517
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.685962446730886e-06,
      "loss": 0.008,
      "step": 16518
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.685790828605834e-06,
      "loss": 0.032,
      "step": 16519
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.685619200970195e-06,
      "loss": 0.0105,
      "step": 16520
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.685447563824417e-06,
      "loss": 0.0117,
      "step": 16521
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.685275917168938e-06,
      "loss": 0.0048,
      "step": 16522
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.685104261004204e-06,
      "loss": 0.0064,
      "step": 16523
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.684932595330659e-06,
      "loss": 0.0099,
      "step": 16524
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.684760920148742e-06,
      "loss": 0.0095,
      "step": 16525
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6845892354589e-06,
      "loss": 0.0074,
      "step": 16526
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.684417541261574e-06,
      "loss": 0.0024,
      "step": 16527
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.684245837557205e-06,
      "loss": 0.0086,
      "step": 16528
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.684074124346242e-06,
      "loss": 0.0075,
      "step": 16529
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.683902401629122e-06,
      "loss": 0.0086,
      "step": 16530
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.683730669406291e-06,
      "loss": 0.0078,
      "step": 16531
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.683558927678193e-06,
      "loss": 0.0062,
      "step": 16532
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.683387176445269e-06,
      "loss": 0.0043,
      "step": 16533
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.683215415707961e-06,
      "loss": 0.0094,
      "step": 16534
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.683043645466715e-06,
      "loss": 0.0034,
      "step": 16535
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.682871865721974e-06,
      "loss": 0.0047,
      "step": 16536
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.682700076474182e-06,
      "loss": 0.0247,
      "step": 16537
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.682528277723779e-06,
      "loss": 0.0138,
      "step": 16538
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.68235646947121e-06,
      "loss": 0.0074,
      "step": 16539
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.68218465171692e-06,
      "loss": 0.0255,
      "step": 16540
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.68201282446135e-06,
      "loss": 0.0084,
      "step": 16541
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.681840987704945e-06,
      "loss": 0.0576,
      "step": 16542
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.681669141448147e-06,
      "loss": 0.0087,
      "step": 16543
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6814972856914e-06,
      "loss": 0.0142,
      "step": 16544
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.681325420435147e-06,
      "loss": 0.0099,
      "step": 16545
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.681153545679833e-06,
      "loss": 0.006,
      "step": 16546
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6809816614259e-06,
      "loss": 0.0181,
      "step": 16547
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.680809767673793e-06,
      "loss": 0.0139,
      "step": 16548
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.680637864423952e-06,
      "loss": 0.0061,
      "step": 16549
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.680465951676826e-06,
      "loss": 0.0321,
      "step": 16550
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.680294029432854e-06,
      "loss": 0.0059,
      "step": 16551
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.680122097692483e-06,
      "loss": 0.0033,
      "step": 16552
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.679950156456153e-06,
      "loss": 0.0079,
      "step": 16553
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67977820572431e-06,
      "loss": 0.02,
      "step": 16554
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.679606245497398e-06,
      "loss": 0.0037,
      "step": 16555
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67943427577586e-06,
      "loss": 0.0098,
      "step": 16556
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.679262296560141e-06,
      "loss": 0.0144,
      "step": 16557
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.679090307850681e-06,
      "loss": 0.0146,
      "step": 16558
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.678918309647927e-06,
      "loss": 0.009,
      "step": 16559
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.678746301952324e-06,
      "loss": 0.0202,
      "step": 16560
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.678574284764312e-06,
      "loss": 0.0141,
      "step": 16561
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.678402258084338e-06,
      "loss": 0.01,
      "step": 16562
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.678230221912844e-06,
      "loss": 0.0214,
      "step": 16563
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.678058176250274e-06,
      "loss": 0.0059,
      "step": 16564
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.677886121097074e-06,
      "loss": 0.0053,
      "step": 16565
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.677714056453685e-06,
      "loss": 0.0037,
      "step": 16566
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.677541982320555e-06,
      "loss": 0.0007,
      "step": 16567
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.677369898698123e-06,
      "loss": 0.0042,
      "step": 16568
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.677197805586836e-06,
      "loss": 0.0152,
      "step": 16569
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67702570298714e-06,
      "loss": 0.0073,
      "step": 16570
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.676853590899474e-06,
      "loss": 0.0112,
      "step": 16571
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.676681469324286e-06,
      "loss": 0.0061,
      "step": 16572
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.676509338262018e-06,
      "loss": 0.0118,
      "step": 16573
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.676337197713116e-06,
      "loss": 0.0007,
      "step": 16574
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.676165047678024e-06,
      "loss": 0.0462,
      "step": 16575
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.675992888157182e-06,
      "loss": 0.0119,
      "step": 16576
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.675820719151042e-06,
      "loss": 0.0128,
      "step": 16577
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.675648540660043e-06,
      "loss": 0.0081,
      "step": 16578
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.675476352684629e-06,
      "loss": 0.0083,
      "step": 16579
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.675304155225246e-06,
      "loss": 0.0107,
      "step": 16580
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.675131948282339e-06,
      "loss": 0.0032,
      "step": 16581
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67495973185635e-06,
      "loss": 0.0101,
      "step": 16582
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.674787505947724e-06,
      "loss": 0.0029,
      "step": 16583
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.674615270556907e-06,
      "loss": 0.0124,
      "step": 16584
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.674443025684343e-06,
      "loss": 0.0087,
      "step": 16585
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.674270771330474e-06,
      "loss": 0.0077,
      "step": 16586
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.674098507495747e-06,
      "loss": 0.0015,
      "step": 16587
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.673926234180608e-06,
      "loss": 0.0104,
      "step": 16588
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.673753951385497e-06,
      "loss": 0.0283,
      "step": 16589
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67358165911086e-06,
      "loss": 0.0038,
      "step": 16590
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.673409357357146e-06,
      "loss": 0.0043,
      "step": 16591
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.673237046124794e-06,
      "loss": 0.0413,
      "step": 16592
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67306472541425e-06,
      "loss": 0.0083,
      "step": 16593
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.672892395225962e-06,
      "loss": 0.0063,
      "step": 16594
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.672720055560371e-06,
      "loss": 0.0088,
      "step": 16595
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.672547706417921e-06,
      "loss": 0.0013,
      "step": 16596
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67237534779906e-06,
      "loss": 0.0046,
      "step": 16597
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.672202979704231e-06,
      "loss": 0.0099,
      "step": 16598
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.672030602133879e-06,
      "loss": 0.0123,
      "step": 16599
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67185821508845e-06,
      "loss": 0.0046,
      "step": 16600
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.671685818568384e-06,
      "loss": 0.005,
      "step": 16601
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.671513412574131e-06,
      "loss": 0.0071,
      "step": 16602
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.671340997106134e-06,
      "loss": 0.0168,
      "step": 16603
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.67116857216484e-06,
      "loss": 0.0173,
      "step": 16604
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.670996137750691e-06,
      "loss": 0.0074,
      "step": 16605
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.670823693864135e-06,
      "loss": 0.008,
      "step": 16606
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.670651240505613e-06,
      "loss": 0.0055,
      "step": 16607
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.670478777675571e-06,
      "loss": 0.0052,
      "step": 16608
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.670306305374456e-06,
      "loss": 0.0109,
      "step": 16609
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.670133823602712e-06,
      "loss": 0.0057,
      "step": 16610
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.669961332360783e-06,
      "loss": 0.0045,
      "step": 16611
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.669788831649118e-06,
      "loss": 0.0053,
      "step": 16612
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.669616321468158e-06,
      "loss": 0.0029,
      "step": 16613
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.669443801818349e-06,
      "loss": 0.0093,
      "step": 16614
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.669271272700136e-06,
      "loss": 0.0096,
      "step": 16615
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.669098734113966e-06,
      "loss": 0.0074,
      "step": 16616
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66892618606028e-06,
      "loss": 0.0059,
      "step": 16617
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66875362853953e-06,
      "loss": 0.0078,
      "step": 16618
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.668581061552156e-06,
      "loss": 0.0117,
      "step": 16619
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.668408485098605e-06,
      "loss": 0.0046,
      "step": 16620
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.668235899179321e-06,
      "loss": 0.0043,
      "step": 16621
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.668063303794751e-06,
      "loss": 0.012,
      "step": 16622
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66789069894534e-06,
      "loss": 0.0089,
      "step": 16623
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.667718084631533e-06,
      "loss": 0.0056,
      "step": 16624
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.667545460853775e-06,
      "loss": 0.0062,
      "step": 16625
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.667372827612514e-06,
      "loss": 0.004,
      "step": 16626
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.667200184908191e-06,
      "loss": 0.0152,
      "step": 16627
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.667027532741254e-06,
      "loss": 0.0047,
      "step": 16628
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66685487111215e-06,
      "loss": 0.0078,
      "step": 16629
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.666682200021322e-06,
      "loss": 0.0282,
      "step": 16630
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.666509519469217e-06,
      "loss": 0.0167,
      "step": 16631
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.666336829456279e-06,
      "loss": 0.0081,
      "step": 16632
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.666164129982955e-06,
      "loss": 0.0172,
      "step": 16633
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66599142104969e-06,
      "loss": 0.0069,
      "step": 16634
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66581870265693e-06,
      "loss": 0.0047,
      "step": 16635
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66564597480512e-06,
      "loss": 0.0118,
      "step": 16636
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.665473237494708e-06,
      "loss": 0.0033,
      "step": 16637
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.665300490726136e-06,
      "loss": 0.003,
      "step": 16638
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.665127734499853e-06,
      "loss": 0.0264,
      "step": 16639
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.664954968816302e-06,
      "loss": 0.0227,
      "step": 16640
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.664782193675933e-06,
      "loss": 0.017,
      "step": 16641
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.664609409079186e-06,
      "loss": 0.0132,
      "step": 16642
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.664436615026513e-06,
      "loss": 0.0081,
      "step": 16643
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.664263811518355e-06,
      "loss": 0.0083,
      "step": 16644
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66409099855516e-06,
      "loss": 0.0068,
      "step": 16645
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.663918176137372e-06,
      "loss": 0.0053,
      "step": 16646
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.663745344265441e-06,
      "loss": 0.0119,
      "step": 16647
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.663572502939808e-06,
      "loss": 0.0083,
      "step": 16648
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.663399652160923e-06,
      "loss": 0.0167,
      "step": 16649
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66322679192923e-06,
      "loss": 0.0062,
      "step": 16650
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.663053922245178e-06,
      "loss": 0.0023,
      "step": 16651
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.662881043109208e-06,
      "loss": 0.0056,
      "step": 16652
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66270815452177e-06,
      "loss": 0.0084,
      "step": 16653
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.662535256483309e-06,
      "loss": 0.006,
      "step": 16654
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66236234899427e-06,
      "loss": 0.0315,
      "step": 16655
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6621894320551e-06,
      "loss": 0.0061,
      "step": 16656
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.662016505666247e-06,
      "loss": 0.0135,
      "step": 16657
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.661843569828152e-06,
      "loss": 0.0059,
      "step": 16658
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.661670624541268e-06,
      "loss": 0.0096,
      "step": 16659
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.661497669806036e-06,
      "loss": 0.0023,
      "step": 16660
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.661324705622906e-06,
      "loss": 0.0144,
      "step": 16661
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66115173199232e-06,
      "loss": 0.0079,
      "step": 16662
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.66097874891473e-06,
      "loss": 0.0045,
      "step": 16663
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.660805756390578e-06,
      "loss": 0.0082,
      "step": 16664
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.660632754420314e-06,
      "loss": 0.0067,
      "step": 16665
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.660459743004376e-06,
      "loss": 0.0068,
      "step": 16666
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.660286722143222e-06,
      "loss": 0.0066,
      "step": 16667
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.660113691837291e-06,
      "loss": 0.0041,
      "step": 16668
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.659940652087031e-06,
      "loss": 0.0057,
      "step": 16669
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65976760289289e-06,
      "loss": 0.0127,
      "step": 16670
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.659594544255312e-06,
      "loss": 0.007,
      "step": 16671
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.659421476174746e-06,
      "loss": 0.0462,
      "step": 16672
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.659248398651638e-06,
      "loss": 0.006,
      "step": 16673
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.659075311686434e-06,
      "loss": 0.008,
      "step": 16674
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.658902215279578e-06,
      "loss": 0.0076,
      "step": 16675
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.658729109431524e-06,
      "loss": 0.0173,
      "step": 16676
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65855599414271e-06,
      "loss": 0.0078,
      "step": 16677
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.658382869413588e-06,
      "loss": 0.0045,
      "step": 16678
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.658209735244604e-06,
      "loss": 0.0153,
      "step": 16679
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.658036591636206e-06,
      "loss": 0.0225,
      "step": 16680
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.657863438588838e-06,
      "loss": 0.0292,
      "step": 16681
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.657690276102945e-06,
      "loss": 0.0073,
      "step": 16682
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65751710417898e-06,
      "loss": 0.0098,
      "step": 16683
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.657343922817385e-06,
      "loss": 0.0041,
      "step": 16684
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65717073201861e-06,
      "loss": 0.0067,
      "step": 16685
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.656997531783097e-06,
      "loss": 0.0089,
      "step": 16686
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.656824322111299e-06,
      "loss": 0.0135,
      "step": 16687
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.656651103003659e-06,
      "loss": 0.003,
      "step": 16688
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.656477874460626e-06,
      "loss": 0.0181,
      "step": 16689
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.656304636482644e-06,
      "loss": 0.0066,
      "step": 16690
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.656131389070164e-06,
      "loss": 0.0136,
      "step": 16691
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65595813222363e-06,
      "loss": 0.0103,
      "step": 16692
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65578486594349e-06,
      "loss": 0.0115,
      "step": 16693
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.655611590230194e-06,
      "loss": 0.0383,
      "step": 16694
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.655438305084182e-06,
      "loss": 0.0113,
      "step": 16695
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.655265010505908e-06,
      "loss": 0.0089,
      "step": 16696
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.655091706495817e-06,
      "loss": 0.0108,
      "step": 16697
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.654918393054355e-06,
      "loss": 0.0106,
      "step": 16698
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65474507018197e-06,
      "loss": 0.0294,
      "step": 16699
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.654571737879109e-06,
      "loss": 0.0058,
      "step": 16700
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.654398396146221e-06,
      "loss": 0.0224,
      "step": 16701
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65422504498375e-06,
      "loss": 0.0112,
      "step": 16702
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.654051684392147e-06,
      "loss": 0.0117,
      "step": 16703
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.653878314371855e-06,
      "loss": 0.0146,
      "step": 16704
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.653704934923325e-06,
      "loss": 0.0039,
      "step": 16705
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.653531546047002e-06,
      "loss": 0.0055,
      "step": 16706
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.653358147743337e-06,
      "loss": 0.0039,
      "step": 16707
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.653184740012774e-06,
      "loss": 0.0149,
      "step": 16708
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.653011322855761e-06,
      "loss": 0.0049,
      "step": 16709
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.652837896272745e-06,
      "loss": 0.0121,
      "step": 16710
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.652664460264177e-06,
      "loss": 0.0122,
      "step": 16711
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6524910148305e-06,
      "loss": 0.0074,
      "step": 16712
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.652317559972163e-06,
      "loss": 0.0214,
      "step": 16713
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.652144095689617e-06,
      "loss": 0.0171,
      "step": 16714
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.651970621983304e-06,
      "loss": 0.0084,
      "step": 16715
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.651797138853675e-06,
      "loss": 0.0207,
      "step": 16716
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.651623646301177e-06,
      "loss": 0.0237,
      "step": 16717
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.651450144326257e-06,
      "loss": 0.0043,
      "step": 16718
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.651276632929363e-06,
      "loss": 0.0118,
      "step": 16719
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.651103112110944e-06,
      "loss": 0.011,
      "step": 16720
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.650929581871446e-06,
      "loss": 0.0279,
      "step": 16721
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65075604221132e-06,
      "loss": 0.0102,
      "step": 16722
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.650582493131009e-06,
      "loss": 0.0063,
      "step": 16723
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.650408934630963e-06,
      "loss": 0.0032,
      "step": 16724
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.65023536671163e-06,
      "loss": 0.0096,
      "step": 16725
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.650061789373458e-06,
      "loss": 0.0109,
      "step": 16726
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.649888202616893e-06,
      "loss": 0.0063,
      "step": 16727
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.649714606442388e-06,
      "loss": 0.0077,
      "step": 16728
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.649541000850385e-06,
      "loss": 0.0063,
      "step": 16729
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.649367385841336e-06,
      "loss": 0.006,
      "step": 16730
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.649193761415688e-06,
      "loss": 0.0103,
      "step": 16731
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.649020127573888e-06,
      "loss": 0.0078,
      "step": 16732
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.648846484316385e-06,
      "loss": 0.0221,
      "step": 16733
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.648672831643625e-06,
      "loss": 0.0098,
      "step": 16734
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.648499169556058e-06,
      "loss": 0.0145,
      "step": 16735
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.648325498054133e-06,
      "loss": 0.0036,
      "step": 16736
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.648151817138296e-06,
      "loss": 0.0254,
      "step": 16737
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.647978126808995e-06,
      "loss": 0.0077,
      "step": 16738
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.647804427066681e-06,
      "loss": 0.005,
      "step": 16739
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6476307179118e-06,
      "loss": 0.0066,
      "step": 16740
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6474569993448e-06,
      "loss": 0.0206,
      "step": 16741
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.647283271366132e-06,
      "loss": 0.0039,
      "step": 16742
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.64710953397624e-06,
      "loss": 0.0063,
      "step": 16743
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.646935787175576e-06,
      "loss": 0.0028,
      "step": 16744
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.646762030964586e-06,
      "loss": 0.0066,
      "step": 16745
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.646588265343718e-06,
      "loss": 0.0055,
      "step": 16746
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.646414490313423e-06,
      "loss": 0.025,
      "step": 16747
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.646240705874149e-06,
      "loss": 0.0169,
      "step": 16748
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.646066912026341e-06,
      "loss": 0.0055,
      "step": 16749
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.645893108770452e-06,
      "loss": 0.0057,
      "step": 16750
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.645719296106928e-06,
      "loss": 0.0047,
      "step": 16751
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.645545474036216e-06,
      "loss": 0.0078,
      "step": 16752
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.645371642558768e-06,
      "loss": 0.0089,
      "step": 16753
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.64519780167503e-06,
      "loss": 0.0259,
      "step": 16754
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.645023951385452e-06,
      "loss": 0.0146,
      "step": 16755
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.644850091690484e-06,
      "loss": 0.0241,
      "step": 16756
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.644676222590568e-06,
      "loss": 0.0152,
      "step": 16757
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.644502344086161e-06,
      "loss": 0.0163,
      "step": 16758
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.644328456177708e-06,
      "loss": 0.0044,
      "step": 16759
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.644154558865656e-06,
      "loss": 0.0095,
      "step": 16760
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.643980652150455e-06,
      "loss": 0.0184,
      "step": 16761
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.643806736032556e-06,
      "loss": 0.0123,
      "step": 16762
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.643632810512404e-06,
      "loss": 0.025,
      "step": 16763
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.643458875590451e-06,
      "loss": 0.0012,
      "step": 16764
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.643284931267144e-06,
      "loss": 0.0147,
      "step": 16765
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.643110977542933e-06,
      "loss": 0.0369,
      "step": 16766
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.642937014418264e-06,
      "loss": 0.006,
      "step": 16767
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.642763041893589e-06,
      "loss": 0.01,
      "step": 16768
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.642589059969357e-06,
      "loss": 0.0076,
      "step": 16769
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.642415068646015e-06,
      "loss": 0.0068,
      "step": 16770
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.642241067924013e-06,
      "loss": 0.0427,
      "step": 16771
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6420670578038e-06,
      "loss": 0.0036,
      "step": 16772
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.641893038285825e-06,
      "loss": 0.0149,
      "step": 16773
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.641719009370535e-06,
      "loss": 0.0245,
      "step": 16774
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.641544971058383e-06,
      "loss": 0.0039,
      "step": 16775
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.641370923349816e-06,
      "loss": 0.0083,
      "step": 16776
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.641196866245281e-06,
      "loss": 0.0158,
      "step": 16777
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.641022799745232e-06,
      "loss": 0.0063,
      "step": 16778
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.640848723850113e-06,
      "loss": 0.0034,
      "step": 16779
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.640674638560377e-06,
      "loss": 0.0155,
      "step": 16780
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.64050054387647e-06,
      "loss": 0.005,
      "step": 16781
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.640326439798844e-06,
      "loss": 0.006,
      "step": 16782
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.640152326327948e-06,
      "loss": 0.0052,
      "step": 16783
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63997820346423e-06,
      "loss": 0.0121,
      "step": 16784
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63980407120814e-06,
      "loss": 0.0032,
      "step": 16785
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.639629929560127e-06,
      "loss": 0.0043,
      "step": 16786
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63945577852064e-06,
      "loss": 0.0055,
      "step": 16787
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.639281618090128e-06,
      "loss": 0.0207,
      "step": 16788
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.639107448269042e-06,
      "loss": 0.0438,
      "step": 16789
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63893326905783e-06,
      "loss": 0.0095,
      "step": 16790
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.638759080456945e-06,
      "loss": 0.0839,
      "step": 16791
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.638584882466831e-06,
      "loss": 0.0152,
      "step": 16792
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63841067508794e-06,
      "loss": 0.0042,
      "step": 16793
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.638236458320722e-06,
      "loss": 0.0088,
      "step": 16794
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.638062232165624e-06,
      "loss": 0.0149,
      "step": 16795
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6378879966231e-06,
      "loss": 0.0023,
      "step": 16796
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.637713751693598e-06,
      "loss": 0.0157,
      "step": 16797
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.637539497377565e-06,
      "loss": 0.0074,
      "step": 16798
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.637365233675452e-06,
      "loss": 0.0033,
      "step": 16799
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63719096058771e-06,
      "loss": 0.0113,
      "step": 16800
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.637016678114788e-06,
      "loss": 0.0072,
      "step": 16801
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.636842386257136e-06,
      "loss": 0.01,
      "step": 16802
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.636668085015203e-06,
      "loss": 0.0172,
      "step": 16803
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.636493774389437e-06,
      "loss": 0.0294,
      "step": 16804
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.636319454380292e-06,
      "loss": 0.0052,
      "step": 16805
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.636145124988214e-06,
      "loss": 0.0225,
      "step": 16806
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.635970786213657e-06,
      "loss": 0.0113,
      "step": 16807
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.635796438057065e-06,
      "loss": 0.0059,
      "step": 16808
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.635622080518894e-06,
      "loss": 0.0089,
      "step": 16809
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.635447713599588e-06,
      "loss": 0.0082,
      "step": 16810
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.635273337299602e-06,
      "loss": 0.0079,
      "step": 16811
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.635098951619382e-06,
      "loss": 0.0163,
      "step": 16812
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.634924556559383e-06,
      "loss": 0.0049,
      "step": 16813
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63475015212005e-06,
      "loss": 0.0066,
      "step": 16814
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.634575738301835e-06,
      "loss": 0.0155,
      "step": 16815
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.634401315105188e-06,
      "loss": 0.0053,
      "step": 16816
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.634226882530559e-06,
      "loss": 0.0023,
      "step": 16817
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.634052440578398e-06,
      "loss": 0.0258,
      "step": 16818
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.633877989249157e-06,
      "loss": 0.0069,
      "step": 16819
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.633703528543282e-06,
      "loss": 0.0273,
      "step": 16820
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.633529058461227e-06,
      "loss": 0.009,
      "step": 16821
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.633354579003439e-06,
      "loss": 0.0081,
      "step": 16822
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.633180090170372e-06,
      "loss": 0.0051,
      "step": 16823
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.633005591962474e-06,
      "loss": 0.0054,
      "step": 16824
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.632831084380194e-06,
      "loss": 0.0218,
      "step": 16825
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.632656567423984e-06,
      "loss": 0.005,
      "step": 16826
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.632482041094295e-06,
      "loss": 0.0096,
      "step": 16827
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.632307505391576e-06,
      "loss": 0.0133,
      "step": 16828
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.632132960316278e-06,
      "loss": 0.0137,
      "step": 16829
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63195840586885e-06,
      "loss": 0.0137,
      "step": 16830
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.631783842049743e-06,
      "loss": 0.0066,
      "step": 16831
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.631609268859411e-06,
      "loss": 0.0257,
      "step": 16832
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.6314346862983e-06,
      "loss": 0.0051,
      "step": 16833
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.631260094366862e-06,
      "loss": 0.021,
      "step": 16834
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.631085493065546e-06,
      "loss": 0.008,
      "step": 16835
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.630910882394806e-06,
      "loss": 0.006,
      "step": 16836
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.630736262355088e-06,
      "loss": 0.0035,
      "step": 16837
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.630561632946847e-06,
      "loss": 0.0045,
      "step": 16838
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.630386994170532e-06,
      "loss": 0.0102,
      "step": 16839
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.630212346026591e-06,
      "loss": 0.0019,
      "step": 16840
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.63003768851548e-06,
      "loss": 0.0141,
      "step": 16841
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.629863021637645e-06,
      "loss": 0.0033,
      "step": 16842
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.62968834539354e-06,
      "loss": 0.0347,
      "step": 16843
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.629513659783612e-06,
      "loss": 0.052,
      "step": 16844
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.629338964808314e-06,
      "loss": 0.0315,
      "step": 16845
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.629164260468097e-06,
      "loss": 0.0085,
      "step": 16846
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.628989546763411e-06,
      "loss": 0.0056,
      "step": 16847
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.628814823694709e-06,
      "loss": 0.0132,
      "step": 16848
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.628640091262438e-06,
      "loss": 0.0079,
      "step": 16849
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.628465349467052e-06,
      "loss": 0.0127,
      "step": 16850
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.628290598309e-06,
      "loss": 0.0087,
      "step": 16851
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.628115837788734e-06,
      "loss": 0.0053,
      "step": 16852
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.627941067906704e-06,
      "loss": 0.0056,
      "step": 16853
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.627766288663364e-06,
      "loss": 0.0106,
      "step": 16854
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.62759150005916e-06,
      "loss": 0.0189,
      "step": 16855
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.627416702094548e-06,
      "loss": 0.0252,
      "step": 16856
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.627241894769976e-06,
      "loss": 0.0071,
      "step": 16857
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.627067078085894e-06,
      "loss": 0.0124,
      "step": 16858
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.626892252042756e-06,
      "loss": 0.0055,
      "step": 16859
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.626717416641012e-06,
      "loss": 0.0056,
      "step": 16860
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.626542571881114e-06,
      "loss": 0.0048,
      "step": 16861
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.626367717763511e-06,
      "loss": 0.0083,
      "step": 16862
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.626192854288655e-06,
      "loss": 0.0063,
      "step": 16863
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.626017981456998e-06,
      "loss": 0.0107,
      "step": 16864
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.62584309926899e-06,
      "loss": 0.0117,
      "step": 16865
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.625668207725086e-06,
      "loss": 0.009,
      "step": 16866
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.625493306825732e-06,
      "loss": 0.0483,
      "step": 16867
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.625318396571383e-06,
      "loss": 0.0338,
      "step": 16868
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.625143476962488e-06,
      "loss": 0.0112,
      "step": 16869
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.624968547999499e-06,
      "loss": 0.0087,
      "step": 16870
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.624793609682869e-06,
      "loss": 0.0044,
      "step": 16871
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.624618662013047e-06,
      "loss": 0.0057,
      "step": 16872
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.624443704990487e-06,
      "loss": 0.0169,
      "step": 16873
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.624268738615638e-06,
      "loss": 0.0062,
      "step": 16874
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.624093762888952e-06,
      "loss": 0.0322,
      "step": 16875
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.623918777810882e-06,
      "loss": 0.0051,
      "step": 16876
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.623743783381877e-06,
      "loss": 0.0042,
      "step": 16877
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.623568779602391e-06,
      "loss": 0.0055,
      "step": 16878
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.623393766472876e-06,
      "loss": 0.0128,
      "step": 16879
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.623218743993781e-06,
      "loss": 0.0028,
      "step": 16880
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.623043712165559e-06,
      "loss": 0.0094,
      "step": 16881
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.62286867098866e-06,
      "loss": 0.0019,
      "step": 16882
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.622693620463539e-06,
      "loss": 0.0155,
      "step": 16883
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.622518560590645e-06,
      "loss": 0.0088,
      "step": 16884
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.622343491370431e-06,
      "loss": 0.0044,
      "step": 16885
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.622168412803348e-06,
      "loss": 0.0111,
      "step": 16886
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.621993324889848e-06,
      "loss": 0.0075,
      "step": 16887
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.621818227630383e-06,
      "loss": 0.0038,
      "step": 16888
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.621643121025404e-06,
      "loss": 0.0092,
      "step": 16889
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.621468005075363e-06,
      "loss": 0.0086,
      "step": 16890
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.621292879780715e-06,
      "loss": 0.0504,
      "step": 16891
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.621117745141907e-06,
      "loss": 0.0021,
      "step": 16892
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.620942601159394e-06,
      "loss": 0.0038,
      "step": 16893
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.620767447833626e-06,
      "loss": 0.0031,
      "step": 16894
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.620592285165056e-06,
      "loss": 0.0181,
      "step": 16895
    },
    {
      "epoch": 0.26,
      "learning_rate": 8.620417113154137e-06,
      "loss": 0.0064,
      "step": 16896
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.62024193180132e-06,
      "loss": 0.0179,
      "step": 16897
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.620066741107057e-06,
      "loss": 0.0076,
      "step": 16898
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.619891541071798e-06,
      "loss": 0.0067,
      "step": 16899
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.619716331696e-06,
      "loss": 0.0044,
      "step": 16900
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.61954111298011e-06,
      "loss": 0.0126,
      "step": 16901
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.619365884924585e-06,
      "loss": 0.0182,
      "step": 16902
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.61919064752987e-06,
      "loss": 0.0103,
      "step": 16903
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.619015400796427e-06,
      "loss": 0.0128,
      "step": 16904
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.6188401447247e-06,
      "loss": 0.0108,
      "step": 16905
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.618664879315144e-06,
      "loss": 0.0075,
      "step": 16906
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.618489604568211e-06,
      "loss": 0.0076,
      "step": 16907
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.618314320484355e-06,
      "loss": 0.0034,
      "step": 16908
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.618139027064027e-06,
      "loss": 0.0159,
      "step": 16909
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.617963724307678e-06,
      "loss": 0.006,
      "step": 16910
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.617788412215761e-06,
      "loss": 0.0712,
      "step": 16911
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.617613090788731e-06,
      "loss": 0.0034,
      "step": 16912
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.617437760027037e-06,
      "loss": 0.0058,
      "step": 16913
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.617262419931135e-06,
      "loss": 0.0039,
      "step": 16914
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.617087070501471e-06,
      "loss": 0.0154,
      "step": 16915
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.616911711738505e-06,
      "loss": 0.0059,
      "step": 16916
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.616736343642685e-06,
      "loss": 0.0065,
      "step": 16917
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.616560966214464e-06,
      "loss": 0.0042,
      "step": 16918
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.616385579454296e-06,
      "loss": 0.0037,
      "step": 16919
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.616210183362633e-06,
      "loss": 0.0119,
      "step": 16920
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.616034777939926e-06,
      "loss": 0.0143,
      "step": 16921
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.615859363186628e-06,
      "loss": 0.0317,
      "step": 16922
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.615683939103194e-06,
      "loss": 0.006,
      "step": 16923
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.615508505690075e-06,
      "loss": 0.009,
      "step": 16924
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.615333062947723e-06,
      "loss": 0.0283,
      "step": 16925
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.615157610876595e-06,
      "loss": 0.0052,
      "step": 16926
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.614982149477136e-06,
      "loss": 0.0066,
      "step": 16927
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.614806678749805e-06,
      "loss": 0.0056,
      "step": 16928
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.614631198695054e-06,
      "loss": 0.0052,
      "step": 16929
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.614455709313332e-06,
      "loss": 0.0062,
      "step": 16930
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.614280210605096e-06,
      "loss": 0.0142,
      "step": 16931
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.614104702570796e-06,
      "loss": 0.0062,
      "step": 16932
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.613929185210888e-06,
      "loss": 0.0095,
      "step": 16933
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.613753658525821e-06,
      "loss": 0.0199,
      "step": 16934
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.613578122516051e-06,
      "loss": 0.0093,
      "step": 16935
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.61340257718203e-06,
      "loss": 0.0099,
      "step": 16936
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.613227022524212e-06,
      "loss": 0.0079,
      "step": 16937
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.613051458543048e-06,
      "loss": 0.0133,
      "step": 16938
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.61287588523899e-06,
      "loss": 0.02,
      "step": 16939
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.612700302612493e-06,
      "loss": 0.0465,
      "step": 16940
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.612524710664012e-06,
      "loss": 0.0056,
      "step": 16941
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.612349109393996e-06,
      "loss": 0.0089,
      "step": 16942
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.612173498802903e-06,
      "loss": 0.0257,
      "step": 16943
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.611997878891181e-06,
      "loss": 0.0089,
      "step": 16944
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.611822249659288e-06,
      "loss": 0.0037,
      "step": 16945
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.611646611107671e-06,
      "loss": 0.0122,
      "step": 16946
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.61147096323679e-06,
      "loss": 0.0047,
      "step": 16947
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.611295306047091e-06,
      "loss": 0.0075,
      "step": 16948
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.611119639539035e-06,
      "loss": 0.0159,
      "step": 16949
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.61094396371307e-06,
      "loss": 0.0128,
      "step": 16950
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.610768278569653e-06,
      "loss": 0.006,
      "step": 16951
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.610592584109233e-06,
      "loss": 0.0168,
      "step": 16952
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.610416880332266e-06,
      "loss": 0.0127,
      "step": 16953
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.610241167239205e-06,
      "loss": 0.0071,
      "step": 16954
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.610065444830504e-06,
      "loss": 0.0253,
      "step": 16955
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.609889713106615e-06,
      "loss": 0.0061,
      "step": 16956
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.609713972067992e-06,
      "loss": 0.0056,
      "step": 16957
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60953822171509e-06,
      "loss": 0.0057,
      "step": 16958
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60936246204836e-06,
      "loss": 0.026,
      "step": 16959
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.609186693068257e-06,
      "loss": 0.0043,
      "step": 16960
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.609010914775235e-06,
      "loss": 0.0091,
      "step": 16961
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.608835127169746e-06,
      "loss": 0.0124,
      "step": 16962
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.608659330252245e-06,
      "loss": 0.0069,
      "step": 16963
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.608483524023183e-06,
      "loss": 0.0083,
      "step": 16964
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.608307708483019e-06,
      "loss": 0.0065,
      "step": 16965
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.6081318836322e-06,
      "loss": 0.0211,
      "step": 16966
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.607956049471185e-06,
      "loss": 0.0111,
      "step": 16967
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.607780206000426e-06,
      "loss": 0.01,
      "step": 16968
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.607604353220376e-06,
      "loss": 0.003,
      "step": 16969
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.607428491131488e-06,
      "loss": 0.0377,
      "step": 16970
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.607252619734219e-06,
      "loss": 0.0022,
      "step": 16971
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60707673902902e-06,
      "loss": 0.0052,
      "step": 16972
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.606900849016347e-06,
      "loss": 0.0273,
      "step": 16973
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60672494969665e-06,
      "loss": 0.0066,
      "step": 16974
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.606549041070387e-06,
      "loss": 0.023,
      "step": 16975
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.606373123138008e-06,
      "loss": 0.0201,
      "step": 16976
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.606197195899972e-06,
      "loss": 0.0296,
      "step": 16977
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60602125935673e-06,
      "loss": 0.0141,
      "step": 16978
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.605845313508733e-06,
      "loss": 0.0093,
      "step": 16979
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.605669358356441e-06,
      "loss": 0.0208,
      "step": 16980
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.605493393900305e-06,
      "loss": 0.0096,
      "step": 16981
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.605317420140778e-06,
      "loss": 0.0076,
      "step": 16982
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.605141437078317e-06,
      "loss": 0.0081,
      "step": 16983
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.604965444713372e-06,
      "loss": 0.0104,
      "step": 16984
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.604789443046401e-06,
      "loss": 0.0097,
      "step": 16985
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.604613432077857e-06,
      "loss": 0.0042,
      "step": 16986
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.604437411808193e-06,
      "loss": 0.012,
      "step": 16987
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.604261382237864e-06,
      "loss": 0.0106,
      "step": 16988
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.604085343367326e-06,
      "loss": 0.0072,
      "step": 16989
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60390929519703e-06,
      "loss": 0.0255,
      "step": 16990
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60373323772743e-06,
      "loss": 0.0277,
      "step": 16991
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.603557170958985e-06,
      "loss": 0.0143,
      "step": 16992
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.603381094892145e-06,
      "loss": 0.006,
      "step": 16993
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.603205009527365e-06,
      "loss": 0.0157,
      "step": 16994
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.603028914865101e-06,
      "loss": 0.0516,
      "step": 16995
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.602852810905807e-06,
      "loss": 0.0103,
      "step": 16996
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.602676697649935e-06,
      "loss": 0.0107,
      "step": 16997
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.602500575097944e-06,
      "loss": 0.007,
      "step": 16998
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.602324443250283e-06,
      "loss": 0.0154,
      "step": 16999
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.602148302107409e-06,
      "loss": 0.034,
      "step": 17000
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.601972151669777e-06,
      "loss": 0.031,
      "step": 17001
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.601795991937842e-06,
      "loss": 0.0129,
      "step": 17002
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.601619822912059e-06,
      "loss": 0.0031,
      "step": 17003
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.601443644592879e-06,
      "loss": 0.0048,
      "step": 17004
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60126745698076e-06,
      "loss": 0.0029,
      "step": 17005
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.601091260076156e-06,
      "loss": 0.0056,
      "step": 17006
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.600915053879519e-06,
      "loss": 0.003,
      "step": 17007
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.60073883839131e-06,
      "loss": 0.0063,
      "step": 17008
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.600562613611976e-06,
      "loss": 0.0076,
      "step": 17009
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.600386379541975e-06,
      "loss": 0.0062,
      "step": 17010
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.600210136181766e-06,
      "loss": 0.0073,
      "step": 17011
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.600033883531796e-06,
      "loss": 0.0092,
      "step": 17012
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.599857621592524e-06,
      "loss": 0.0057,
      "step": 17013
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.599681350364406e-06,
      "loss": 0.0327,
      "step": 17014
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.599505069847895e-06,
      "loss": 0.0123,
      "step": 17015
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.599328780043445e-06,
      "loss": 0.0027,
      "step": 17016
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.599152480951512e-06,
      "loss": 0.0103,
      "step": 17017
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.598976172572552e-06,
      "loss": 0.0125,
      "step": 17018
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.598799854907018e-06,
      "loss": 0.0165,
      "step": 17019
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.598623527955367e-06,
      "loss": 0.0019,
      "step": 17020
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.598447191718051e-06,
      "loss": 0.0049,
      "step": 17021
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.598270846195528e-06,
      "loss": 0.0057,
      "step": 17022
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.598094491388251e-06,
      "loss": 0.0121,
      "step": 17023
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.597918127296677e-06,
      "loss": 0.0063,
      "step": 17024
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.59774175392126e-06,
      "loss": 0.005,
      "step": 17025
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.597565371262453e-06,
      "loss": 0.0144,
      "step": 17026
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.597388979320715e-06,
      "loss": 0.0471,
      "step": 17027
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5972125780965e-06,
      "loss": 0.0106,
      "step": 17028
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.59703616759026e-06,
      "loss": 0.0045,
      "step": 17029
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.596859747802455e-06,
      "loss": 0.0077,
      "step": 17030
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.596683318733537e-06,
      "loss": 0.0078,
      "step": 17031
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.596506880383961e-06,
      "loss": 0.0071,
      "step": 17032
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.596330432754186e-06,
      "loss": 0.0146,
      "step": 17033
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.596153975844663e-06,
      "loss": 0.0102,
      "step": 17034
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.595977509655849e-06,
      "loss": 0.0103,
      "step": 17035
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5958010341882e-06,
      "loss": 0.0405,
      "step": 17036
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.595624549442172e-06,
      "loss": 0.0122,
      "step": 17037
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.595448055418217e-06,
      "loss": 0.0069,
      "step": 17038
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.595271552116793e-06,
      "loss": 0.002,
      "step": 17039
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.595095039538356e-06,
      "loss": 0.005,
      "step": 17040
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.59491851768336e-06,
      "loss": 0.0141,
      "step": 17041
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.59474198655226e-06,
      "loss": 0.0057,
      "step": 17042
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.594565446145513e-06,
      "loss": 0.0084,
      "step": 17043
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.594388896463575e-06,
      "loss": 0.0048,
      "step": 17044
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5942123375069e-06,
      "loss": 0.0046,
      "step": 17045
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.594035769275943e-06,
      "loss": 0.0126,
      "step": 17046
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.593859191771162e-06,
      "loss": 0.0052,
      "step": 17047
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.593682604993013e-06,
      "loss": 0.0034,
      "step": 17048
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.593506008941947e-06,
      "loss": 0.0081,
      "step": 17049
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.593329403618423e-06,
      "loss": 0.0258,
      "step": 17050
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.593152789022898e-06,
      "loss": 0.0054,
      "step": 17051
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.592976165155826e-06,
      "loss": 0.0162,
      "step": 17052
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.592799532017661e-06,
      "loss": 0.015,
      "step": 17053
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.592622889608863e-06,
      "loss": 0.0219,
      "step": 17054
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.592446237929883e-06,
      "loss": 0.0124,
      "step": 17055
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.592269576981182e-06,
      "loss": 0.0037,
      "step": 17056
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.592092906763212e-06,
      "loss": 0.0122,
      "step": 17057
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.59191622727643e-06,
      "loss": 0.0095,
      "step": 17058
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.59173953852129e-06,
      "loss": 0.0086,
      "step": 17059
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.591562840498253e-06,
      "loss": 0.0122,
      "step": 17060
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.591386133207768e-06,
      "loss": 0.0159,
      "step": 17061
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.591209416650299e-06,
      "loss": 0.0034,
      "step": 17062
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.591032690826296e-06,
      "loss": 0.0328,
      "step": 17063
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.590855955736215e-06,
      "loss": 0.0031,
      "step": 17064
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.590679211380514e-06,
      "loss": 0.0232,
      "step": 17065
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.590502457759651e-06,
      "loss": 0.0075,
      "step": 17066
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.59032569487408e-06,
      "loss": 0.016,
      "step": 17067
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.590148922724256e-06,
      "loss": 0.0051,
      "step": 17068
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.589972141310634e-06,
      "loss": 0.0063,
      "step": 17069
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.589795350633674e-06,
      "loss": 0.002,
      "step": 17070
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.589618550693831e-06,
      "loss": 0.0235,
      "step": 17071
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58944174149156e-06,
      "loss": 0.003,
      "step": 17072
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.589264923027318e-06,
      "loss": 0.0112,
      "step": 17073
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.589088095301562e-06,
      "loss": 0.0063,
      "step": 17074
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.588911258314747e-06,
      "loss": 0.0033,
      "step": 17075
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58873441206733e-06,
      "loss": 0.0093,
      "step": 17076
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.588557556559766e-06,
      "loss": 0.0081,
      "step": 17077
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.588380691792512e-06,
      "loss": 0.0211,
      "step": 17078
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.588203817766026e-06,
      "loss": 0.009,
      "step": 17079
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.588026934480762e-06,
      "loss": 0.0054,
      "step": 17080
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.587850041937178e-06,
      "loss": 0.0213,
      "step": 17081
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.587673140135731e-06,
      "loss": 0.0106,
      "step": 17082
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.587496229076877e-06,
      "loss": 0.0062,
      "step": 17083
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58731930876107e-06,
      "loss": 0.0096,
      "step": 17084
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.587142379188769e-06,
      "loss": 0.0029,
      "step": 17085
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58696544036043e-06,
      "loss": 0.0135,
      "step": 17086
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58678849227651e-06,
      "loss": 0.0085,
      "step": 17087
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.586611534937466e-06,
      "loss": 0.0203,
      "step": 17088
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.586434568343752e-06,
      "loss": 0.0105,
      "step": 17089
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.586257592495828e-06,
      "loss": 0.0118,
      "step": 17090
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.586080607394148e-06,
      "loss": 0.0214,
      "step": 17091
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58590361303917e-06,
      "loss": 0.006,
      "step": 17092
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58572660943135e-06,
      "loss": 0.0026,
      "step": 17093
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.585549596571146e-06,
      "loss": 0.0033,
      "step": 17094
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.585372574459015e-06,
      "loss": 0.0073,
      "step": 17095
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58519554309541e-06,
      "loss": 0.0065,
      "step": 17096
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.585018502480792e-06,
      "loss": 0.0049,
      "step": 17097
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.584841452615615e-06,
      "loss": 0.0042,
      "step": 17098
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.584664393500339e-06,
      "loss": 0.0039,
      "step": 17099
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58448732513542e-06,
      "loss": 0.0111,
      "step": 17100
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.584310247521312e-06,
      "loss": 0.0123,
      "step": 17101
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.584133160658474e-06,
      "loss": 0.0126,
      "step": 17102
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.583956064547362e-06,
      "loss": 0.0072,
      "step": 17103
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.583778959188436e-06,
      "loss": 0.0059,
      "step": 17104
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58360184458215e-06,
      "loss": 0.0144,
      "step": 17105
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.583424720728961e-06,
      "loss": 0.0137,
      "step": 17106
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.583247587629327e-06,
      "loss": 0.0046,
      "step": 17107
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.583070445283705e-06,
      "loss": 0.0218,
      "step": 17108
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.582893293692552e-06,
      "loss": 0.0087,
      "step": 17109
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.582716132856325e-06,
      "loss": 0.0061,
      "step": 17110
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.582538962775482e-06,
      "loss": 0.0201,
      "step": 17111
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.58236178345048e-06,
      "loss": 0.0163,
      "step": 17112
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.582184594881773e-06,
      "loss": 0.0057,
      "step": 17113
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.582007397069822e-06,
      "loss": 0.0032,
      "step": 17114
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.581830190015084e-06,
      "loss": 0.0121,
      "step": 17115
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.581652973718014e-06,
      "loss": 0.0021,
      "step": 17116
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.581475748179072e-06,
      "loss": 0.0117,
      "step": 17117
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.581298513398712e-06,
      "loss": 0.0081,
      "step": 17118
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.581121269377395e-06,
      "loss": 0.0061,
      "step": 17119
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.580944016115576e-06,
      "loss": 0.0039,
      "step": 17120
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.580766753613712e-06,
      "loss": 0.0037,
      "step": 17121
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.580589481872262e-06,
      "loss": 0.01,
      "step": 17122
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.580412200891681e-06,
      "loss": 0.0177,
      "step": 17123
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.580234910672431e-06,
      "loss": 0.0047,
      "step": 17124
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.580057611214965e-06,
      "loss": 0.0048,
      "step": 17125
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.579880302519743e-06,
      "loss": 0.0225,
      "step": 17126
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.579702984587221e-06,
      "loss": 0.0065,
      "step": 17127
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.579525657417856e-06,
      "loss": 0.0061,
      "step": 17128
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.579348321012108e-06,
      "loss": 0.0115,
      "step": 17129
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.579170975370435e-06,
      "loss": 0.0029,
      "step": 17130
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.57899362049329e-06,
      "loss": 0.0066,
      "step": 17131
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.578816256381136e-06,
      "loss": 0.0059,
      "step": 17132
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.578638883034424e-06,
      "loss": 0.0035,
      "step": 17133
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.578461500453619e-06,
      "loss": 0.0031,
      "step": 17134
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.578284108639177e-06,
      "loss": 0.0034,
      "step": 17135
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.578106707591553e-06,
      "loss": 0.0094,
      "step": 17136
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.577929297311204e-06,
      "loss": 0.0038,
      "step": 17137
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.577751877798592e-06,
      "loss": 0.0129,
      "step": 17138
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.577574449054173e-06,
      "loss": 0.0283,
      "step": 17139
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.577397011078404e-06,
      "loss": 0.0028,
      "step": 17140
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.577219563871744e-06,
      "loss": 0.0075,
      "step": 17141
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.57704210743465e-06,
      "loss": 0.0056,
      "step": 17142
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.57686464176758e-06,
      "loss": 0.0089,
      "step": 17143
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.576687166870991e-06,
      "loss": 0.0211,
      "step": 17144
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.576509682745343e-06,
      "loss": 0.0342,
      "step": 17145
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.576332189391092e-06,
      "loss": 0.0146,
      "step": 17146
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.576154686808698e-06,
      "loss": 0.0082,
      "step": 17147
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.575977174998617e-06,
      "loss": 0.0131,
      "step": 17148
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.57579965396131e-06,
      "loss": 0.0064,
      "step": 17149
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.575622123697232e-06,
      "loss": 0.0058,
      "step": 17150
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.575444584206843e-06,
      "loss": 0.0027,
      "step": 17151
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.575267035490598e-06,
      "loss": 0.0188,
      "step": 17152
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.57508947754896e-06,
      "loss": 0.0243,
      "step": 17153
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.574911910382382e-06,
      "loss": 0.0039,
      "step": 17154
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.574734333991326e-06,
      "loss": 0.0155,
      "step": 17155
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.574556748376249e-06,
      "loss": 0.0142,
      "step": 17156
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.574379153537608e-06,
      "loss": 0.0148,
      "step": 17157
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.574201549475864e-06,
      "loss": 0.0016,
      "step": 17158
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.574023936191473e-06,
      "loss": 0.0071,
      "step": 17159
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.573846313684894e-06,
      "loss": 0.0281,
      "step": 17160
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.573668681956586e-06,
      "loss": 0.004,
      "step": 17161
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.573491041007007e-06,
      "loss": 0.0058,
      "step": 17162
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.573313390836615e-06,
      "loss": 0.016,
      "step": 17163
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.573135731445867e-06,
      "loss": 0.0162,
      "step": 17164
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.572958062835224e-06,
      "loss": 0.0096,
      "step": 17165
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.572780385005144e-06,
      "loss": 0.005,
      "step": 17166
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.572602697956082e-06,
      "loss": 0.011,
      "step": 17167
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.572425001688502e-06,
      "loss": 0.0161,
      "step": 17168
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.57224729620286e-06,
      "loss": 0.0018,
      "step": 17169
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.572069581499613e-06,
      "loss": 0.0052,
      "step": 17170
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.571891857579223e-06,
      "loss": 0.0066,
      "step": 17171
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.571714124442143e-06,
      "loss": 0.0073,
      "step": 17172
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.571536382088839e-06,
      "loss": 0.0018,
      "step": 17173
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.571358630519763e-06,
      "loss": 0.0099,
      "step": 17174
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.571180869735377e-06,
      "loss": 0.0043,
      "step": 17175
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.571003099736139e-06,
      "loss": 0.0053,
      "step": 17176
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.57082532052251e-06,
      "loss": 0.01,
      "step": 17177
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.570647532094943e-06,
      "loss": 0.0122,
      "step": 17178
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.570469734453902e-06,
      "loss": 0.0028,
      "step": 17179
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.570291927599845e-06,
      "loss": 0.0039,
      "step": 17180
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.570114111533227e-06,
      "loss": 0.003,
      "step": 17181
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.569936286254513e-06,
      "loss": 0.0243,
      "step": 17182
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.569758451764156e-06,
      "loss": 0.0015,
      "step": 17183
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56958060806262e-06,
      "loss": 0.0069,
      "step": 17184
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56940275515036e-06,
      "loss": 0.0025,
      "step": 17185
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.569224893027837e-06,
      "loss": 0.0281,
      "step": 17186
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.569047021695506e-06,
      "loss": 0.0029,
      "step": 17187
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.568869141153833e-06,
      "loss": 0.0024,
      "step": 17188
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.568691251403272e-06,
      "loss": 0.0046,
      "step": 17189
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.568513352444282e-06,
      "loss": 0.0293,
      "step": 17190
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.568335444277325e-06,
      "loss": 0.0138,
      "step": 17191
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.568157526902857e-06,
      "loss": 0.0054,
      "step": 17192
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56797960032134e-06,
      "loss": 0.0217,
      "step": 17193
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.567801664533228e-06,
      "loss": 0.0158,
      "step": 17194
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.567623719538987e-06,
      "loss": 0.0029,
      "step": 17195
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.567445765339071e-06,
      "loss": 0.0019,
      "step": 17196
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56726780193394e-06,
      "loss": 0.0084,
      "step": 17197
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.567089829324056e-06,
      "loss": 0.0117,
      "step": 17198
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.566911847509875e-06,
      "loss": 0.0017,
      "step": 17199
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56673385649186e-06,
      "loss": 0.0016,
      "step": 17200
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.566555856270467e-06,
      "loss": 0.0161,
      "step": 17201
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.566377846846155e-06,
      "loss": 0.0104,
      "step": 17202
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.566199828219383e-06,
      "loss": 0.0247,
      "step": 17203
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.566021800390615e-06,
      "loss": 0.0016,
      "step": 17204
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.565843763360306e-06,
      "loss": 0.0046,
      "step": 17205
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.565665717128918e-06,
      "loss": 0.0082,
      "step": 17206
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.565487661696908e-06,
      "loss": 0.0047,
      "step": 17207
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.565309597064736e-06,
      "loss": 0.0069,
      "step": 17208
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.565131523232862e-06,
      "loss": 0.0092,
      "step": 17209
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.564953440201747e-06,
      "loss": 0.0105,
      "step": 17210
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.564775347971848e-06,
      "loss": 0.0148,
      "step": 17211
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.564597246543625e-06,
      "loss": 0.0126,
      "step": 17212
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.564419135917538e-06,
      "loss": 0.0101,
      "step": 17213
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.564241016094047e-06,
      "loss": 0.0071,
      "step": 17214
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56406288707361e-06,
      "loss": 0.0093,
      "step": 17215
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56388474885669e-06,
      "loss": 0.0076,
      "step": 17216
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.563706601443744e-06,
      "loss": 0.0307,
      "step": 17217
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.563528444835233e-06,
      "loss": 0.0197,
      "step": 17218
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.563350279031614e-06,
      "loss": 0.006,
      "step": 17219
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.563172104033349e-06,
      "loss": 0.0064,
      "step": 17220
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5629939198409e-06,
      "loss": 0.0097,
      "step": 17221
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56281572645472e-06,
      "loss": 0.0199,
      "step": 17222
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.562637523875276e-06,
      "loss": 0.0125,
      "step": 17223
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.562459312103024e-06,
      "loss": 0.0057,
      "step": 17224
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.562281091138425e-06,
      "loss": 0.0053,
      "step": 17225
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.562102860981938e-06,
      "loss": 0.0093,
      "step": 17226
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.561924621634023e-06,
      "loss": 0.0367,
      "step": 17227
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56174637309514e-06,
      "loss": 0.008,
      "step": 17228
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.561568115365752e-06,
      "loss": 0.003,
      "step": 17229
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.561389848446314e-06,
      "loss": 0.009,
      "step": 17230
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.56121157233729e-06,
      "loss": 0.0027,
      "step": 17231
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.561033287039137e-06,
      "loss": 0.0066,
      "step": 17232
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.560854992552315e-06,
      "loss": 0.004,
      "step": 17233
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.560676688877287e-06,
      "loss": 0.0045,
      "step": 17234
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.560498376014512e-06,
      "loss": 0.0037,
      "step": 17235
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.560320053964448e-06,
      "loss": 0.0182,
      "step": 17236
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.560141722727557e-06,
      "loss": 0.0088,
      "step": 17237
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.559963382304299e-06,
      "loss": 0.0271,
      "step": 17238
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.559785032695134e-06,
      "loss": 0.0042,
      "step": 17239
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.559606673900524e-06,
      "loss": 0.0173,
      "step": 17240
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.559428305920924e-06,
      "loss": 0.0055,
      "step": 17241
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5592499287568e-06,
      "loss": 0.0107,
      "step": 17242
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55907154240861e-06,
      "loss": 0.0025,
      "step": 17243
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.558893146876814e-06,
      "loss": 0.0026,
      "step": 17244
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.558714742161872e-06,
      "loss": 0.0047,
      "step": 17245
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.558536328264245e-06,
      "loss": 0.0053,
      "step": 17246
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.558357905184393e-06,
      "loss": 0.0015,
      "step": 17247
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.558179472922779e-06,
      "loss": 0.013,
      "step": 17248
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.558001031479859e-06,
      "loss": 0.0047,
      "step": 17249
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.557822580856096e-06,
      "loss": 0.0175,
      "step": 17250
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55764412105195e-06,
      "loss": 0.0237,
      "step": 17251
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55746565206788e-06,
      "loss": 0.0089,
      "step": 17252
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55728717390435e-06,
      "loss": 0.0062,
      "step": 17253
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.557108686561817e-06,
      "loss": 0.0022,
      "step": 17254
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.556930190040744e-06,
      "loss": 0.0017,
      "step": 17255
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.556751684341591e-06,
      "loss": 0.0066,
      "step": 17256
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.556573169464818e-06,
      "loss": 0.0055,
      "step": 17257
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.556394645410886e-06,
      "loss": 0.0101,
      "step": 17258
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.556216112180256e-06,
      "loss": 0.0026,
      "step": 17259
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.556037569773385e-06,
      "loss": 0.0057,
      "step": 17260
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.555859018190739e-06,
      "loss": 0.0248,
      "step": 17261
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.555680457432778e-06,
      "loss": 0.01,
      "step": 17262
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.555501887499962e-06,
      "loss": 0.029,
      "step": 17263
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.555323308392748e-06,
      "loss": 0.0039,
      "step": 17264
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.555144720111602e-06,
      "loss": 0.0054,
      "step": 17265
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.554966122656983e-06,
      "loss": 0.0006,
      "step": 17266
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55478751602935e-06,
      "loss": 0.0169,
      "step": 17267
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.554608900229167e-06,
      "loss": 0.0163,
      "step": 17268
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.554430275256893e-06,
      "loss": 0.0121,
      "step": 17269
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55425164111299e-06,
      "loss": 0.0027,
      "step": 17270
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.554072997797917e-06,
      "loss": 0.0086,
      "step": 17271
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.553894345312137e-06,
      "loss": 0.0128,
      "step": 17272
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55371568365611e-06,
      "loss": 0.0214,
      "step": 17273
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.553537012830296e-06,
      "loss": 0.0177,
      "step": 17274
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.553358332835158e-06,
      "loss": 0.0066,
      "step": 17275
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.553179643671157e-06,
      "loss": 0.0119,
      "step": 17276
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.553000945338752e-06,
      "loss": 0.0207,
      "step": 17277
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.552822237838406e-06,
      "loss": 0.0023,
      "step": 17278
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.552643521170581e-06,
      "loss": 0.0199,
      "step": 17279
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.552464795335734e-06,
      "loss": 0.0046,
      "step": 17280
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55228606033433e-06,
      "loss": 0.0116,
      "step": 17281
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.552107316166831e-06,
      "loss": 0.0043,
      "step": 17282
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.551928562833693e-06,
      "loss": 0.0056,
      "step": 17283
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.551749800335384e-06,
      "loss": 0.0118,
      "step": 17284
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.55157102867236e-06,
      "loss": 0.0062,
      "step": 17285
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.551392247845083e-06,
      "loss": 0.0179,
      "step": 17286
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.551213457854018e-06,
      "loss": 0.0032,
      "step": 17287
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.551034658699621e-06,
      "loss": 0.0129,
      "step": 17288
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.550855850382358e-06,
      "loss": 0.0038,
      "step": 17289
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.550677032902688e-06,
      "loss": 0.0051,
      "step": 17290
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.550498206261073e-06,
      "loss": 0.0083,
      "step": 17291
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.550319370457976e-06,
      "loss": 0.0044,
      "step": 17292
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.550140525493854e-06,
      "loss": 0.0082,
      "step": 17293
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.549961671369172e-06,
      "loss": 0.0086,
      "step": 17294
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.549782808084392e-06,
      "loss": 0.0064,
      "step": 17295
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.549603935639973e-06,
      "loss": 0.0226,
      "step": 17296
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.549425054036379e-06,
      "loss": 0.0218,
      "step": 17297
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54924616327407e-06,
      "loss": 0.0035,
      "step": 17298
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.549067263353508e-06,
      "loss": 0.0119,
      "step": 17299
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.548888354275155e-06,
      "loss": 0.0083,
      "step": 17300
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54870943603947e-06,
      "loss": 0.0065,
      "step": 17301
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54853050864692e-06,
      "loss": 0.0065,
      "step": 17302
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.548351572097962e-06,
      "loss": 0.0171,
      "step": 17303
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54817262639306e-06,
      "loss": 0.0055,
      "step": 17304
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.547993671532675e-06,
      "loss": 0.0084,
      "step": 17305
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.547814707517271e-06,
      "loss": 0.0098,
      "step": 17306
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.547635734347304e-06,
      "loss": 0.0109,
      "step": 17307
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.547456752023242e-06,
      "loss": 0.0047,
      "step": 17308
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.547277760545543e-06,
      "loss": 0.0207,
      "step": 17309
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.547098759914671e-06,
      "loss": 0.0056,
      "step": 17310
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.546919750131087e-06,
      "loss": 0.0091,
      "step": 17311
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.546740731195252e-06,
      "loss": 0.0046,
      "step": 17312
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54656170310763e-06,
      "loss": 0.0099,
      "step": 17313
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.546382665868682e-06,
      "loss": 0.0094,
      "step": 17314
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.546203619478869e-06,
      "loss": 0.0029,
      "step": 17315
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.546024563938654e-06,
      "loss": 0.0047,
      "step": 17316
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5458454992485e-06,
      "loss": 0.006,
      "step": 17317
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.545666425408866e-06,
      "loss": 0.0115,
      "step": 17318
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.545487342420217e-06,
      "loss": 0.0087,
      "step": 17319
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.545308250283014e-06,
      "loss": 0.0113,
      "step": 17320
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54512914899772e-06,
      "loss": 0.0026,
      "step": 17321
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.544950038564795e-06,
      "loss": 0.0166,
      "step": 17322
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.544770918984703e-06,
      "loss": 0.0024,
      "step": 17323
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.544591790257906e-06,
      "loss": 0.0067,
      "step": 17324
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.544412652384866e-06,
      "loss": 0.0024,
      "step": 17325
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.544233505366044e-06,
      "loss": 0.0086,
      "step": 17326
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.544054349201905e-06,
      "loss": 0.004,
      "step": 17327
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.543875183892909e-06,
      "loss": 0.0049,
      "step": 17328
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54369600943952e-06,
      "loss": 0.0029,
      "step": 17329
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.543516825842196e-06,
      "loss": 0.0136,
      "step": 17330
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.543337633101405e-06,
      "loss": 0.0099,
      "step": 17331
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.543158431217607e-06,
      "loss": 0.0041,
      "step": 17332
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.542979220191265e-06,
      "loss": 0.0214,
      "step": 17333
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.54280000002284e-06,
      "loss": 0.0111,
      "step": 17334
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.542620770712795e-06,
      "loss": 0.019,
      "step": 17335
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.542441532261594e-06,
      "loss": 0.0173,
      "step": 17336
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.542262284669698e-06,
      "loss": 0.0225,
      "step": 17337
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.542083027937568e-06,
      "loss": 0.0198,
      "step": 17338
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.541903762065672e-06,
      "loss": 0.0133,
      "step": 17339
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.541724487054465e-06,
      "loss": 0.011,
      "step": 17340
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.541545202904416e-06,
      "loss": 0.0183,
      "step": 17341
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.541365909615984e-06,
      "loss": 0.0072,
      "step": 17342
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.541186607189633e-06,
      "loss": 0.0094,
      "step": 17343
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.541007295625826e-06,
      "loss": 0.0138,
      "step": 17344
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.540827974925024e-06,
      "loss": 0.0114,
      "step": 17345
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.540648645087693e-06,
      "loss": 0.0218,
      "step": 17346
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.540469306114291e-06,
      "loss": 0.0073,
      "step": 17347
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.540289958005283e-06,
      "loss": 0.0298,
      "step": 17348
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.540110600761135e-06,
      "loss": 0.042,
      "step": 17349
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.539931234382305e-06,
      "loss": 0.007,
      "step": 17350
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.539751858869259e-06,
      "loss": 0.0026,
      "step": 17351
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.539572474222457e-06,
      "loss": 0.0095,
      "step": 17352
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.539393080442364e-06,
      "loss": 0.01,
      "step": 17353
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.539213677529442e-06,
      "loss": 0.0055,
      "step": 17354
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.539034265484155e-06,
      "loss": 0.0223,
      "step": 17355
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.538854844306965e-06,
      "loss": 0.0036,
      "step": 17356
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.538675413998334e-06,
      "loss": 0.0301,
      "step": 17357
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.538495974558727e-06,
      "loss": 0.0092,
      "step": 17358
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.538316525988607e-06,
      "loss": 0.0043,
      "step": 17359
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.538137068288435e-06,
      "loss": 0.0222,
      "step": 17360
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.537957601458674e-06,
      "loss": 0.0037,
      "step": 17361
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.537778125499791e-06,
      "loss": 0.0109,
      "step": 17362
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.537598640412245e-06,
      "loss": 0.0033,
      "step": 17363
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.537419146196502e-06,
      "loss": 0.0033,
      "step": 17364
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.537239642853023e-06,
      "loss": 0.011,
      "step": 17365
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.537060130382271e-06,
      "loss": 0.0082,
      "step": 17366
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.536880608784712e-06,
      "loss": 0.0097,
      "step": 17367
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.536701078060805e-06,
      "loss": 0.0108,
      "step": 17368
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.536521538211017e-06,
      "loss": 0.0024,
      "step": 17369
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53634198923581e-06,
      "loss": 0.0128,
      "step": 17370
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.536162431135648e-06,
      "loss": 0.0057,
      "step": 17371
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.535982863910992e-06,
      "loss": 0.0039,
      "step": 17372
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.535803287562307e-06,
      "loss": 0.0084,
      "step": 17373
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.535623702090056e-06,
      "loss": 0.0032,
      "step": 17374
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.535444107494703e-06,
      "loss": 0.008,
      "step": 17375
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53526450377671e-06,
      "loss": 0.0145,
      "step": 17376
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.535084890936544e-06,
      "loss": 0.017,
      "step": 17377
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.534905268974664e-06,
      "loss": 0.0006,
      "step": 17378
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.534725637891536e-06,
      "loss": 0.0059,
      "step": 17379
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.534545997687622e-06,
      "loss": 0.0063,
      "step": 17380
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.534366348363388e-06,
      "loss": 0.0098,
      "step": 17381
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.534186689919295e-06,
      "loss": 0.0041,
      "step": 17382
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.534007022355807e-06,
      "loss": 0.0073,
      "step": 17383
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.533827345673389e-06,
      "loss": 0.0215,
      "step": 17384
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.533647659872504e-06,
      "loss": 0.0055,
      "step": 17385
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.533467964953615e-06,
      "loss": 0.0056,
      "step": 17386
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.533288260917185e-06,
      "loss": 0.0022,
      "step": 17387
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.533108547763681e-06,
      "loss": 0.0073,
      "step": 17388
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.532928825493563e-06,
      "loss": 0.0082,
      "step": 17389
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.532749094107298e-06,
      "loss": 0.0556,
      "step": 17390
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.532569353605346e-06,
      "loss": 0.004,
      "step": 17391
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.532389603988174e-06,
      "loss": 0.0113,
      "step": 17392
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.532209845256244e-06,
      "loss": 0.005,
      "step": 17393
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53203007741002e-06,
      "loss": 0.003,
      "step": 17394
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53185030044997e-06,
      "loss": 0.0053,
      "step": 17395
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53167051437655e-06,
      "loss": 0.0076,
      "step": 17396
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53149071919023e-06,
      "loss": 0.0191,
      "step": 17397
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.531310914891472e-06,
      "loss": 0.0031,
      "step": 17398
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.531131101480739e-06,
      "loss": 0.0147,
      "step": 17399
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.530951278958496e-06,
      "loss": 0.0106,
      "step": 17400
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53077144732521e-06,
      "loss": 0.0068,
      "step": 17401
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53059160658134e-06,
      "loss": 0.0047,
      "step": 17402
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53041175672735e-06,
      "loss": 0.0023,
      "step": 17403
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.53023189776371e-06,
      "loss": 0.006,
      "step": 17404
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.530052029690878e-06,
      "loss": 0.0082,
      "step": 17405
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.52987215250932e-06,
      "loss": 0.0193,
      "step": 17406
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.529692266219503e-06,
      "loss": 0.0072,
      "step": 17407
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.529512370821886e-06,
      "loss": 0.0025,
      "step": 17408
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.529332466316937e-06,
      "loss": 0.0078,
      "step": 17409
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.52915255270512e-06,
      "loss": 0.0111,
      "step": 17410
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.528972629986896e-06,
      "loss": 0.0094,
      "step": 17411
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.528792698162733e-06,
      "loss": 0.0022,
      "step": 17412
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.528612757233095e-06,
      "loss": 0.0082,
      "step": 17413
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.528432807198443e-06,
      "loss": 0.0376,
      "step": 17414
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.528252848059246e-06,
      "loss": 0.0123,
      "step": 17415
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.528072879815964e-06,
      "loss": 0.0091,
      "step": 17416
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.527892902469063e-06,
      "loss": 0.0065,
      "step": 17417
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.527712916019008e-06,
      "loss": 0.0095,
      "step": 17418
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.527532920466264e-06,
      "loss": 0.005,
      "step": 17419
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.527352915811295e-06,
      "loss": 0.0197,
      "step": 17420
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.527172902054563e-06,
      "loss": 0.024,
      "step": 17421
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.526992879196536e-06,
      "loss": 0.0089,
      "step": 17422
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.526812847237677e-06,
      "loss": 0.0054,
      "step": 17423
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.526632806178449e-06,
      "loss": 0.0113,
      "step": 17424
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.52645275601932e-06,
      "loss": 0.0135,
      "step": 17425
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.526272696760754e-06,
      "loss": 0.0131,
      "step": 17426
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.526092628403211e-06,
      "loss": 0.0169,
      "step": 17427
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.525912550947162e-06,
      "loss": 0.0147,
      "step": 17428
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.525732464393067e-06,
      "loss": 0.005,
      "step": 17429
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.525552368741393e-06,
      "loss": 0.008,
      "step": 17430
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.525372263992602e-06,
      "loss": 0.0072,
      "step": 17431
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.525192150147162e-06,
      "loss": 0.0172,
      "step": 17432
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.525012027205536e-06,
      "loss": 0.0054,
      "step": 17433
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.524831895168191e-06,
      "loss": 0.0161,
      "step": 17434
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.524651754035588e-06,
      "loss": 0.0078,
      "step": 17435
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.524471603808196e-06,
      "loss": 0.0069,
      "step": 17436
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.524291444486476e-06,
      "loss": 0.0146,
      "step": 17437
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.524111276070896e-06,
      "loss": 0.0073,
      "step": 17438
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.523931098561919e-06,
      "loss": 0.0041,
      "step": 17439
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.523750911960011e-06,
      "loss": 0.008,
      "step": 17440
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.523570716265636e-06,
      "loss": 0.0101,
      "step": 17441
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.52339051147926e-06,
      "loss": 0.0111,
      "step": 17442
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.523210297601345e-06,
      "loss": 0.0073,
      "step": 17443
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.523030074632361e-06,
      "loss": 0.0035,
      "step": 17444
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.52284984257277e-06,
      "loss": 0.006,
      "step": 17445
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.522669601423036e-06,
      "loss": 0.0066,
      "step": 17446
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.522489351183626e-06,
      "loss": 0.0195,
      "step": 17447
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.522309091855005e-06,
      "loss": 0.0061,
      "step": 17448
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.522128823437638e-06,
      "loss": 0.0144,
      "step": 17449
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.521948545931991e-06,
      "loss": 0.0114,
      "step": 17450
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.521768259338525e-06,
      "loss": 0.0026,
      "step": 17451
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.52158796365771e-06,
      "loss": 0.0063,
      "step": 17452
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.521407658890011e-06,
      "loss": 0.0053,
      "step": 17453
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.521227345035889e-06,
      "loss": 0.0085,
      "step": 17454
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.521047022095814e-06,
      "loss": 0.0422,
      "step": 17455
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.520866690070248e-06,
      "loss": 0.0059,
      "step": 17456
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.520686348959659e-06,
      "loss": 0.0111,
      "step": 17457
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.520505998764512e-06,
      "loss": 0.01,
      "step": 17458
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.52032563948527e-06,
      "loss": 0.0043,
      "step": 17459
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5201452711224e-06,
      "loss": 0.0356,
      "step": 17460
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.519964893676366e-06,
      "loss": 0.0025,
      "step": 17461
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.519784507147635e-06,
      "loss": 0.0056,
      "step": 17462
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.519604111536672e-06,
      "loss": 0.0057,
      "step": 17463
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.519423706843944e-06,
      "loss": 0.0285,
      "step": 17464
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.519243293069914e-06,
      "loss": 0.0019,
      "step": 17465
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.519062870215049e-06,
      "loss": 0.0082,
      "step": 17466
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.518882438279814e-06,
      "loss": 0.0066,
      "step": 17467
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.518701997264674e-06,
      "loss": 0.0073,
      "step": 17468
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.518521547170096e-06,
      "loss": 0.018,
      "step": 17469
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.518341087996545e-06,
      "loss": 0.0064,
      "step": 17470
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.518160619744486e-06,
      "loss": 0.0189,
      "step": 17471
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.517980142414386e-06,
      "loss": 0.0272,
      "step": 17472
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.517799656006708e-06,
      "loss": 0.0125,
      "step": 17473
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.517619160521924e-06,
      "loss": 0.0041,
      "step": 17474
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.517438655960491e-06,
      "loss": 0.0084,
      "step": 17475
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.517258142322881e-06,
      "loss": 0.0156,
      "step": 17476
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.517077619609557e-06,
      "loss": 0.0066,
      "step": 17477
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.516897087820987e-06,
      "loss": 0.0033,
      "step": 17478
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.516716546957636e-06,
      "loss": 0.0091,
      "step": 17479
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.516535997019968e-06,
      "loss": 0.0055,
      "step": 17480
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51635543800845e-06,
      "loss": 0.0133,
      "step": 17481
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.516174869923549e-06,
      "loss": 0.0116,
      "step": 17482
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51599429276573e-06,
      "loss": 0.0142,
      "step": 17483
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51581370653546e-06,
      "loss": 0.0171,
      "step": 17484
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.515633111233204e-06,
      "loss": 0.0175,
      "step": 17485
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.515452506859427e-06,
      "loss": 0.0051,
      "step": 17486
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.515271893414596e-06,
      "loss": 0.0047,
      "step": 17487
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.515091270899176e-06,
      "loss": 0.0161,
      "step": 17488
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.514910639313636e-06,
      "loss": 0.0055,
      "step": 17489
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.514729998658442e-06,
      "loss": 0.0073,
      "step": 17490
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.514549348934056e-06,
      "loss": 0.0274,
      "step": 17491
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.514368690140946e-06,
      "loss": 0.01,
      "step": 17492
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51418802227958e-06,
      "loss": 0.0033,
      "step": 17493
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.514007345350423e-06,
      "loss": 0.0036,
      "step": 17494
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51382665935394e-06,
      "loss": 0.0082,
      "step": 17495
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5136459642906e-06,
      "loss": 0.0117,
      "step": 17496
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.513465260160866e-06,
      "loss": 0.0082,
      "step": 17497
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.513284546965207e-06,
      "loss": 0.0033,
      "step": 17498
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.513103824704088e-06,
      "loss": 0.0075,
      "step": 17499
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.512923093377973e-06,
      "loss": 0.0073,
      "step": 17500
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.512742352987334e-06,
      "loss": 0.0068,
      "step": 17501
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.512561603532632e-06,
      "loss": 0.0158,
      "step": 17502
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.512380845014338e-06,
      "loss": 0.011,
      "step": 17503
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.512200077432914e-06,
      "loss": 0.0014,
      "step": 17504
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51201930078883e-06,
      "loss": 0.0055,
      "step": 17505
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.511838515082549e-06,
      "loss": 0.0079,
      "step": 17506
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51165772031454e-06,
      "loss": 0.0185,
      "step": 17507
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51147691648527e-06,
      "loss": 0.0037,
      "step": 17508
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.511296103595204e-06,
      "loss": 0.0036,
      "step": 17509
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51111528164481e-06,
      "loss": 0.0119,
      "step": 17510
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.510934450634552e-06,
      "loss": 0.005,
      "step": 17511
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.510753610564899e-06,
      "loss": 0.0117,
      "step": 17512
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.510572761436315e-06,
      "loss": 0.0052,
      "step": 17513
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.510391903249271e-06,
      "loss": 0.0045,
      "step": 17514
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51021103600423e-06,
      "loss": 0.005,
      "step": 17515
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.51003015970166e-06,
      "loss": 0.0057,
      "step": 17516
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.509849274342027e-06,
      "loss": 0.0084,
      "step": 17517
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.5096683799258e-06,
      "loss": 0.0102,
      "step": 17518
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.509487476453442e-06,
      "loss": 0.0112,
      "step": 17519
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.509306563925423e-06,
      "loss": 0.0184,
      "step": 17520
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.509125642342209e-06,
      "loss": 0.0116,
      "step": 17521
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.508944711704266e-06,
      "loss": 0.0177,
      "step": 17522
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.50876377201206e-06,
      "loss": 0.0019,
      "step": 17523
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.508582823266061e-06,
      "loss": 0.0146,
      "step": 17524
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.508401865466735e-06,
      "loss": 0.0063,
      "step": 17525
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.508220898614546e-06,
      "loss": 0.0346,
      "step": 17526
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.508039922709965e-06,
      "loss": 0.0089,
      "step": 17527
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.507858937753454e-06,
      "loss": 0.0166,
      "step": 17528
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.507677943745487e-06,
      "loss": 0.0037,
      "step": 17529
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.507496940686524e-06,
      "loss": 0.0066,
      "step": 17530
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.507315928577038e-06,
      "loss": 0.0132,
      "step": 17531
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.50713490741749e-06,
      "loss": 0.0049,
      "step": 17532
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.506953877208352e-06,
      "loss": 0.0105,
      "step": 17533
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.50677283795009e-06,
      "loss": 0.0126,
      "step": 17534
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.50659178964317e-06,
      "loss": 0.0205,
      "step": 17535
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.50641073228806e-06,
      "loss": 0.0039,
      "step": 17536
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.506229665885227e-06,
      "loss": 0.0094,
      "step": 17537
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.506048590435137e-06,
      "loss": 0.0047,
      "step": 17538
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.505867505938259e-06,
      "loss": 0.0028,
      "step": 17539
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.50568641239506e-06,
      "loss": 0.0158,
      "step": 17540
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.505505309806006e-06,
      "loss": 0.0053,
      "step": 17541
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.505324198171564e-06,
      "loss": 0.0051,
      "step": 17542
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.505143077492205e-06,
      "loss": 0.0056,
      "step": 17543
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.504961947768394e-06,
      "loss": 0.025,
      "step": 17544
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.504780809000598e-06,
      "loss": 0.008,
      "step": 17545
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.504599661189284e-06,
      "loss": 0.0054,
      "step": 17546
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.50441850433492e-06,
      "loss": 0.0058,
      "step": 17547
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.504237338437974e-06,
      "loss": 0.0164,
      "step": 17548
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.504056163498913e-06,
      "loss": 0.0107,
      "step": 17549
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.503874979518205e-06,
      "loss": 0.02,
      "step": 17550
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.503693786496316e-06,
      "loss": 0.0091,
      "step": 17551
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.503512584433715e-06,
      "loss": 0.0078,
      "step": 17552
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.503331373330868e-06,
      "loss": 0.0018,
      "step": 17553
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.503150153188245e-06,
      "loss": 0.0032,
      "step": 17554
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.502968924006311e-06,
      "loss": 0.0033,
      "step": 17555
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.502787685785537e-06,
      "loss": 0.0047,
      "step": 17556
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.502606438526387e-06,
      "loss": 0.0091,
      "step": 17557
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.50242518222933e-06,
      "loss": 0.0207,
      "step": 17558
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.502243916894836e-06,
      "loss": 0.0106,
      "step": 17559
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.50206264252337e-06,
      "loss": 0.0077,
      "step": 17560
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.501881359115399e-06,
      "loss": 0.0021,
      "step": 17561
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.501700066671393e-06,
      "loss": 0.0048,
      "step": 17562
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.501518765191818e-06,
      "loss": 0.0096,
      "step": 17563
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.501337454677146e-06,
      "loss": 0.0067,
      "step": 17564
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.501156135127839e-06,
      "loss": 0.0058,
      "step": 17565
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.500974806544368e-06,
      "loss": 0.0012,
      "step": 17566
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.500793468927202e-06,
      "loss": 0.0031,
      "step": 17567
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.500612122276806e-06,
      "loss": 0.0028,
      "step": 17568
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.500430766593648e-06,
      "loss": 0.0136,
      "step": 17569
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.5002494018782e-06,
      "loss": 0.0014,
      "step": 17570
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.500068028130926e-06,
      "loss": 0.0098,
      "step": 17571
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.499886645352293e-06,
      "loss": 0.0094,
      "step": 17572
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.499705253542773e-06,
      "loss": 0.0065,
      "step": 17573
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.499523852702835e-06,
      "loss": 0.0042,
      "step": 17574
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.499342442832941e-06,
      "loss": 0.006,
      "step": 17575
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.499161023933565e-06,
      "loss": 0.0287,
      "step": 17576
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49897959600517e-06,
      "loss": 0.0104,
      "step": 17577
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.498798159048227e-06,
      "loss": 0.0104,
      "step": 17578
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.498616713063205e-06,
      "loss": 0.0262,
      "step": 17579
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.498435258050572e-06,
      "loss": 0.0196,
      "step": 17580
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.498253794010793e-06,
      "loss": 0.0052,
      "step": 17581
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49807232094434e-06,
      "loss": 0.0336,
      "step": 17582
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49789083885168e-06,
      "loss": 0.0052,
      "step": 17583
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49770934773328e-06,
      "loss": 0.0087,
      "step": 17584
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49752784758961e-06,
      "loss": 0.0082,
      "step": 17585
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49734633842114e-06,
      "loss": 0.0065,
      "step": 17586
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.497164820228333e-06,
      "loss": 0.0043,
      "step": 17587
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.496983293011662e-06,
      "loss": 0.0268,
      "step": 17588
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.496801756771593e-06,
      "loss": 0.0032,
      "step": 17589
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.496620211508597e-06,
      "loss": 0.0127,
      "step": 17590
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.496438657223138e-06,
      "loss": 0.0025,
      "step": 17591
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49625709391569e-06,
      "loss": 0.0056,
      "step": 17592
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.496075521586717e-06,
      "loss": 0.0327,
      "step": 17593
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49589394023669e-06,
      "loss": 0.004,
      "step": 17594
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.495712349866076e-06,
      "loss": 0.0065,
      "step": 17595
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.495530750475344e-06,
      "loss": 0.0114,
      "step": 17596
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.495349142064964e-06,
      "loss": 0.0042,
      "step": 17597
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.495167524635403e-06,
      "loss": 0.0068,
      "step": 17598
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.494985898187132e-06,
      "loss": 0.0144,
      "step": 17599
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.494804262720616e-06,
      "loss": 0.004,
      "step": 17600
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.494622618236326e-06,
      "loss": 0.0238,
      "step": 17601
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49444096473473e-06,
      "loss": 0.0101,
      "step": 17602
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.494259302216296e-06,
      "loss": 0.0057,
      "step": 17603
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.494077630681496e-06,
      "loss": 0.0032,
      "step": 17604
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.493895950130795e-06,
      "loss": 0.0057,
      "step": 17605
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.493714260564665e-06,
      "loss": 0.008,
      "step": 17606
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49353256198357e-06,
      "loss": 0.0103,
      "step": 17607
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.493350854387984e-06,
      "loss": 0.0086,
      "step": 17608
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.493169137778375e-06,
      "loss": 0.0078,
      "step": 17609
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.492987412155208e-06,
      "loss": 0.0095,
      "step": 17610
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.492805677518955e-06,
      "loss": 0.029,
      "step": 17611
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.492623933870086e-06,
      "loss": 0.0029,
      "step": 17612
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.492442181209069e-06,
      "loss": 0.0061,
      "step": 17613
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.492260419536371e-06,
      "loss": 0.0148,
      "step": 17614
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.492078648852462e-06,
      "loss": 0.0061,
      "step": 17615
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.491896869157812e-06,
      "loss": 0.0134,
      "step": 17616
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.49171508045289e-06,
      "loss": 0.0062,
      "step": 17617
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.491533282738165e-06,
      "loss": 0.004,
      "step": 17618
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.491351476014104e-06,
      "loss": 0.0083,
      "step": 17619
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.491169660281179e-06,
      "loss": 0.0138,
      "step": 17620
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.490987835539859e-06,
      "loss": 0.0068,
      "step": 17621
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.490806001790612e-06,
      "loss": 0.01,
      "step": 17622
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.490624159033907e-06,
      "loss": 0.0083,
      "step": 17623
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.490442307270213e-06,
      "loss": 0.0053,
      "step": 17624
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.4902604465e-06,
      "loss": 0.0332,
      "step": 17625
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.490078576723738e-06,
      "loss": 0.01,
      "step": 17626
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.489896697941895e-06,
      "loss": 0.01,
      "step": 17627
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48971481015494e-06,
      "loss": 0.0106,
      "step": 17628
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.489532913363345e-06,
      "loss": 0.0085,
      "step": 17629
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.489351007567575e-06,
      "loss": 0.0048,
      "step": 17630
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.489169092768102e-06,
      "loss": 0.0173,
      "step": 17631
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.488987168965396e-06,
      "loss": 0.0068,
      "step": 17632
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.488805236159926e-06,
      "loss": 0.0153,
      "step": 17633
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48862329435216e-06,
      "loss": 0.0514,
      "step": 17634
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.488441343542569e-06,
      "loss": 0.0049,
      "step": 17635
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.488259383731622e-06,
      "loss": 0.007,
      "step": 17636
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.488077414919789e-06,
      "loss": 0.0116,
      "step": 17637
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.487895437107538e-06,
      "loss": 0.0147,
      "step": 17638
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.487713450295341e-06,
      "loss": 0.0119,
      "step": 17639
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.487531454483664e-06,
      "loss": 0.0172,
      "step": 17640
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.487349449672981e-06,
      "loss": 0.0144,
      "step": 17641
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48716743586376e-06,
      "loss": 0.0087,
      "step": 17642
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.486985413056468e-06,
      "loss": 0.0092,
      "step": 17643
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.486803381251577e-06,
      "loss": 0.0075,
      "step": 17644
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.486621340449557e-06,
      "loss": 0.0064,
      "step": 17645
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.486439290650876e-06,
      "loss": 0.013,
      "step": 17646
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.486257231856007e-06,
      "loss": 0.0159,
      "step": 17647
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.486075164065416e-06,
      "loss": 0.0031,
      "step": 17648
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.485893087279578e-06,
      "loss": 0.0171,
      "step": 17649
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.485711001498954e-06,
      "loss": 0.0238,
      "step": 17650
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.485528906724025e-06,
      "loss": 0.0078,
      "step": 17651
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.485346802955252e-06,
      "loss": 0.0033,
      "step": 17652
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.485164690193108e-06,
      "loss": 0.0178,
      "step": 17653
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.484982568438063e-06,
      "loss": 0.0155,
      "step": 17654
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.484800437690586e-06,
      "loss": 0.0056,
      "step": 17655
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48461829795115e-06,
      "loss": 0.0049,
      "step": 17656
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48443614922022e-06,
      "loss": 0.0161,
      "step": 17657
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48425399149827e-06,
      "loss": 0.0033,
      "step": 17658
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.484071824785769e-06,
      "loss": 0.0081,
      "step": 17659
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.483889649083187e-06,
      "loss": 0.0048,
      "step": 17660
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.483707464390994e-06,
      "loss": 0.0033,
      "step": 17661
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48352527070966e-06,
      "loss": 0.0102,
      "step": 17662
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.483343068039654e-06,
      "loss": 0.0048,
      "step": 17663
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48316085638145e-06,
      "loss": 0.0059,
      "step": 17664
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.482978635735513e-06,
      "loss": 0.0087,
      "step": 17665
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.482796406102317e-06,
      "loss": 0.0188,
      "step": 17666
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.482614167482328e-06,
      "loss": 0.0041,
      "step": 17667
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.482431919876022e-06,
      "loss": 0.0149,
      "step": 17668
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.482249663283866e-06,
      "loss": 0.0158,
      "step": 17669
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.482067397706329e-06,
      "loss": 0.0049,
      "step": 17670
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.481885123143884e-06,
      "loss": 0.0078,
      "step": 17671
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.481702839597e-06,
      "loss": 0.0054,
      "step": 17672
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.481520547066147e-06,
      "loss": 0.0062,
      "step": 17673
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.481338245551797e-06,
      "loss": 0.008,
      "step": 17674
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48115593505442e-06,
      "loss": 0.0098,
      "step": 17675
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.480973615574486e-06,
      "loss": 0.0058,
      "step": 17676
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.480791287112464e-06,
      "loss": 0.011,
      "step": 17677
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.480608949668826e-06,
      "loss": 0.0079,
      "step": 17678
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.480426603244043e-06,
      "loss": 0.0275,
      "step": 17679
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.480244247838584e-06,
      "loss": 0.0063,
      "step": 17680
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.48006188345292e-06,
      "loss": 0.0106,
      "step": 17681
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.479879510087523e-06,
      "loss": 0.0062,
      "step": 17682
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.479697127742861e-06,
      "loss": 0.0241,
      "step": 17683
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.479514736419407e-06,
      "loss": 0.0133,
      "step": 17684
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47933233611763e-06,
      "loss": 0.0181,
      "step": 17685
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.479149926838002e-06,
      "loss": 0.017,
      "step": 17686
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.478967508580992e-06,
      "loss": 0.0036,
      "step": 17687
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.478785081347072e-06,
      "loss": 0.0075,
      "step": 17688
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.478602645136713e-06,
      "loss": 0.0217,
      "step": 17689
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.478420199950385e-06,
      "loss": 0.0019,
      "step": 17690
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.478237745788558e-06,
      "loss": 0.0106,
      "step": 17691
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.478055282651704e-06,
      "loss": 0.0034,
      "step": 17692
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.477872810540295e-06,
      "loss": 0.0103,
      "step": 17693
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.4776903294548e-06,
      "loss": 0.0149,
      "step": 17694
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.477507839395689e-06,
      "loss": 0.0071,
      "step": 17695
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.477325340363437e-06,
      "loss": 0.0141,
      "step": 17696
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.477142832358508e-06,
      "loss": 0.006,
      "step": 17697
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.476960315381379e-06,
      "loss": 0.0071,
      "step": 17698
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47677778943252e-06,
      "loss": 0.0084,
      "step": 17699
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.476595254512398e-06,
      "loss": 0.0071,
      "step": 17700
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47641271062149e-06,
      "loss": 0.0134,
      "step": 17701
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.476230157760263e-06,
      "loss": 0.0185,
      "step": 17702
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.476047595929188e-06,
      "loss": 0.0094,
      "step": 17703
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.475865025128737e-06,
      "loss": 0.0066,
      "step": 17704
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.475682445359381e-06,
      "loss": 0.0062,
      "step": 17705
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.475499856621593e-06,
      "loss": 0.0114,
      "step": 17706
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.475317258915842e-06,
      "loss": 0.016,
      "step": 17707
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.475134652242597e-06,
      "loss": 0.0078,
      "step": 17708
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.474952036602335e-06,
      "loss": 0.0088,
      "step": 17709
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.474769411995524e-06,
      "loss": 0.0155,
      "step": 17710
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.474586778422633e-06,
      "loss": 0.0026,
      "step": 17711
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.474404135884136e-06,
      "loss": 0.0082,
      "step": 17712
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.474221484380506e-06,
      "loss": 0.0043,
      "step": 17713
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47403882391221e-06,
      "loss": 0.0035,
      "step": 17714
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47385615447972e-06,
      "loss": 0.0144,
      "step": 17715
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47367347608351e-06,
      "loss": 0.0072,
      "step": 17716
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.473490788724052e-06,
      "loss": 0.007,
      "step": 17717
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.473308092401814e-06,
      "loss": 0.005,
      "step": 17718
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47312538711727e-06,
      "loss": 0.0051,
      "step": 17719
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.472942672870888e-06,
      "loss": 0.0055,
      "step": 17720
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.472759949663141e-06,
      "loss": 0.0084,
      "step": 17721
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.472577217494504e-06,
      "loss": 0.0061,
      "step": 17722
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.472394476365445e-06,
      "loss": 0.0064,
      "step": 17723
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.472211726276437e-06,
      "loss": 0.0106,
      "step": 17724
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47202896722795e-06,
      "loss": 0.0069,
      "step": 17725
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.471846199220457e-06,
      "loss": 0.0087,
      "step": 17726
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.471663422254428e-06,
      "loss": 0.0132,
      "step": 17727
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.471480636330336e-06,
      "loss": 0.0057,
      "step": 17728
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.471297841448654e-06,
      "loss": 0.0031,
      "step": 17729
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47111503760985e-06,
      "loss": 0.0016,
      "step": 17730
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.470932224814399e-06,
      "loss": 0.0124,
      "step": 17731
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.47074940306277e-06,
      "loss": 0.0061,
      "step": 17732
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.470566572355438e-06,
      "loss": 0.0166,
      "step": 17733
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.470383732692872e-06,
      "loss": 0.0048,
      "step": 17734
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.470200884075545e-06,
      "loss": 0.0069,
      "step": 17735
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.470018026503928e-06,
      "loss": 0.0081,
      "step": 17736
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.469835159978495e-06,
      "loss": 0.0049,
      "step": 17737
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.469652284499714e-06,
      "loss": 0.0039,
      "step": 17738
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.469469400068062e-06,
      "loss": 0.0083,
      "step": 17739
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.469286506684005e-06,
      "loss": 0.026,
      "step": 17740
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46910360434802e-06,
      "loss": 0.0095,
      "step": 17741
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.468920693060575e-06,
      "loss": 0.0043,
      "step": 17742
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.468737772822145e-06,
      "loss": 0.0029,
      "step": 17743
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.4685548436332e-06,
      "loss": 0.0108,
      "step": 17744
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.468371905494215e-06,
      "loss": 0.005,
      "step": 17745
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.468188958405659e-06,
      "loss": 0.0146,
      "step": 17746
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.468006002368003e-06,
      "loss": 0.0074,
      "step": 17747
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.467823037381722e-06,
      "loss": 0.0194,
      "step": 17748
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.467640063447289e-06,
      "loss": 0.004,
      "step": 17749
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.467457080565173e-06,
      "loss": 0.0173,
      "step": 17750
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.467274088735849e-06,
      "loss": 0.0092,
      "step": 17751
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.467091087959785e-06,
      "loss": 0.0062,
      "step": 17752
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.466908078237457e-06,
      "loss": 0.0096,
      "step": 17753
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.466725059569337e-06,
      "loss": 0.0108,
      "step": 17754
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.466542031955896e-06,
      "loss": 0.0068,
      "step": 17755
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.466358995397606e-06,
      "loss": 0.0103,
      "step": 17756
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46617594989494e-06,
      "loss": 0.0028,
      "step": 17757
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46599289544837e-06,
      "loss": 0.0106,
      "step": 17758
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46580983205837e-06,
      "loss": 0.0056,
      "step": 17759
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46562675972541e-06,
      "loss": 0.0087,
      "step": 17760
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.465443678449963e-06,
      "loss": 0.0072,
      "step": 17761
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.465260588232502e-06,
      "loss": 0.0327,
      "step": 17762
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.465077489073498e-06,
      "loss": 0.0153,
      "step": 17763
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.464894380973427e-06,
      "loss": 0.0149,
      "step": 17764
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.464711263932758e-06,
      "loss": 0.0062,
      "step": 17765
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.464528137951963e-06,
      "loss": 0.0046,
      "step": 17766
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.464345003031518e-06,
      "loss": 0.0029,
      "step": 17767
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.464161859171893e-06,
      "loss": 0.0038,
      "step": 17768
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.463978706373564e-06,
      "loss": 0.0114,
      "step": 17769
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.463795544636996e-06,
      "loss": 0.0062,
      "step": 17770
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46361237396267e-06,
      "loss": 0.0064,
      "step": 17771
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.463429194351054e-06,
      "loss": 0.004,
      "step": 17772
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.463246005802621e-06,
      "loss": 0.0133,
      "step": 17773
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.463062808317848e-06,
      "loss": 0.0024,
      "step": 17774
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.4628796018972e-06,
      "loss": 0.0135,
      "step": 17775
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.462696386541156e-06,
      "loss": 0.0028,
      "step": 17776
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.462513162250186e-06,
      "loss": 0.0108,
      "step": 17777
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.462329929024764e-06,
      "loss": 0.0137,
      "step": 17778
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.462146686865362e-06,
      "loss": 0.0022,
      "step": 17779
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.461963435772453e-06,
      "loss": 0.0098,
      "step": 17780
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46178017574651e-06,
      "loss": 0.0117,
      "step": 17781
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.461596906788006e-06,
      "loss": 0.0094,
      "step": 17782
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.461413628897412e-06,
      "loss": 0.0042,
      "step": 17783
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.461230342075204e-06,
      "loss": 0.0243,
      "step": 17784
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.461047046321854e-06,
      "loss": 0.0044,
      "step": 17785
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.460863741637835e-06,
      "loss": 0.0125,
      "step": 17786
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.460680428023618e-06,
      "loss": 0.0086,
      "step": 17787
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46049710547968e-06,
      "loss": 0.0096,
      "step": 17788
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46031377400649e-06,
      "loss": 0.0027,
      "step": 17789
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.46013043360452e-06,
      "loss": 0.0054,
      "step": 17790
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45994708427425e-06,
      "loss": 0.0059,
      "step": 17791
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.459763726016146e-06,
      "loss": 0.0155,
      "step": 17792
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.459580358830686e-06,
      "loss": 0.0093,
      "step": 17793
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45939698271834e-06,
      "loss": 0.0036,
      "step": 17794
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45921359767958e-06,
      "loss": 0.0079,
      "step": 17795
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.459030203714885e-06,
      "loss": 0.0168,
      "step": 17796
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.458846800824722e-06,
      "loss": 0.0199,
      "step": 17797
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45866338900957e-06,
      "loss": 0.002,
      "step": 17798
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.458479968269897e-06,
      "loss": 0.0125,
      "step": 17799
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.458296538606178e-06,
      "loss": 0.0459,
      "step": 17800
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.458113100018889e-06,
      "loss": 0.0041,
      "step": 17801
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.457929652508499e-06,
      "loss": 0.0351,
      "step": 17802
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.457746196075484e-06,
      "loss": 0.0076,
      "step": 17803
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.457562730720319e-06,
      "loss": 0.0108,
      "step": 17804
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.457379256443472e-06,
      "loss": 0.0049,
      "step": 17805
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.457195773245421e-06,
      "loss": 0.0046,
      "step": 17806
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.457012281126639e-06,
      "loss": 0.0174,
      "step": 17807
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.456828780087598e-06,
      "loss": 0.0105,
      "step": 17808
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45664527012877e-06,
      "loss": 0.013,
      "step": 17809
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.456461751250634e-06,
      "loss": 0.0224,
      "step": 17810
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.456278223453658e-06,
      "loss": 0.0055,
      "step": 17811
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.456094686738319e-06,
      "loss": 0.0025,
      "step": 17812
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.455911141105089e-06,
      "loss": 0.0069,
      "step": 17813
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45572758655444e-06,
      "loss": 0.011,
      "step": 17814
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45554402308685e-06,
      "loss": 0.0056,
      "step": 17815
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45536045070279e-06,
      "loss": 0.0111,
      "step": 17816
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.455176869402733e-06,
      "loss": 0.006,
      "step": 17817
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.454993279187154e-06,
      "loss": 0.0033,
      "step": 17818
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.454809680056526e-06,
      "loss": 0.006,
      "step": 17819
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.454626072011322e-06,
      "loss": 0.0179,
      "step": 17820
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.454442455052018e-06,
      "loss": 0.0065,
      "step": 17821
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.454258829179087e-06,
      "loss": 0.026,
      "step": 17822
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.454075194393002e-06,
      "loss": 0.0108,
      "step": 17823
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.453891550694236e-06,
      "loss": 0.0209,
      "step": 17824
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.453707898083265e-06,
      "loss": 0.0054,
      "step": 17825
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.453524236560563e-06,
      "loss": 0.0108,
      "step": 17826
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.453340566126602e-06,
      "loss": 0.0095,
      "step": 17827
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.453156886781857e-06,
      "loss": 0.0182,
      "step": 17828
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.452973198526801e-06,
      "loss": 0.006,
      "step": 17829
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.452789501361911e-06,
      "loss": 0.0127,
      "step": 17830
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.452605795287657e-06,
      "loss": 0.0135,
      "step": 17831
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.452422080304516e-06,
      "loss": 0.0172,
      "step": 17832
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45223835641296e-06,
      "loss": 0.0052,
      "step": 17833
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.452054623613463e-06,
      "loss": 0.003,
      "step": 17834
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.451870881906502e-06,
      "loss": 0.0221,
      "step": 17835
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.451687131292548e-06,
      "loss": 0.0161,
      "step": 17836
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.451503371772076e-06,
      "loss": 0.003,
      "step": 17837
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.451319603345563e-06,
      "loss": 0.0142,
      "step": 17838
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.451135826013478e-06,
      "loss": 0.003,
      "step": 17839
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.450952039776297e-06,
      "loss": 0.0107,
      "step": 17840
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.450768244634497e-06,
      "loss": 0.01,
      "step": 17841
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45058444058855e-06,
      "loss": 0.0117,
      "step": 17842
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45040062763893e-06,
      "loss": 0.0236,
      "step": 17843
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.450216805786112e-06,
      "loss": 0.0316,
      "step": 17844
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.45003297503057e-06,
      "loss": 0.0039,
      "step": 17845
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.449849135372781e-06,
      "loss": 0.0092,
      "step": 17846
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.449665286813214e-06,
      "loss": 0.0204,
      "step": 17847
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.449481429352347e-06,
      "loss": 0.0064,
      "step": 17848
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.449297562990654e-06,
      "loss": 0.0037,
      "step": 17849
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.449113687728609e-06,
      "loss": 0.0066,
      "step": 17850
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.448929803566688e-06,
      "loss": 0.0124,
      "step": 17851
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.448745910505362e-06,
      "loss": 0.0189,
      "step": 17852
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.448562008545109e-06,
      "loss": 0.0067,
      "step": 17853
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.448378097686402e-06,
      "loss": 0.0065,
      "step": 17854
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.448194177929715e-06,
      "loss": 0.0072,
      "step": 17855
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.448010249275523e-06,
      "loss": 0.0112,
      "step": 17856
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.447826311724301e-06,
      "loss": 0.0253,
      "step": 17857
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.447642365276525e-06,
      "loss": 0.0163,
      "step": 17858
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.447458409932667e-06,
      "loss": 0.0071,
      "step": 17859
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.447274445693202e-06,
      "loss": 0.0074,
      "step": 17860
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.447090472558607e-06,
      "loss": 0.0114,
      "step": 17861
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.446906490529355e-06,
      "loss": 0.004,
      "step": 17862
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.446722499605921e-06,
      "loss": 0.005,
      "step": 17863
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.446538499788779e-06,
      "loss": 0.0187,
      "step": 17864
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.446354491078405e-06,
      "loss": 0.0015,
      "step": 17865
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.446170473475273e-06,
      "loss": 0.0056,
      "step": 17866
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.445986446979857e-06,
      "loss": 0.0214,
      "step": 17867
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.445802411592637e-06,
      "loss": 0.0165,
      "step": 17868
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.44561836731408e-06,
      "loss": 0.007,
      "step": 17869
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.445434314144664e-06,
      "loss": 0.0144,
      "step": 17870
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.445250252084867e-06,
      "loss": 0.0143,
      "step": 17871
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.44506618113516e-06,
      "loss": 0.0092,
      "step": 17872
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.444882101296023e-06,
      "loss": 0.0071,
      "step": 17873
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.444698012567924e-06,
      "loss": 0.0135,
      "step": 17874
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.444513914951343e-06,
      "loss": 0.0143,
      "step": 17875
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.444329808446753e-06,
      "loss": 0.0108,
      "step": 17876
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.44414569305463e-06,
      "loss": 0.0293,
      "step": 17877
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.443961568775449e-06,
      "loss": 0.0085,
      "step": 17878
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.443777435609684e-06,
      "loss": 0.0042,
      "step": 17879
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.443593293557812e-06,
      "loss": 0.0087,
      "step": 17880
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.443409142620305e-06,
      "loss": 0.0193,
      "step": 17881
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.443224982797643e-06,
      "loss": 0.0204,
      "step": 17882
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.443040814090297e-06,
      "loss": 0.0022,
      "step": 17883
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.442856636498744e-06,
      "loss": 0.0103,
      "step": 17884
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.44267245002346e-06,
      "loss": 0.0072,
      "step": 17885
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.442488254664917e-06,
      "loss": 0.0091,
      "step": 17886
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.442304050423593e-06,
      "loss": 0.0184,
      "step": 17887
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.442119837299965e-06,
      "loss": 0.0051,
      "step": 17888
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.441935615294505e-06,
      "loss": 0.0149,
      "step": 17889
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.441751384407689e-06,
      "loss": 0.0112,
      "step": 17890
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.441567144639992e-06,
      "loss": 0.0069,
      "step": 17891
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.44138289599189e-06,
      "loss": 0.0118,
      "step": 17892
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.441198638463862e-06,
      "loss": 0.008,
      "step": 17893
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.441014372056377e-06,
      "loss": 0.0373,
      "step": 17894
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.440830096769914e-06,
      "loss": 0.0099,
      "step": 17895
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.440645812604949e-06,
      "loss": 0.0046,
      "step": 17896
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.440461519561956e-06,
      "loss": 0.0391,
      "step": 17897
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.44027721764141e-06,
      "loss": 0.0082,
      "step": 17898
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.44009290684379e-06,
      "loss": 0.0062,
      "step": 17899
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.439908587169569e-06,
      "loss": 0.0056,
      "step": 17900
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.439724258619222e-06,
      "loss": 0.0073,
      "step": 17901
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.439539921193226e-06,
      "loss": 0.0111,
      "step": 17902
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.439355574892057e-06,
      "loss": 0.0025,
      "step": 17903
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.439171219716187e-06,
      "loss": 0.0051,
      "step": 17904
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.438986855666097e-06,
      "loss": 0.0081,
      "step": 17905
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.438802482742259e-06,
      "loss": 0.0034,
      "step": 17906
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43861810094515e-06,
      "loss": 0.0174,
      "step": 17907
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.438433710275247e-06,
      "loss": 0.0021,
      "step": 17908
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.438249310733024e-06,
      "loss": 0.0159,
      "step": 17909
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.438064902318958e-06,
      "loss": 0.009,
      "step": 17910
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.437880485033523e-06,
      "loss": 0.0072,
      "step": 17911
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.437696058877195e-06,
      "loss": 0.0074,
      "step": 17912
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.437511623850455e-06,
      "loss": 0.0191,
      "step": 17913
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.437327179953771e-06,
      "loss": 0.0129,
      "step": 17914
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.437142727187627e-06,
      "loss": 0.0209,
      "step": 17915
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43695826555249e-06,
      "loss": 0.013,
      "step": 17916
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.436773795048843e-06,
      "loss": 0.0068,
      "step": 17917
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43658931567716e-06,
      "loss": 0.0076,
      "step": 17918
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.436404827437916e-06,
      "loss": 0.0198,
      "step": 17919
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.436220330331588e-06,
      "loss": 0.0106,
      "step": 17920
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.436035824358652e-06,
      "loss": 0.0053,
      "step": 17921
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.435851309519584e-06,
      "loss": 0.0054,
      "step": 17922
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43566678581486e-06,
      "loss": 0.0101,
      "step": 17923
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.435482253244955e-06,
      "loss": 0.0153,
      "step": 17924
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.435297711810348e-06,
      "loss": 0.0056,
      "step": 17925
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.435113161511513e-06,
      "loss": 0.0033,
      "step": 17926
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.434928602348926e-06,
      "loss": 0.0153,
      "step": 17927
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.434744034323065e-06,
      "loss": 0.0232,
      "step": 17928
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.434559457434405e-06,
      "loss": 0.0039,
      "step": 17929
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.434374871683421e-06,
      "loss": 0.0061,
      "step": 17930
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.434190277070593e-06,
      "loss": 0.0134,
      "step": 17931
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.434005673596393e-06,
      "loss": 0.0157,
      "step": 17932
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.433821061261302e-06,
      "loss": 0.0012,
      "step": 17933
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.433636440065792e-06,
      "loss": 0.0038,
      "step": 17934
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43345181001034e-06,
      "loss": 0.012,
      "step": 17935
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.433267171095425e-06,
      "loss": 0.0052,
      "step": 17936
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.433082523321522e-06,
      "loss": 0.0159,
      "step": 17937
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.432897866689108e-06,
      "loss": 0.0235,
      "step": 17938
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.432713201198657e-06,
      "loss": 0.0593,
      "step": 17939
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43252852685065e-06,
      "loss": 0.0112,
      "step": 17940
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.432343843645559e-06,
      "loss": 0.0113,
      "step": 17941
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.432159151583862e-06,
      "loss": 0.005,
      "step": 17942
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.431974450666038e-06,
      "loss": 0.0148,
      "step": 17943
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.431789740892561e-06,
      "loss": 0.0193,
      "step": 17944
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.431605022263908e-06,
      "loss": 0.0091,
      "step": 17945
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.431420294780554e-06,
      "loss": 0.0072,
      "step": 17946
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43123555844298e-06,
      "loss": 0.0098,
      "step": 17947
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.431050813251662e-06,
      "loss": 0.0029,
      "step": 17948
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43086605920707e-06,
      "loss": 0.0055,
      "step": 17949
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.43068129630969e-06,
      "loss": 0.0289,
      "step": 17950
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.430496524559992e-06,
      "loss": 0.0206,
      "step": 17951
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.430311743958456e-06,
      "loss": 0.0027,
      "step": 17952
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.430126954505559e-06,
      "loss": 0.0227,
      "step": 17953
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.429942156201776e-06,
      "loss": 0.0045,
      "step": 17954
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.429757349047582e-06,
      "loss": 0.0119,
      "step": 17955
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42957253304346e-06,
      "loss": 0.0122,
      "step": 17956
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.429387708189882e-06,
      "loss": 0.0034,
      "step": 17957
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.429202874487327e-06,
      "loss": 0.0105,
      "step": 17958
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.429018031936272e-06,
      "loss": 0.008,
      "step": 17959
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42883318053719e-06,
      "loss": 0.0058,
      "step": 17960
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.428648320290565e-06,
      "loss": 0.0127,
      "step": 17961
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.428463451196866e-06,
      "loss": 0.0075,
      "step": 17962
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42827857325658e-06,
      "loss": 0.0088,
      "step": 17963
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.428093686470174e-06,
      "loss": 0.0109,
      "step": 17964
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.427908790838128e-06,
      "loss": 0.0117,
      "step": 17965
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.427723886360923e-06,
      "loss": 0.0141,
      "step": 17966
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.427538973039033e-06,
      "loss": 0.0037,
      "step": 17967
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.427354050872937e-06,
      "loss": 0.0027,
      "step": 17968
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42716911986311e-06,
      "loss": 0.0195,
      "step": 17969
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42698418001003e-06,
      "loss": 0.0104,
      "step": 17970
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.426799231314174e-06,
      "loss": 0.0094,
      "step": 17971
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.426614273776019e-06,
      "loss": 0.0168,
      "step": 17972
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.426429307396043e-06,
      "loss": 0.0036,
      "step": 17973
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.426244332174722e-06,
      "loss": 0.0061,
      "step": 17974
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.426059348112537e-06,
      "loss": 0.0107,
      "step": 17975
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42587435520996e-06,
      "loss": 0.0098,
      "step": 17976
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.425689353467472e-06,
      "loss": 0.0019,
      "step": 17977
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.425504342885549e-06,
      "loss": 0.0155,
      "step": 17978
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.425319323464668e-06,
      "loss": 0.0066,
      "step": 17979
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.425134295205309e-06,
      "loss": 0.0088,
      "step": 17980
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.424949258107946e-06,
      "loss": 0.0103,
      "step": 17981
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42476421217306e-06,
      "loss": 0.0197,
      "step": 17982
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.424579157401125e-06,
      "loss": 0.0196,
      "step": 17983
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.424394093792621e-06,
      "loss": 0.0024,
      "step": 17984
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.424209021348021e-06,
      "loss": 0.008,
      "step": 17985
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42402394006781e-06,
      "loss": 0.0049,
      "step": 17986
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42383884995246e-06,
      "loss": 0.0396,
      "step": 17987
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.423653751002452e-06,
      "loss": 0.0083,
      "step": 17988
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42346864321826e-06,
      "loss": 0.0028,
      "step": 17989
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.423283526600363e-06,
      "loss": 0.0073,
      "step": 17990
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42309840114924e-06,
      "loss": 0.0046,
      "step": 17991
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.422913266865368e-06,
      "loss": 0.0267,
      "step": 17992
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.422728123749225e-06,
      "loss": 0.0066,
      "step": 17993
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.422542971801288e-06,
      "loss": 0.0375,
      "step": 17994
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.422357811022034e-06,
      "loss": 0.0053,
      "step": 17995
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.422172641411942e-06,
      "loss": 0.0271,
      "step": 17996
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42198746297149e-06,
      "loss": 0.0307,
      "step": 17997
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.421802275701157e-06,
      "loss": 0.0127,
      "step": 17998
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.421617079601418e-06,
      "loss": 0.0056,
      "step": 17999
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.421431874672752e-06,
      "loss": 0.0155,
      "step": 18000
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.421246660915637e-06,
      "loss": 0.0052,
      "step": 18001
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.421061438330551e-06,
      "loss": 0.0115,
      "step": 18002
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.420876206917974e-06,
      "loss": 0.0085,
      "step": 18003
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.42069096667838e-06,
      "loss": 0.002,
      "step": 18004
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.420505717612248e-06,
      "loss": 0.0019,
      "step": 18005
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.420320459720057e-06,
      "loss": 0.0111,
      "step": 18006
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.420135193002286e-06,
      "loss": 0.0062,
      "step": 18007
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.419949917459411e-06,
      "loss": 0.0037,
      "step": 18008
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.419764633091912e-06,
      "loss": 0.0038,
      "step": 18009
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.419579339900265e-06,
      "loss": 0.0023,
      "step": 18010
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.41939403788495e-06,
      "loss": 0.006,
      "step": 18011
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.419208727046443e-06,
      "loss": 0.0214,
      "step": 18012
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.419023407385226e-06,
      "loss": 0.0059,
      "step": 18013
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.418838078901773e-06,
      "loss": 0.0036,
      "step": 18014
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.418652741596564e-06,
      "loss": 0.0247,
      "step": 18015
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.418467395470078e-06,
      "loss": 0.0069,
      "step": 18016
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.418282040522791e-06,
      "loss": 0.0153,
      "step": 18017
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.418096676755183e-06,
      "loss": 0.0055,
      "step": 18018
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.417911304167734e-06,
      "loss": 0.0124,
      "step": 18019
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.417725922760919e-06,
      "loss": 0.0088,
      "step": 18020
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.417540532535216e-06,
      "loss": 0.0096,
      "step": 18021
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.417355133491107e-06,
      "loss": 0.0085,
      "step": 18022
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.417169725629068e-06,
      "loss": 0.0046,
      "step": 18023
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.416984308949578e-06,
      "loss": 0.0081,
      "step": 18024
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.416798883453114e-06,
      "loss": 0.0278,
      "step": 18025
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.416613449140158e-06,
      "loss": 0.0069,
      "step": 18026
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.416428006011184e-06,
      "loss": 0.0108,
      "step": 18027
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.416242554066674e-06,
      "loss": 0.007,
      "step": 18028
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.416057093307106e-06,
      "loss": 0.015,
      "step": 18029
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.415871623732956e-06,
      "loss": 0.0136,
      "step": 18030
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.415686145344704e-06,
      "loss": 0.0123,
      "step": 18031
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.41550065814283e-06,
      "loss": 0.0055,
      "step": 18032
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.415315162127813e-06,
      "loss": 0.009,
      "step": 18033
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.415129657300128e-06,
      "loss": 0.0183,
      "step": 18034
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.414944143660257e-06,
      "loss": 0.0044,
      "step": 18035
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.414758621208678e-06,
      "loss": 0.0052,
      "step": 18036
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.414573089945868e-06,
      "loss": 0.0196,
      "step": 18037
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.414387549872308e-06,
      "loss": 0.0056,
      "step": 18038
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.414202000988476e-06,
      "loss": 0.0192,
      "step": 18039
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.41401644329485e-06,
      "loss": 0.0096,
      "step": 18040
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.41383087679191e-06,
      "loss": 0.007,
      "step": 18041
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.413645301480132e-06,
      "loss": 0.0092,
      "step": 18042
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.41345971736e-06,
      "loss": 0.0189,
      "step": 18043
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.413274124431988e-06,
      "loss": 0.0063,
      "step": 18044
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.413088522696577e-06,
      "loss": 0.0128,
      "step": 18045
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.412902912154245e-06,
      "loss": 0.0089,
      "step": 18046
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.412717292805473e-06,
      "loss": 0.0096,
      "step": 18047
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.412531664650739e-06,
      "loss": 0.0091,
      "step": 18048
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.412346027690522e-06,
      "loss": 0.0097,
      "step": 18049
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.412160381925299e-06,
      "loss": 0.0046,
      "step": 18050
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.41197472735555e-06,
      "loss": 0.0108,
      "step": 18051
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.411789063981756e-06,
      "loss": 0.0145,
      "step": 18052
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.411603391804394e-06,
      "loss": 0.0097,
      "step": 18053
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.411417710823946e-06,
      "loss": 0.0184,
      "step": 18054
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.411232021040887e-06,
      "loss": 0.0095,
      "step": 18055
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.411046322455698e-06,
      "loss": 0.0101,
      "step": 18056
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.410860615068858e-06,
      "loss": 0.0122,
      "step": 18057
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.410674898880848e-06,
      "loss": 0.0075,
      "step": 18058
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.410489173892144e-06,
      "loss": 0.0163,
      "step": 18059
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.410303440103228e-06,
      "loss": 0.0503,
      "step": 18060
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.410117697514579e-06,
      "loss": 0.0028,
      "step": 18061
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.409931946126673e-06,
      "loss": 0.0061,
      "step": 18062
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.409746185939994e-06,
      "loss": 0.0236,
      "step": 18063
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.409560416955018e-06,
      "loss": 0.0114,
      "step": 18064
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.409374639172226e-06,
      "loss": 0.0097,
      "step": 18065
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.409188852592097e-06,
      "loss": 0.0089,
      "step": 18066
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40900305721511e-06,
      "loss": 0.0124,
      "step": 18067
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.408817253041743e-06,
      "loss": 0.0072,
      "step": 18068
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.408631440072479e-06,
      "loss": 0.0046,
      "step": 18069
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.408445618307794e-06,
      "loss": 0.0142,
      "step": 18070
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40825978774817e-06,
      "loss": 0.0069,
      "step": 18071
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.408073948394086e-06,
      "loss": 0.0029,
      "step": 18072
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40788810024602e-06,
      "loss": 0.0172,
      "step": 18073
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.407702243304452e-06,
      "loss": 0.009,
      "step": 18074
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.407516377569863e-06,
      "loss": 0.0125,
      "step": 18075
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.407330503042732e-06,
      "loss": 0.0069,
      "step": 18076
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.407144619723538e-06,
      "loss": 0.0051,
      "step": 18077
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.406958727612761e-06,
      "loss": 0.0261,
      "step": 18078
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.406772826710881e-06,
      "loss": 0.0055,
      "step": 18079
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.406586917018377e-06,
      "loss": 0.0046,
      "step": 18080
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.406400998535728e-06,
      "loss": 0.0061,
      "step": 18081
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.406215071263416e-06,
      "loss": 0.0062,
      "step": 18082
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40602913520192e-06,
      "loss": 0.0169,
      "step": 18083
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40584319035172e-06,
      "loss": 0.0223,
      "step": 18084
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.405657236713292e-06,
      "loss": 0.0068,
      "step": 18085
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40547127428712e-06,
      "loss": 0.0113,
      "step": 18086
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.405285303073685e-06,
      "loss": 0.0045,
      "step": 18087
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.405099323073463e-06,
      "loss": 0.0138,
      "step": 18088
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.404913334286935e-06,
      "loss": 0.0272,
      "step": 18089
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.404727336714582e-06,
      "loss": 0.01,
      "step": 18090
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.404541330356884e-06,
      "loss": 0.0141,
      "step": 18091
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.404355315214322e-06,
      "loss": 0.022,
      "step": 18092
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40416929128737e-06,
      "loss": 0.0029,
      "step": 18093
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.403983258576514e-06,
      "loss": 0.0194,
      "step": 18094
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.403797217082233e-06,
      "loss": 0.0035,
      "step": 18095
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.403611166805006e-06,
      "loss": 0.0033,
      "step": 18096
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.403425107745315e-06,
      "loss": 0.0111,
      "step": 18097
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.403239039903637e-06,
      "loss": 0.0246,
      "step": 18098
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.403052963280453e-06,
      "loss": 0.0133,
      "step": 18099
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.402866877876245e-06,
      "loss": 0.0066,
      "step": 18100
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.402680783691492e-06,
      "loss": 0.0033,
      "step": 18101
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.402494680726676e-06,
      "loss": 0.0075,
      "step": 18102
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.402308568982274e-06,
      "loss": 0.0079,
      "step": 18103
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.402122448458765e-06,
      "loss": 0.0085,
      "step": 18104
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.401936319156634e-06,
      "loss": 0.0206,
      "step": 18105
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40175018107636e-06,
      "loss": 0.0056,
      "step": 18106
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.401564034218423e-06,
      "loss": 0.0158,
      "step": 18107
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.401377878583301e-06,
      "loss": 0.0027,
      "step": 18108
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.401191714171476e-06,
      "loss": 0.0036,
      "step": 18109
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40100554098343e-06,
      "loss": 0.0022,
      "step": 18110
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.400819359019639e-06,
      "loss": 0.0191,
      "step": 18111
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.40063316828059e-06,
      "loss": 0.0068,
      "step": 18112
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.400446968766758e-06,
      "loss": 0.0086,
      "step": 18113
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.400260760478625e-06,
      "loss": 0.0061,
      "step": 18114
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.400074543416672e-06,
      "loss": 0.0088,
      "step": 18115
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.399888317581378e-06,
      "loss": 0.0144,
      "step": 18116
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.399702082973227e-06,
      "loss": 0.0063,
      "step": 18117
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.399515839592695e-06,
      "loss": 0.0056,
      "step": 18118
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.399329587440267e-06,
      "loss": 0.003,
      "step": 18119
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.399143326516419e-06,
      "loss": 0.0119,
      "step": 18120
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.398957056821634e-06,
      "loss": 0.0436,
      "step": 18121
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.398770778356395e-06,
      "loss": 0.0045,
      "step": 18122
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39858449112118e-06,
      "loss": 0.0068,
      "step": 18123
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.398398195116469e-06,
      "loss": 0.0175,
      "step": 18124
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.398211890342745e-06,
      "loss": 0.0094,
      "step": 18125
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.398025576800485e-06,
      "loss": 0.0195,
      "step": 18126
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.397839254490174e-06,
      "loss": 0.0054,
      "step": 18127
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.397652923412291e-06,
      "loss": 0.0317,
      "step": 18128
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.397466583567316e-06,
      "loss": 0.0124,
      "step": 18129
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.397280234955732e-06,
      "loss": 0.0214,
      "step": 18130
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.397093877578016e-06,
      "loss": 0.0175,
      "step": 18131
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.396907511434653e-06,
      "loss": 0.0108,
      "step": 18132
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.396721136526122e-06,
      "loss": 0.0092,
      "step": 18133
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.396534752852904e-06,
      "loss": 0.0117,
      "step": 18134
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.396348360415481e-06,
      "loss": 0.0043,
      "step": 18135
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39616195921433e-06,
      "loss": 0.0141,
      "step": 18136
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.395975549249938e-06,
      "loss": 0.003,
      "step": 18137
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.395789130522783e-06,
      "loss": 0.0045,
      "step": 18138
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.395602703033343e-06,
      "loss": 0.0034,
      "step": 18139
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.395416266782103e-06,
      "loss": 0.0112,
      "step": 18140
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.395229821769546e-06,
      "loss": 0.0017,
      "step": 18141
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.395043367996147e-06,
      "loss": 0.0122,
      "step": 18142
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.394856905462392e-06,
      "loss": 0.0089,
      "step": 18143
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39467043416876e-06,
      "loss": 0.0473,
      "step": 18144
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.394483954115733e-06,
      "loss": 0.0091,
      "step": 18145
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39429746530379e-06,
      "loss": 0.0037,
      "step": 18146
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.394110967733415e-06,
      "loss": 0.0076,
      "step": 18147
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39392446140509e-06,
      "loss": 0.0074,
      "step": 18148
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.393737946319292e-06,
      "loss": 0.0088,
      "step": 18149
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.393551422476507e-06,
      "loss": 0.0173,
      "step": 18150
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.393364889877212e-06,
      "loss": 0.0266,
      "step": 18151
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39317834852189e-06,
      "loss": 0.0041,
      "step": 18152
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.392991798411026e-06,
      "loss": 0.0058,
      "step": 18153
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.392805239545094e-06,
      "loss": 0.0085,
      "step": 18154
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.392618671924582e-06,
      "loss": 0.0109,
      "step": 18155
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.392432095549967e-06,
      "loss": 0.0393,
      "step": 18156
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.392245510421734e-06,
      "loss": 0.0143,
      "step": 18157
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.392058916540361e-06,
      "loss": 0.0107,
      "step": 18158
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.391872313906333e-06,
      "loss": 0.0118,
      "step": 18159
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39168570252013e-06,
      "loss": 0.0029,
      "step": 18160
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.391499082382231e-06,
      "loss": 0.005,
      "step": 18161
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39131245349312e-06,
      "loss": 0.0064,
      "step": 18162
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39112581585328e-06,
      "loss": 0.0065,
      "step": 18163
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39093916946319e-06,
      "loss": 0.013,
      "step": 18164
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.390752514323333e-06,
      "loss": 0.0152,
      "step": 18165
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.39056585043419e-06,
      "loss": 0.0248,
      "step": 18166
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.390379177796242e-06,
      "loss": 0.0079,
      "step": 18167
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.390192496409972e-06,
      "loss": 0.0124,
      "step": 18168
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.390005806275861e-06,
      "loss": 0.0034,
      "step": 18169
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.389819107394392e-06,
      "loss": 0.0049,
      "step": 18170
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.389632399766043e-06,
      "loss": 0.0137,
      "step": 18171
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.389445683391302e-06,
      "loss": 0.0068,
      "step": 18172
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.389258958270645e-06,
      "loss": 0.0155,
      "step": 18173
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.389072224404556e-06,
      "loss": 0.0118,
      "step": 18174
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.388885481793519e-06,
      "loss": 0.0041,
      "step": 18175
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.388698730438011e-06,
      "loss": 0.0028,
      "step": 18176
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.388511970338518e-06,
      "loss": 0.0115,
      "step": 18177
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.38832520149552e-06,
      "loss": 0.0208,
      "step": 18178
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.3881384239095e-06,
      "loss": 0.013,
      "step": 18179
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.387951637580938e-06,
      "loss": 0.0456,
      "step": 18180
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.38776484251032e-06,
      "loss": 0.0134,
      "step": 18181
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.387578038698124e-06,
      "loss": 0.0079,
      "step": 18182
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.387391226144831e-06,
      "loss": 0.009,
      "step": 18183
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.387204404850928e-06,
      "loss": 0.0049,
      "step": 18184
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.387017574816895e-06,
      "loss": 0.0419,
      "step": 18185
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.386830736043213e-06,
      "loss": 0.01,
      "step": 18186
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.386643888530363e-06,
      "loss": 0.006,
      "step": 18187
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.38645703227883e-06,
      "loss": 0.0094,
      "step": 18188
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.386270167289096e-06,
      "loss": 0.0153,
      "step": 18189
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.386083293561639e-06,
      "loss": 0.0059,
      "step": 18190
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.385896411096947e-06,
      "loss": 0.0074,
      "step": 18191
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.385709519895499e-06,
      "loss": 0.0094,
      "step": 18192
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.38552261995778e-06,
      "loss": 0.0069,
      "step": 18193
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.385335711284266e-06,
      "loss": 0.0093,
      "step": 18194
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.385148793875447e-06,
      "loss": 0.0183,
      "step": 18195
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.384961867731798e-06,
      "loss": 0.0063,
      "step": 18196
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.384774932853807e-06,
      "loss": 0.0041,
      "step": 18197
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.384587989241955e-06,
      "loss": 0.0229,
      "step": 18198
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.384401036896721e-06,
      "loss": 0.0143,
      "step": 18199
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.384214075818593e-06,
      "loss": 0.0216,
      "step": 18200
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.384027106008049e-06,
      "loss": 0.0187,
      "step": 18201
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.383840127465574e-06,
      "loss": 0.0037,
      "step": 18202
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.383653140191648e-06,
      "loss": 0.021,
      "step": 18203
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.383466144186757e-06,
      "loss": 0.0016,
      "step": 18204
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.383279139451378e-06,
      "loss": 0.0113,
      "step": 18205
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.383092125986001e-06,
      "loss": 0.0018,
      "step": 18206
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.382905103791104e-06,
      "loss": 0.0053,
      "step": 18207
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.382718072867166e-06,
      "loss": 0.0103,
      "step": 18208
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.382531033214679e-06,
      "loss": 0.0026,
      "step": 18209
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.382343984834115e-06,
      "loss": 0.02,
      "step": 18210
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.382156927725967e-06,
      "loss": 0.0055,
      "step": 18211
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.38196986189071e-06,
      "loss": 0.018,
      "step": 18212
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.381782787328831e-06,
      "loss": 0.0095,
      "step": 18213
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.381595704040808e-06,
      "loss": 0.0087,
      "step": 18214
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.38140861202713e-06,
      "loss": 0.0033,
      "step": 18215
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.381221511288275e-06,
      "loss": 0.0099,
      "step": 18216
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.381034401824729e-06,
      "loss": 0.0182,
      "step": 18217
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.380847283636971e-06,
      "loss": 0.0117,
      "step": 18218
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.380660156725486e-06,
      "loss": 0.0059,
      "step": 18219
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.380473021090758e-06,
      "loss": 0.0041,
      "step": 18220
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.380285876733269e-06,
      "loss": 0.0169,
      "step": 18221
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.380098723653502e-06,
      "loss": 0.003,
      "step": 18222
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.379911561851939e-06,
      "loss": 0.0049,
      "step": 18223
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.379724391329063e-06,
      "loss": 0.0016,
      "step": 18224
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.379537212085357e-06,
      "loss": 0.005,
      "step": 18225
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.379350024121304e-06,
      "loss": 0.0145,
      "step": 18226
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37916282743739e-06,
      "loss": 0.0195,
      "step": 18227
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.378975622034094e-06,
      "loss": 0.0126,
      "step": 18228
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.3787884079119e-06,
      "loss": 0.0524,
      "step": 18229
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37860118507129e-06,
      "loss": 0.011,
      "step": 18230
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.378413953512752e-06,
      "loss": 0.0137,
      "step": 18231
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.378226713236765e-06,
      "loss": 0.0084,
      "step": 18232
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.378039464243812e-06,
      "loss": 0.0028,
      "step": 18233
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.377852206534376e-06,
      "loss": 0.0097,
      "step": 18234
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.377664940108943e-06,
      "loss": 0.0035,
      "step": 18235
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.377477664967995e-06,
      "loss": 0.0302,
      "step": 18236
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.377290381112015e-06,
      "loss": 0.0053,
      "step": 18237
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.377103088541485e-06,
      "loss": 0.0052,
      "step": 18238
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.376915787256889e-06,
      "loss": 0.0054,
      "step": 18239
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37672847725871e-06,
      "loss": 0.0184,
      "step": 18240
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.376541158547433e-06,
      "loss": 0.0063,
      "step": 18241
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37635383112354e-06,
      "loss": 0.0087,
      "step": 18242
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.376166494987514e-06,
      "loss": 0.0121,
      "step": 18243
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37597915013984e-06,
      "loss": 0.0031,
      "step": 18244
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.375791796581001e-06,
      "loss": 0.0147,
      "step": 18245
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.375604434311479e-06,
      "loss": 0.0089,
      "step": 18246
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.375417063331758e-06,
      "loss": 0.002,
      "step": 18247
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.375229683642321e-06,
      "loss": 0.0068,
      "step": 18248
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.375042295243654e-06,
      "loss": 0.0115,
      "step": 18249
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.374854898136238e-06,
      "loss": 0.0055,
      "step": 18250
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.374667492320558e-06,
      "loss": 0.0193,
      "step": 18251
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.374480077797096e-06,
      "loss": 0.0157,
      "step": 18252
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.374292654566337e-06,
      "loss": 0.0023,
      "step": 18253
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.374105222628765e-06,
      "loss": 0.0059,
      "step": 18254
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.373917781984862e-06,
      "loss": 0.0032,
      "step": 18255
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37373033263511e-06,
      "loss": 0.0024,
      "step": 18256
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.373542874579999e-06,
      "loss": 0.0059,
      "step": 18257
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.373355407820008e-06,
      "loss": 0.0175,
      "step": 18258
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37316793235562e-06,
      "loss": 0.0093,
      "step": 18259
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.372980448187321e-06,
      "loss": 0.0077,
      "step": 18260
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.372792955315595e-06,
      "loss": 0.0108,
      "step": 18261
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.372605453740924e-06,
      "loss": 0.0295,
      "step": 18262
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.372417943463794e-06,
      "loss": 0.0104,
      "step": 18263
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.372230424484684e-06,
      "loss": 0.0026,
      "step": 18264
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.372042896804085e-06,
      "loss": 0.0064,
      "step": 18265
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.371855360422476e-06,
      "loss": 0.0036,
      "step": 18266
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.371667815340343e-06,
      "loss": 0.0051,
      "step": 18267
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.371480261558168e-06,
      "loss": 0.0064,
      "step": 18268
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.371292699076436e-06,
      "loss": 0.0069,
      "step": 18269
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.371105127895631e-06,
      "loss": 0.0076,
      "step": 18270
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.370917548016237e-06,
      "loss": 0.0045,
      "step": 18271
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.37072995943874e-06,
      "loss": 0.0023,
      "step": 18272
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.370542362163621e-06,
      "loss": 0.0143,
      "step": 18273
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.370354756191364e-06,
      "loss": 0.0131,
      "step": 18274
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.370167141522454e-06,
      "loss": 0.007,
      "step": 18275
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.369979518157378e-06,
      "loss": 0.006,
      "step": 18276
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.369791886096617e-06,
      "loss": 0.0112,
      "step": 18277
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.369604245340653e-06,
      "loss": 0.0031,
      "step": 18278
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.369416595889974e-06,
      "loss": 0.0118,
      "step": 18279
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.369228937745064e-06,
      "loss": 0.0127,
      "step": 18280
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.369041270906406e-06,
      "loss": 0.0071,
      "step": 18281
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.368853595374485e-06,
      "loss": 0.0143,
      "step": 18282
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.368665911149783e-06,
      "loss": 0.0259,
      "step": 18283
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.368478218232787e-06,
      "loss": 0.0095,
      "step": 18284
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36829051662398e-06,
      "loss": 0.0198,
      "step": 18285
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.368102806323847e-06,
      "loss": 0.0041,
      "step": 18286
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.367915087332872e-06,
      "loss": 0.009,
      "step": 18287
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.367727359651541e-06,
      "loss": 0.0055,
      "step": 18288
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.367539623280333e-06,
      "loss": 0.0085,
      "step": 18289
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36735187821974e-06,
      "loss": 0.0079,
      "step": 18290
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.367164124470241e-06,
      "loss": 0.004,
      "step": 18291
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.366976362032321e-06,
      "loss": 0.0162,
      "step": 18292
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.366788590906469e-06,
      "loss": 0.0057,
      "step": 18293
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.366600811093164e-06,
      "loss": 0.0158,
      "step": 18294
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.366413022592892e-06,
      "loss": 0.0098,
      "step": 18295
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36622522540614e-06,
      "loss": 0.0034,
      "step": 18296
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36603741953339e-06,
      "loss": 0.0054,
      "step": 18297
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.365849604975127e-06,
      "loss": 0.0029,
      "step": 18298
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.365661781731837e-06,
      "loss": 0.0161,
      "step": 18299
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.365473949804003e-06,
      "loss": 0.0092,
      "step": 18300
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36528610919211e-06,
      "loss": 0.0007,
      "step": 18301
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.365098259896644e-06,
      "loss": 0.0091,
      "step": 18302
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36491040191809e-06,
      "loss": 0.006,
      "step": 18303
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.364722535256928e-06,
      "loss": 0.0145,
      "step": 18304
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36453465991365e-06,
      "loss": 0.0288,
      "step": 18305
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.364346775888734e-06,
      "loss": 0.0159,
      "step": 18306
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.364158883182669e-06,
      "loss": 0.0259,
      "step": 18307
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36397098179594e-06,
      "loss": 0.0279,
      "step": 18308
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.363783071729028e-06,
      "loss": 0.013,
      "step": 18309
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.363595152982423e-06,
      "loss": 0.0106,
      "step": 18310
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.363407225556606e-06,
      "loss": 0.0305,
      "step": 18311
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.363219289452063e-06,
      "loss": 0.0079,
      "step": 18312
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.363031344669281e-06,
      "loss": 0.0082,
      "step": 18313
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36284339120874e-06,
      "loss": 0.0029,
      "step": 18314
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.36265542907093e-06,
      "loss": 0.0251,
      "step": 18315
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.362467458256334e-06,
      "loss": 0.008,
      "step": 18316
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.362279478765438e-06,
      "loss": 0.0072,
      "step": 18317
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.362091490598725e-06,
      "loss": 0.0014,
      "step": 18318
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.361903493756681e-06,
      "loss": 0.0036,
      "step": 18319
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.361715488239792e-06,
      "loss": 0.0126,
      "step": 18320
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.361527474048543e-06,
      "loss": 0.0035,
      "step": 18321
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.361339451183418e-06,
      "loss": 0.0052,
      "step": 18322
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.361151419644901e-06,
      "loss": 0.0115,
      "step": 18323
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.360963379433481e-06,
      "loss": 0.0087,
      "step": 18324
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.360775330549642e-06,
      "loss": 0.0085,
      "step": 18325
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.360587272993866e-06,
      "loss": 0.0073,
      "step": 18326
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.360399206766642e-06,
      "loss": 0.0092,
      "step": 18327
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.360211131868454e-06,
      "loss": 0.028,
      "step": 18328
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.360023048299788e-06,
      "loss": 0.0078,
      "step": 18329
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.359834956061128e-06,
      "loss": 0.0032,
      "step": 18330
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.359646855152959e-06,
      "loss": 0.0092,
      "step": 18331
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.359458745575768e-06,
      "loss": 0.0064,
      "step": 18332
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35927062733004e-06,
      "loss": 0.0083,
      "step": 18333
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.359082500416259e-06,
      "loss": 0.011,
      "step": 18334
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.358894364834911e-06,
      "loss": 0.0088,
      "step": 18335
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.358706220586483e-06,
      "loss": 0.0182,
      "step": 18336
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35851806767146e-06,
      "loss": 0.0196,
      "step": 18337
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.358329906090326e-06,
      "loss": 0.0086,
      "step": 18338
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.358141735843569e-06,
      "loss": 0.0008,
      "step": 18339
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.357953556931671e-06,
      "loss": 0.0107,
      "step": 18340
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35776536935512e-06,
      "loss": 0.0022,
      "step": 18341
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.357577173114401e-06,
      "loss": 0.0093,
      "step": 18342
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35738896821e-06,
      "loss": 0.015,
      "step": 18343
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.357200754642404e-06,
      "loss": 0.0072,
      "step": 18344
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.357012532412094e-06,
      "loss": 0.0114,
      "step": 18345
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35682430151956e-06,
      "loss": 0.0095,
      "step": 18346
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.356636061965287e-06,
      "loss": 0.0049,
      "step": 18347
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35644781374976e-06,
      "loss": 0.0092,
      "step": 18348
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.356259556873462e-06,
      "loss": 0.013,
      "step": 18349
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.356071291336886e-06,
      "loss": 0.0102,
      "step": 18350
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.355883017140512e-06,
      "loss": 0.0085,
      "step": 18351
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.355694734284826e-06,
      "loss": 0.0079,
      "step": 18352
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.355506442770316e-06,
      "loss": 0.0033,
      "step": 18353
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.355318142597467e-06,
      "loss": 0.0102,
      "step": 18354
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.355129833766765e-06,
      "loss": 0.0085,
      "step": 18355
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.354941516278695e-06,
      "loss": 0.0108,
      "step": 18356
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.354753190133741e-06,
      "loss": 0.0014,
      "step": 18357
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.354564855332396e-06,
      "loss": 0.0077,
      "step": 18358
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35437651187514e-06,
      "loss": 0.0064,
      "step": 18359
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35418815976246e-06,
      "loss": 0.0113,
      "step": 18360
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.353999798994843e-06,
      "loss": 0.0103,
      "step": 18361
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.353811429572774e-06,
      "loss": 0.0104,
      "step": 18362
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35362305149674e-06,
      "loss": 0.0093,
      "step": 18363
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.353434664767227e-06,
      "loss": 0.0022,
      "step": 18364
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35324626938472e-06,
      "loss": 0.0031,
      "step": 18365
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.353057865349708e-06,
      "loss": 0.0184,
      "step": 18366
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.352869452662674e-06,
      "loss": 0.0032,
      "step": 18367
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.352681031324104e-06,
      "loss": 0.0057,
      "step": 18368
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.352492601334485e-06,
      "loss": 0.006,
      "step": 18369
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.352304162694306e-06,
      "loss": 0.0228,
      "step": 18370
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.35211571540405e-06,
      "loss": 0.009,
      "step": 18371
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.351927259464202e-06,
      "loss": 0.0047,
      "step": 18372
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.351738794875254e-06,
      "loss": 0.009,
      "step": 18373
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.351550321637687e-06,
      "loss": 0.0142,
      "step": 18374
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.351361839751989e-06,
      "loss": 0.0163,
      "step": 18375
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.351173349218647e-06,
      "loss": 0.0058,
      "step": 18376
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.350984850038147e-06,
      "loss": 0.002,
      "step": 18377
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.350796342210972e-06,
      "loss": 0.017,
      "step": 18378
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.350607825737616e-06,
      "loss": 0.0113,
      "step": 18379
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.350419300618557e-06,
      "loss": 0.012,
      "step": 18380
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.350230766854288e-06,
      "loss": 0.009,
      "step": 18381
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.350042224445292e-06,
      "loss": 0.0246,
      "step": 18382
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.349853673392056e-06,
      "loss": 0.0036,
      "step": 18383
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.349665113695069e-06,
      "loss": 0.0023,
      "step": 18384
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.349476545354814e-06,
      "loss": 0.0047,
      "step": 18385
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.34928796837178e-06,
      "loss": 0.0097,
      "step": 18386
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.349099382746452e-06,
      "loss": 0.0159,
      "step": 18387
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.348910788479316e-06,
      "loss": 0.0205,
      "step": 18388
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.348722185570862e-06,
      "loss": 0.0042,
      "step": 18389
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.348533574021574e-06,
      "loss": 0.0056,
      "step": 18390
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.34834495383194e-06,
      "loss": 0.0101,
      "step": 18391
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.348156325002443e-06,
      "loss": 0.0292,
      "step": 18392
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.347967687533575e-06,
      "loss": 0.0059,
      "step": 18393
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.347779041425821e-06,
      "loss": 0.0061,
      "step": 18394
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.347590386679665e-06,
      "loss": 0.003,
      "step": 18395
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.347401723295598e-06,
      "loss": 0.0147,
      "step": 18396
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.347213051274105e-06,
      "loss": 0.0135,
      "step": 18397
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.34702437061567e-06,
      "loss": 0.01,
      "step": 18398
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.346835681320787e-06,
      "loss": 0.0179,
      "step": 18399
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.346646983389934e-06,
      "loss": 0.0065,
      "step": 18400
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.346458276823605e-06,
      "loss": 0.0171,
      "step": 18401
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.346269561622284e-06,
      "loss": 0.0138,
      "step": 18402
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.346080837786456e-06,
      "loss": 0.0031,
      "step": 18403
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.345892105316613e-06,
      "loss": 0.0034,
      "step": 18404
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.345703364213237e-06,
      "loss": 0.0142,
      "step": 18405
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.34551461447682e-06,
      "loss": 0.0069,
      "step": 18406
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.345325856107843e-06,
      "loss": 0.006,
      "step": 18407
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.345137089106796e-06,
      "loss": 0.0144,
      "step": 18408
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.344948313474168e-06,
      "loss": 0.0066,
      "step": 18409
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.344759529210444e-06,
      "loss": 0.0061,
      "step": 18410
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.344570736316113e-06,
      "loss": 0.0161,
      "step": 18411
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.344381934791658e-06,
      "loss": 0.0081,
      "step": 18412
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.344193124637572e-06,
      "loss": 0.0027,
      "step": 18413
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.344004305854337e-06,
      "loss": 0.0062,
      "step": 18414
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.343815478442443e-06,
      "loss": 0.0046,
      "step": 18415
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.343626642402378e-06,
      "loss": 0.0077,
      "step": 18416
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.343437797734625e-06,
      "loss": 0.0056,
      "step": 18417
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.343248944439674e-06,
      "loss": 0.013,
      "step": 18418
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.343060082518014e-06,
      "loss": 0.0096,
      "step": 18419
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.342871211970132e-06,
      "loss": 0.0227,
      "step": 18420
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.342682332796512e-06,
      "loss": 0.0129,
      "step": 18421
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.342493444997644e-06,
      "loss": 0.0104,
      "step": 18422
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.342304548574014e-06,
      "loss": 0.0038,
      "step": 18423
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.342115643526113e-06,
      "loss": 0.0052,
      "step": 18424
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.341926729854421e-06,
      "loss": 0.0051,
      "step": 18425
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.341737807559434e-06,
      "loss": 0.0164,
      "step": 18426
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.341548876641634e-06,
      "loss": 0.007,
      "step": 18427
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.341359937101512e-06,
      "loss": 0.0042,
      "step": 18428
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.34117098893955e-06,
      "loss": 0.0063,
      "step": 18429
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.340982032156243e-06,
      "loss": 0.012,
      "step": 18430
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.340793066752074e-06,
      "loss": 0.0049,
      "step": 18431
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.340604092727531e-06,
      "loss": 0.0115,
      "step": 18432
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.3404151100831e-06,
      "loss": 0.0057,
      "step": 18433
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.340226118819274e-06,
      "loss": 0.0069,
      "step": 18434
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.340037118936535e-06,
      "loss": 0.0208,
      "step": 18435
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.339848110435374e-06,
      "loss": 0.0133,
      "step": 18436
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.339659093316277e-06,
      "loss": 0.0042,
      "step": 18437
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.339470067579734e-06,
      "loss": 0.0093,
      "step": 18438
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.339281033226229e-06,
      "loss": 0.017,
      "step": 18439
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.339091990256252e-06,
      "loss": 0.0243,
      "step": 18440
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.338902938670292e-06,
      "loss": 0.0087,
      "step": 18441
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.338713878468836e-06,
      "loss": 0.0025,
      "step": 18442
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.33852480965237e-06,
      "loss": 0.0107,
      "step": 18443
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.338335732221384e-06,
      "loss": 0.0172,
      "step": 18444
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.338146646176367e-06,
      "loss": 0.0286,
      "step": 18445
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.337957551517802e-06,
      "loss": 0.0048,
      "step": 18446
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.33776844824618e-06,
      "loss": 0.0109,
      "step": 18447
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.337579336361991e-06,
      "loss": 0.0074,
      "step": 18448
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.33739021586572e-06,
      "loss": 0.0081,
      "step": 18449
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.337201086757854e-06,
      "loss": 0.0237,
      "step": 18450
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.337011949038887e-06,
      "loss": 0.0074,
      "step": 18451
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.336822802709298e-06,
      "loss": 0.0129,
      "step": 18452
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.336633647769584e-06,
      "loss": 0.02,
      "step": 18453
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.336444484220227e-06,
      "loss": 0.0052,
      "step": 18454
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.336255312061719e-06,
      "loss": 0.0063,
      "step": 18455
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.336066131294545e-06,
      "loss": 0.0184,
      "step": 18456
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.335876941919194e-06,
      "loss": 0.0045,
      "step": 18457
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.335687743936156e-06,
      "loss": 0.0098,
      "step": 18458
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.335498537345916e-06,
      "loss": 0.0078,
      "step": 18459
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.335309322148965e-06,
      "loss": 0.0028,
      "step": 18460
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.335120098345793e-06,
      "loss": 0.0183,
      "step": 18461
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.334930865936882e-06,
      "loss": 0.017,
      "step": 18462
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.334741624922725e-06,
      "loss": 0.0083,
      "step": 18463
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.334552375303809e-06,
      "loss": 0.0142,
      "step": 18464
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.334363117080622e-06,
      "loss": 0.0127,
      "step": 18465
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.334173850253655e-06,
      "loss": 0.0174,
      "step": 18466
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.333984574823393e-06,
      "loss": 0.0068,
      "step": 18467
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.333795290790323e-06,
      "loss": 0.0104,
      "step": 18468
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.33360599815494e-06,
      "loss": 0.0119,
      "step": 18469
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.333416696917727e-06,
      "loss": 0.0058,
      "step": 18470
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.333227387079172e-06,
      "loss": 0.0237,
      "step": 18471
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.333038068639767e-06,
      "loss": 0.0093,
      "step": 18472
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.332848741599999e-06,
      "loss": 0.0133,
      "step": 18473
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.332659405960357e-06,
      "loss": 0.0191,
      "step": 18474
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.332470061721329e-06,
      "loss": 0.0034,
      "step": 18475
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.332280708883402e-06,
      "loss": 0.0337,
      "step": 18476
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.332091347447069e-06,
      "loss": 0.0074,
      "step": 18477
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.331901977412812e-06,
      "loss": 0.0161,
      "step": 18478
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.331712598781126e-06,
      "loss": 0.0058,
      "step": 18479
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.331523211552495e-06,
      "loss": 0.0073,
      "step": 18480
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.331333815727412e-06,
      "loss": 0.0089,
      "step": 18481
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.331144411306363e-06,
      "loss": 0.0103,
      "step": 18482
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.330954998289836e-06,
      "loss": 0.0094,
      "step": 18483
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.33076557667832e-06,
      "loss": 0.0028,
      "step": 18484
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.330576146472307e-06,
      "loss": 0.0043,
      "step": 18485
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.330386707672282e-06,
      "loss": 0.0251,
      "step": 18486
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.330197260278737e-06,
      "loss": 0.0247,
      "step": 18487
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.330007804292158e-06,
      "loss": 0.0063,
      "step": 18488
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.329818339713037e-06,
      "loss": 0.0143,
      "step": 18489
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.329628866541856e-06,
      "loss": 0.004,
      "step": 18490
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.329439384779114e-06,
      "loss": 0.0062,
      "step": 18491
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.329249894425293e-06,
      "loss": 0.0026,
      "step": 18492
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.329060395480883e-06,
      "loss": 0.0055,
      "step": 18493
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.328870887946374e-06,
      "loss": 0.0125,
      "step": 18494
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.328681371822253e-06,
      "loss": 0.0095,
      "step": 18495
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.328491847109013e-06,
      "loss": 0.0334,
      "step": 18496
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.32830231380714e-06,
      "loss": 0.0037,
      "step": 18497
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.328112771917122e-06,
      "loss": 0.0049,
      "step": 18498
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.327923221439454e-06,
      "loss": 0.0131,
      "step": 18499
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.327733662374617e-06,
      "loss": 0.0144,
      "step": 18500
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.327544094723106e-06,
      "loss": 0.004,
      "step": 18501
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.327354518485408e-06,
      "loss": 0.0104,
      "step": 18502
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.32716493366201e-06,
      "loss": 0.0184,
      "step": 18503
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.326975340253408e-06,
      "loss": 0.0097,
      "step": 18504
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.326785738260083e-06,
      "loss": 0.0154,
      "step": 18505
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.326596127682529e-06,
      "loss": 0.0339,
      "step": 18506
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.326406508521236e-06,
      "loss": 0.0064,
      "step": 18507
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.32621688077669e-06,
      "loss": 0.0055,
      "step": 18508
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.326027244449382e-06,
      "loss": 0.004,
      "step": 18509
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.325837599539802e-06,
      "loss": 0.0084,
      "step": 18510
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.325647946048438e-06,
      "loss": 0.0115,
      "step": 18511
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.32545828397578e-06,
      "loss": 0.003,
      "step": 18512
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.325268613322316e-06,
      "loss": 0.0079,
      "step": 18513
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.325078934088538e-06,
      "loss": 0.0078,
      "step": 18514
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.324889246274935e-06,
      "loss": 0.0044,
      "step": 18515
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.324699549881994e-06,
      "loss": 0.0019,
      "step": 18516
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.324509844910206e-06,
      "loss": 0.0208,
      "step": 18517
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.32432013136006e-06,
      "loss": 0.0026,
      "step": 18518
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.324130409232048e-06,
      "loss": 0.0051,
      "step": 18519
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.323940678526657e-06,
      "loss": 0.0043,
      "step": 18520
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.323750939244379e-06,
      "loss": 0.0174,
      "step": 18521
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.323561191385698e-06,
      "loss": 0.0085,
      "step": 18522
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.323371434951111e-06,
      "loss": 0.003,
      "step": 18523
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.323181669941102e-06,
      "loss": 0.0084,
      "step": 18524
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.322991896356162e-06,
      "loss": 0.0022,
      "step": 18525
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.322802114196784e-06,
      "loss": 0.0106,
      "step": 18526
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.322612323463455e-06,
      "loss": 0.0023,
      "step": 18527
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.322422524156663e-06,
      "loss": 0.0086,
      "step": 18528
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.322232716276899e-06,
      "loss": 0.0038,
      "step": 18529
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.322042899824656e-06,
      "loss": 0.0053,
      "step": 18530
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.32185307480042e-06,
      "loss": 0.0085,
      "step": 18531
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.321663241204682e-06,
      "loss": 0.0064,
      "step": 18532
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.321473399037932e-06,
      "loss": 0.0114,
      "step": 18533
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.321283548300659e-06,
      "loss": 0.0059,
      "step": 18534
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.321093688993353e-06,
      "loss": 0.0155,
      "step": 18535
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.320903821116506e-06,
      "loss": 0.0133,
      "step": 18536
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.320713944670605e-06,
      "loss": 0.0127,
      "step": 18537
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.320524059656141e-06,
      "loss": 0.0335,
      "step": 18538
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.320334166073607e-06,
      "loss": 0.0056,
      "step": 18539
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.320144263923486e-06,
      "loss": 0.0081,
      "step": 18540
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.319954353206277e-06,
      "loss": 0.0103,
      "step": 18541
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.31976443392246e-06,
      "loss": 0.0073,
      "step": 18542
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.319574506072536e-06,
      "loss": 0.0019,
      "step": 18543
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.319384569656986e-06,
      "loss": 0.0108,
      "step": 18544
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.319194624676304e-06,
      "loss": 0.0182,
      "step": 18545
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.319004671130981e-06,
      "loss": 0.0057,
      "step": 18546
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.318814709021503e-06,
      "loss": 0.0046,
      "step": 18547
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.318624738348365e-06,
      "loss": 0.0285,
      "step": 18548
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.318434759112055e-06,
      "loss": 0.0053,
      "step": 18549
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.318244771313064e-06,
      "loss": 0.0062,
      "step": 18550
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.31805477495188e-06,
      "loss": 0.0207,
      "step": 18551
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.317864770028996e-06,
      "loss": 0.0103,
      "step": 18552
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.317674756544901e-06,
      "loss": 0.0061,
      "step": 18553
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.317484734500086e-06,
      "loss": 0.0072,
      "step": 18554
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.31729470389504e-06,
      "loss": 0.0045,
      "step": 18555
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.317104664730254e-06,
      "loss": 0.0056,
      "step": 18556
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.316914617006217e-06,
      "loss": 0.0134,
      "step": 18557
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.316724560723424e-06,
      "loss": 0.038,
      "step": 18558
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.31653449588236e-06,
      "loss": 0.0138,
      "step": 18559
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.316344422483518e-06,
      "loss": 0.002,
      "step": 18560
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.31615434052739e-06,
      "loss": 0.019,
      "step": 18561
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.315964250014462e-06,
      "loss": 0.014,
      "step": 18562
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.315774150945228e-06,
      "loss": 0.0241,
      "step": 18563
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.315584043320177e-06,
      "loss": 0.0048,
      "step": 18564
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.315393927139802e-06,
      "loss": 0.0088,
      "step": 18565
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.315203802404592e-06,
      "loss": 0.0081,
      "step": 18566
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.315013669115035e-06,
      "loss": 0.0031,
      "step": 18567
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.314823527271625e-06,
      "loss": 0.0123,
      "step": 18568
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.314633376874852e-06,
      "loss": 0.0021,
      "step": 18569
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.314443217925205e-06,
      "loss": 0.0151,
      "step": 18570
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.314253050423178e-06,
      "loss": 0.0108,
      "step": 18571
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.314062874369257e-06,
      "loss": 0.0147,
      "step": 18572
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.313872689763937e-06,
      "loss": 0.0056,
      "step": 18573
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.313682496607706e-06,
      "loss": 0.0082,
      "step": 18574
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.313492294901057e-06,
      "loss": 0.0094,
      "step": 18575
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.31330208464448e-06,
      "loss": 0.0228,
      "step": 18576
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.313111865838463e-06,
      "loss": 0.0326,
      "step": 18577
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.312921638483502e-06,
      "loss": 0.0015,
      "step": 18578
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.312731402580083e-06,
      "loss": 0.0065,
      "step": 18579
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.312541158128699e-06,
      "loss": 0.0112,
      "step": 18580
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.312350905129843e-06,
      "loss": 0.0085,
      "step": 18581
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.312160643584002e-06,
      "loss": 0.0031,
      "step": 18582
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.311970373491669e-06,
      "loss": 0.0067,
      "step": 18583
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.311780094853334e-06,
      "loss": 0.0189,
      "step": 18584
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.31158980766949e-06,
      "loss": 0.0114,
      "step": 18585
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.311399511940627e-06,
      "loss": 0.0044,
      "step": 18586
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.311209207667234e-06,
      "loss": 0.0037,
      "step": 18587
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.311018894849805e-06,
      "loss": 0.006,
      "step": 18588
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.310828573488829e-06,
      "loss": 0.0034,
      "step": 18589
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.310638243584797e-06,
      "loss": 0.0105,
      "step": 18590
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.310447905138204e-06,
      "loss": 0.0022,
      "step": 18591
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.310257558149535e-06,
      "loss": 0.0067,
      "step": 18592
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.310067202619285e-06,
      "loss": 0.0087,
      "step": 18593
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.309876838547946e-06,
      "loss": 0.0147,
      "step": 18594
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.309686465936007e-06,
      "loss": 0.0108,
      "step": 18595
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.309496084783959e-06,
      "loss": 0.0089,
      "step": 18596
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.309305695092296e-06,
      "loss": 0.0069,
      "step": 18597
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.309115296861505e-06,
      "loss": 0.0075,
      "step": 18598
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.308924890092082e-06,
      "loss": 0.0097,
      "step": 18599
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.308734474784515e-06,
      "loss": 0.0093,
      "step": 18600
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.308544050939295e-06,
      "loss": 0.0132,
      "step": 18601
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.308353618556917e-06,
      "loss": 0.005,
      "step": 18602
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.30816317763787e-06,
      "loss": 0.0051,
      "step": 18603
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.307972728182645e-06,
      "loss": 0.0079,
      "step": 18604
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.307782270191732e-06,
      "loss": 0.0172,
      "step": 18605
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.307591803665628e-06,
      "loss": 0.0056,
      "step": 18606
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.307401328604818e-06,
      "loss": 0.0082,
      "step": 18607
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.307210845009797e-06,
      "loss": 0.0078,
      "step": 18608
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.307020352881056e-06,
      "loss": 0.0062,
      "step": 18609
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.306829852219087e-06,
      "loss": 0.0115,
      "step": 18610
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.30663934302438e-06,
      "loss": 0.0142,
      "step": 18611
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.306448825297428e-06,
      "loss": 0.0057,
      "step": 18612
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.306258299038723e-06,
      "loss": 0.0214,
      "step": 18613
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.306067764248754e-06,
      "loss": 0.0061,
      "step": 18614
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.305877220928016e-06,
      "loss": 0.0066,
      "step": 18615
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.305686669077e-06,
      "loss": 0.0125,
      "step": 18616
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.305496108696194e-06,
      "loss": 0.0273,
      "step": 18617
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.305305539786093e-06,
      "loss": 0.0327,
      "step": 18618
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.305114962347189e-06,
      "loss": 0.0183,
      "step": 18619
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.304924376379972e-06,
      "loss": 0.0113,
      "step": 18620
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.304733781884937e-06,
      "loss": 0.0213,
      "step": 18621
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.304543178862571e-06,
      "loss": 0.0078,
      "step": 18622
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.30435256731337e-06,
      "loss": 0.0101,
      "step": 18623
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.304161947237822e-06,
      "loss": 0.0462,
      "step": 18624
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.303971318636423e-06,
      "loss": 0.0063,
      "step": 18625
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.303780681509662e-06,
      "loss": 0.0079,
      "step": 18626
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.303590035858032e-06,
      "loss": 0.0262,
      "step": 18627
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.303399381682024e-06,
      "loss": 0.0045,
      "step": 18628
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.303208718982132e-06,
      "loss": 0.0021,
      "step": 18629
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.303018047758847e-06,
      "loss": 0.0107,
      "step": 18630
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.302827368012661e-06,
      "loss": 0.0048,
      "step": 18631
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.302636679744065e-06,
      "loss": 0.0114,
      "step": 18632
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.302445982953551e-06,
      "loss": 0.0112,
      "step": 18633
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.302255277641612e-06,
      "loss": 0.0079,
      "step": 18634
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.302064563808741e-06,
      "loss": 0.0081,
      "step": 18635
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.301873841455427e-06,
      "loss": 0.0148,
      "step": 18636
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.301683110582166e-06,
      "loss": 0.0075,
      "step": 18637
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.301492371189448e-06,
      "loss": 0.0229,
      "step": 18638
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.301301623277765e-06,
      "loss": 0.0161,
      "step": 18639
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.30111086684761e-06,
      "loss": 0.0076,
      "step": 18640
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.300920101899473e-06,
      "loss": 0.0166,
      "step": 18641
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.30072932843385e-06,
      "loss": 0.0059,
      "step": 18642
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.30053854645123e-06,
      "loss": 0.0082,
      "step": 18643
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.300347755952109e-06,
      "loss": 0.0098,
      "step": 18644
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.300156956936975e-06,
      "loss": 0.006,
      "step": 18645
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.299966149406323e-06,
      "loss": 0.0044,
      "step": 18646
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.299775333360645e-06,
      "loss": 0.0066,
      "step": 18647
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.299584508800432e-06,
      "loss": 0.0093,
      "step": 18648
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.299393675726178e-06,
      "loss": 0.0076,
      "step": 18649
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.299202834138374e-06,
      "loss": 0.0139,
      "step": 18650
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.299011984037514e-06,
      "loss": 0.0048,
      "step": 18651
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29882112542409e-06,
      "loss": 0.015,
      "step": 18652
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.298630258298593e-06,
      "loss": 0.0224,
      "step": 18653
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.298439382661518e-06,
      "loss": 0.0157,
      "step": 18654
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.298248498513354e-06,
      "loss": 0.0043,
      "step": 18655
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.2980576058546e-06,
      "loss": 0.0043,
      "step": 18656
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29786670468574e-06,
      "loss": 0.0179,
      "step": 18657
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.297675795007272e-06,
      "loss": 0.0246,
      "step": 18658
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.297484876819689e-06,
      "loss": 0.0038,
      "step": 18659
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.297293950123481e-06,
      "loss": 0.0077,
      "step": 18660
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.297103014919142e-06,
      "loss": 0.0021,
      "step": 18661
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.296912071207164e-06,
      "loss": 0.0156,
      "step": 18662
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29672111898804e-06,
      "loss": 0.0065,
      "step": 18663
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.296530158262263e-06,
      "loss": 0.0048,
      "step": 18664
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.296339189030327e-06,
      "loss": 0.0077,
      "step": 18665
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.296148211292722e-06,
      "loss": 0.0097,
      "step": 18666
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.295957225049943e-06,
      "loss": 0.0194,
      "step": 18667
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.295766230302481e-06,
      "loss": 0.0088,
      "step": 18668
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.295575227050831e-06,
      "loss": 0.0106,
      "step": 18669
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.295384215295485e-06,
      "loss": 0.015,
      "step": 18670
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.295193195036935e-06,
      "loss": 0.0109,
      "step": 18671
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.295002166275673e-06,
      "loss": 0.0167,
      "step": 18672
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.294811129012195e-06,
      "loss": 0.0321,
      "step": 18673
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.294620083246991e-06,
      "loss": 0.0024,
      "step": 18674
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.294429028980555e-06,
      "loss": 0.0188,
      "step": 18675
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.294237966213384e-06,
      "loss": 0.0132,
      "step": 18676
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.294046894945964e-06,
      "loss": 0.0302,
      "step": 18677
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29385581517879e-06,
      "loss": 0.043,
      "step": 18678
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.293664726912359e-06,
      "loss": 0.0074,
      "step": 18679
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.293473630147162e-06,
      "loss": 0.0188,
      "step": 18680
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29328252488369e-06,
      "loss": 0.0044,
      "step": 18681
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.293091411122436e-06,
      "loss": 0.0318,
      "step": 18682
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.292900288863897e-06,
      "loss": 0.0032,
      "step": 18683
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.292709158108563e-06,
      "loss": 0.0108,
      "step": 18684
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29251801885693e-06,
      "loss": 0.0051,
      "step": 18685
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.292326871109487e-06,
      "loss": 0.0428,
      "step": 18686
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29213571486673e-06,
      "loss": 0.0072,
      "step": 18687
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.291944550129152e-06,
      "loss": 0.0098,
      "step": 18688
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.291753376897246e-06,
      "loss": 0.0123,
      "step": 18689
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.291562195171507e-06,
      "loss": 0.0098,
      "step": 18690
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.291371004952424e-06,
      "loss": 0.0308,
      "step": 18691
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.291179806240495e-06,
      "loss": 0.003,
      "step": 18692
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29098859903621e-06,
      "loss": 0.0079,
      "step": 18693
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.290797383340063e-06,
      "loss": 0.0068,
      "step": 18694
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.29060615915255e-06,
      "loss": 0.0054,
      "step": 18695
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.290414926474161e-06,
      "loss": 0.0072,
      "step": 18696
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.290223685305393e-06,
      "loss": 0.007,
      "step": 18697
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.290032435646735e-06,
      "loss": 0.0048,
      "step": 18698
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.289841177498685e-06,
      "loss": 0.0135,
      "step": 18699
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.289649910861735e-06,
      "loss": 0.0036,
      "step": 18700
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.289458635736377e-06,
      "loss": 0.0254,
      "step": 18701
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.289267352123104e-06,
      "loss": 0.0072,
      "step": 18702
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.289076060022412e-06,
      "loss": 0.0083,
      "step": 18703
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.288884759434795e-06,
      "loss": 0.0121,
      "step": 18704
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.288693450360745e-06,
      "loss": 0.0207,
      "step": 18705
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.288502132800755e-06,
      "loss": 0.0102,
      "step": 18706
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28831080675532e-06,
      "loss": 0.0081,
      "step": 18707
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.288119472224934e-06,
      "loss": 0.0118,
      "step": 18708
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28792812921009e-06,
      "loss": 0.0121,
      "step": 18709
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28773677771128e-06,
      "loss": 0.036,
      "step": 18710
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.287545417729002e-06,
      "loss": 0.0237,
      "step": 18711
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.287354049263745e-06,
      "loss": 0.0327,
      "step": 18712
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.287162672316005e-06,
      "loss": 0.0149,
      "step": 18713
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28697128688628e-06,
      "loss": 0.011,
      "step": 18714
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.286779892975055e-06,
      "loss": 0.0049,
      "step": 18715
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28658849058283e-06,
      "loss": 0.009,
      "step": 18716
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.286397079710097e-06,
      "loss": 0.0028,
      "step": 18717
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.286205660357352e-06,
      "loss": 0.0299,
      "step": 18718
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.286014232525087e-06,
      "loss": 0.0034,
      "step": 18719
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.285822796213796e-06,
      "loss": 0.0185,
      "step": 18720
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.285631351423972e-06,
      "loss": 0.0174,
      "step": 18721
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.285439898156112e-06,
      "loss": 0.0034,
      "step": 18722
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.285248436410708e-06,
      "loss": 0.009,
      "step": 18723
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.285056966188254e-06,
      "loss": 0.0143,
      "step": 18724
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.284865487489244e-06,
      "loss": 0.0069,
      "step": 18725
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.284674000314172e-06,
      "loss": 0.0054,
      "step": 18726
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.284482504663534e-06,
      "loss": 0.0044,
      "step": 18727
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28429100053782e-06,
      "loss": 0.016,
      "step": 18728
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28409948793753e-06,
      "loss": 0.0122,
      "step": 18729
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.283907966863154e-06,
      "loss": 0.0087,
      "step": 18730
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.283716437315186e-06,
      "loss": 0.0033,
      "step": 18731
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.283524899294121e-06,
      "loss": 0.0149,
      "step": 18732
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.283333352800455e-06,
      "loss": 0.0024,
      "step": 18733
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.283141797834681e-06,
      "loss": 0.0041,
      "step": 18734
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.282950234397293e-06,
      "loss": 0.0055,
      "step": 18735
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.282758662488786e-06,
      "loss": 0.0171,
      "step": 18736
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.282567082109652e-06,
      "loss": 0.0065,
      "step": 18737
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.282375493260388e-06,
      "loss": 0.0367,
      "step": 18738
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.282183895941487e-06,
      "loss": 0.0197,
      "step": 18739
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.281992290153445e-06,
      "loss": 0.0064,
      "step": 18740
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.281800675896755e-06,
      "loss": 0.0079,
      "step": 18741
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.281609053171909e-06,
      "loss": 0.0094,
      "step": 18742
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.281417421979407e-06,
      "loss": 0.0034,
      "step": 18743
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28122578231974e-06,
      "loss": 0.0159,
      "step": 18744
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.281034134193403e-06,
      "loss": 0.0395,
      "step": 18745
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.28084247760089e-06,
      "loss": 0.0137,
      "step": 18746
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.280650812542696e-06,
      "loss": 0.0085,
      "step": 18747
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.280459139019317e-06,
      "loss": 0.0163,
      "step": 18748
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.280267457031246e-06,
      "loss": 0.0067,
      "step": 18749
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.280075766578977e-06,
      "loss": 0.0246,
      "step": 18750
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.279884067663006e-06,
      "loss": 0.0133,
      "step": 18751
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.279692360283827e-06,
      "loss": 0.0077,
      "step": 18752
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.279500644441934e-06,
      "loss": 0.0282,
      "step": 18753
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.279308920137822e-06,
      "loss": 0.0149,
      "step": 18754
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27911718737199e-06,
      "loss": 0.0048,
      "step": 18755
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.278925446144926e-06,
      "loss": 0.0158,
      "step": 18756
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.278733696457128e-06,
      "loss": 0.0137,
      "step": 18757
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.278541938309092e-06,
      "loss": 0.0055,
      "step": 18758
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.278350171701309e-06,
      "loss": 0.0101,
      "step": 18759
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.278158396634279e-06,
      "loss": 0.0102,
      "step": 18760
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.277966613108491e-06,
      "loss": 0.005,
      "step": 18761
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.277774821124445e-06,
      "loss": 0.0121,
      "step": 18762
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.277583020682632e-06,
      "loss": 0.0138,
      "step": 18763
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27739121178355e-06,
      "loss": 0.0057,
      "step": 18764
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.277199394427693e-06,
      "loss": 0.0135,
      "step": 18765
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.277007568615553e-06,
      "loss": 0.0429,
      "step": 18766
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.276815734347629e-06,
      "loss": 0.0154,
      "step": 18767
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.276623891624415e-06,
      "loss": 0.009,
      "step": 18768
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.276432040446404e-06,
      "loss": 0.0219,
      "step": 18769
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.276240180814095e-06,
      "loss": 0.0109,
      "step": 18770
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27604831272798e-06,
      "loss": 0.0105,
      "step": 18771
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.275856436188554e-06,
      "loss": 0.0052,
      "step": 18772
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.275664551196312e-06,
      "loss": 0.0197,
      "step": 18773
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27547265775175e-06,
      "loss": 0.0078,
      "step": 18774
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.275280755855367e-06,
      "loss": 0.0121,
      "step": 18775
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27508884550765e-06,
      "loss": 0.0104,
      "step": 18776
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.274896926709098e-06,
      "loss": 0.0085,
      "step": 18777
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.274704999460209e-06,
      "loss": 0.0154,
      "step": 18778
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.274513063761476e-06,
      "loss": 0.0082,
      "step": 18779
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.274321119613394e-06,
      "loss": 0.0191,
      "step": 18780
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.274129167016456e-06,
      "loss": 0.0135,
      "step": 18781
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27393720597116e-06,
      "loss": 0.0198,
      "step": 18782
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.273745236478004e-06,
      "loss": 0.0066,
      "step": 18783
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27355325853748e-06,
      "loss": 0.0147,
      "step": 18784
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.273361272150083e-06,
      "loss": 0.0077,
      "step": 18785
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27316927731631e-06,
      "loss": 0.0145,
      "step": 18786
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.272977274036653e-06,
      "loss": 0.0059,
      "step": 18787
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.272785262311611e-06,
      "loss": 0.0127,
      "step": 18788
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.272593242141678e-06,
      "loss": 0.0087,
      "step": 18789
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.272401213527352e-06,
      "loss": 0.0096,
      "step": 18790
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.272209176469126e-06,
      "loss": 0.0081,
      "step": 18791
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.272017130967495e-06,
      "loss": 0.0096,
      "step": 18792
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.271825077022957e-06,
      "loss": 0.0128,
      "step": 18793
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.271633014636005e-06,
      "loss": 0.0084,
      "step": 18794
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.271440943807135e-06,
      "loss": 0.0166,
      "step": 18795
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.271248864536845e-06,
      "loss": 0.0251,
      "step": 18796
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.271056776825628e-06,
      "loss": 0.004,
      "step": 18797
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.27086468067398e-06,
      "loss": 0.0086,
      "step": 18798
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.270672576082397e-06,
      "loss": 0.0053,
      "step": 18799
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.270480463051376e-06,
      "loss": 0.0099,
      "step": 18800
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.270288341581411e-06,
      "loss": 0.011,
      "step": 18801
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.270096211672998e-06,
      "loss": 0.0114,
      "step": 18802
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.269904073326634e-06,
      "loss": 0.007,
      "step": 18803
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.269711926542813e-06,
      "loss": 0.0091,
      "step": 18804
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.269519771322033e-06,
      "loss": 0.0181,
      "step": 18805
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.269327607664788e-06,
      "loss": 0.0042,
      "step": 18806
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.269135435571573e-06,
      "loss": 0.0319,
      "step": 18807
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.268943255042887e-06,
      "loss": 0.0021,
      "step": 18808
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.268751066079224e-06,
      "loss": 0.0091,
      "step": 18809
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26855886868108e-06,
      "loss": 0.0416,
      "step": 18810
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26836666284895e-06,
      "loss": 0.0095,
      "step": 18811
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.268174448583333e-06,
      "loss": 0.002,
      "step": 18812
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26798222588472e-06,
      "loss": 0.0086,
      "step": 18813
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.267789994753612e-06,
      "loss": 0.0227,
      "step": 18814
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.267597755190503e-06,
      "loss": 0.0091,
      "step": 18815
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.267405507195889e-06,
      "loss": 0.0027,
      "step": 18816
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.267213250770265e-06,
      "loss": 0.0071,
      "step": 18817
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26702098591413e-06,
      "loss": 0.0069,
      "step": 18818
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.266828712627977e-06,
      "loss": 0.0041,
      "step": 18819
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.266636430912303e-06,
      "loss": 0.0264,
      "step": 18820
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.266444140767604e-06,
      "loss": 0.0044,
      "step": 18821
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.266251842194378e-06,
      "loss": 0.0074,
      "step": 18822
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26605953519312e-06,
      "loss": 0.0039,
      "step": 18823
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.265867219764326e-06,
      "loss": 0.0081,
      "step": 18824
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.265674895908492e-06,
      "loss": 0.0058,
      "step": 18825
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.265482563626114e-06,
      "loss": 0.0088,
      "step": 18826
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26529022291769e-06,
      "loss": 0.0121,
      "step": 18827
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.265097873783715e-06,
      "loss": 0.0077,
      "step": 18828
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.264905516224685e-06,
      "loss": 0.0296,
      "step": 18829
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.264713150241096e-06,
      "loss": 0.0274,
      "step": 18830
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.264520775833448e-06,
      "loss": 0.0055,
      "step": 18831
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.264328393002232e-06,
      "loss": 0.003,
      "step": 18832
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.264136001747949e-06,
      "loss": 0.0078,
      "step": 18833
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.263943602071092e-06,
      "loss": 0.0097,
      "step": 18834
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26375119397216e-06,
      "loss": 0.009,
      "step": 18835
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.263558777451647e-06,
      "loss": 0.0185,
      "step": 18836
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.263366352510052e-06,
      "loss": 0.0424,
      "step": 18837
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26317391914787e-06,
      "loss": 0.0159,
      "step": 18838
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.262981477365599e-06,
      "loss": 0.0098,
      "step": 18839
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.262789027163735e-06,
      "loss": 0.0261,
      "step": 18840
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.262596568542772e-06,
      "loss": 0.0088,
      "step": 18841
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.262404101503209e-06,
      "loss": 0.01,
      "step": 18842
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.262211626045545e-06,
      "loss": 0.0108,
      "step": 18843
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26201914217027e-06,
      "loss": 0.0068,
      "step": 18844
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26182664987789e-06,
      "loss": 0.0074,
      "step": 18845
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26163414916889e-06,
      "loss": 0.02,
      "step": 18846
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.261441640043778e-06,
      "loss": 0.0046,
      "step": 18847
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.261249122503043e-06,
      "loss": 0.0304,
      "step": 18848
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.261056596547186e-06,
      "loss": 0.0078,
      "step": 18849
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.260864062176703e-06,
      "loss": 0.0072,
      "step": 18850
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26067151939209e-06,
      "loss": 0.0114,
      "step": 18851
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.260478968193844e-06,
      "loss": 0.0351,
      "step": 18852
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.26028640858246e-06,
      "loss": 0.0031,
      "step": 18853
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.260093840558439e-06,
      "loss": 0.0023,
      "step": 18854
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.259901264122274e-06,
      "loss": 0.0222,
      "step": 18855
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.259708679274464e-06,
      "loss": 0.0122,
      "step": 18856
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.259516086015506e-06,
      "loss": 0.0031,
      "step": 18857
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.259323484345896e-06,
      "loss": 0.0044,
      "step": 18858
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25913087426613e-06,
      "loss": 0.0033,
      "step": 18859
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25893825577671e-06,
      "loss": 0.0074,
      "step": 18860
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.258745628878127e-06,
      "loss": 0.0041,
      "step": 18861
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.258552993570882e-06,
      "loss": 0.0051,
      "step": 18862
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.258360349855467e-06,
      "loss": 0.0228,
      "step": 18863
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.258167697732385e-06,
      "loss": 0.0283,
      "step": 18864
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.257975037202132e-06,
      "loss": 0.0044,
      "step": 18865
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.257782368265202e-06,
      "loss": 0.0071,
      "step": 18866
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.257589690922094e-06,
      "loss": 0.0043,
      "step": 18867
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.257397005173306e-06,
      "loss": 0.0176,
      "step": 18868
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.257204311019335e-06,
      "loss": 0.0125,
      "step": 18869
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.257011608460677e-06,
      "loss": 0.0077,
      "step": 18870
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25681889749783e-06,
      "loss": 0.0117,
      "step": 18871
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.256626178131289e-06,
      "loss": 0.0155,
      "step": 18872
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.256433450361555e-06,
      "loss": 0.0053,
      "step": 18873
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.256240714189123e-06,
      "loss": 0.0511,
      "step": 18874
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.256047969614494e-06,
      "loss": 0.005,
      "step": 18875
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.255855216638158e-06,
      "loss": 0.0068,
      "step": 18876
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25566245526062e-06,
      "loss": 0.0055,
      "step": 18877
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.255469685482371e-06,
      "loss": 0.0149,
      "step": 18878
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.255276907303913e-06,
      "loss": 0.0232,
      "step": 18879
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.255084120725744e-06,
      "loss": 0.0102,
      "step": 18880
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.254891325748358e-06,
      "loss": 0.0233,
      "step": 18881
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.254698522372253e-06,
      "loss": 0.0298,
      "step": 18882
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.254505710597927e-06,
      "loss": 0.0089,
      "step": 18883
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25431289042588e-06,
      "loss": 0.0027,
      "step": 18884
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.254120061856605e-06,
      "loss": 0.0044,
      "step": 18885
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.253927224890603e-06,
      "loss": 0.0152,
      "step": 18886
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25373437952837e-06,
      "loss": 0.0093,
      "step": 18887
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.253541525770405e-06,
      "loss": 0.006,
      "step": 18888
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.253348663617206e-06,
      "loss": 0.0091,
      "step": 18889
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.253155793069269e-06,
      "loss": 0.033,
      "step": 18890
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.252962914127091e-06,
      "loss": 0.0025,
      "step": 18891
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25277002679117e-06,
      "loss": 0.011,
      "step": 18892
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.252577131062008e-06,
      "loss": 0.007,
      "step": 18893
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.252384226940095e-06,
      "loss": 0.0024,
      "step": 18894
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.252191314425936e-06,
      "loss": 0.0125,
      "step": 18895
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.251998393520024e-06,
      "loss": 0.0131,
      "step": 18896
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25180546422286e-06,
      "loss": 0.0069,
      "step": 18897
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.25161252653494e-06,
      "loss": 0.006,
      "step": 18898
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.251419580456763e-06,
      "loss": 0.0019,
      "step": 18899
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.251226625988825e-06,
      "loss": 0.0107,
      "step": 18900
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.251033663131625e-06,
      "loss": 0.0065,
      "step": 18901
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.250840691885661e-06,
      "loss": 0.0072,
      "step": 18902
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.250647712251432e-06,
      "loss": 0.0045,
      "step": 18903
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.250454724229434e-06,
      "loss": 0.0155,
      "step": 18904
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.250261727820166e-06,
      "loss": 0.0204,
      "step": 18905
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.250068723024125e-06,
      "loss": 0.004,
      "step": 18906
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.24987570984181e-06,
      "loss": 0.0053,
      "step": 18907
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.249682688273719e-06,
      "loss": 0.0086,
      "step": 18908
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.24948965832035e-06,
      "loss": 0.0183,
      "step": 18909
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.249296619982201e-06,
      "loss": 0.0033,
      "step": 18910
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.249103573259771e-06,
      "loss": 0.0219,
      "step": 18911
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.248910518153556e-06,
      "loss": 0.0091,
      "step": 18912
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.248717454664056e-06,
      "loss": 0.0181,
      "step": 18913
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.24852438279177e-06,
      "loss": 0.0069,
      "step": 18914
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.248331302537192e-06,
      "loss": 0.0142,
      "step": 18915
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.248138213900824e-06,
      "loss": 0.0268,
      "step": 18916
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.247945116883163e-06,
      "loss": 0.0245,
      "step": 18917
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.247752011484708e-06,
      "loss": 0.0283,
      "step": 18918
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.247558897705957e-06,
      "loss": 0.0047,
      "step": 18919
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.247365775547406e-06,
      "loss": 0.0029,
      "step": 18920
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.247172645009558e-06,
      "loss": 0.0179,
      "step": 18921
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.246979506092908e-06,
      "loss": 0.0132,
      "step": 18922
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.246786358797953e-06,
      "loss": 0.0138,
      "step": 18923
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.246593203125197e-06,
      "loss": 0.0048,
      "step": 18924
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.24640003907513e-06,
      "loss": 0.0368,
      "step": 18925
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.246206866648259e-06,
      "loss": 0.021,
      "step": 18926
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.246013685845077e-06,
      "loss": 0.0062,
      "step": 18927
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.245820496666086e-06,
      "loss": 0.0098,
      "step": 18928
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.245627299111782e-06,
      "loss": 0.0224,
      "step": 18929
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.245434093182662e-06,
      "loss": 0.0189,
      "step": 18930
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.24524087887923e-06,
      "loss": 0.0096,
      "step": 18931
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.245047656201979e-06,
      "loss": 0.0159,
      "step": 18932
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.24485442515141e-06,
      "loss": 0.0069,
      "step": 18933
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.244661185728024e-06,
      "loss": 0.021,
      "step": 18934
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.244467937932315e-06,
      "loss": 0.0102,
      "step": 18935
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.244274681764783e-06,
      "loss": 0.0101,
      "step": 18936
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.244081417225928e-06,
      "loss": 0.0044,
      "step": 18937
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.243888144316248e-06,
      "loss": 0.0112,
      "step": 18938
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.243694863036243e-06,
      "loss": 0.0137,
      "step": 18939
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.24350157338641e-06,
      "loss": 0.0359,
      "step": 18940
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.243308275367248e-06,
      "loss": 0.0035,
      "step": 18941
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.243114968979255e-06,
      "loss": 0.0381,
      "step": 18942
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.242921654222932e-06,
      "loss": 0.0065,
      "step": 18943
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.242728331098777e-06,
      "loss": 0.0191,
      "step": 18944
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.242534999607289e-06,
      "loss": 0.0333,
      "step": 18945
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.242341659748965e-06,
      "loss": 0.0191,
      "step": 18946
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.242148311524305e-06,
      "loss": 0.0058,
      "step": 18947
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.241954954933809e-06,
      "loss": 0.0033,
      "step": 18948
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.241761589977975e-06,
      "loss": 0.0043,
      "step": 18949
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.241568216657303e-06,
      "loss": 0.0217,
      "step": 18950
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.241374834972288e-06,
      "loss": 0.0147,
      "step": 18951
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.241181444923434e-06,
      "loss": 0.0121,
      "step": 18952
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.240988046511238e-06,
      "loss": 0.0121,
      "step": 18953
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.2407946397362e-06,
      "loss": 0.0026,
      "step": 18954
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.240601224598817e-06,
      "loss": 0.0107,
      "step": 18955
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.240407801099588e-06,
      "loss": 0.0098,
      "step": 18956
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.240214369239015e-06,
      "loss": 0.0064,
      "step": 18957
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.240020929017594e-06,
      "loss": 0.004,
      "step": 18958
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.239827480435826e-06,
      "loss": 0.0249,
      "step": 18959
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23963402349421e-06,
      "loss": 0.0115,
      "step": 18960
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.239440558193246e-06,
      "loss": 0.0059,
      "step": 18961
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23924708453343e-06,
      "loss": 0.0133,
      "step": 18962
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.239053602515264e-06,
      "loss": 0.0047,
      "step": 18963
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.238860112139246e-06,
      "loss": 0.018,
      "step": 18964
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.238666613405876e-06,
      "loss": 0.0209,
      "step": 18965
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.238473106315654e-06,
      "loss": 0.0137,
      "step": 18966
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.238279590869079e-06,
      "loss": 0.0194,
      "step": 18967
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.238086067066649e-06,
      "loss": 0.0117,
      "step": 18968
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.237892534908863e-06,
      "loss": 0.0015,
      "step": 18969
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.237698994396223e-06,
      "loss": 0.0067,
      "step": 18970
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.237505445529226e-06,
      "loss": 0.008,
      "step": 18971
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.237311888308373e-06,
      "loss": 0.0094,
      "step": 18972
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.237118322734161e-06,
      "loss": 0.0228,
      "step": 18973
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.236924748807093e-06,
      "loss": 0.0153,
      "step": 18974
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.236731166527667e-06,
      "loss": 0.0053,
      "step": 18975
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.236537575896382e-06,
      "loss": 0.0067,
      "step": 18976
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.236343976913737e-06,
      "loss": 0.0079,
      "step": 18977
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.236150369580232e-06,
      "loss": 0.0065,
      "step": 18978
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.235956753896367e-06,
      "loss": 0.0025,
      "step": 18979
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.235763129862642e-06,
      "loss": 0.0046,
      "step": 18980
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.235569497479556e-06,
      "loss": 0.0116,
      "step": 18981
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.235375856747608e-06,
      "loss": 0.0039,
      "step": 18982
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.235182207667298e-06,
      "loss": 0.0022,
      "step": 18983
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.234988550239129e-06,
      "loss": 0.0087,
      "step": 18984
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.234794884463596e-06,
      "loss": 0.0032,
      "step": 18985
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.2346012103412e-06,
      "loss": 0.0365,
      "step": 18986
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.234407527872442e-06,
      "loss": 0.0107,
      "step": 18987
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.234213837057818e-06,
      "loss": 0.0066,
      "step": 18988
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.234020137897835e-06,
      "loss": 0.0127,
      "step": 18989
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.233826430392985e-06,
      "loss": 0.0134,
      "step": 18990
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.233632714543775e-06,
      "loss": 0.0091,
      "step": 18991
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.233438990350699e-06,
      "loss": 0.01,
      "step": 18992
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23324525781426e-06,
      "loss": 0.0067,
      "step": 18993
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.233051516934955e-06,
      "loss": 0.0239,
      "step": 18994
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23285776771329e-06,
      "loss": 0.008,
      "step": 18995
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.232664010149758e-06,
      "loss": 0.0064,
      "step": 18996
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.232470244244862e-06,
      "loss": 0.0092,
      "step": 18997
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.2322764699991e-06,
      "loss": 0.0025,
      "step": 18998
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.232082687412978e-06,
      "loss": 0.0105,
      "step": 18999
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23188889648699e-06,
      "loss": 0.0058,
      "step": 19000
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.231695097221636e-06,
      "loss": 0.0094,
      "step": 19001
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23150128961742e-06,
      "loss": 0.0134,
      "step": 19002
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23130747367484e-06,
      "loss": 0.0029,
      "step": 19003
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.231113649394398e-06,
      "loss": 0.0125,
      "step": 19004
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.23091981677659e-06,
      "loss": 0.0063,
      "step": 19005
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.230725975821919e-06,
      "loss": 0.01,
      "step": 19006
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.230532126530884e-06,
      "loss": 0.0062,
      "step": 19007
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.230338268903984e-06,
      "loss": 0.0109,
      "step": 19008
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.230144402941725e-06,
      "loss": 0.0018,
      "step": 19009
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.229950528644601e-06,
      "loss": 0.0033,
      "step": 19010
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.229756646013115e-06,
      "loss": 0.0174,
      "step": 19011
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.229562755047767e-06,
      "loss": 0.0033,
      "step": 19012
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.229368855749056e-06,
      "loss": 0.0175,
      "step": 19013
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.229174948117486e-06,
      "loss": 0.0069,
      "step": 19014
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.228981032153552e-06,
      "loss": 0.0068,
      "step": 19015
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.228787107857758e-06,
      "loss": 0.0075,
      "step": 19016
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.228593175230605e-06,
      "loss": 0.0057,
      "step": 19017
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.22839923427259e-06,
      "loss": 0.0053,
      "step": 19018
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.228205284984217e-06,
      "loss": 0.0042,
      "step": 19019
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.228011327365984e-06,
      "loss": 0.0048,
      "step": 19020
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.227817361418394e-06,
      "loss": 0.0089,
      "step": 19021
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.227623387141943e-06,
      "loss": 0.0102,
      "step": 19022
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.227429404537136e-06,
      "loss": 0.0254,
      "step": 19023
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.227235413604473e-06,
      "loss": 0.0156,
      "step": 19024
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.227041414344452e-06,
      "loss": 0.0117,
      "step": 19025
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.226847406757574e-06,
      "loss": 0.0064,
      "step": 19026
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.226653390844341e-06,
      "loss": 0.0161,
      "step": 19027
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.226459366605254e-06,
      "loss": 0.0077,
      "step": 19028
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.226265334040814e-06,
      "loss": 0.009,
      "step": 19029
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.22607129315152e-06,
      "loss": 0.014,
      "step": 19030
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.225877243937871e-06,
      "loss": 0.0042,
      "step": 19031
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.225683186400373e-06,
      "loss": 0.0022,
      "step": 19032
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.225489120539523e-06,
      "loss": 0.0021,
      "step": 19033
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.225295046355823e-06,
      "loss": 0.003,
      "step": 19034
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.225100963849772e-06,
      "loss": 0.0048,
      "step": 19035
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.224906873021873e-06,
      "loss": 0.0167,
      "step": 19036
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.224712773872623e-06,
      "loss": 0.0027,
      "step": 19037
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.224518666402529e-06,
      "loss": 0.0227,
      "step": 19038
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.224324550612088e-06,
      "loss": 0.0119,
      "step": 19039
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.224130426501802e-06,
      "loss": 0.0087,
      "step": 19040
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.22393629407217e-06,
      "loss": 0.0028,
      "step": 19041
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.223742153323694e-06,
      "loss": 0.0045,
      "step": 19042
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.223548004256876e-06,
      "loss": 0.01,
      "step": 19043
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.223353846872217e-06,
      "loss": 0.0087,
      "step": 19044
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.223159681170216e-06,
      "loss": 0.0188,
      "step": 19045
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.222965507151375e-06,
      "loss": 0.0068,
      "step": 19046
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.222771324816196e-06,
      "loss": 0.0108,
      "step": 19047
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.22257713416518e-06,
      "loss": 0.0079,
      "step": 19048
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.222382935198826e-06,
      "loss": 0.0022,
      "step": 19049
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.222188727917637e-06,
      "loss": 0.0048,
      "step": 19050
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.221994512322114e-06,
      "loss": 0.0113,
      "step": 19051
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.221800288412758e-06,
      "loss": 0.0251,
      "step": 19052
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.221606056190068e-06,
      "loss": 0.0116,
      "step": 19053
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.22141181565455e-06,
      "loss": 0.023,
      "step": 19054
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.221217566806701e-06,
      "loss": 0.0086,
      "step": 19055
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.221023309647023e-06,
      "loss": 0.0469,
      "step": 19056
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.220829044176018e-06,
      "loss": 0.0163,
      "step": 19057
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.220634770394187e-06,
      "loss": 0.014,
      "step": 19058
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.220440488302032e-06,
      "loss": 0.0019,
      "step": 19059
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.220246197900053e-06,
      "loss": 0.0146,
      "step": 19060
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.220051899188752e-06,
      "loss": 0.0095,
      "step": 19061
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21985759216863e-06,
      "loss": 0.01,
      "step": 19062
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.219663276840189e-06,
      "loss": 0.0029,
      "step": 19063
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21946895320393e-06,
      "loss": 0.0115,
      "step": 19064
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.219274621260355e-06,
      "loss": 0.013,
      "step": 19065
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.219080281009966e-06,
      "loss": 0.0068,
      "step": 19066
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.218885932453263e-06,
      "loss": 0.0043,
      "step": 19067
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.218691575590746e-06,
      "loss": 0.007,
      "step": 19068
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21849721042292e-06,
      "loss": 0.0253,
      "step": 19069
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.218302836950285e-06,
      "loss": 0.0086,
      "step": 19070
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.218108455173341e-06,
      "loss": 0.0103,
      "step": 19071
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.217914065092594e-06,
      "loss": 0.0172,
      "step": 19072
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21771966670854e-06,
      "loss": 0.0048,
      "step": 19073
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.217525260021685e-06,
      "loss": 0.0061,
      "step": 19074
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.217330845032527e-06,
      "loss": 0.0195,
      "step": 19075
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.217136421741572e-06,
      "loss": 0.002,
      "step": 19076
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21694199014932e-06,
      "loss": 0.0084,
      "step": 19077
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.216747550256268e-06,
      "loss": 0.0065,
      "step": 19078
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.216553102062923e-06,
      "loss": 0.006,
      "step": 19079
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.216358645569786e-06,
      "loss": 0.0062,
      "step": 19080
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.216164180777359e-06,
      "loss": 0.0088,
      "step": 19081
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.215969707686142e-06,
      "loss": 0.0107,
      "step": 19082
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.215775226296638e-06,
      "loss": 0.0096,
      "step": 19083
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21558073660935e-06,
      "loss": 0.004,
      "step": 19084
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.215386238624776e-06,
      "loss": 0.0087,
      "step": 19085
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.215191732343423e-06,
      "loss": 0.0066,
      "step": 19086
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.214997217765788e-06,
      "loss": 0.0071,
      "step": 19087
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.214802694892376e-06,
      "loss": 0.0113,
      "step": 19088
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.214608163723687e-06,
      "loss": 0.004,
      "step": 19089
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.214413624260227e-06,
      "loss": 0.0158,
      "step": 19090
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.214219076502492e-06,
      "loss": 0.0087,
      "step": 19091
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.214024520450987e-06,
      "loss": 0.0183,
      "step": 19092
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.213829956106217e-06,
      "loss": 0.0156,
      "step": 19093
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.213635383468679e-06,
      "loss": 0.0219,
      "step": 19094
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.213440802538877e-06,
      "loss": 0.0108,
      "step": 19095
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.213246213317311e-06,
      "loss": 0.0258,
      "step": 19096
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21305161580449e-06,
      "loss": 0.006,
      "step": 19097
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.212857010000907e-06,
      "loss": 0.0095,
      "step": 19098
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.212662395907073e-06,
      "loss": 0.0044,
      "step": 19099
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.212467773523482e-06,
      "loss": 0.0086,
      "step": 19100
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.212273142850642e-06,
      "loss": 0.0039,
      "step": 19101
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.212078503889054e-06,
      "loss": 0.0117,
      "step": 19102
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.211883856639216e-06,
      "loss": 0.0278,
      "step": 19103
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.211689201101637e-06,
      "loss": 0.0055,
      "step": 19104
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.211494537276815e-06,
      "loss": 0.0055,
      "step": 19105
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.211299865165252e-06,
      "loss": 0.009,
      "step": 19106
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.211105184767451e-06,
      "loss": 0.01,
      "step": 19107
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.210910496083918e-06,
      "loss": 0.0184,
      "step": 19108
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.21071579911515e-06,
      "loss": 0.0061,
      "step": 19109
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.210521093861653e-06,
      "loss": 0.0033,
      "step": 19110
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.210326380323927e-06,
      "loss": 0.0037,
      "step": 19111
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.210131658502476e-06,
      "loss": 0.0026,
      "step": 19112
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.209936928397801e-06,
      "loss": 0.0113,
      "step": 19113
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.209742190010407e-06,
      "loss": 0.0083,
      "step": 19114
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.209547443340794e-06,
      "loss": 0.0164,
      "step": 19115
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.209352688389465e-06,
      "loss": 0.0248,
      "step": 19116
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.209157925156924e-06,
      "loss": 0.0278,
      "step": 19117
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20896315364367e-06,
      "loss": 0.0086,
      "step": 19118
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.208768373850211e-06,
      "loss": 0.0228,
      "step": 19119
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.208573585777045e-06,
      "loss": 0.0106,
      "step": 19120
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.208378789424675e-06,
      "loss": 0.0303,
      "step": 19121
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.208183984793609e-06,
      "loss": 0.0059,
      "step": 19122
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.207989171884342e-06,
      "loss": 0.0082,
      "step": 19123
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.207794350697383e-06,
      "loss": 0.0087,
      "step": 19124
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20759952123323e-06,
      "loss": 0.0032,
      "step": 19125
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.207404683492388e-06,
      "loss": 0.0061,
      "step": 19126
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.207209837475359e-06,
      "loss": 0.0059,
      "step": 19127
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.207014983182646e-06,
      "loss": 0.0022,
      "step": 19128
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.206820120614753e-06,
      "loss": 0.0098,
      "step": 19129
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.206625249772181e-06,
      "loss": 0.0037,
      "step": 19130
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.206430370655436e-06,
      "loss": 0.0097,
      "step": 19131
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.206235483265014e-06,
      "loss": 0.0053,
      "step": 19132
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.206040587601426e-06,
      "loss": 0.0011,
      "step": 19133
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20584568366517e-06,
      "loss": 0.019,
      "step": 19134
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.205650771456753e-06,
      "loss": 0.0309,
      "step": 19135
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.205455850976672e-06,
      "loss": 0.0119,
      "step": 19136
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.205260922225434e-06,
      "loss": 0.0159,
      "step": 19137
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20506598520354e-06,
      "loss": 0.0082,
      "step": 19138
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.204871039911495e-06,
      "loss": 0.0211,
      "step": 19139
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.2046760863498e-06,
      "loss": 0.0105,
      "step": 19140
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20448112451896e-06,
      "loss": 0.0172,
      "step": 19141
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.204286154419477e-06,
      "loss": 0.0079,
      "step": 19142
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.204091176051855e-06,
      "loss": 0.0068,
      "step": 19143
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.203896189416596e-06,
      "loss": 0.004,
      "step": 19144
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.203701194514205e-06,
      "loss": 0.0118,
      "step": 19145
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.203506191345182e-06,
      "loss": 0.0072,
      "step": 19146
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20331117991003e-06,
      "loss": 0.0129,
      "step": 19147
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.203116160209257e-06,
      "loss": 0.006,
      "step": 19148
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.202921132243363e-06,
      "loss": 0.0066,
      "step": 19149
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20272609601285e-06,
      "loss": 0.0036,
      "step": 19150
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.202531051518224e-06,
      "loss": 0.0041,
      "step": 19151
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.202335998759986e-06,
      "loss": 0.0106,
      "step": 19152
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.202140937738641e-06,
      "loss": 0.0352,
      "step": 19153
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.201945868454693e-06,
      "loss": 0.0035,
      "step": 19154
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.201750790908642e-06,
      "loss": 0.0122,
      "step": 19155
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.201555705100994e-06,
      "loss": 0.0056,
      "step": 19156
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.201360611032251e-06,
      "loss": 0.0094,
      "step": 19157
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.201165508702919e-06,
      "loss": 0.0124,
      "step": 19158
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.2009703981135e-06,
      "loss": 0.011,
      "step": 19159
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.200775279264494e-06,
      "loss": 0.0059,
      "step": 19160
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.20058015215641e-06,
      "loss": 0.0116,
      "step": 19161
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.200385016789747e-06,
      "loss": 0.0052,
      "step": 19162
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.200189873165011e-06,
      "loss": 0.015,
      "step": 19163
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.199994721282708e-06,
      "loss": 0.0056,
      "step": 19164
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.199799561143335e-06,
      "loss": 0.0096,
      "step": 19165
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.199604392747402e-06,
      "loss": 0.0101,
      "step": 19166
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.199409216095409e-06,
      "loss": 0.0184,
      "step": 19167
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19921403118786e-06,
      "loss": 0.017,
      "step": 19168
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.199018838025258e-06,
      "loss": 0.0051,
      "step": 19169
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19882363660811e-06,
      "loss": 0.0072,
      "step": 19170
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.198628426936916e-06,
      "loss": 0.0062,
      "step": 19171
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.198433209012183e-06,
      "loss": 0.0017,
      "step": 19172
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.198237982834411e-06,
      "loss": 0.0134,
      "step": 19173
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.198042748404104e-06,
      "loss": 0.0036,
      "step": 19174
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19784750572177e-06,
      "loss": 0.0107,
      "step": 19175
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19765225478791e-06,
      "loss": 0.0034,
      "step": 19176
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.197456995603026e-06,
      "loss": 0.019,
      "step": 19177
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.197261728167626e-06,
      "loss": 0.0145,
      "step": 19178
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.197066452482212e-06,
      "loss": 0.007,
      "step": 19179
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.196871168547286e-06,
      "loss": 0.0066,
      "step": 19180
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.196675876363354e-06,
      "loss": 0.0124,
      "step": 19181
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.196480575930919e-06,
      "loss": 0.0084,
      "step": 19182
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.196285267250486e-06,
      "loss": 0.007,
      "step": 19183
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.196089950322558e-06,
      "loss": 0.018,
      "step": 19184
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19589462514764e-06,
      "loss": 0.0033,
      "step": 19185
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.195699291726234e-06,
      "loss": 0.0046,
      "step": 19186
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.195503950058845e-06,
      "loss": 0.007,
      "step": 19187
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.195308600145978e-06,
      "loss": 0.0021,
      "step": 19188
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.195113241988137e-06,
      "loss": 0.003,
      "step": 19189
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.194917875585826e-06,
      "loss": 0.0272,
      "step": 19190
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.194722500939547e-06,
      "loss": 0.009,
      "step": 19191
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.194527118049806e-06,
      "loss": 0.0223,
      "step": 19192
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.194331726917108e-06,
      "loss": 0.0103,
      "step": 19193
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.194136327541956e-06,
      "loss": 0.0048,
      "step": 19194
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.193940919924854e-06,
      "loss": 0.0091,
      "step": 19195
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.193745504066306e-06,
      "loss": 0.0057,
      "step": 19196
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.193550079966817e-06,
      "loss": 0.0067,
      "step": 19197
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.193354647626891e-06,
      "loss": 0.0024,
      "step": 19198
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.193159207047032e-06,
      "loss": 0.0096,
      "step": 19199
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.192963758227746e-06,
      "loss": 0.0129,
      "step": 19200
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.192768301169533e-06,
      "loss": 0.0072,
      "step": 19201
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.192572835872902e-06,
      "loss": 0.0122,
      "step": 19202
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.192377362338357e-06,
      "loss": 0.0161,
      "step": 19203
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1921818805664e-06,
      "loss": 0.004,
      "step": 19204
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.191986390557533e-06,
      "loss": 0.029,
      "step": 19205
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.191790892312269e-06,
      "loss": 0.0017,
      "step": 19206
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.191595385831103e-06,
      "loss": 0.0019,
      "step": 19207
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.191399871114548e-06,
      "loss": 0.0188,
      "step": 19208
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.191204348163101e-06,
      "loss": 0.0216,
      "step": 19209
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19100881697727e-06,
      "loss": 0.0053,
      "step": 19210
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19081327755756e-06,
      "loss": 0.005,
      "step": 19211
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.190617729904475e-06,
      "loss": 0.0012,
      "step": 19212
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.19042217401852e-06,
      "loss": 0.0203,
      "step": 19213
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.190226609900198e-06,
      "loss": 0.0066,
      "step": 19214
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.190031037550015e-06,
      "loss": 0.0047,
      "step": 19215
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.189835456968476e-06,
      "loss": 0.003,
      "step": 19216
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.189639868156086e-06,
      "loss": 0.0099,
      "step": 19217
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.189444271113346e-06,
      "loss": 0.0059,
      "step": 19218
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.189248665840764e-06,
      "loss": 0.0066,
      "step": 19219
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.189053052338844e-06,
      "loss": 0.0057,
      "step": 19220
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.188857430608092e-06,
      "loss": 0.0114,
      "step": 19221
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.18866180064901e-06,
      "loss": 0.007,
      "step": 19222
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.188466162462107e-06,
      "loss": 0.0159,
      "step": 19223
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.188270516047883e-06,
      "loss": 0.0496,
      "step": 19224
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.188074861406845e-06,
      "loss": 0.01,
      "step": 19225
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.187879198539499e-06,
      "loss": 0.0039,
      "step": 19226
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.187683527446349e-06,
      "loss": 0.0052,
      "step": 19227
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.187487848127897e-06,
      "loss": 0.0037,
      "step": 19228
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.187292160584653e-06,
      "loss": 0.0127,
      "step": 19229
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.18709646481712e-06,
      "loss": 0.0064,
      "step": 19230
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.186900760825801e-06,
      "loss": 0.0119,
      "step": 19231
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.186705048611203e-06,
      "loss": 0.0081,
      "step": 19232
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.18650932817383e-06,
      "loss": 0.0172,
      "step": 19233
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.186313599514188e-06,
      "loss": 0.0085,
      "step": 19234
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.186117862632783e-06,
      "loss": 0.0066,
      "step": 19235
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.185922117530117e-06,
      "loss": 0.0048,
      "step": 19236
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.185726364206696e-06,
      "loss": 0.0063,
      "step": 19237
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.185530602663027e-06,
      "loss": 0.0122,
      "step": 19238
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.185334832899614e-06,
      "loss": 0.0151,
      "step": 19239
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.185139054916962e-06,
      "loss": 0.0123,
      "step": 19240
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.184943268715574e-06,
      "loss": 0.0142,
      "step": 19241
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.184747474295962e-06,
      "loss": 0.0078,
      "step": 19242
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.184551671658623e-06,
      "loss": 0.005,
      "step": 19243
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.184355860804068e-06,
      "loss": 0.0064,
      "step": 19244
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.184160041732798e-06,
      "loss": 0.025,
      "step": 19245
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.183964214445323e-06,
      "loss": 0.0241,
      "step": 19246
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.183768378942143e-06,
      "loss": 0.0112,
      "step": 19247
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.183572535223769e-06,
      "loss": 0.0086,
      "step": 19248
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1833766832907e-06,
      "loss": 0.0167,
      "step": 19249
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.183180823143449e-06,
      "loss": 0.013,
      "step": 19250
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.182984954782513e-06,
      "loss": 0.0117,
      "step": 19251
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.182789078208404e-06,
      "loss": 0.0062,
      "step": 19252
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.182593193421625e-06,
      "loss": 0.0067,
      "step": 19253
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.182397300422683e-06,
      "loss": 0.0267,
      "step": 19254
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.182201399212078e-06,
      "loss": 0.0125,
      "step": 19255
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.182005489790321e-06,
      "loss": 0.0085,
      "step": 19256
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.181809572157916e-06,
      "loss": 0.0083,
      "step": 19257
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.18161364631537e-06,
      "loss": 0.0053,
      "step": 19258
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.181417712263186e-06,
      "loss": 0.0049,
      "step": 19259
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.18122177000187e-06,
      "loss": 0.0122,
      "step": 19260
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.181025819531927e-06,
      "loss": 0.0067,
      "step": 19261
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.180829860853866e-06,
      "loss": 0.0091,
      "step": 19262
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.180633893968191e-06,
      "loss": 0.0041,
      "step": 19263
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.180437918875405e-06,
      "loss": 0.0109,
      "step": 19264
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.180241935576017e-06,
      "loss": 0.0056,
      "step": 19265
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.18004594407053e-06,
      "loss": 0.0482,
      "step": 19266
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.179849944359452e-06,
      "loss": 0.0078,
      "step": 19267
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.179653936443291e-06,
      "loss": 0.0043,
      "step": 19268
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.179457920322545e-06,
      "loss": 0.0199,
      "step": 19269
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.179261895997728e-06,
      "loss": 0.008,
      "step": 19270
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17906586346934e-06,
      "loss": 0.0038,
      "step": 19271
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17886982273789e-06,
      "loss": 0.0042,
      "step": 19272
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.178673773803884e-06,
      "loss": 0.0156,
      "step": 19273
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.178477716667826e-06,
      "loss": 0.0133,
      "step": 19274
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.178281651330222e-06,
      "loss": 0.0064,
      "step": 19275
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17808557779158e-06,
      "loss": 0.0064,
      "step": 19276
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.177889496052403e-06,
      "loss": 0.0068,
      "step": 19277
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1776934061132e-06,
      "loss": 0.0052,
      "step": 19278
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.177497307974476e-06,
      "loss": 0.0016,
      "step": 19279
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.177301201636735e-06,
      "loss": 0.0285,
      "step": 19280
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.177105087100485e-06,
      "loss": 0.0046,
      "step": 19281
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.176908964366231e-06,
      "loss": 0.007,
      "step": 19282
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17671283343448e-06,
      "loss": 0.0028,
      "step": 19283
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17651669430574e-06,
      "loss": 0.0307,
      "step": 19284
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.176320546980512e-06,
      "loss": 0.0102,
      "step": 19285
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.176124391459307e-06,
      "loss": 0.0262,
      "step": 19286
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.175928227742628e-06,
      "loss": 0.0094,
      "step": 19287
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.175732055830984e-06,
      "loss": 0.0193,
      "step": 19288
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.175535875724878e-06,
      "loss": 0.0077,
      "step": 19289
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.175339687424817e-06,
      "loss": 0.0062,
      "step": 19290
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17514349093131e-06,
      "loss": 0.0105,
      "step": 19291
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17494728624486e-06,
      "loss": 0.0125,
      "step": 19292
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.174751073365973e-06,
      "loss": 0.0149,
      "step": 19293
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.174554852295159e-06,
      "loss": 0.014,
      "step": 19294
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17435862303292e-06,
      "loss": 0.0072,
      "step": 19295
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.174162385579767e-06,
      "loss": 0.002,
      "step": 19296
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.173966139936203e-06,
      "loss": 0.0027,
      "step": 19297
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.173769886102735e-06,
      "loss": 0.0084,
      "step": 19298
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17357362407987e-06,
      "loss": 0.0334,
      "step": 19299
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.173377353868113e-06,
      "loss": 0.0065,
      "step": 19300
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17318107546797e-06,
      "loss": 0.0141,
      "step": 19301
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.172984788879952e-06,
      "loss": 0.0113,
      "step": 19302
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17278849410456e-06,
      "loss": 0.0117,
      "step": 19303
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.172592191142305e-06,
      "loss": 0.007,
      "step": 19304
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17239587999369e-06,
      "loss": 0.0078,
      "step": 19305
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.172199560659222e-06,
      "loss": 0.0081,
      "step": 19306
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.172003233139412e-06,
      "loss": 0.0056,
      "step": 19307
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17180689743476e-06,
      "loss": 0.015,
      "step": 19308
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.171610553545778e-06,
      "loss": 0.0127,
      "step": 19309
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.171414201472967e-06,
      "loss": 0.0088,
      "step": 19310
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17121784121684e-06,
      "loss": 0.006,
      "step": 19311
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1710214727779e-06,
      "loss": 0.0064,
      "step": 19312
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.170825096156654e-06,
      "loss": 0.0091,
      "step": 19313
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.17062871135361e-06,
      "loss": 0.0252,
      "step": 19314
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.170432318369273e-06,
      "loss": 0.0138,
      "step": 19315
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.170235917204151e-06,
      "loss": 0.0082,
      "step": 19316
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.170039507858749e-06,
      "loss": 0.0088,
      "step": 19317
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.169843090333577e-06,
      "loss": 0.0101,
      "step": 19318
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.169646664629138e-06,
      "loss": 0.0076,
      "step": 19319
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.169450230745942e-06,
      "loss": 0.005,
      "step": 19320
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.169253788684496e-06,
      "loss": 0.0167,
      "step": 19321
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.169057338445304e-06,
      "loss": 0.0091,
      "step": 19322
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.168860880028876e-06,
      "loss": 0.004,
      "step": 19323
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.168664413435716e-06,
      "loss": 0.0112,
      "step": 19324
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.168467938666333e-06,
      "loss": 0.0103,
      "step": 19325
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.168271455721232e-06,
      "loss": 0.0068,
      "step": 19326
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.168074964600925e-06,
      "loss": 0.0074,
      "step": 19327
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.167878465305913e-06,
      "loss": 0.0093,
      "step": 19328
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.167681957836706e-06,
      "loss": 0.0054,
      "step": 19329
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16748544219381e-06,
      "loss": 0.0128,
      "step": 19330
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.167288918377732e-06,
      "loss": 0.0151,
      "step": 19331
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16709238638898e-06,
      "loss": 0.0087,
      "step": 19332
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.166895846228062e-06,
      "loss": 0.01,
      "step": 19333
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.166699297895482e-06,
      "loss": 0.0139,
      "step": 19334
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16650274139175e-06,
      "loss": 0.0028,
      "step": 19335
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.166306176717371e-06,
      "loss": 0.0102,
      "step": 19336
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.166109603872855e-06,
      "loss": 0.0107,
      "step": 19337
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.165913022858708e-06,
      "loss": 0.0078,
      "step": 19338
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.165716433675437e-06,
      "loss": 0.0052,
      "step": 19339
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.165519836323547e-06,
      "loss": 0.0065,
      "step": 19340
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16532323080355e-06,
      "loss": 0.0072,
      "step": 19341
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.165126617115949e-06,
      "loss": 0.0065,
      "step": 19342
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.164929995261255e-06,
      "loss": 0.0048,
      "step": 19343
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.164733365239972e-06,
      "loss": 0.021,
      "step": 19344
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.164536727052609e-06,
      "loss": 0.0332,
      "step": 19345
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.164340080699673e-06,
      "loss": 0.0161,
      "step": 19346
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.164143426181673e-06,
      "loss": 0.0374,
      "step": 19347
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.163946763499113e-06,
      "loss": 0.0288,
      "step": 19348
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.163750092652505e-06,
      "loss": 0.0111,
      "step": 19349
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16355341364235e-06,
      "loss": 0.0078,
      "step": 19350
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.163356726469163e-06,
      "loss": 0.0062,
      "step": 19351
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.163160031133449e-06,
      "loss": 0.0079,
      "step": 19352
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.162963327635712e-06,
      "loss": 0.007,
      "step": 19353
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.162766615976464e-06,
      "loss": 0.0062,
      "step": 19354
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.162569896156207e-06,
      "loss": 0.0047,
      "step": 19355
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.162373168175455e-06,
      "loss": 0.0155,
      "step": 19356
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.162176432034714e-06,
      "loss": 0.0051,
      "step": 19357
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16197968773449e-06,
      "loss": 0.0062,
      "step": 19358
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16178293527529e-06,
      "loss": 0.0191,
      "step": 19359
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.161586174657623e-06,
      "loss": 0.0067,
      "step": 19360
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.161389405882e-06,
      "loss": 0.005,
      "step": 19361
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16119262894892e-06,
      "loss": 0.008,
      "step": 19362
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1609958438589e-06,
      "loss": 0.011,
      "step": 19363
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.160799050612442e-06,
      "loss": 0.0046,
      "step": 19364
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.160602249210056e-06,
      "loss": 0.0068,
      "step": 19365
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16040543965225e-06,
      "loss": 0.0092,
      "step": 19366
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.160208621939532e-06,
      "loss": 0.0065,
      "step": 19367
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.16001179607241e-06,
      "loss": 0.0022,
      "step": 19368
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.159814962051388e-06,
      "loss": 0.0086,
      "step": 19369
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.159618119876978e-06,
      "loss": 0.0159,
      "step": 19370
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.159421269549688e-06,
      "loss": 0.005,
      "step": 19371
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.159224411070023e-06,
      "loss": 0.0264,
      "step": 19372
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.159027544438496e-06,
      "loss": 0.005,
      "step": 19373
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15883066965561e-06,
      "loss": 0.0074,
      "step": 19374
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.158633786721874e-06,
      "loss": 0.009,
      "step": 19375
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.158436895637797e-06,
      "loss": 0.0094,
      "step": 19376
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.158239996403886e-06,
      "loss": 0.0065,
      "step": 19377
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.158043089020654e-06,
      "loss": 0.0111,
      "step": 19378
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.157846173488601e-06,
      "loss": 0.0114,
      "step": 19379
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15764924980824e-06,
      "loss": 0.0159,
      "step": 19380
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15745231798008e-06,
      "loss": 0.01,
      "step": 19381
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.157255378004625e-06,
      "loss": 0.0129,
      "step": 19382
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.157058429882387e-06,
      "loss": 0.0063,
      "step": 19383
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.156861473613871e-06,
      "loss": 0.0122,
      "step": 19384
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.156664509199588e-06,
      "loss": 0.0122,
      "step": 19385
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.156467536640047e-06,
      "loss": 0.0178,
      "step": 19386
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.156270555935753e-06,
      "loss": 0.0102,
      "step": 19387
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.156073567087216e-06,
      "loss": 0.0091,
      "step": 19388
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.155876570094943e-06,
      "loss": 0.0132,
      "step": 19389
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.155679564959444e-06,
      "loss": 0.006,
      "step": 19390
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.155482551681226e-06,
      "loss": 0.0094,
      "step": 19391
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1552855302608e-06,
      "loss": 0.0139,
      "step": 19392
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.155088500698671e-06,
      "loss": 0.023,
      "step": 19393
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.154891462995349e-06,
      "loss": 0.0048,
      "step": 19394
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.154694417151343e-06,
      "loss": 0.0112,
      "step": 19395
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15449736316716e-06,
      "loss": 0.0061,
      "step": 19396
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.154300301043308e-06,
      "loss": 0.0038,
      "step": 19397
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1541032307803e-06,
      "loss": 0.0104,
      "step": 19398
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.153906152378638e-06,
      "loss": 0.0056,
      "step": 19399
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.153709065838835e-06,
      "loss": 0.0132,
      "step": 19400
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.153511971161398e-06,
      "loss": 0.013,
      "step": 19401
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.153314868346836e-06,
      "loss": 0.0017,
      "step": 19402
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.153117757395658e-06,
      "loss": 0.0065,
      "step": 19403
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15292063830837e-06,
      "loss": 0.0061,
      "step": 19404
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.152723511085484e-06,
      "loss": 0.0117,
      "step": 19405
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.152526375727508e-06,
      "loss": 0.0078,
      "step": 19406
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15232923223495e-06,
      "loss": 0.0056,
      "step": 19407
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.152132080608318e-06,
      "loss": 0.0066,
      "step": 19408
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.151934920848122e-06,
      "loss": 0.0061,
      "step": 19409
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15173775295487e-06,
      "loss": 0.0089,
      "step": 19410
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.15154057692907e-06,
      "loss": 0.0112,
      "step": 19411
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.151343392771231e-06,
      "loss": 0.0111,
      "step": 19412
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.151146200481865e-06,
      "loss": 0.0024,
      "step": 19413
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.150949000061475e-06,
      "loss": 0.0134,
      "step": 19414
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.150751791510575e-06,
      "loss": 0.0126,
      "step": 19415
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.150554574829672e-06,
      "loss": 0.0268,
      "step": 19416
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.150357350019276e-06,
      "loss": 0.0182,
      "step": 19417
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.150160117079893e-06,
      "loss": 0.0049,
      "step": 19418
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.149962876012036e-06,
      "loss": 0.0024,
      "step": 19419
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.14976562681621e-06,
      "loss": 0.006,
      "step": 19420
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.149568369492926e-06,
      "loss": 0.0084,
      "step": 19421
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.149371104042691e-06,
      "loss": 0.0116,
      "step": 19422
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.149173830466019e-06,
      "loss": 0.0143,
      "step": 19423
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.148976548763412e-06,
      "loss": 0.0041,
      "step": 19424
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.148779258935385e-06,
      "loss": 0.0087,
      "step": 19425
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.148581960982445e-06,
      "loss": 0.0146,
      "step": 19426
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.1483846549051e-06,
      "loss": 0.0092,
      "step": 19427
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.148187340703862e-06,
      "loss": 0.0081,
      "step": 19428
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.147990018379234e-06,
      "loss": 0.0038,
      "step": 19429
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.147792687931733e-06,
      "loss": 0.0019,
      "step": 19430
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.147595349361862e-06,
      "loss": 0.0064,
      "step": 19431
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.147398002670135e-06,
      "loss": 0.0051,
      "step": 19432
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.147200647857058e-06,
      "loss": 0.0049,
      "step": 19433
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.147003284923142e-06,
      "loss": 0.0309,
      "step": 19434
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.146805913868893e-06,
      "loss": 0.0119,
      "step": 19435
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.146608534694826e-06,
      "loss": 0.0162,
      "step": 19436
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.146411147401445e-06,
      "loss": 0.0256,
      "step": 19437
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.146213751989263e-06,
      "loss": 0.0021,
      "step": 19438
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.146016348458785e-06,
      "loss": 0.0033,
      "step": 19439
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.145818936810525e-06,
      "loss": 0.0099,
      "step": 19440
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.145621517044989e-06,
      "loss": 0.0106,
      "step": 19441
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.145424089162688e-06,
      "loss": 0.0272,
      "step": 19442
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.145226653164133e-06,
      "loss": 0.007,
      "step": 19443
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.14502920904983e-06,
      "loss": 0.0057,
      "step": 19444
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.144831756820293e-06,
      "loss": 0.0046,
      "step": 19445
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.144634296476026e-06,
      "loss": 0.0032,
      "step": 19446
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.144436828017542e-06,
      "loss": 0.002,
      "step": 19447
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.14423935144535e-06,
      "loss": 0.004,
      "step": 19448
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.144041866759957e-06,
      "loss": 0.0032,
      "step": 19449
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.143844373961879e-06,
      "loss": 0.0049,
      "step": 19450
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.143646873051618e-06,
      "loss": 0.007,
      "step": 19451
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.14344936402969e-06,
      "loss": 0.0205,
      "step": 19452
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.1432518468966e-06,
      "loss": 0.0049,
      "step": 19453
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.14305432165286e-06,
      "loss": 0.0085,
      "step": 19454
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.142856788298975e-06,
      "loss": 0.0165,
      "step": 19455
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.142659246835466e-06,
      "loss": 0.0051,
      "step": 19456
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.142461697262832e-06,
      "loss": 0.0018,
      "step": 19457
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.142264139581585e-06,
      "loss": 0.0037,
      "step": 19458
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.142066573792236e-06,
      "loss": 0.0116,
      "step": 19459
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.141868999895298e-06,
      "loss": 0.0032,
      "step": 19460
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.141671417891275e-06,
      "loss": 0.0065,
      "step": 19461
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.14147382778068e-06,
      "loss": 0.0115,
      "step": 19462
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.141276229564022e-06,
      "loss": 0.0037,
      "step": 19463
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.141078623241812e-06,
      "loss": 0.0089,
      "step": 19464
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.140881008814559e-06,
      "loss": 0.0082,
      "step": 19465
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.140683386282772e-06,
      "loss": 0.0097,
      "step": 19466
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.140485755646962e-06,
      "loss": 0.0033,
      "step": 19467
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.14028811690764e-06,
      "loss": 0.0052,
      "step": 19468
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.140090470065314e-06,
      "loss": 0.0075,
      "step": 19469
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.139892815120496e-06,
      "loss": 0.0076,
      "step": 19470
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.139695152073692e-06,
      "loss": 0.0062,
      "step": 19471
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.139497480925418e-06,
      "loss": 0.0065,
      "step": 19472
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.139299801676179e-06,
      "loss": 0.0215,
      "step": 19473
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.139102114326488e-06,
      "loss": 0.0062,
      "step": 19474
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.138904418876854e-06,
      "loss": 0.0029,
      "step": 19475
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.138706715327786e-06,
      "loss": 0.0118,
      "step": 19476
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.138509003679797e-06,
      "loss": 0.0021,
      "step": 19477
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.138311283933396e-06,
      "loss": 0.0078,
      "step": 19478
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.138113556089091e-06,
      "loss": 0.0097,
      "step": 19479
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.137915820147395e-06,
      "loss": 0.0076,
      "step": 19480
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.137718076108817e-06,
      "loss": 0.0131,
      "step": 19481
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.137520323973866e-06,
      "loss": 0.0053,
      "step": 19482
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.137322563743055e-06,
      "loss": 0.0128,
      "step": 19483
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.137124795416893e-06,
      "loss": 0.0113,
      "step": 19484
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.13692701899589e-06,
      "loss": 0.0047,
      "step": 19485
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.136729234480555e-06,
      "loss": 0.0089,
      "step": 19486
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.136531441871404e-06,
      "loss": 0.0035,
      "step": 19487
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.13633364116894e-06,
      "loss": 0.0292,
      "step": 19488
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.136135832373677e-06,
      "loss": 0.0033,
      "step": 19489
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.135938015486127e-06,
      "loss": 0.0045,
      "step": 19490
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.135740190506797e-06,
      "loss": 0.0191,
      "step": 19491
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.1355423574362e-06,
      "loss": 0.0094,
      "step": 19492
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.135344516274844e-06,
      "loss": 0.0162,
      "step": 19493
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.135146667023242e-06,
      "loss": 0.0041,
      "step": 19494
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.134948809681903e-06,
      "loss": 0.0276,
      "step": 19495
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.134750944251339e-06,
      "loss": 0.0112,
      "step": 19496
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.134553070732059e-06,
      "loss": 0.0201,
      "step": 19497
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.134355189124574e-06,
      "loss": 0.0108,
      "step": 19498
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.134157299429394e-06,
      "loss": 0.011,
      "step": 19499
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.133959401647031e-06,
      "loss": 0.0021,
      "step": 19500
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.133761495777996e-06,
      "loss": 0.02,
      "step": 19501
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.133563581822798e-06,
      "loss": 0.0116,
      "step": 19502
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.133365659781949e-06,
      "loss": 0.0069,
      "step": 19503
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.133167729655958e-06,
      "loss": 0.0112,
      "step": 19504
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.132969791445338e-06,
      "loss": 0.0072,
      "step": 19505
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.132771845150598e-06,
      "loss": 0.0016,
      "step": 19506
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.13257389077225e-06,
      "loss": 0.0143,
      "step": 19507
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.132375928310802e-06,
      "loss": 0.0126,
      "step": 19508
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.13217795776677e-06,
      "loss": 0.0559,
      "step": 19509
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.13197997914066e-06,
      "loss": 0.0035,
      "step": 19510
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.131781992432983e-06,
      "loss": 0.0055,
      "step": 19511
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.131583997644254e-06,
      "loss": 0.0071,
      "step": 19512
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.13138599477498e-06,
      "loss": 0.0283,
      "step": 19513
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.131187983825675e-06,
      "loss": 0.0126,
      "step": 19514
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.130989964796846e-06,
      "loss": 0.0128,
      "step": 19515
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.130791937689009e-06,
      "loss": 0.0083,
      "step": 19516
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.13059390250267e-06,
      "loss": 0.0097,
      "step": 19517
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.130395859238344e-06,
      "loss": 0.0048,
      "step": 19518
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.130197807896538e-06,
      "loss": 0.0114,
      "step": 19519
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.129999748477766e-06,
      "loss": 0.0144,
      "step": 19520
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.129801680982539e-06,
      "loss": 0.0234,
      "step": 19521
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.129603605411367e-06,
      "loss": 0.0224,
      "step": 19522
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.129405521764761e-06,
      "loss": 0.0201,
      "step": 19523
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.129207430043233e-06,
      "loss": 0.0033,
      "step": 19524
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.129009330247293e-06,
      "loss": 0.0081,
      "step": 19525
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.128811222377456e-06,
      "loss": 0.0061,
      "step": 19526
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.128613106434226e-06,
      "loss": 0.0131,
      "step": 19527
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.12841498241812e-06,
      "loss": 0.0268,
      "step": 19528
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.128216850329649e-06,
      "loss": 0.0055,
      "step": 19529
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.128018710169321e-06,
      "loss": 0.0112,
      "step": 19530
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.12782056193765e-06,
      "loss": 0.0162,
      "step": 19531
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.127622405635146e-06,
      "loss": 0.0123,
      "step": 19532
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.127424241262319e-06,
      "loss": 0.0225,
      "step": 19533
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.127226068819682e-06,
      "loss": 0.0157,
      "step": 19534
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.127027888307747e-06,
      "loss": 0.0073,
      "step": 19535
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.126829699727027e-06,
      "loss": 0.0094,
      "step": 19536
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.12663150307803e-06,
      "loss": 0.0243,
      "step": 19537
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.126433298361266e-06,
      "loss": 0.0083,
      "step": 19538
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.126235085577252e-06,
      "loss": 0.0091,
      "step": 19539
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.126036864726495e-06,
      "loss": 0.0297,
      "step": 19540
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.125838635809508e-06,
      "loss": 0.0079,
      "step": 19541
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.125640398826803e-06,
      "loss": 0.0093,
      "step": 19542
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.125442153778891e-06,
      "loss": 0.0508,
      "step": 19543
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.125243900666281e-06,
      "loss": 0.0074,
      "step": 19544
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.12504563948949e-06,
      "loss": 0.0136,
      "step": 19545
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.124847370249025e-06,
      "loss": 0.0185,
      "step": 19546
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.1246490929454e-06,
      "loss": 0.0067,
      "step": 19547
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.124450807579125e-06,
      "loss": 0.0147,
      "step": 19548
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.124252514150712e-06,
      "loss": 0.0027,
      "step": 19549
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.124054212660674e-06,
      "loss": 0.0268,
      "step": 19550
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.12385590310952e-06,
      "loss": 0.0165,
      "step": 19551
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.123657585497768e-06,
      "loss": 0.0057,
      "step": 19552
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.12345925982592e-06,
      "loss": 0.0114,
      "step": 19553
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.123260926094496e-06,
      "loss": 0.0079,
      "step": 19554
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.123062584304004e-06,
      "loss": 0.0231,
      "step": 19555
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.122864234454957e-06,
      "loss": 0.0037,
      "step": 19556
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.122665876547866e-06,
      "loss": 0.0127,
      "step": 19557
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.122467510583243e-06,
      "loss": 0.0125,
      "step": 19558
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.1222691365616e-06,
      "loss": 0.0103,
      "step": 19559
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.122070754483448e-06,
      "loss": 0.0319,
      "step": 19560
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.1218723643493e-06,
      "loss": 0.0174,
      "step": 19561
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.12167396615967e-06,
      "loss": 0.0085,
      "step": 19562
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.121475559915065e-06,
      "loss": 0.0054,
      "step": 19563
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.121277145616e-06,
      "loss": 0.004,
      "step": 19564
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.121078723262988e-06,
      "loss": 0.0124,
      "step": 19565
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.120880292856538e-06,
      "loss": 0.0032,
      "step": 19566
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.120681854397165e-06,
      "loss": 0.024,
      "step": 19567
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.120483407885378e-06,
      "loss": 0.0068,
      "step": 19568
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.120284953321693e-06,
      "loss": 0.0065,
      "step": 19569
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.120086490706617e-06,
      "loss": 0.0235,
      "step": 19570
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.119888020040666e-06,
      "loss": 0.0059,
      "step": 19571
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.119689541324351e-06,
      "loss": 0.0147,
      "step": 19572
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.119491054558184e-06,
      "loss": 0.0007,
      "step": 19573
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.119292559742677e-06,
      "loss": 0.0142,
      "step": 19574
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.119094056878342e-06,
      "loss": 0.0128,
      "step": 19575
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.118895545965694e-06,
      "loss": 0.0132,
      "step": 19576
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.11869702700524e-06,
      "loss": 0.0388,
      "step": 19577
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.118498499997497e-06,
      "loss": 0.0309,
      "step": 19578
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.118299964942975e-06,
      "loss": 0.009,
      "step": 19579
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.118101421842186e-06,
      "loss": 0.0102,
      "step": 19580
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.117902870695644e-06,
      "loss": 0.0119,
      "step": 19581
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.11770431150386e-06,
      "loss": 0.0204,
      "step": 19582
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.117505744267346e-06,
      "loss": 0.0217,
      "step": 19583
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.117307168986617e-06,
      "loss": 0.0129,
      "step": 19584
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.11710858566218e-06,
      "loss": 0.0113,
      "step": 19585
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.116909994294555e-06,
      "loss": 0.0097,
      "step": 19586
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.116711394884248e-06,
      "loss": 0.0181,
      "step": 19587
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.116512787431774e-06,
      "loss": 0.0036,
      "step": 19588
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.116314171937645e-06,
      "loss": 0.0116,
      "step": 19589
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.116115548402372e-06,
      "loss": 0.0114,
      "step": 19590
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.115916916826472e-06,
      "loss": 0.01,
      "step": 19591
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.115718277210453e-06,
      "loss": 0.0119,
      "step": 19592
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.115519629554832e-06,
      "loss": 0.0163,
      "step": 19593
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.115320973860115e-06,
      "loss": 0.0121,
      "step": 19594
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.11512231012682e-06,
      "loss": 0.0059,
      "step": 19595
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.114923638355458e-06,
      "loss": 0.0165,
      "step": 19596
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.114724958546543e-06,
      "loss": 0.0263,
      "step": 19597
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.114526270700587e-06,
      "loss": 0.0216,
      "step": 19598
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.1143275748181e-06,
      "loss": 0.0096,
      "step": 19599
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.114128870899599e-06,
      "loss": 0.0099,
      "step": 19600
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.113930158945591e-06,
      "loss": 0.0047,
      "step": 19601
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.113731438956596e-06,
      "loss": 0.011,
      "step": 19602
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.11353271093312e-06,
      "loss": 0.0142,
      "step": 19603
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.11333397487568e-06,
      "loss": 0.0062,
      "step": 19604
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.113135230784788e-06,
      "loss": 0.0058,
      "step": 19605
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.112936478660956e-06,
      "loss": 0.0,
      "step": 19606
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.112737718504697e-06,
      "loss": 0.0199,
      "step": 19607
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.112538950316524e-06,
      "loss": 0.0076,
      "step": 19608
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.112340174096951e-06,
      "loss": 0.0154,
      "step": 19609
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.11214138984649e-06,
      "loss": 0.0068,
      "step": 19610
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.111942597565653e-06,
      "loss": 0.0223,
      "step": 19611
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.111743797254955e-06,
      "loss": 0.0103,
      "step": 19612
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.111544988914909e-06,
      "loss": 0.0052,
      "step": 19613
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.111346172546023e-06,
      "loss": 0.0073,
      "step": 19614
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.111147348148816e-06,
      "loss": 0.0039,
      "step": 19615
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.110948515723798e-06,
      "loss": 0.0309,
      "step": 19616
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.110749675271483e-06,
      "loss": 0.003,
      "step": 19617
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.110550826792385e-06,
      "loss": 0.0021,
      "step": 19618
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.110351970287016e-06,
      "loss": 0.0113,
      "step": 19619
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.110153105755887e-06,
      "loss": 0.0061,
      "step": 19620
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.109954233199517e-06,
      "loss": 0.0297,
      "step": 19621
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.109755352618413e-06,
      "loss": 0.0113,
      "step": 19622
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10955646401309e-06,
      "loss": 0.0051,
      "step": 19623
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.109357567384064e-06,
      "loss": 0.014,
      "step": 19624
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.109158662731844e-06,
      "loss": 0.0037,
      "step": 19625
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.108959750056949e-06,
      "loss": 0.0052,
      "step": 19626
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.108760829359886e-06,
      "loss": 0.0366,
      "step": 19627
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10856190064117e-06,
      "loss": 0.0044,
      "step": 19628
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.108362963901316e-06,
      "loss": 0.0115,
      "step": 19629
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.108164019140837e-06,
      "loss": 0.0148,
      "step": 19630
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.107965066360244e-06,
      "loss": 0.0047,
      "step": 19631
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.107766105560056e-06,
      "loss": 0.0178,
      "step": 19632
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.107567136740779e-06,
      "loss": 0.0089,
      "step": 19633
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.107368159902931e-06,
      "loss": 0.0165,
      "step": 19634
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.107169175047025e-06,
      "loss": 0.0058,
      "step": 19635
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.106970182173573e-06,
      "loss": 0.0045,
      "step": 19636
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.106771181283092e-06,
      "loss": 0.012,
      "step": 19637
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10657217237609e-06,
      "loss": 0.0144,
      "step": 19638
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.106373155453084e-06,
      "loss": 0.0219,
      "step": 19639
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.106174130514586e-06,
      "loss": 0.0123,
      "step": 19640
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.105975097561112e-06,
      "loss": 0.0032,
      "step": 19641
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.105776056593174e-06,
      "loss": 0.0089,
      "step": 19642
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.105577007611283e-06,
      "loss": 0.0126,
      "step": 19643
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.105377950615958e-06,
      "loss": 0.0084,
      "step": 19644
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.105178885607708e-06,
      "loss": 0.0078,
      "step": 19645
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10497981258705e-06,
      "loss": 0.016,
      "step": 19646
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.104780731554495e-06,
      "loss": 0.0066,
      "step": 19647
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10458164251056e-06,
      "loss": 0.017,
      "step": 19648
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.104382545455754e-06,
      "loss": 0.0054,
      "step": 19649
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.104183440390594e-06,
      "loss": 0.0021,
      "step": 19650
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.103984327315595e-06,
      "loss": 0.0065,
      "step": 19651
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.103785206231266e-06,
      "loss": 0.0045,
      "step": 19652
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.103586077138127e-06,
      "loss": 0.0146,
      "step": 19653
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.103386940036687e-06,
      "loss": 0.0027,
      "step": 19654
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10318779492746e-06,
      "loss": 0.0105,
      "step": 19655
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.102988641810961e-06,
      "loss": 0.0159,
      "step": 19656
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.102789480687706e-06,
      "loss": 0.0153,
      "step": 19657
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.102590311558205e-06,
      "loss": 0.0315,
      "step": 19658
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.102391134422976e-06,
      "loss": 0.0096,
      "step": 19659
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10219194928253e-06,
      "loss": 0.0134,
      "step": 19660
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10199275613738e-06,
      "loss": 0.0344,
      "step": 19661
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.101793554988044e-06,
      "loss": 0.0135,
      "step": 19662
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.101594345835034e-06,
      "loss": 0.009,
      "step": 19663
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.101395128678863e-06,
      "loss": 0.0221,
      "step": 19664
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.101195903520046e-06,
      "loss": 0.0089,
      "step": 19665
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.100996670359096e-06,
      "loss": 0.0345,
      "step": 19666
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10079742919653e-06,
      "loss": 0.013,
      "step": 19667
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.100598180032858e-06,
      "loss": 0.0034,
      "step": 19668
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.100398922868597e-06,
      "loss": 0.01,
      "step": 19669
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.10019965770426e-06,
      "loss": 0.0022,
      "step": 19670
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.100000384540363e-06,
      "loss": 0.0023,
      "step": 19671
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.099801103377418e-06,
      "loss": 0.0128,
      "step": 19672
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.099601814215939e-06,
      "loss": 0.0153,
      "step": 19673
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.099402517056443e-06,
      "loss": 0.0038,
      "step": 19674
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.09920321189944e-06,
      "loss": 0.0135,
      "step": 19675
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.09900389874545e-06,
      "loss": 0.0019,
      "step": 19676
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.098804577594982e-06,
      "loss": 0.0092,
      "step": 19677
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.098605248448552e-06,
      "loss": 0.004,
      "step": 19678
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.098405911306677e-06,
      "loss": 0.0113,
      "step": 19679
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.098206566169868e-06,
      "loss": 0.0126,
      "step": 19680
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.098007213038639e-06,
      "loss": 0.0193,
      "step": 19681
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.097807851913507e-06,
      "loss": 0.0123,
      "step": 19682
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.097608482794986e-06,
      "loss": 0.0152,
      "step": 19683
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.097409105683587e-06,
      "loss": 0.0019,
      "step": 19684
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.097209720579828e-06,
      "loss": 0.0207,
      "step": 19685
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.097010327484225e-06,
      "loss": 0.0022,
      "step": 19686
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.096810926397289e-06,
      "loss": 0.0268,
      "step": 19687
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.096611517319535e-06,
      "loss": 0.0057,
      "step": 19688
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.096412100251478e-06,
      "loss": 0.004,
      "step": 19689
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.096212675193633e-06,
      "loss": 0.0023,
      "step": 19690
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.096013242146515e-06,
      "loss": 0.0067,
      "step": 19691
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.095813801110638e-06,
      "loss": 0.0097,
      "step": 19692
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.095614352086516e-06,
      "loss": 0.0104,
      "step": 19693
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.095414895074664e-06,
      "loss": 0.0071,
      "step": 19694
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.095215430075598e-06,
      "loss": 0.003,
      "step": 19695
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.09501595708983e-06,
      "loss": 0.0143,
      "step": 19696
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.094816476117877e-06,
      "loss": 0.0142,
      "step": 19697
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.094616987160253e-06,
      "loss": 0.0081,
      "step": 19698
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.094417490217474e-06,
      "loss": 0.0129,
      "step": 19699
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.094217985290052e-06,
      "loss": 0.0057,
      "step": 19700
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.094018472378503e-06,
      "loss": 0.0222,
      "step": 19701
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.093818951483343e-06,
      "loss": 0.014,
      "step": 19702
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.093619422605085e-06,
      "loss": 0.0056,
      "step": 19703
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.093419885744247e-06,
      "loss": 0.0532,
      "step": 19704
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.093220340901339e-06,
      "loss": 0.0168,
      "step": 19705
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.093020788076879e-06,
      "loss": 0.0109,
      "step": 19706
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.092821227271383e-06,
      "loss": 0.0074,
      "step": 19707
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.092621658485365e-06,
      "loss": 0.0144,
      "step": 19708
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.092422081719337e-06,
      "loss": 0.007,
      "step": 19709
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.092222496973819e-06,
      "loss": 0.0126,
      "step": 19710
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.092022904249321e-06,
      "loss": 0.0132,
      "step": 19711
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.091823303546363e-06,
      "loss": 0.0011,
      "step": 19712
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.091623694865454e-06,
      "loss": 0.0072,
      "step": 19713
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.091424078207114e-06,
      "loss": 0.0155,
      "step": 19714
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.091224453571856e-06,
      "loss": 0.0073,
      "step": 19715
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.091024820960196e-06,
      "loss": 0.0314,
      "step": 19716
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.09082518037265e-06,
      "loss": 0.0199,
      "step": 19717
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.090625531809731e-06,
      "loss": 0.0122,
      "step": 19718
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.090425875271955e-06,
      "loss": 0.0038,
      "step": 19719
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.090226210759838e-06,
      "loss": 0.0076,
      "step": 19720
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.090026538273891e-06,
      "loss": 0.0037,
      "step": 19721
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.089826857814638e-06,
      "loss": 0.0053,
      "step": 19722
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.089627169382586e-06,
      "loss": 0.0065,
      "step": 19723
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.089427472978252e-06,
      "loss": 0.0043,
      "step": 19724
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.089227768602154e-06,
      "loss": 0.023,
      "step": 19725
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.089028056254807e-06,
      "loss": 0.0179,
      "step": 19726
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.088828335936722e-06,
      "loss": 0.0019,
      "step": 19727
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08862860764842e-06,
      "loss": 0.0025,
      "step": 19728
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.088428871390412e-06,
      "loss": 0.0049,
      "step": 19729
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.088229127163216e-06,
      "loss": 0.0104,
      "step": 19730
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.088029374967348e-06,
      "loss": 0.003,
      "step": 19731
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08782961480332e-06,
      "loss": 0.0106,
      "step": 19732
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08762984667165e-06,
      "loss": 0.0136,
      "step": 19733
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.087430070572854e-06,
      "loss": 0.0115,
      "step": 19734
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.087230286507444e-06,
      "loss": 0.0239,
      "step": 19735
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08703049447594e-06,
      "loss": 0.0184,
      "step": 19736
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.086830694478855e-06,
      "loss": 0.0029,
      "step": 19737
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.086630886516707e-06,
      "loss": 0.0079,
      "step": 19738
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.086431070590005e-06,
      "loss": 0.0031,
      "step": 19739
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.086231246699271e-06,
      "loss": 0.0066,
      "step": 19740
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.086031414845021e-06,
      "loss": 0.0028,
      "step": 19741
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.085831575027767e-06,
      "loss": 0.0095,
      "step": 19742
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.085631727248027e-06,
      "loss": 0.0034,
      "step": 19743
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.085431871506315e-06,
      "loss": 0.0154,
      "step": 19744
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.085232007803146e-06,
      "loss": 0.0056,
      "step": 19745
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.085032136139039e-06,
      "loss": 0.0071,
      "step": 19746
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.084832256514507e-06,
      "loss": 0.0005,
      "step": 19747
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.084632368930067e-06,
      "loss": 0.0066,
      "step": 19748
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.084432473386234e-06,
      "loss": 0.0039,
      "step": 19749
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.084232569883525e-06,
      "loss": 0.0048,
      "step": 19750
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.084032658422456e-06,
      "loss": 0.0378,
      "step": 19751
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08383273900354e-06,
      "loss": 0.0043,
      "step": 19752
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.083632811627296e-06,
      "loss": 0.0037,
      "step": 19753
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.083432876294238e-06,
      "loss": 0.018,
      "step": 19754
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08323293300488e-06,
      "loss": 0.0192,
      "step": 19755
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.083032981759746e-06,
      "loss": 0.0244,
      "step": 19756
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.082833022559342e-06,
      "loss": 0.0178,
      "step": 19757
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08263305540419e-06,
      "loss": 0.0273,
      "step": 19758
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.082433080294804e-06,
      "loss": 0.0182,
      "step": 19759
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.0822330972317e-06,
      "loss": 0.0074,
      "step": 19760
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.082033106215397e-06,
      "loss": 0.0083,
      "step": 19761
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.081833107246405e-06,
      "loss": 0.0162,
      "step": 19762
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.081633100325246e-06,
      "loss": 0.0054,
      "step": 19763
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08143308545243e-06,
      "loss": 0.0093,
      "step": 19764
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08123306262848e-06,
      "loss": 0.0156,
      "step": 19765
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.081033031853909e-06,
      "loss": 0.0037,
      "step": 19766
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.08083299312923e-06,
      "loss": 0.0049,
      "step": 19767
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.080632946454965e-06,
      "loss": 0.0153,
      "step": 19768
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.080432891831626e-06,
      "loss": 0.0051,
      "step": 19769
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.080232829259731e-06,
      "loss": 0.0132,
      "step": 19770
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.080032758739795e-06,
      "loss": 0.0079,
      "step": 19771
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.079832680272336e-06,
      "loss": 0.0034,
      "step": 19772
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07963259385787e-06,
      "loss": 0.0122,
      "step": 19773
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07943249949691e-06,
      "loss": 0.0139,
      "step": 19774
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.079232397189976e-06,
      "loss": 0.0049,
      "step": 19775
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.079032286937582e-06,
      "loss": 0.0076,
      "step": 19776
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.078832168740248e-06,
      "loss": 0.0062,
      "step": 19777
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.078632042598486e-06,
      "loss": 0.0026,
      "step": 19778
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.078431908512816e-06,
      "loss": 0.0091,
      "step": 19779
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.078231766483751e-06,
      "loss": 0.0146,
      "step": 19780
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07803161651181e-06,
      "loss": 0.0131,
      "step": 19781
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07783145859751e-06,
      "loss": 0.0064,
      "step": 19782
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.077631292741363e-06,
      "loss": 0.0154,
      "step": 19783
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07743111894389e-06,
      "loss": 0.0075,
      "step": 19784
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.077230937205606e-06,
      "loss": 0.0099,
      "step": 19785
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07703074752703e-06,
      "loss": 0.0054,
      "step": 19786
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.076830549908672e-06,
      "loss": 0.0212,
      "step": 19787
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.076630344351057e-06,
      "loss": 0.0142,
      "step": 19788
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.076430130854693e-06,
      "loss": 0.0075,
      "step": 19789
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.076229909420104e-06,
      "loss": 0.0114,
      "step": 19790
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.076029680047803e-06,
      "loss": 0.0037,
      "step": 19791
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.075829442738308e-06,
      "loss": 0.0052,
      "step": 19792
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.075629197492134e-06,
      "loss": 0.0108,
      "step": 19793
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.075428944309798e-06,
      "loss": 0.0066,
      "step": 19794
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.075228683191818e-06,
      "loss": 0.0176,
      "step": 19795
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07502841413871e-06,
      "loss": 0.012,
      "step": 19796
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.074828137150991e-06,
      "loss": 0.0056,
      "step": 19797
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.074627852229179e-06,
      "loss": 0.0081,
      "step": 19798
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.074427559373788e-06,
      "loss": 0.0055,
      "step": 19799
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.074227258585337e-06,
      "loss": 0.0089,
      "step": 19800
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.074026949864342e-06,
      "loss": 0.0132,
      "step": 19801
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07382663321132e-06,
      "loss": 0.0102,
      "step": 19802
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.073626308626788e-06,
      "loss": 0.0112,
      "step": 19803
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.073425976111263e-06,
      "loss": 0.0051,
      "step": 19804
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07322563566526e-06,
      "loss": 0.0037,
      "step": 19805
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.073025287289299e-06,
      "loss": 0.0283,
      "step": 19806
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.072824930983894e-06,
      "loss": 0.0076,
      "step": 19807
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.072624566749566e-06,
      "loss": 0.0068,
      "step": 19808
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.072424194586827e-06,
      "loss": 0.0164,
      "step": 19809
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.0722238144962e-06,
      "loss": 0.0062,
      "step": 19810
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.072023426478197e-06,
      "loss": 0.0068,
      "step": 19811
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.071823030533336e-06,
      "loss": 0.0041,
      "step": 19812
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.071622626662136e-06,
      "loss": 0.004,
      "step": 19813
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.071422214865112e-06,
      "loss": 0.0306,
      "step": 19814
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.071221795142783e-06,
      "loss": 0.0158,
      "step": 19815
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.071021367495666e-06,
      "loss": 0.0111,
      "step": 19816
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.070820931924277e-06,
      "loss": 0.0094,
      "step": 19817
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.070620488429133e-06,
      "loss": 0.0091,
      "step": 19818
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.070420037010752e-06,
      "loss": 0.0067,
      "step": 19819
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.07021957766965e-06,
      "loss": 0.0062,
      "step": 19820
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.070019110406346e-06,
      "loss": 0.0038,
      "step": 19821
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.069818635221357e-06,
      "loss": 0.003,
      "step": 19822
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.0696181521152e-06,
      "loss": 0.0115,
      "step": 19823
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.069417661088391e-06,
      "loss": 0.0034,
      "step": 19824
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06921716214145e-06,
      "loss": 0.0195,
      "step": 19825
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.069016655274892e-06,
      "loss": 0.0151,
      "step": 19826
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.068816140489235e-06,
      "loss": 0.0066,
      "step": 19827
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.068615617784998e-06,
      "loss": 0.0323,
      "step": 19828
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.068415087162695e-06,
      "loss": 0.0103,
      "step": 19829
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.068214548622847e-06,
      "loss": 0.0037,
      "step": 19830
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06801400216597e-06,
      "loss": 0.0117,
      "step": 19831
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06781344779258e-06,
      "loss": 0.0288,
      "step": 19832
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.067612885503198e-06,
      "loss": 0.0147,
      "step": 19833
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06741231529834e-06,
      "loss": 0.0143,
      "step": 19834
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06721173717852e-06,
      "loss": 0.014,
      "step": 19835
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06701115114426e-06,
      "loss": 0.0087,
      "step": 19836
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.066810557196077e-06,
      "loss": 0.0062,
      "step": 19837
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.066609955334486e-06,
      "loss": 0.0064,
      "step": 19838
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.066409345560007e-06,
      "loss": 0.0102,
      "step": 19839
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.066208727873158e-06,
      "loss": 0.0091,
      "step": 19840
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.066008102274455e-06,
      "loss": 0.0041,
      "step": 19841
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.065807468764415e-06,
      "loss": 0.0112,
      "step": 19842
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.065606827343559e-06,
      "loss": 0.0115,
      "step": 19843
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.065406178012402e-06,
      "loss": 0.0091,
      "step": 19844
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.065205520771462e-06,
      "loss": 0.0039,
      "step": 19845
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.065004855621259e-06,
      "loss": 0.0132,
      "step": 19846
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.064804182562307e-06,
      "loss": 0.0204,
      "step": 19847
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.064603501595128e-06,
      "loss": 0.0018,
      "step": 19848
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.064402812720236e-06,
      "loss": 0.0021,
      "step": 19849
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06420211593815e-06,
      "loss": 0.0051,
      "step": 19850
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06400141124939e-06,
      "loss": 0.0054,
      "step": 19851
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.063800698654471e-06,
      "loss": 0.009,
      "step": 19852
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.063599978153913e-06,
      "loss": 0.0152,
      "step": 19853
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.063399249748232e-06,
      "loss": 0.0033,
      "step": 19854
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06319851343795e-06,
      "loss": 0.0218,
      "step": 19855
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06299776922358e-06,
      "loss": 0.0228,
      "step": 19856
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.062797017105641e-06,
      "loss": 0.0018,
      "step": 19857
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.062596257084652e-06,
      "loss": 0.0141,
      "step": 19858
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.062395489161133e-06,
      "loss": 0.0023,
      "step": 19859
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.062194713335599e-06,
      "loss": 0.0095,
      "step": 19860
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.061993929608569e-06,
      "loss": 0.0101,
      "step": 19861
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.061793137980563e-06,
      "loss": 0.0033,
      "step": 19862
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.061592338452094e-06,
      "loss": 0.0059,
      "step": 19863
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.061391531023685e-06,
      "loss": 0.0113,
      "step": 19864
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.061190715695855e-06,
      "loss": 0.0063,
      "step": 19865
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.060989892469117e-06,
      "loss": 0.0124,
      "step": 19866
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.060789061343994e-06,
      "loss": 0.0065,
      "step": 19867
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.060588222321e-06,
      "loss": 0.0184,
      "step": 19868
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.060387375400656e-06,
      "loss": 0.0058,
      "step": 19869
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.06018652058348e-06,
      "loss": 0.0218,
      "step": 19870
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.059985657869992e-06,
      "loss": 0.0283,
      "step": 19871
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.059784787260705e-06,
      "loss": 0.0049,
      "step": 19872
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.059583908756143e-06,
      "loss": 0.0093,
      "step": 19873
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.059383022356821e-06,
      "loss": 0.0095,
      "step": 19874
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.059182128063258e-06,
      "loss": 0.0381,
      "step": 19875
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.058981225875972e-06,
      "loss": 0.0055,
      "step": 19876
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.058780315795484e-06,
      "loss": 0.0066,
      "step": 19877
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.058579397822309e-06,
      "loss": 0.0039,
      "step": 19878
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.058378471956967e-06,
      "loss": 0.0193,
      "step": 19879
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.058177538199977e-06,
      "loss": 0.0175,
      "step": 19880
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.057976596551858e-06,
      "loss": 0.0016,
      "step": 19881
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.057775647013124e-06,
      "loss": 0.0088,
      "step": 19882
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.057574689584299e-06,
      "loss": 0.009,
      "step": 19883
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.0573737242659e-06,
      "loss": 0.0043,
      "step": 19884
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.057172751058444e-06,
      "loss": 0.0111,
      "step": 19885
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.056971769962451e-06,
      "loss": 0.0069,
      "step": 19886
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.056770780978438e-06,
      "loss": 0.0075,
      "step": 19887
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.056569784106926e-06,
      "loss": 0.0086,
      "step": 19888
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.056368779348432e-06,
      "loss": 0.0097,
      "step": 19889
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.056167766703474e-06,
      "loss": 0.0088,
      "step": 19890
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.055966746172573e-06,
      "loss": 0.0076,
      "step": 19891
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.055765717756245e-06,
      "loss": 0.0087,
      "step": 19892
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.055564681455012e-06,
      "loss": 0.0093,
      "step": 19893
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.055363637269391e-06,
      "loss": 0.0192,
      "step": 19894
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.055162585199898e-06,
      "loss": 0.0065,
      "step": 19895
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.054961525247058e-06,
      "loss": 0.0041,
      "step": 19896
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.054760457411383e-06,
      "loss": 0.0084,
      "step": 19897
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.054559381693397e-06,
      "loss": 0.0171,
      "step": 19898
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.054358298093617e-06,
      "loss": 0.0109,
      "step": 19899
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.054157206612561e-06,
      "loss": 0.0378,
      "step": 19900
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.053956107250748e-06,
      "loss": 0.0277,
      "step": 19901
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.053755000008698e-06,
      "loss": 0.0153,
      "step": 19902
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.053553884886931e-06,
      "loss": 0.0095,
      "step": 19903
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.053352761885962e-06,
      "loss": 0.0087,
      "step": 19904
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.053151631006314e-06,
      "loss": 0.0052,
      "step": 19905
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.052950492248504e-06,
      "loss": 0.0105,
      "step": 19906
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.052749345613052e-06,
      "loss": 0.0201,
      "step": 19907
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.052548191100476e-06,
      "loss": 0.0051,
      "step": 19908
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.052347028711294e-06,
      "loss": 0.0057,
      "step": 19909
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.052145858446027e-06,
      "loss": 0.0068,
      "step": 19910
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.051944680305195e-06,
      "loss": 0.0088,
      "step": 19911
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.051743494289314e-06,
      "loss": 0.0079,
      "step": 19912
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.051542300398907e-06,
      "loss": 0.0033,
      "step": 19913
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.05134109863449e-06,
      "loss": 0.0062,
      "step": 19914
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.051139888996582e-06,
      "loss": 0.0035,
      "step": 19915
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.050938671485704e-06,
      "loss": 0.0065,
      "step": 19916
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.050737446102375e-06,
      "loss": 0.0066,
      "step": 19917
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.050536212847115e-06,
      "loss": 0.0134,
      "step": 19918
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.050334971720439e-06,
      "loss": 0.0098,
      "step": 19919
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.050133722722871e-06,
      "loss": 0.0027,
      "step": 19920
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04993246585493e-06,
      "loss": 0.0029,
      "step": 19921
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.049731201117133e-06,
      "loss": 0.0048,
      "step": 19922
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.049529928509998e-06,
      "loss": 0.0075,
      "step": 19923
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04932864803405e-06,
      "loss": 0.0224,
      "step": 19924
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.049127359689803e-06,
      "loss": 0.0141,
      "step": 19925
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.048926063477777e-06,
      "loss": 0.0072,
      "step": 19926
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.048724759398497e-06,
      "loss": 0.0056,
      "step": 19927
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.048523447452475e-06,
      "loss": 0.0031,
      "step": 19928
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.048322127640234e-06,
      "loss": 0.0028,
      "step": 19929
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.048120799962293e-06,
      "loss": 0.0063,
      "step": 19930
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.047919464419171e-06,
      "loss": 0.0052,
      "step": 19931
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04771812101139e-06,
      "loss": 0.045,
      "step": 19932
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.047516769739465e-06,
      "loss": 0.005,
      "step": 19933
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.047315410603922e-06,
      "loss": 0.006,
      "step": 19934
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.047114043605273e-06,
      "loss": 0.005,
      "step": 19935
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.046912668744045e-06,
      "loss": 0.0058,
      "step": 19936
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.046711286020752e-06,
      "loss": 0.0061,
      "step": 19937
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.046509895435914e-06,
      "loss": 0.0036,
      "step": 19938
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.046308496990054e-06,
      "loss": 0.0117,
      "step": 19939
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04610709068369e-06,
      "loss": 0.0153,
      "step": 19940
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.045905676517343e-06,
      "loss": 0.0029,
      "step": 19941
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04570425449153e-06,
      "loss": 0.0044,
      "step": 19942
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.045502824606772e-06,
      "loss": 0.0065,
      "step": 19943
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04530138686359e-06,
      "loss": 0.004,
      "step": 19944
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.0450999412625e-06,
      "loss": 0.0341,
      "step": 19945
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.044898487804027e-06,
      "loss": 0.0185,
      "step": 19946
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.044697026488687e-06,
      "loss": 0.0033,
      "step": 19947
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.044495557317002e-06,
      "loss": 0.0071,
      "step": 19948
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04429408028949e-06,
      "loss": 0.0134,
      "step": 19949
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.044092595406672e-06,
      "loss": 0.017,
      "step": 19950
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.043891102669068e-06,
      "loss": 0.0158,
      "step": 19951
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.043689602077198e-06,
      "loss": 0.0168,
      "step": 19952
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.043488093631582e-06,
      "loss": 0.0061,
      "step": 19953
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.043286577332739e-06,
      "loss": 0.0071,
      "step": 19954
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.043085053181187e-06,
      "loss": 0.044,
      "step": 19955
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.042883521177452e-06,
      "loss": 0.0066,
      "step": 19956
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04268198132205e-06,
      "loss": 0.0128,
      "step": 19957
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.0424804336155e-06,
      "loss": 0.0118,
      "step": 19958
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.042278878058325e-06,
      "loss": 0.0124,
      "step": 19959
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.042077314651045e-06,
      "loss": 0.007,
      "step": 19960
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.041875743394177e-06,
      "loss": 0.0061,
      "step": 19961
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.041674164288242e-06,
      "loss": 0.0142,
      "step": 19962
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.041472577333763e-06,
      "loss": 0.0123,
      "step": 19963
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.041270982531258e-06,
      "loss": 0.0054,
      "step": 19964
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.041069379881246e-06,
      "loss": 0.0083,
      "step": 19965
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04086776938425e-06,
      "loss": 0.0097,
      "step": 19966
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.04066615104079e-06,
      "loss": 0.0039,
      "step": 19967
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.040464524851384e-06,
      "loss": 0.0065,
      "step": 19968
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.040262890816552e-06,
      "loss": 0.0198,
      "step": 19969
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.040061248936816e-06,
      "loss": 0.0068,
      "step": 19970
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.039859599212698e-06,
      "loss": 0.0037,
      "step": 19971
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.039657941644716e-06,
      "loss": 0.0017,
      "step": 19972
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.039456276233388e-06,
      "loss": 0.0065,
      "step": 19973
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03925460297924e-06,
      "loss": 0.0119,
      "step": 19974
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.039052921882788e-06,
      "loss": 0.0145,
      "step": 19975
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.038851232944553e-06,
      "loss": 0.0091,
      "step": 19976
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03864953616506e-06,
      "loss": 0.0125,
      "step": 19977
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03844783154482e-06,
      "loss": 0.0029,
      "step": 19978
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.038246119084363e-06,
      "loss": 0.0204,
      "step": 19979
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.038044398784205e-06,
      "loss": 0.0109,
      "step": 19980
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.037842670644866e-06,
      "loss": 0.0045,
      "step": 19981
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.037640934666868e-06,
      "loss": 0.0159,
      "step": 19982
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.037439190850731e-06,
      "loss": 0.0189,
      "step": 19983
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.037237439196977e-06,
      "loss": 0.0074,
      "step": 19984
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.037035679706124e-06,
      "loss": 0.004,
      "step": 19985
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.036833912378696e-06,
      "loss": 0.0281,
      "step": 19986
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03663213721521e-06,
      "loss": 0.0022,
      "step": 19987
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.036430354216189e-06,
      "loss": 0.006,
      "step": 19988
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.036228563382153e-06,
      "loss": 0.0222,
      "step": 19989
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03602676471362e-06,
      "loss": 0.0019,
      "step": 19990
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.035824958211117e-06,
      "loss": 0.006,
      "step": 19991
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.035623143875159e-06,
      "loss": 0.0124,
      "step": 19992
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03542132170627e-06,
      "loss": 0.0239,
      "step": 19993
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.035219491704968e-06,
      "loss": 0.015,
      "step": 19994
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.035017653871774e-06,
      "loss": 0.0171,
      "step": 19995
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.034815808207214e-06,
      "loss": 0.0111,
      "step": 19996
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.034613954711802e-06,
      "loss": 0.0109,
      "step": 19997
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.034412093386063e-06,
      "loss": 0.0112,
      "step": 19998
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.034210224230518e-06,
      "loss": 0.0056,
      "step": 19999
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.034008347245685e-06,
      "loss": 0.0075,
      "step": 20000
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.033806462432088e-06,
      "loss": 0.0054,
      "step": 20001
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.033604569790244e-06,
      "loss": 0.0057,
      "step": 20002
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.033402669320678e-06,
      "loss": 0.0014,
      "step": 20003
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03320076102391e-06,
      "loss": 0.003,
      "step": 20004
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.032998844900457e-06,
      "loss": 0.0056,
      "step": 20005
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.032796920950847e-06,
      "loss": 0.0083,
      "step": 20006
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.032594989175596e-06,
      "loss": 0.0087,
      "step": 20007
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.032393049575226e-06,
      "loss": 0.0029,
      "step": 20008
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03219110215026e-06,
      "loss": 0.0124,
      "step": 20009
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.031989146901216e-06,
      "loss": 0.0266,
      "step": 20010
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.031787183828617e-06,
      "loss": 0.0119,
      "step": 20011
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.031585212932984e-06,
      "loss": 0.0069,
      "step": 20012
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03138323421484e-06,
      "loss": 0.0092,
      "step": 20013
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.031181247674702e-06,
      "loss": 0.0075,
      "step": 20014
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.030979253313093e-06,
      "loss": 0.0051,
      "step": 20015
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.030777251130535e-06,
      "loss": 0.0062,
      "step": 20016
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.03057524112755e-06,
      "loss": 0.011,
      "step": 20017
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.030373223304658e-06,
      "loss": 0.0044,
      "step": 20018
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.030171197662377e-06,
      "loss": 0.0089,
      "step": 20019
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.029969164201236e-06,
      "loss": 0.0102,
      "step": 20020
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02976712292175e-06,
      "loss": 0.038,
      "step": 20021
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.029565073824442e-06,
      "loss": 0.0099,
      "step": 20022
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.029363016909834e-06,
      "loss": 0.0121,
      "step": 20023
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.029160952178447e-06,
      "loss": 0.0079,
      "step": 20024
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.028958879630804e-06,
      "loss": 0.003,
      "step": 20025
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.028756799267422e-06,
      "loss": 0.016,
      "step": 20026
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.028554711088827e-06,
      "loss": 0.0056,
      "step": 20027
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.028352615095538e-06,
      "loss": 0.0073,
      "step": 20028
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.028150511288078e-06,
      "loss": 0.0045,
      "step": 20029
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.027948399666968e-06,
      "loss": 0.0258,
      "step": 20030
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02774628023273e-06,
      "loss": 0.0111,
      "step": 20031
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.027544152985883e-06,
      "loss": 0.0052,
      "step": 20032
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02734201792695e-06,
      "loss": 0.0134,
      "step": 20033
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.027139875056453e-06,
      "loss": 0.0161,
      "step": 20034
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.026937724374915e-06,
      "loss": 0.008,
      "step": 20035
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.026735565882856e-06,
      "loss": 0.0037,
      "step": 20036
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.026533399580795e-06,
      "loss": 0.0307,
      "step": 20037
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.026331225469257e-06,
      "loss": 0.0121,
      "step": 20038
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.026129043548764e-06,
      "loss": 0.0054,
      "step": 20039
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02592685381984e-06,
      "loss": 0.0048,
      "step": 20040
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.025724656282999e-06,
      "loss": 0.0161,
      "step": 20041
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.025522450938769e-06,
      "loss": 0.0114,
      "step": 20042
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02532023778767e-06,
      "loss": 0.007,
      "step": 20043
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.025118016830222e-06,
      "loss": 0.0072,
      "step": 20044
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.024915788066951e-06,
      "loss": 0.0017,
      "step": 20045
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.024713551498375e-06,
      "loss": 0.0069,
      "step": 20046
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.024511307125018e-06,
      "loss": 0.0062,
      "step": 20047
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.024309054947402e-06,
      "loss": 0.0024,
      "step": 20048
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.024106794966045e-06,
      "loss": 0.0107,
      "step": 20049
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.023904527181474e-06,
      "loss": 0.0074,
      "step": 20050
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.023702251594208e-06,
      "loss": 0.0083,
      "step": 20051
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02349996820477e-06,
      "loss": 0.0028,
      "step": 20052
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.023297677013682e-06,
      "loss": 0.0083,
      "step": 20053
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.023095378021464e-06,
      "loss": 0.0145,
      "step": 20054
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.022893071228642e-06,
      "loss": 0.0155,
      "step": 20055
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.022690756635734e-06,
      "loss": 0.0089,
      "step": 20056
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.022488434243264e-06,
      "loss": 0.0127,
      "step": 20057
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.022286104051754e-06,
      "loss": 0.0138,
      "step": 20058
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.022083766061726e-06,
      "loss": 0.0129,
      "step": 20059
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.021881420273703e-06,
      "loss": 0.0052,
      "step": 20060
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.021679066688204e-06,
      "loss": 0.0353,
      "step": 20061
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.021476705305753e-06,
      "loss": 0.0152,
      "step": 20062
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.021274336126874e-06,
      "loss": 0.0026,
      "step": 20063
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.021071959152087e-06,
      "loss": 0.0055,
      "step": 20064
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.020869574381915e-06,
      "loss": 0.006,
      "step": 20065
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02066718181688e-06,
      "loss": 0.0097,
      "step": 20066
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.020464781457505e-06,
      "loss": 0.0174,
      "step": 20067
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.02026237330431e-06,
      "loss": 0.0211,
      "step": 20068
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.020059957357819e-06,
      "loss": 0.0136,
      "step": 20069
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.019857533618554e-06,
      "loss": 0.0215,
      "step": 20070
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.019655102087039e-06,
      "loss": 0.0047,
      "step": 20071
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.019452662763793e-06,
      "loss": 0.0043,
      "step": 20072
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.01925021564934e-06,
      "loss": 0.0069,
      "step": 20073
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.019047760744203e-06,
      "loss": 0.002,
      "step": 20074
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.018845298048903e-06,
      "loss": 0.0251,
      "step": 20075
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.018642827563966e-06,
      "loss": 0.0176,
      "step": 20076
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.018440349289908e-06,
      "loss": 0.013,
      "step": 20077
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.018237863227257e-06,
      "loss": 0.0051,
      "step": 20078
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.018035369376534e-06,
      "loss": 0.0045,
      "step": 20079
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.017832867738262e-06,
      "loss": 0.0052,
      "step": 20080
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.01763035831296e-06,
      "loss": 0.0078,
      "step": 20081
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.017427841101155e-06,
      "loss": 0.0094,
      "step": 20082
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.017225316103367e-06,
      "loss": 0.006,
      "step": 20083
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.017022783320122e-06,
      "loss": 0.0069,
      "step": 20084
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.016820242751937e-06,
      "loss": 0.0068,
      "step": 20085
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.016617694399338e-06,
      "loss": 0.0058,
      "step": 20086
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.016415138262848e-06,
      "loss": 0.0045,
      "step": 20087
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.016212574342988e-06,
      "loss": 0.0127,
      "step": 20088
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.016010002640283e-06,
      "loss": 0.006,
      "step": 20089
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.015807423155254e-06,
      "loss": 0.0091,
      "step": 20090
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.015604835888424e-06,
      "loss": 0.0098,
      "step": 20091
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.015402240840315e-06,
      "loss": 0.0085,
      "step": 20092
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.01519963801145e-06,
      "loss": 0.0211,
      "step": 20093
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.014997027402353e-06,
      "loss": 0.0073,
      "step": 20094
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.014794409013547e-06,
      "loss": 0.0288,
      "step": 20095
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.014591782845553e-06,
      "loss": 0.0044,
      "step": 20096
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.014389148898896e-06,
      "loss": 0.036,
      "step": 20097
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.014186507174096e-06,
      "loss": 0.0026,
      "step": 20098
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.01398385767168e-06,
      "loss": 0.0073,
      "step": 20099
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.013781200392167e-06,
      "loss": 0.0215,
      "step": 20100
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.01357853533608e-06,
      "loss": 0.0063,
      "step": 20101
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.013375862503945e-06,
      "loss": 0.0097,
      "step": 20102
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.013173181896283e-06,
      "loss": 0.0047,
      "step": 20103
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.012970493513617e-06,
      "loss": 0.0143,
      "step": 20104
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.012767797356471e-06,
      "loss": 0.0138,
      "step": 20105
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.012565093425367e-06,
      "loss": 0.0045,
      "step": 20106
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.012362381720826e-06,
      "loss": 0.0091,
      "step": 20107
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.012159662243376e-06,
      "loss": 0.0082,
      "step": 20108
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.011956934993536e-06,
      "loss": 0.0101,
      "step": 20109
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.011754199971834e-06,
      "loss": 0.009,
      "step": 20110
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.011551457178785e-06,
      "loss": 0.0071,
      "step": 20111
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.011348706614919e-06,
      "loss": 0.0063,
      "step": 20112
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.011145948280757e-06,
      "loss": 0.0072,
      "step": 20113
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.010943182176823e-06,
      "loss": 0.0035,
      "step": 20114
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.010740408303639e-06,
      "loss": 0.0019,
      "step": 20115
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.010537626661727e-06,
      "loss": 0.0252,
      "step": 20116
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.010334837251614e-06,
      "loss": 0.0126,
      "step": 20117
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.01013204007382e-06,
      "loss": 0.0214,
      "step": 20118
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.009929235128869e-06,
      "loss": 0.0042,
      "step": 20119
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.009726422417286e-06,
      "loss": 0.0144,
      "step": 20120
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.009523601939593e-06,
      "loss": 0.0182,
      "step": 20121
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.009320773696312e-06,
      "loss": 0.0107,
      "step": 20122
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.009117937687969e-06,
      "loss": 0.0047,
      "step": 20123
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.008915093915086e-06,
      "loss": 0.0038,
      "step": 20124
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.008712242378188e-06,
      "loss": 0.0034,
      "step": 20125
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.008509383077794e-06,
      "loss": 0.0061,
      "step": 20126
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.008306516014432e-06,
      "loss": 0.0079,
      "step": 20127
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.008103641188624e-06,
      "loss": 0.0092,
      "step": 20128
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.007900758600893e-06,
      "loss": 0.0032,
      "step": 20129
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.007697868251764e-06,
      "loss": 0.0162,
      "step": 20130
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.007494970141759e-06,
      "loss": 0.0045,
      "step": 20131
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.0072920642714e-06,
      "loss": 0.0074,
      "step": 20132
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.007089150641215e-06,
      "loss": 0.0214,
      "step": 20133
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.006886229251723e-06,
      "loss": 0.0153,
      "step": 20134
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.00668330010345e-06,
      "loss": 0.0053,
      "step": 20135
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.006480363196922e-06,
      "loss": 0.0093,
      "step": 20136
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.006277418532657e-06,
      "loss": 0.0071,
      "step": 20137
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.006074466111182e-06,
      "loss": 0.014,
      "step": 20138
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.005871505933021e-06,
      "loss": 0.0022,
      "step": 20139
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.005668537998698e-06,
      "loss": 0.0054,
      "step": 20140
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.005465562308735e-06,
      "loss": 0.0136,
      "step": 20141
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.005262578863657e-06,
      "loss": 0.0122,
      "step": 20142
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.005059587663986e-06,
      "loss": 0.0067,
      "step": 20143
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.004856588710248e-06,
      "loss": 0.007,
      "step": 20144
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.004653582002966e-06,
      "loss": 0.0075,
      "step": 20145
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.004450567542664e-06,
      "loss": 0.0119,
      "step": 20146
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.004247545329865e-06,
      "loss": 0.0144,
      "step": 20147
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.004044515365093e-06,
      "loss": 0.0226,
      "step": 20148
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.003841477648872e-06,
      "loss": 0.018,
      "step": 20149
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.003638432181729e-06,
      "loss": 0.0035,
      "step": 20150
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.003435378964182e-06,
      "loss": 0.0155,
      "step": 20151
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.003232317996759e-06,
      "loss": 0.0067,
      "step": 20152
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.003029249279982e-06,
      "loss": 0.0121,
      "step": 20153
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.002826172814378e-06,
      "loss": 0.0047,
      "step": 20154
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.00262308860047e-06,
      "loss": 0.0071,
      "step": 20155
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.002419996638778e-06,
      "loss": 0.0156,
      "step": 20156
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.00221689692983e-06,
      "loss": 0.0187,
      "step": 20157
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.00201378947415e-06,
      "loss": 0.0136,
      "step": 20158
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.00181067427226e-06,
      "loss": 0.0062,
      "step": 20159
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.001607551324688e-06,
      "loss": 0.0059,
      "step": 20160
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.001404420631952e-06,
      "loss": 0.0087,
      "step": 20161
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.001201282194581e-06,
      "loss": 0.0067,
      "step": 20162
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.0009981360131e-06,
      "loss": 0.0347,
      "step": 20163
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.000794982088027e-06,
      "loss": 0.0101,
      "step": 20164
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.000591820419893e-06,
      "loss": 0.0149,
      "step": 20165
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.00038865100922e-06,
      "loss": 0.0103,
      "step": 20166
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.00018547385653e-06,
      "loss": 0.0133,
      "step": 20167
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.99998228896235e-06,
      "loss": 0.0097,
      "step": 20168
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9997790963272e-06,
      "loss": 0.0072,
      "step": 20169
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.999575895951613e-06,
      "loss": 0.0062,
      "step": 20170
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.999372687836105e-06,
      "loss": 0.0139,
      "step": 20171
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.999169471981203e-06,
      "loss": 0.0145,
      "step": 20172
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.998966248387429e-06,
      "loss": 0.0038,
      "step": 20173
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.998763017055314e-06,
      "loss": 0.0317,
      "step": 20174
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.998559777985377e-06,
      "loss": 0.0107,
      "step": 20175
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.998356531178145e-06,
      "loss": 0.0071,
      "step": 20176
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.998153276634139e-06,
      "loss": 0.0095,
      "step": 20177
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.997950014353887e-06,
      "loss": 0.0015,
      "step": 20178
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.997746744337911e-06,
      "loss": 0.0343,
      "step": 20179
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.997543466586739e-06,
      "loss": 0.0179,
      "step": 20180
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.99734018110089e-06,
      "loss": 0.0201,
      "step": 20181
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.997136887880894e-06,
      "loss": 0.0206,
      "step": 20182
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.996933586927274e-06,
      "loss": 0.0098,
      "step": 20183
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.996730278240551e-06,
      "loss": 0.0057,
      "step": 20184
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.996526961821256e-06,
      "loss": 0.0062,
      "step": 20185
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.996323637669907e-06,
      "loss": 0.025,
      "step": 20186
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.996120305787033e-06,
      "loss": 0.0059,
      "step": 20187
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.995916966173159e-06,
      "loss": 0.0086,
      "step": 20188
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.995713618828806e-06,
      "loss": 0.0135,
      "step": 20189
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.995510263754502e-06,
      "loss": 0.0081,
      "step": 20190
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.99530690095077e-06,
      "loss": 0.0046,
      "step": 20191
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.995103530418134e-06,
      "loss": 0.0079,
      "step": 20192
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.994900152157121e-06,
      "loss": 0.0109,
      "step": 20193
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.994696766168256e-06,
      "loss": 0.0118,
      "step": 20194
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.994493372452063e-06,
      "loss": 0.0088,
      "step": 20195
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.994289971009064e-06,
      "loss": 0.0106,
      "step": 20196
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.994086561839788e-06,
      "loss": 0.0021,
      "step": 20197
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.993883144944757e-06,
      "loss": 0.0121,
      "step": 20198
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9936797203245e-06,
      "loss": 0.0127,
      "step": 20199
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.993476287979535e-06,
      "loss": 0.0117,
      "step": 20200
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.993272847910394e-06,
      "loss": 0.0036,
      "step": 20201
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.993069400117597e-06,
      "loss": 0.013,
      "step": 20202
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.992865944601672e-06,
      "loss": 0.0229,
      "step": 20203
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.992662481363142e-06,
      "loss": 0.051,
      "step": 20204
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.992459010402533e-06,
      "loss": 0.0103,
      "step": 20205
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.99225553172037e-06,
      "loss": 0.0039,
      "step": 20206
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.992052045317177e-06,
      "loss": 0.0047,
      "step": 20207
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.99184855119348e-06,
      "loss": 0.0122,
      "step": 20208
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.991645049349806e-06,
      "loss": 0.0152,
      "step": 20209
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.991441539786677e-06,
      "loss": 0.0055,
      "step": 20210
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.991238022504618e-06,
      "loss": 0.0059,
      "step": 20211
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.991034497504156e-06,
      "loss": 0.0068,
      "step": 20212
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.990830964785816e-06,
      "loss": 0.0096,
      "step": 20213
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.990627424350123e-06,
      "loss": 0.013,
      "step": 20214
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.990423876197601e-06,
      "loss": 0.0175,
      "step": 20215
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.990220320328777e-06,
      "loss": 0.0093,
      "step": 20216
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.990016756744175e-06,
      "loss": 0.0175,
      "step": 20217
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.989813185444321e-06,
      "loss": 0.004,
      "step": 20218
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.989609606429739e-06,
      "loss": 0.0027,
      "step": 20219
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.989406019700956e-06,
      "loss": 0.0303,
      "step": 20220
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.989202425258497e-06,
      "loss": 0.0022,
      "step": 20221
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.988998823102886e-06,
      "loss": 0.0201,
      "step": 20222
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.988795213234651e-06,
      "loss": 0.0175,
      "step": 20223
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.988591595654314e-06,
      "loss": 0.0191,
      "step": 20224
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.988387970362402e-06,
      "loss": 0.0053,
      "step": 20225
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.98818433735944e-06,
      "loss": 0.0079,
      "step": 20226
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.987980696645955e-06,
      "loss": 0.0032,
      "step": 20227
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.987777048222472e-06,
      "loss": 0.0129,
      "step": 20228
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.987573392089514e-06,
      "loss": 0.0137,
      "step": 20229
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.98736972824761e-06,
      "loss": 0.0061,
      "step": 20230
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.987166056697283e-06,
      "loss": 0.0079,
      "step": 20231
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.986962377439058e-06,
      "loss": 0.0037,
      "step": 20232
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.986758690473464e-06,
      "loss": 0.0112,
      "step": 20233
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.986554995801023e-06,
      "loss": 0.0133,
      "step": 20234
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.986351293422265e-06,
      "loss": 0.0108,
      "step": 20235
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.986147583337711e-06,
      "loss": 0.0018,
      "step": 20236
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.98594386554789e-06,
      "loss": 0.0087,
      "step": 20237
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.985740140053323e-06,
      "loss": 0.0047,
      "step": 20238
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.985536406854541e-06,
      "loss": 0.006,
      "step": 20239
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.985332665952066e-06,
      "loss": 0.0166,
      "step": 20240
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.985128917346427e-06,
      "loss": 0.0059,
      "step": 20241
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.984925161038147e-06,
      "loss": 0.0234,
      "step": 20242
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.984721397027753e-06,
      "loss": 0.0104,
      "step": 20243
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.984517625315769e-06,
      "loss": 0.0116,
      "step": 20244
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.984313845902724e-06,
      "loss": 0.0051,
      "step": 20245
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.984110058789141e-06,
      "loss": 0.0156,
      "step": 20246
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.983906263975548e-06,
      "loss": 0.017,
      "step": 20247
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.983702461462469e-06,
      "loss": 0.0185,
      "step": 20248
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.98349865125043e-06,
      "loss": 0.0032,
      "step": 20249
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.983294833339959e-06,
      "loss": 0.003,
      "step": 20250
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.98309100773158e-06,
      "loss": 0.0353,
      "step": 20251
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.98288717442582e-06,
      "loss": 0.0051,
      "step": 20252
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.982683333423202e-06,
      "loss": 0.0035,
      "step": 20253
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.982479484724256e-06,
      "loss": 0.006,
      "step": 20254
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.982275628329508e-06,
      "loss": 0.0036,
      "step": 20255
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.982071764239481e-06,
      "loss": 0.003,
      "step": 20256
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.981867892454701e-06,
      "loss": 0.0079,
      "step": 20257
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.981664012975698e-06,
      "loss": 0.0079,
      "step": 20258
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.981460125802994e-06,
      "loss": 0.0028,
      "step": 20259
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.981256230937115e-06,
      "loss": 0.0097,
      "step": 20260
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.981052328378591e-06,
      "loss": 0.0093,
      "step": 20261
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.980848418127946e-06,
      "loss": 0.0302,
      "step": 20262
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.980644500185706e-06,
      "loss": 0.0055,
      "step": 20263
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.980440574552397e-06,
      "loss": 0.0073,
      "step": 20264
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.980236641228544e-06,
      "loss": 0.0069,
      "step": 20265
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.980032700214677e-06,
      "loss": 0.0125,
      "step": 20266
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97982875151132e-06,
      "loss": 0.0014,
      "step": 20267
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.979624795118997e-06,
      "loss": 0.0133,
      "step": 20268
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.979420831038238e-06,
      "loss": 0.0049,
      "step": 20269
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.979216859269567e-06,
      "loss": 0.0066,
      "step": 20270
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97901287981351e-06,
      "loss": 0.0064,
      "step": 20271
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.978808892670597e-06,
      "loss": 0.0215,
      "step": 20272
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.978604897841349e-06,
      "loss": 0.0294,
      "step": 20273
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.978400895326297e-06,
      "loss": 0.0126,
      "step": 20274
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.978196885125965e-06,
      "loss": 0.0071,
      "step": 20275
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97799286724088e-06,
      "loss": 0.0121,
      "step": 20276
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.977788841671568e-06,
      "loss": 0.0099,
      "step": 20277
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.977584808418556e-06,
      "loss": 0.0079,
      "step": 20278
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97738076748237e-06,
      "loss": 0.0052,
      "step": 20279
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.977176718863537e-06,
      "loss": 0.0109,
      "step": 20280
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.976972662562583e-06,
      "loss": 0.0096,
      "step": 20281
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.976768598580036e-06,
      "loss": 0.0036,
      "step": 20282
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.976564526916419e-06,
      "loss": 0.0061,
      "step": 20283
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.976360447572265e-06,
      "loss": 0.0103,
      "step": 20284
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.976156360548093e-06,
      "loss": 0.0379,
      "step": 20285
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.975952265844433e-06,
      "loss": 0.0118,
      "step": 20286
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.975748163461814e-06,
      "loss": 0.0344,
      "step": 20287
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.975544053400757e-06,
      "loss": 0.0033,
      "step": 20288
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.975339935661797e-06,
      "loss": 0.0323,
      "step": 20289
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.975135810245453e-06,
      "loss": 0.0071,
      "step": 20290
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.974931677152253e-06,
      "loss": 0.005,
      "step": 20291
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.974727536382727e-06,
      "loss": 0.013,
      "step": 20292
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.974523387937401e-06,
      "loss": 0.0134,
      "step": 20293
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9743192318168e-06,
      "loss": 0.0065,
      "step": 20294
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.974115068021452e-06,
      "loss": 0.0086,
      "step": 20295
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.973910896551881e-06,
      "loss": 0.0082,
      "step": 20296
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.973706717408618e-06,
      "loss": 0.0184,
      "step": 20297
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.973502530592188e-06,
      "loss": 0.0234,
      "step": 20298
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.973298336103119e-06,
      "loss": 0.0147,
      "step": 20299
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.973094133941935e-06,
      "loss": 0.0038,
      "step": 20300
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.972889924109165e-06,
      "loss": 0.0206,
      "step": 20301
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.972685706605337e-06,
      "loss": 0.0182,
      "step": 20302
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.972481481430976e-06,
      "loss": 0.0147,
      "step": 20303
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97227724858661e-06,
      "loss": 0.0088,
      "step": 20304
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.972073008072765e-06,
      "loss": 0.0094,
      "step": 20305
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.971868759889967e-06,
      "loss": 0.0059,
      "step": 20306
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.971664504038746e-06,
      "loss": 0.0054,
      "step": 20307
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.971460240519629e-06,
      "loss": 0.0033,
      "step": 20308
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97125596933314e-06,
      "loss": 0.0074,
      "step": 20309
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.971051690479808e-06,
      "loss": 0.0247,
      "step": 20310
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97084740396016e-06,
      "loss": 0.0135,
      "step": 20311
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.970643109774723e-06,
      "loss": 0.0316,
      "step": 20312
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.970438807924025e-06,
      "loss": 0.0034,
      "step": 20313
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.97023449840859e-06,
      "loss": 0.0091,
      "step": 20314
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.970030181228952e-06,
      "loss": 0.0063,
      "step": 20315
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.96982585638563e-06,
      "loss": 0.0151,
      "step": 20316
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.969621523879156e-06,
      "loss": 0.0037,
      "step": 20317
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.969417183710057e-06,
      "loss": 0.0037,
      "step": 20318
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.96921283587886e-06,
      "loss": 0.0028,
      "step": 20319
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.96900848038609e-06,
      "loss": 0.0088,
      "step": 20320
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.968804117232275e-06,
      "loss": 0.0062,
      "step": 20321
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.968599746417946e-06,
      "loss": 0.0052,
      "step": 20322
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.968395367943627e-06,
      "loss": 0.0093,
      "step": 20323
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.968190981809847e-06,
      "loss": 0.0285,
      "step": 20324
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.967986588017132e-06,
      "loss": 0.0247,
      "step": 20325
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.96778218656601e-06,
      "loss": 0.0104,
      "step": 20326
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.967577777457007e-06,
      "loss": 0.0147,
      "step": 20327
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.967373360690653e-06,
      "loss": 0.0151,
      "step": 20328
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.967168936267473e-06,
      "loss": 0.0072,
      "step": 20329
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.966964504187997e-06,
      "loss": 0.0063,
      "step": 20330
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.966760064452751e-06,
      "loss": 0.0239,
      "step": 20331
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.966555617062263e-06,
      "loss": 0.0237,
      "step": 20332
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.966351162017059e-06,
      "loss": 0.0323,
      "step": 20333
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.96614669931767e-06,
      "loss": 0.0193,
      "step": 20334
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.965942228964621e-06,
      "loss": 0.0198,
      "step": 20335
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.965737750958437e-06,
      "loss": 0.0108,
      "step": 20336
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.965533265299652e-06,
      "loss": 0.0056,
      "step": 20337
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.965328771988789e-06,
      "loss": 0.0215,
      "step": 20338
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.965124271026379e-06,
      "loss": 0.0119,
      "step": 20339
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.964919762412946e-06,
      "loss": 0.0244,
      "step": 20340
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.964715246149019e-06,
      "loss": 0.0039,
      "step": 20341
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.964510722235126e-06,
      "loss": 0.0123,
      "step": 20342
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.964306190671796e-06,
      "loss": 0.0106,
      "step": 20343
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.964101651459555e-06,
      "loss": 0.004,
      "step": 20344
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.963897104598932e-06,
      "loss": 0.0043,
      "step": 20345
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.963692550090451e-06,
      "loss": 0.0032,
      "step": 20346
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.963487987934646e-06,
      "loss": 0.0049,
      "step": 20347
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.963283418132042e-06,
      "loss": 0.0112,
      "step": 20348
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.963078840683168e-06,
      "loss": 0.0052,
      "step": 20349
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.962874255588548e-06,
      "loss": 0.0103,
      "step": 20350
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.962669662848712e-06,
      "loss": 0.0083,
      "step": 20351
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.962465062464189e-06,
      "loss": 0.0122,
      "step": 20352
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.962260454435506e-06,
      "loss": 0.0092,
      "step": 20353
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.962055838763193e-06,
      "loss": 0.0072,
      "step": 20354
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.961851215447775e-06,
      "loss": 0.0338,
      "step": 20355
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.961646584489782e-06,
      "loss": 0.0076,
      "step": 20356
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.961441945889741e-06,
      "loss": 0.009,
      "step": 20357
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.961237299648178e-06,
      "loss": 0.0045,
      "step": 20358
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.961032645765627e-06,
      "loss": 0.0042,
      "step": 20359
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.960827984242612e-06,
      "loss": 0.0166,
      "step": 20360
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.96062331507966e-06,
      "loss": 0.0269,
      "step": 20361
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9604186382773e-06,
      "loss": 0.0103,
      "step": 20362
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.960213953836063e-06,
      "loss": 0.0274,
      "step": 20363
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.960009261756474e-06,
      "loss": 0.0081,
      "step": 20364
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.959804562039062e-06,
      "loss": 0.0047,
      "step": 20365
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.959599854684355e-06,
      "loss": 0.0089,
      "step": 20366
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.959395139692882e-06,
      "loss": 0.0229,
      "step": 20367
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.95919041706517e-06,
      "loss": 0.0207,
      "step": 20368
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.958985686801751e-06,
      "loss": 0.0058,
      "step": 20369
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.958780948903146e-06,
      "loss": 0.0047,
      "step": 20370
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.95857620336989e-06,
      "loss": 0.0226,
      "step": 20371
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.958371450202508e-06,
      "loss": 0.0085,
      "step": 20372
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.95816668940153e-06,
      "loss": 0.0104,
      "step": 20373
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.957961920967483e-06,
      "loss": 0.011,
      "step": 20374
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.957757144900896e-06,
      "loss": 0.009,
      "step": 20375
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.957552361202296e-06,
      "loss": 0.0047,
      "step": 20376
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.957347569872216e-06,
      "loss": 0.012,
      "step": 20377
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.957142770911177e-06,
      "loss": 0.0061,
      "step": 20378
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.956937964319717e-06,
      "loss": 0.028,
      "step": 20379
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.956733150098355e-06,
      "loss": 0.0169,
      "step": 20380
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.956528328247624e-06,
      "loss": 0.0044,
      "step": 20381
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.956323498768053e-06,
      "loss": 0.011,
      "step": 20382
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.956118661660169e-06,
      "loss": 0.0112,
      "step": 20383
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.955913816924504e-06,
      "loss": 0.0038,
      "step": 20384
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.955708964561578e-06,
      "loss": 0.0114,
      "step": 20385
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.955504104571931e-06,
      "loss": 0.0065,
      "step": 20386
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.955299236956082e-06,
      "loss": 0.0202,
      "step": 20387
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.955094361714566e-06,
      "loss": 0.0068,
      "step": 20388
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.954889478847909e-06,
      "loss": 0.0088,
      "step": 20389
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.954684588356639e-06,
      "loss": 0.0026,
      "step": 20390
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.954479690241286e-06,
      "loss": 0.0146,
      "step": 20391
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.954274784502378e-06,
      "loss": 0.0045,
      "step": 20392
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.954069871140444e-06,
      "loss": 0.0111,
      "step": 20393
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.953864950156014e-06,
      "loss": 0.0056,
      "step": 20394
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.953660021549615e-06,
      "loss": 0.0052,
      "step": 20395
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.953455085321776e-06,
      "loss": 0.0044,
      "step": 20396
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.953250141473024e-06,
      "loss": 0.0065,
      "step": 20397
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.953045190003893e-06,
      "loss": 0.01,
      "step": 20398
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.952840230914907e-06,
      "loss": 0.0041,
      "step": 20399
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.952635264206596e-06,
      "loss": 0.0108,
      "step": 20400
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.952430289879492e-06,
      "loss": 0.0267,
      "step": 20401
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.95222530793412e-06,
      "loss": 0.0169,
      "step": 20402
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.95202031837101e-06,
      "loss": 0.0124,
      "step": 20403
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.951815321190692e-06,
      "loss": 0.021,
      "step": 20404
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.951610316393695e-06,
      "loss": 0.0095,
      "step": 20405
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.951405303980547e-06,
      "loss": 0.008,
      "step": 20406
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.951200283951774e-06,
      "loss": 0.0097,
      "step": 20407
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.950995256307911e-06,
      "loss": 0.0068,
      "step": 20408
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.950790221049485e-06,
      "loss": 0.0094,
      "step": 20409
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.950585178177023e-06,
      "loss": 0.009,
      "step": 20410
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.950380127691055e-06,
      "loss": 0.0098,
      "step": 20411
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.950175069592112e-06,
      "loss": 0.007,
      "step": 20412
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.94997000388072e-06,
      "loss": 0.0059,
      "step": 20413
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.949764930557412e-06,
      "loss": 0.0163,
      "step": 20414
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.949559849622714e-06,
      "loss": 0.0257,
      "step": 20415
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.949354761077155e-06,
      "loss": 0.0104,
      "step": 20416
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.949149664921266e-06,
      "loss": 0.0031,
      "step": 20417
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.948944561155577e-06,
      "loss": 0.0131,
      "step": 20418
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.948739449780613e-06,
      "loss": 0.0175,
      "step": 20419
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.948534330796908e-06,
      "loss": 0.0064,
      "step": 20420
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.948329204204989e-06,
      "loss": 0.0112,
      "step": 20421
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.948124070005386e-06,
      "loss": 0.0042,
      "step": 20422
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.947918928198627e-06,
      "loss": 0.0212,
      "step": 20423
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.947713778785244e-06,
      "loss": 0.0051,
      "step": 20424
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.947508621765763e-06,
      "loss": 0.0084,
      "step": 20425
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.947303457140714e-06,
      "loss": 0.0071,
      "step": 20426
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.94709828491063e-06,
      "loss": 0.0065,
      "step": 20427
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.946893105076034e-06,
      "loss": 0.0128,
      "step": 20428
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.946687917637464e-06,
      "loss": 0.0196,
      "step": 20429
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.94648272259544e-06,
      "loss": 0.0077,
      "step": 20430
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9462775199505e-06,
      "loss": 0.0185,
      "step": 20431
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.946072309703167e-06,
      "loss": 0.0087,
      "step": 20432
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.945867091853977e-06,
      "loss": 0.0135,
      "step": 20433
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.945661866403451e-06,
      "loss": 0.02,
      "step": 20434
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.945456633352127e-06,
      "loss": 0.0035,
      "step": 20435
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.945251392700528e-06,
      "loss": 0.0074,
      "step": 20436
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.945046144449187e-06,
      "loss": 0.0108,
      "step": 20437
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.944840888598634e-06,
      "loss": 0.0066,
      "step": 20438
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.944635625149398e-06,
      "loss": 0.0059,
      "step": 20439
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.944430354102007e-06,
      "loss": 0.0285,
      "step": 20440
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.944225075456991e-06,
      "loss": 0.0073,
      "step": 20441
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.944019789214882e-06,
      "loss": 0.0033,
      "step": 20442
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.94381449537621e-06,
      "loss": 0.0085,
      "step": 20443
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.943609193941501e-06,
      "loss": 0.0054,
      "step": 20444
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.943403884911287e-06,
      "loss": 0.0107,
      "step": 20445
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.943198568286097e-06,
      "loss": 0.0156,
      "step": 20446
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.942993244066463e-06,
      "loss": 0.0085,
      "step": 20447
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.942787912252911e-06,
      "loss": 0.0151,
      "step": 20448
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.942582572845977e-06,
      "loss": 0.0045,
      "step": 20449
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.942377225846183e-06,
      "loss": 0.0128,
      "step": 20450
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.942171871254063e-06,
      "loss": 0.0137,
      "step": 20451
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.941966509070149e-06,
      "loss": 0.0064,
      "step": 20452
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.941761139294965e-06,
      "loss": 0.0062,
      "step": 20453
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.941555761929049e-06,
      "loss": 0.0099,
      "step": 20454
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.941350376972923e-06,
      "loss": 0.0155,
      "step": 20455
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.941144984427122e-06,
      "loss": 0.0257,
      "step": 20456
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.940939584292174e-06,
      "loss": 0.0049,
      "step": 20457
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.940734176568607e-06,
      "loss": 0.0195,
      "step": 20458
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.940528761256956e-06,
      "loss": 0.0024,
      "step": 20459
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.940323338357748e-06,
      "loss": 0.0097,
      "step": 20460
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.940117907871514e-06,
      "loss": 0.0043,
      "step": 20461
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.939912469798782e-06,
      "loss": 0.0173,
      "step": 20462
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.939707024140084e-06,
      "loss": 0.0074,
      "step": 20463
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93950157089595e-06,
      "loss": 0.0072,
      "step": 20464
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93929611006691e-06,
      "loss": 0.0042,
      "step": 20465
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.939090641653493e-06,
      "loss": 0.0045,
      "step": 20466
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.938885165656231e-06,
      "loss": 0.0029,
      "step": 20467
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.938679682075654e-06,
      "loss": 0.0074,
      "step": 20468
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.938474190912293e-06,
      "loss": 0.0276,
      "step": 20469
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.938268692166673e-06,
      "loss": 0.007,
      "step": 20470
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93806318583933e-06,
      "loss": 0.0111,
      "step": 20471
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.937857671930793e-06,
      "loss": 0.0071,
      "step": 20472
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93765215044159e-06,
      "loss": 0.0182,
      "step": 20473
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.937446621372256e-06,
      "loss": 0.012,
      "step": 20474
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.937241084723317e-06,
      "loss": 0.0125,
      "step": 20475
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.937035540495304e-06,
      "loss": 0.0071,
      "step": 20476
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.936829988688748e-06,
      "loss": 0.0037,
      "step": 20477
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.936624429304179e-06,
      "loss": 0.006,
      "step": 20478
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93641886234213e-06,
      "loss": 0.0087,
      "step": 20479
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.936213287803128e-06,
      "loss": 0.0206,
      "step": 20480
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.936007705687705e-06,
      "loss": 0.0043,
      "step": 20481
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93580211599639e-06,
      "loss": 0.0078,
      "step": 20482
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.935596518729716e-06,
      "loss": 0.0056,
      "step": 20483
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.935390913888212e-06,
      "loss": 0.003,
      "step": 20484
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93518530147241e-06,
      "loss": 0.0113,
      "step": 20485
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.934979681482836e-06,
      "loss": 0.0024,
      "step": 20486
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.934774053920026e-06,
      "loss": 0.0045,
      "step": 20487
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93456841878451e-06,
      "loss": 0.0207,
      "step": 20488
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.934362776076817e-06,
      "loss": 0.0092,
      "step": 20489
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.934157125797474e-06,
      "loss": 0.0057,
      "step": 20490
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.933951467947018e-06,
      "loss": 0.0188,
      "step": 20491
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.933745802525977e-06,
      "loss": 0.0042,
      "step": 20492
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93354012953488e-06,
      "loss": 0.0108,
      "step": 20493
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.933334448974261e-06,
      "loss": 0.0126,
      "step": 20494
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93312876084465e-06,
      "loss": 0.0075,
      "step": 20495
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.932923065146576e-06,
      "loss": 0.0068,
      "step": 20496
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.932717361880569e-06,
      "loss": 0.008,
      "step": 20497
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.932511651047163e-06,
      "loss": 0.0071,
      "step": 20498
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.932305932646888e-06,
      "loss": 0.009,
      "step": 20499
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.932100206680272e-06,
      "loss": 0.0063,
      "step": 20500
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93189447314785e-06,
      "loss": 0.0286,
      "step": 20501
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.931688732050149e-06,
      "loss": 0.0169,
      "step": 20502
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.931482983387702e-06,
      "loss": 0.0006,
      "step": 20503
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.93127722716104e-06,
      "loss": 0.0054,
      "step": 20504
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.931071463370693e-06,
      "loss": 0.0057,
      "step": 20505
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.930865692017193e-06,
      "loss": 0.007,
      "step": 20506
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.930659913101071e-06,
      "loss": 0.008,
      "step": 20507
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.930454126622856e-06,
      "loss": 0.0314,
      "step": 20508
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.930248332583081e-06,
      "loss": 0.0056,
      "step": 20509
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.930042530982276e-06,
      "loss": 0.0031,
      "step": 20510
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.929836721820973e-06,
      "loss": 0.0155,
      "step": 20511
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.929630905099702e-06,
      "loss": 0.035,
      "step": 20512
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.929425080818994e-06,
      "loss": 0.0134,
      "step": 20513
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.929219248979382e-06,
      "loss": 0.0179,
      "step": 20514
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.929013409581395e-06,
      "loss": 0.0086,
      "step": 20515
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.928807562625564e-06,
      "loss": 0.0142,
      "step": 20516
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.928601708112422e-06,
      "loss": 0.0054,
      "step": 20517
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9283958460425e-06,
      "loss": 0.0079,
      "step": 20518
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.928189976416327e-06,
      "loss": 0.0073,
      "step": 20519
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.927984099234435e-06,
      "loss": 0.0031,
      "step": 20520
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.927778214497359e-06,
      "loss": 0.0164,
      "step": 20521
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.927572322205624e-06,
      "loss": 0.0025,
      "step": 20522
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.927366422359765e-06,
      "loss": 0.0061,
      "step": 20523
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.927160514960314e-06,
      "loss": 0.0147,
      "step": 20524
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.926954600007799e-06,
      "loss": 0.012,
      "step": 20525
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.926748677502757e-06,
      "loss": 0.0085,
      "step": 20526
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.926542747445711e-06,
      "loss": 0.0077,
      "step": 20527
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.926336809837199e-06,
      "loss": 0.0046,
      "step": 20528
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.92613086467775e-06,
      "loss": 0.0029,
      "step": 20529
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.925924911967898e-06,
      "loss": 0.0037,
      "step": 20530
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.92571895170817e-06,
      "loss": 0.0081,
      "step": 20531
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9255129838991e-06,
      "loss": 0.0151,
      "step": 20532
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.925307008541219e-06,
      "loss": 0.0044,
      "step": 20533
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.92510102563506e-06,
      "loss": 0.0082,
      "step": 20534
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.92489503518115e-06,
      "loss": 0.005,
      "step": 20535
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.924689037180027e-06,
      "loss": 0.0316,
      "step": 20536
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.924483031632217e-06,
      "loss": 0.0062,
      "step": 20537
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.924277018538256e-06,
      "loss": 0.0065,
      "step": 20538
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.924070997898672e-06,
      "loss": 0.0132,
      "step": 20539
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.923864969713998e-06,
      "loss": 0.0173,
      "step": 20540
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.923658933984766e-06,
      "loss": 0.0071,
      "step": 20541
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.923452890711507e-06,
      "loss": 0.0041,
      "step": 20542
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.923246839894751e-06,
      "loss": 0.0142,
      "step": 20543
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.923040781535035e-06,
      "loss": 0.0101,
      "step": 20544
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.922834715632885e-06,
      "loss": 0.0128,
      "step": 20545
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.922628642188836e-06,
      "loss": 0.0074,
      "step": 20546
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.922422561203418e-06,
      "loss": 0.0043,
      "step": 20547
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.922216472677164e-06,
      "loss": 0.0091,
      "step": 20548
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.922010376610605e-06,
      "loss": 0.0103,
      "step": 20549
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.921804273004274e-06,
      "loss": 0.0285,
      "step": 20550
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.921598161858701e-06,
      "loss": 0.0067,
      "step": 20551
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.921392043174418e-06,
      "loss": 0.0124,
      "step": 20552
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.92118591695196e-06,
      "loss": 0.0032,
      "step": 20553
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.920979783191854e-06,
      "loss": 0.0064,
      "step": 20554
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.920773641894635e-06,
      "loss": 0.0019,
      "step": 20555
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.920567493060836e-06,
      "loss": 0.0123,
      "step": 20556
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.920361336690985e-06,
      "loss": 0.0099,
      "step": 20557
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.920155172785617e-06,
      "loss": 0.0049,
      "step": 20558
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.919949001345262e-06,
      "loss": 0.0074,
      "step": 20559
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.919742822370454e-06,
      "loss": 0.0246,
      "step": 20560
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.919536635861724e-06,
      "loss": 0.0044,
      "step": 20561
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.919330441819603e-06,
      "loss": 0.0139,
      "step": 20562
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.919124240244628e-06,
      "loss": 0.0024,
      "step": 20563
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.918918031137323e-06,
      "loss": 0.0085,
      "step": 20564
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.918711814498228e-06,
      "loss": 0.0099,
      "step": 20565
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.918505590327868e-06,
      "loss": 0.0137,
      "step": 20566
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.918299358626781e-06,
      "loss": 0.0068,
      "step": 20567
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.918093119395496e-06,
      "loss": 0.0064,
      "step": 20568
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.917886872634546e-06,
      "loss": 0.0071,
      "step": 20569
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.917680618344464e-06,
      "loss": 0.0024,
      "step": 20570
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.917474356525778e-06,
      "loss": 0.0167,
      "step": 20571
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.917268087179027e-06,
      "loss": 0.0058,
      "step": 20572
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.917061810304739e-06,
      "loss": 0.0072,
      "step": 20573
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.916855525903447e-06,
      "loss": 0.0086,
      "step": 20574
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.916649233975681e-06,
      "loss": 0.0033,
      "step": 20575
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.91644293452198e-06,
      "loss": 0.0105,
      "step": 20576
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.916236627542867e-06,
      "loss": 0.007,
      "step": 20577
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.916030313038883e-06,
      "loss": 0.0071,
      "step": 20578
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.915823991010557e-06,
      "loss": 0.0059,
      "step": 20579
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.915617661458417e-06,
      "loss": 0.0145,
      "step": 20580
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.915411324383003e-06,
      "loss": 0.0102,
      "step": 20581
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.915204979784843e-06,
      "loss": 0.0148,
      "step": 20582
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.91499862766447e-06,
      "loss": 0.0054,
      "step": 20583
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.914792268022416e-06,
      "loss": 0.0042,
      "step": 20584
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.914585900859215e-06,
      "loss": 0.0209,
      "step": 20585
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.914379526175399e-06,
      "loss": 0.0059,
      "step": 20586
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.9141731439715e-06,
      "loss": 0.0036,
      "step": 20587
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.91396675424805e-06,
      "loss": 0.0094,
      "step": 20588
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.913760357005584e-06,
      "loss": 0.0142,
      "step": 20589
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.913553952244632e-06,
      "loss": 0.0092,
      "step": 20590
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.913347539965728e-06,
      "loss": 0.0208,
      "step": 20591
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.913141120169404e-06,
      "loss": 0.0196,
      "step": 20592
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.912934692856191e-06,
      "loss": 0.0092,
      "step": 20593
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.912728258026625e-06,
      "loss": 0.0114,
      "step": 20594
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.912521815681237e-06,
      "loss": 0.0181,
      "step": 20595
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.91231536582056e-06,
      "loss": 0.0026,
      "step": 20596
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.912108908445125e-06,
      "loss": 0.0008,
      "step": 20597
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.911902443555467e-06,
      "loss": 0.0286,
      "step": 20598
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.911695971152118e-06,
      "loss": 0.0111,
      "step": 20599
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.911489491235611e-06,
      "loss": 0.0031,
      "step": 20600
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.911283003806478e-06,
      "loss": 0.0186,
      "step": 20601
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.911076508865254e-06,
      "loss": 0.0069,
      "step": 20602
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.910870006412468e-06,
      "loss": 0.0129,
      "step": 20603
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.910663496448656e-06,
      "loss": 0.0052,
      "step": 20604
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.91045697897435e-06,
      "loss": 0.0059,
      "step": 20605
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.91025045399008e-06,
      "loss": 0.0148,
      "step": 20606
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.910043921496386e-06,
      "loss": 0.0299,
      "step": 20607
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.909837381493795e-06,
      "loss": 0.0065,
      "step": 20608
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.90963083398284e-06,
      "loss": 0.0041,
      "step": 20609
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.909424278964057e-06,
      "loss": 0.0112,
      "step": 20610
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.909217716437975e-06,
      "loss": 0.0161,
      "step": 20611
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.909011146405132e-06,
      "loss": 0.0086,
      "step": 20612
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.908804568866059e-06,
      "loss": 0.0053,
      "step": 20613
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.908597983821288e-06,
      "loss": 0.0205,
      "step": 20614
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.908391391271351e-06,
      "loss": 0.0114,
      "step": 20615
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.908184791216784e-06,
      "loss": 0.0102,
      "step": 20616
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.907978183658118e-06,
      "loss": 0.0131,
      "step": 20617
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.907771568595889e-06,
      "loss": 0.0031,
      "step": 20618
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.907564946030624e-06,
      "loss": 0.0118,
      "step": 20619
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.907358315962863e-06,
      "loss": 0.0052,
      "step": 20620
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.907151678393136e-06,
      "loss": 0.0097,
      "step": 20621
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.906945033321975e-06,
      "loss": 0.01,
      "step": 20622
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.906738380749916e-06,
      "loss": 0.007,
      "step": 20623
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.906531720677491e-06,
      "loss": 0.0096,
      "step": 20624
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.906325053105233e-06,
      "loss": 0.0106,
      "step": 20625
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.906118378033675e-06,
      "loss": 0.0075,
      "step": 20626
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.905911695463352e-06,
      "loss": 0.0061,
      "step": 20627
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.905705005394795e-06,
      "loss": 0.0078,
      "step": 20628
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.905498307828541e-06,
      "loss": 0.0096,
      "step": 20629
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.905291602765117e-06,
      "loss": 0.0039,
      "step": 20630
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.90508489020506e-06,
      "loss": 0.003,
      "step": 20631
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.904878170148908e-06,
      "loss": 0.007,
      "step": 20632
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.904671442597186e-06,
      "loss": 0.0063,
      "step": 20633
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.904464707550434e-06,
      "loss": 0.0071,
      "step": 20634
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.90425796500918e-06,
      "loss": 0.0058,
      "step": 20635
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.904051214973962e-06,
      "loss": 0.0065,
      "step": 20636
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.903844457445313e-06,
      "loss": 0.0499,
      "step": 20637
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.903637692423764e-06,
      "loss": 0.0231,
      "step": 20638
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.90343091990985e-06,
      "loss": 0.0016,
      "step": 20639
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.903224139904101e-06,
      "loss": 0.0051,
      "step": 20640
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.903017352407058e-06,
      "loss": 0.0062,
      "step": 20641
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.90281055741925e-06,
      "loss": 0.0043,
      "step": 20642
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.902603754941212e-06,
      "loss": 0.0203,
      "step": 20643
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.902396944973474e-06,
      "loss": 0.0068,
      "step": 20644
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.902190127516573e-06,
      "loss": 0.039,
      "step": 20645
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.901983302571043e-06,
      "loss": 0.0063,
      "step": 20646
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.901776470137415e-06,
      "loss": 0.0105,
      "step": 20647
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.901569630216226e-06,
      "loss": 0.0062,
      "step": 20648
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.901362782808007e-06,
      "loss": 0.0045,
      "step": 20649
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.901155927913293e-06,
      "loss": 0.0167,
      "step": 20650
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.90094906553262e-06,
      "loss": 0.0362,
      "step": 20651
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.900742195666515e-06,
      "loss": 0.0074,
      "step": 20652
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.90053531831552e-06,
      "loss": 0.0029,
      "step": 20653
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.900328433480164e-06,
      "loss": 0.0059,
      "step": 20654
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.900121541160981e-06,
      "loss": 0.0089,
      "step": 20655
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.899914641358505e-06,
      "loss": 0.0051,
      "step": 20656
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.899707734073271e-06,
      "loss": 0.0082,
      "step": 20657
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.899500819305815e-06,
      "loss": 0.0305,
      "step": 20658
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.899293897056665e-06,
      "loss": 0.0093,
      "step": 20659
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89908696732636e-06,
      "loss": 0.0042,
      "step": 20660
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89888003011543e-06,
      "loss": 0.0116,
      "step": 20661
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.898673085424413e-06,
      "loss": 0.006,
      "step": 20662
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.898466133253842e-06,
      "loss": 0.0039,
      "step": 20663
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.898259173604247e-06,
      "loss": 0.0217,
      "step": 20664
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.898052206476168e-06,
      "loss": 0.0224,
      "step": 20665
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.897845231870135e-06,
      "loss": 0.0021,
      "step": 20666
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.897638249786685e-06,
      "loss": 0.0033,
      "step": 20667
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89743126022635e-06,
      "loss": 0.0082,
      "step": 20668
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.897224263189663e-06,
      "loss": 0.0242,
      "step": 20669
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89701725867716e-06,
      "loss": 0.018,
      "step": 20670
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.896810246689375e-06,
      "loss": 0.0111,
      "step": 20671
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89660322722684e-06,
      "loss": 0.0181,
      "step": 20672
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.896396200290095e-06,
      "loss": 0.0136,
      "step": 20673
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.896189165879669e-06,
      "loss": 0.0117,
      "step": 20674
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.895982123996095e-06,
      "loss": 0.0043,
      "step": 20675
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.895775074639911e-06,
      "loss": 0.013,
      "step": 20676
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.895568017811653e-06,
      "loss": 0.0084,
      "step": 20677
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.895360953511848e-06,
      "loss": 0.0074,
      "step": 20678
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.895153881741037e-06,
      "loss": 0.0028,
      "step": 20679
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.894946802499752e-06,
      "loss": 0.0009,
      "step": 20680
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.894739715788525e-06,
      "loss": 0.0084,
      "step": 20681
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.894532621607894e-06,
      "loss": 0.0048,
      "step": 20682
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.894325519958393e-06,
      "loss": 0.0035,
      "step": 20683
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.894118410840555e-06,
      "loss": 0.0096,
      "step": 20684
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.893911294254912e-06,
      "loss": 0.0079,
      "step": 20685
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.893704170202004e-06,
      "loss": 0.0126,
      "step": 20686
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.893497038682363e-06,
      "loss": 0.0089,
      "step": 20687
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89328989969652e-06,
      "loss": 0.0134,
      "step": 20688
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.893082753245016e-06,
      "loss": 0.0164,
      "step": 20689
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89287559932838e-06,
      "loss": 0.0233,
      "step": 20690
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89266843794715e-06,
      "loss": 0.0165,
      "step": 20691
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.892461269101859e-06,
      "loss": 0.0109,
      "step": 20692
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.892254092793042e-06,
      "loss": 0.0112,
      "step": 20693
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.892046909021232e-06,
      "loss": 0.0259,
      "step": 20694
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.891839717786964e-06,
      "loss": 0.0068,
      "step": 20695
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.891632519090776e-06,
      "loss": 0.0228,
      "step": 20696
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.891425312933199e-06,
      "loss": 0.0502,
      "step": 20697
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89121809931477e-06,
      "loss": 0.0186,
      "step": 20698
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89101087823602e-06,
      "loss": 0.0143,
      "step": 20699
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.890803649697488e-06,
      "loss": 0.0086,
      "step": 20700
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.890596413699707e-06,
      "loss": 0.0086,
      "step": 20701
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.89038917024321e-06,
      "loss": 0.0067,
      "step": 20702
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.890181919328537e-06,
      "loss": 0.0065,
      "step": 20703
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.889974660956217e-06,
      "loss": 0.0027,
      "step": 20704
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.889767395126787e-06,
      "loss": 0.0271,
      "step": 20705
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.889560121840782e-06,
      "loss": 0.002,
      "step": 20706
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.889352841098736e-06,
      "loss": 0.0151,
      "step": 20707
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.889145552901187e-06,
      "loss": 0.0361,
      "step": 20708
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.888938257248664e-06,
      "loss": 0.0174,
      "step": 20709
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.888730954141708e-06,
      "loss": 0.0092,
      "step": 20710
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.88852364358085e-06,
      "loss": 0.0168,
      "step": 20711
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.888316325566625e-06,
      "loss": 0.0049,
      "step": 20712
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.888109000099572e-06,
      "loss": 0.0112,
      "step": 20713
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.88790166718022e-06,
      "loss": 0.0078,
      "step": 20714
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.887694326809109e-06,
      "loss": 0.0061,
      "step": 20715
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.88748697898677e-06,
      "loss": 0.0061,
      "step": 20716
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.887279623713743e-06,
      "loss": 0.0074,
      "step": 20717
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.88707226099056e-06,
      "loss": 0.0013,
      "step": 20718
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.886864890817753e-06,
      "loss": 0.0033,
      "step": 20719
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.886657513195863e-06,
      "loss": 0.0032,
      "step": 20720
    },
    {
      "epoch": 0.32,
      "learning_rate": 7.886450128125422e-06,
      "loss": 0.002,
      "step": 20721
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.886242735606963e-06,
      "loss": 0.0125,
      "step": 20722
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.886035335641026e-06,
      "loss": 0.0178,
      "step": 20723
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.885827928228145e-06,
      "loss": 0.0024,
      "step": 20724
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.885620513368852e-06,
      "loss": 0.0392,
      "step": 20725
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.885413091063685e-06,
      "loss": 0.0074,
      "step": 20726
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.885205661313178e-06,
      "loss": 0.0227,
      "step": 20727
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.884998224117868e-06,
      "loss": 0.0087,
      "step": 20728
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.884790779478287e-06,
      "loss": 0.0056,
      "step": 20729
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.884583327394972e-06,
      "loss": 0.011,
      "step": 20730
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.88437586786846e-06,
      "loss": 0.008,
      "step": 20731
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.884168400899285e-06,
      "loss": 0.0082,
      "step": 20732
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.883960926487982e-06,
      "loss": 0.0113,
      "step": 20733
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.883753444635086e-06,
      "loss": 0.0109,
      "step": 20734
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.883545955341132e-06,
      "loss": 0.0094,
      "step": 20735
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.883338458606657e-06,
      "loss": 0.0131,
      "step": 20736
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.883130954432195e-06,
      "loss": 0.0056,
      "step": 20737
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.882923442818283e-06,
      "loss": 0.0132,
      "step": 20738
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.882715923765455e-06,
      "loss": 0.0098,
      "step": 20739
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.882508397274247e-06,
      "loss": 0.0103,
      "step": 20740
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.882300863345197e-06,
      "loss": 0.006,
      "step": 20741
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.882093321978834e-06,
      "loss": 0.0135,
      "step": 20742
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8818857731757e-06,
      "loss": 0.0051,
      "step": 20743
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.881678216936326e-06,
      "loss": 0.0101,
      "step": 20744
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.881470653261252e-06,
      "loss": 0.0027,
      "step": 20745
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.881263082151009e-06,
      "loss": 0.0021,
      "step": 20746
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.881055503606136e-06,
      "loss": 0.0193,
      "step": 20747
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.88084791762717e-06,
      "loss": 0.0047,
      "step": 20748
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.88064032421464e-06,
      "loss": 0.0161,
      "step": 20749
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.880432723369089e-06,
      "loss": 0.0055,
      "step": 20750
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.880225115091047e-06,
      "loss": 0.0109,
      "step": 20751
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.880017499381051e-06,
      "loss": 0.0072,
      "step": 20752
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.879809876239641e-06,
      "loss": 0.0087,
      "step": 20753
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87960224566735e-06,
      "loss": 0.0098,
      "step": 20754
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87939460766471e-06,
      "loss": 0.0058,
      "step": 20755
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.879186962232263e-06,
      "loss": 0.0151,
      "step": 20756
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87897930937054e-06,
      "loss": 0.0084,
      "step": 20757
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.878771649080081e-06,
      "loss": 0.0069,
      "step": 20758
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.878563981361417e-06,
      "loss": 0.012,
      "step": 20759
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.878356306215089e-06,
      "loss": 0.0063,
      "step": 20760
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.878148623641629e-06,
      "loss": 0.0112,
      "step": 20761
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.877940933641574e-06,
      "loss": 0.0041,
      "step": 20762
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87773323621546e-06,
      "loss": 0.0065,
      "step": 20763
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.877525531363823e-06,
      "loss": 0.037,
      "step": 20764
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8773178190872e-06,
      "loss": 0.009,
      "step": 20765
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.877110099386125e-06,
      "loss": 0.0076,
      "step": 20766
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.876902372261136e-06,
      "loss": 0.0164,
      "step": 20767
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.876694637712767e-06,
      "loss": 0.0093,
      "step": 20768
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.876486895741555e-06,
      "loss": 0.0121,
      "step": 20769
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.876279146348035e-06,
      "loss": 0.0289,
      "step": 20770
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.876071389532744e-06,
      "loss": 0.0079,
      "step": 20771
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.875863625296221e-06,
      "loss": 0.0075,
      "step": 20772
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.875655853638998e-06,
      "loss": 0.0139,
      "step": 20773
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87544807456161e-06,
      "loss": 0.0105,
      "step": 20774
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.875240288064599e-06,
      "loss": 0.0208,
      "step": 20775
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.875032494148495e-06,
      "loss": 0.0037,
      "step": 20776
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.874824692813838e-06,
      "loss": 0.0099,
      "step": 20777
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.874616884061163e-06,
      "loss": 0.0146,
      "step": 20778
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.874409067891009e-06,
      "loss": 0.0079,
      "step": 20779
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.874201244303905e-06,
      "loss": 0.0087,
      "step": 20780
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.873993413300394e-06,
      "loss": 0.018,
      "step": 20781
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87378557488101e-06,
      "loss": 0.0125,
      "step": 20782
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.873577729046288e-06,
      "loss": 0.011,
      "step": 20783
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.873369875796767e-06,
      "loss": 0.0124,
      "step": 20784
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.873162015132983e-06,
      "loss": 0.014,
      "step": 20785
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87295414705547e-06,
      "loss": 0.013,
      "step": 20786
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.872746271564764e-06,
      "loss": 0.0127,
      "step": 20787
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.872538388661405e-06,
      "loss": 0.0104,
      "step": 20788
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.872330498345927e-06,
      "loss": 0.0096,
      "step": 20789
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.872122600618868e-06,
      "loss": 0.0093,
      "step": 20790
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.871914695480762e-06,
      "loss": 0.0138,
      "step": 20791
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.871706782932148e-06,
      "loss": 0.0069,
      "step": 20792
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87149886297356e-06,
      "loss": 0.0047,
      "step": 20793
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.871290935605536e-06,
      "loss": 0.007,
      "step": 20794
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.871083000828613e-06,
      "loss": 0.0113,
      "step": 20795
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.870875058643326e-06,
      "loss": 0.0045,
      "step": 20796
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.870667109050214e-06,
      "loss": 0.007,
      "step": 20797
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.87045915204981e-06,
      "loss": 0.028,
      "step": 20798
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.870251187642654e-06,
      "loss": 0.0068,
      "step": 20799
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.870043215829282e-06,
      "loss": 0.0088,
      "step": 20800
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.869835236610229e-06,
      "loss": 0.0214,
      "step": 20801
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.869627249986032e-06,
      "loss": 0.006,
      "step": 20802
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.869419255957229e-06,
      "loss": 0.0126,
      "step": 20803
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.869211254524355e-06,
      "loss": 0.0069,
      "step": 20804
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.869003245687948e-06,
      "loss": 0.0041,
      "step": 20805
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.868795229448545e-06,
      "loss": 0.0053,
      "step": 20806
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.86858720580668e-06,
      "loss": 0.0034,
      "step": 20807
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.868379174762894e-06,
      "loss": 0.0176,
      "step": 20808
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.868171136317721e-06,
      "loss": 0.0096,
      "step": 20809
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8679630904717e-06,
      "loss": 0.0124,
      "step": 20810
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.867755037225365e-06,
      "loss": 0.012,
      "step": 20811
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.867546976579253e-06,
      "loss": 0.0297,
      "step": 20812
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.867338908533903e-06,
      "loss": 0.0057,
      "step": 20813
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.867130833089852e-06,
      "loss": 0.0324,
      "step": 20814
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.866922750247635e-06,
      "loss": 0.0112,
      "step": 20815
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.866714660007788e-06,
      "loss": 0.0079,
      "step": 20816
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.866506562370852e-06,
      "loss": 0.0096,
      "step": 20817
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.866298457337362e-06,
      "loss": 0.0125,
      "step": 20818
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.866090344907852e-06,
      "loss": 0.02,
      "step": 20819
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.865882225082864e-06,
      "loss": 0.0045,
      "step": 20820
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.865674097862931e-06,
      "loss": 0.0143,
      "step": 20821
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.865465963248594e-06,
      "loss": 0.0199,
      "step": 20822
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.865257821240386e-06,
      "loss": 0.0116,
      "step": 20823
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.865049671838845e-06,
      "loss": 0.0075,
      "step": 20824
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.86484151504451e-06,
      "loss": 0.0139,
      "step": 20825
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.864633350857917e-06,
      "loss": 0.0175,
      "step": 20826
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.864425179279603e-06,
      "loss": 0.0079,
      "step": 20827
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.864217000310105e-06,
      "loss": 0.0102,
      "step": 20828
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.864008813949961e-06,
      "loss": 0.0036,
      "step": 20829
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.863800620199708e-06,
      "loss": 0.0099,
      "step": 20830
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.863592419059883e-06,
      "loss": 0.0002,
      "step": 20831
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.863384210531023e-06,
      "loss": 0.0276,
      "step": 20832
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.863175994613664e-06,
      "loss": 0.0069,
      "step": 20833
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.862967771308345e-06,
      "loss": 0.0044,
      "step": 20834
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.862759540615604e-06,
      "loss": 0.0047,
      "step": 20835
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.862551302535977e-06,
      "loss": 0.0157,
      "step": 20836
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.86234305707e-06,
      "loss": 0.0526,
      "step": 20837
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.862134804218214e-06,
      "loss": 0.0121,
      "step": 20838
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.861926543981153e-06,
      "loss": 0.0085,
      "step": 20839
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.861718276359357e-06,
      "loss": 0.007,
      "step": 20840
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.86151000135336e-06,
      "loss": 0.0046,
      "step": 20841
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.861301718963703e-06,
      "loss": 0.0156,
      "step": 20842
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.861093429190921e-06,
      "loss": 0.0012,
      "step": 20843
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.860885132035554e-06,
      "loss": 0.0104,
      "step": 20844
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.860676827498135e-06,
      "loss": 0.0152,
      "step": 20845
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.860468515579205e-06,
      "loss": 0.0077,
      "step": 20846
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.860260196279303e-06,
      "loss": 0.0141,
      "step": 20847
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.860051869598964e-06,
      "loss": 0.0092,
      "step": 20848
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.859843535538724e-06,
      "loss": 0.0222,
      "step": 20849
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.859635194099122e-06,
      "loss": 0.0052,
      "step": 20850
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8594268452807e-06,
      "loss": 0.0051,
      "step": 20851
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.859218489083988e-06,
      "loss": 0.0098,
      "step": 20852
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.859010125509528e-06,
      "loss": 0.0142,
      "step": 20853
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.858801754557859e-06,
      "loss": 0.0061,
      "step": 20854
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.858593376229515e-06,
      "loss": 0.0102,
      "step": 20855
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.858384990525035e-06,
      "loss": 0.0023,
      "step": 20856
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.858176597444957e-06,
      "loss": 0.0069,
      "step": 20857
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85796819698982e-06,
      "loss": 0.0067,
      "step": 20858
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85775978916016e-06,
      "loss": 0.0164,
      "step": 20859
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.857551373956515e-06,
      "loss": 0.0097,
      "step": 20860
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.857342951379422e-06,
      "loss": 0.0137,
      "step": 20861
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.857134521429423e-06,
      "loss": 0.0101,
      "step": 20862
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85692608410705e-06,
      "loss": 0.0076,
      "step": 20863
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.856717639412843e-06,
      "loss": 0.0078,
      "step": 20864
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.856509187347343e-06,
      "loss": 0.0061,
      "step": 20865
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.856300727911083e-06,
      "loss": 0.007,
      "step": 20866
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.856092261104605e-06,
      "loss": 0.0111,
      "step": 20867
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.855883786928444e-06,
      "loss": 0.0048,
      "step": 20868
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.855675305383138e-06,
      "loss": 0.013,
      "step": 20869
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.855466816469225e-06,
      "loss": 0.0105,
      "step": 20870
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.855258320187247e-06,
      "loss": 0.0085,
      "step": 20871
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85504981653774e-06,
      "loss": 0.0047,
      "step": 20872
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.854841305521237e-06,
      "loss": 0.0047,
      "step": 20873
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85463278713828e-06,
      "loss": 0.0148,
      "step": 20874
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85442426138941e-06,
      "loss": 0.011,
      "step": 20875
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85421572827516e-06,
      "loss": 0.0174,
      "step": 20876
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.854007187796072e-06,
      "loss": 0.0056,
      "step": 20877
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85379863995268e-06,
      "loss": 0.007,
      "step": 20878
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.853590084745526e-06,
      "loss": 0.0048,
      "step": 20879
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.853381522175146e-06,
      "loss": 0.0064,
      "step": 20880
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85317295224208e-06,
      "loss": 0.0085,
      "step": 20881
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.852964374946861e-06,
      "loss": 0.009,
      "step": 20882
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.852755790290035e-06,
      "loss": 0.0024,
      "step": 20883
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.852547198272134e-06,
      "loss": 0.0044,
      "step": 20884
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.852338598893698e-06,
      "loss": 0.0103,
      "step": 20885
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.852129992155268e-06,
      "loss": 0.0174,
      "step": 20886
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.851921378057378e-06,
      "loss": 0.0067,
      "step": 20887
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85171275660057e-06,
      "loss": 0.0027,
      "step": 20888
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.851504127785381e-06,
      "loss": 0.0125,
      "step": 20889
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.851295491612348e-06,
      "loss": 0.006,
      "step": 20890
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85108684808201e-06,
      "loss": 0.0229,
      "step": 20891
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.850878197194906e-06,
      "loss": 0.0087,
      "step": 20892
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.850669538951575e-06,
      "loss": 0.0301,
      "step": 20893
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.850460873352552e-06,
      "loss": 0.0229,
      "step": 20894
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.85025220039838e-06,
      "loss": 0.0098,
      "step": 20895
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.850043520089594e-06,
      "loss": 0.0039,
      "step": 20896
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.849834832426735e-06,
      "loss": 0.0275,
      "step": 20897
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.849626137410341e-06,
      "loss": 0.0271,
      "step": 20898
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84941743504095e-06,
      "loss": 0.017,
      "step": 20899
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.849208725319098e-06,
      "loss": 0.0191,
      "step": 20900
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.849000008245326e-06,
      "loss": 0.0088,
      "step": 20901
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.848791283820175e-06,
      "loss": 0.0039,
      "step": 20902
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84858255204418e-06,
      "loss": 0.0303,
      "step": 20903
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84837381291788e-06,
      "loss": 0.0043,
      "step": 20904
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.848165066441815e-06,
      "loss": 0.0082,
      "step": 20905
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.847956312616523e-06,
      "loss": 0.0076,
      "step": 20906
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.847747551442541e-06,
      "loss": 0.0073,
      "step": 20907
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.847538782920412e-06,
      "loss": 0.0033,
      "step": 20908
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.847330007050669e-06,
      "loss": 0.0186,
      "step": 20909
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.847121223833854e-06,
      "loss": 0.0084,
      "step": 20910
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.846912433270506e-06,
      "loss": 0.0219,
      "step": 20911
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.846703635361164e-06,
      "loss": 0.002,
      "step": 20912
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.846494830106365e-06,
      "loss": 0.0123,
      "step": 20913
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.846286017506648e-06,
      "loss": 0.0105,
      "step": 20914
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.846077197562554e-06,
      "loss": 0.0014,
      "step": 20915
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.845868370274618e-06,
      "loss": 0.0077,
      "step": 20916
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.845659535643385e-06,
      "loss": 0.0158,
      "step": 20917
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.845450693669387e-06,
      "loss": 0.0213,
      "step": 20918
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.845241844353167e-06,
      "loss": 0.0064,
      "step": 20919
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.845032987695261e-06,
      "loss": 0.008,
      "step": 20920
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.844824123696211e-06,
      "loss": 0.0071,
      "step": 20921
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.844615252356555e-06,
      "loss": 0.0065,
      "step": 20922
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.844406373676832e-06,
      "loss": 0.0092,
      "step": 20923
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84419748765758e-06,
      "loss": 0.0044,
      "step": 20924
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84398859429934e-06,
      "loss": 0.0231,
      "step": 20925
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.843779693602646e-06,
      "loss": 0.0066,
      "step": 20926
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.843570785568044e-06,
      "loss": 0.0074,
      "step": 20927
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.843361870196068e-06,
      "loss": 0.0039,
      "step": 20928
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.843152947487258e-06,
      "loss": 0.0055,
      "step": 20929
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.842944017442156e-06,
      "loss": 0.0021,
      "step": 20930
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.842735080061296e-06,
      "loss": 0.0042,
      "step": 20931
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.842526135345224e-06,
      "loss": 0.0048,
      "step": 20932
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.842317183294471e-06,
      "loss": 0.013,
      "step": 20933
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.842108223909584e-06,
      "loss": 0.0074,
      "step": 20934
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.841899257191098e-06,
      "loss": 0.0387,
      "step": 20935
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84169028313955e-06,
      "loss": 0.0204,
      "step": 20936
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.841481301755487e-06,
      "loss": 0.0052,
      "step": 20937
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84127231303944e-06,
      "loss": 0.0299,
      "step": 20938
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84106331699195e-06,
      "loss": 0.026,
      "step": 20939
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.840854313613561e-06,
      "loss": 0.0061,
      "step": 20940
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.840645302904808e-06,
      "loss": 0.0058,
      "step": 20941
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84043628486623e-06,
      "loss": 0.0096,
      "step": 20942
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.84022725949837e-06,
      "loss": 0.0066,
      "step": 20943
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.840018226801764e-06,
      "loss": 0.0075,
      "step": 20944
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.839809186776952e-06,
      "loss": 0.0454,
      "step": 20945
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.839600139424475e-06,
      "loss": 0.0046,
      "step": 20946
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83939108474487e-06,
      "loss": 0.0069,
      "step": 20947
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.839182022738678e-06,
      "loss": 0.0133,
      "step": 20948
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.838972953406439e-06,
      "loss": 0.0146,
      "step": 20949
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.838763876748692e-06,
      "loss": 0.0101,
      "step": 20950
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.838554792765975e-06,
      "loss": 0.0112,
      "step": 20951
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83834570145883e-06,
      "loss": 0.0131,
      "step": 20952
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.838136602827793e-06,
      "loss": 0.0089,
      "step": 20953
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.837927496873407e-06,
      "loss": 0.0122,
      "step": 20954
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83771838359621e-06,
      "loss": 0.0179,
      "step": 20955
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.837509262996742e-06,
      "loss": 0.0293,
      "step": 20956
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.837300135075543e-06,
      "loss": 0.0047,
      "step": 20957
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83709099983315e-06,
      "loss": 0.0044,
      "step": 20958
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.836881857270107e-06,
      "loss": 0.0249,
      "step": 20959
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.836672707386951e-06,
      "loss": 0.0075,
      "step": 20960
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83646355018422e-06,
      "loss": 0.0075,
      "step": 20961
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83625438566246e-06,
      "loss": 0.0211,
      "step": 20962
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.836045213822203e-06,
      "loss": 0.014,
      "step": 20963
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.835836034663992e-06,
      "loss": 0.021,
      "step": 20964
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.835626848188369e-06,
      "loss": 0.0151,
      "step": 20965
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83541765439587e-06,
      "loss": 0.0011,
      "step": 20966
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.835208453287038e-06,
      "loss": 0.0207,
      "step": 20967
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.834999244862411e-06,
      "loss": 0.0045,
      "step": 20968
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.834790029122528e-06,
      "loss": 0.0074,
      "step": 20969
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83458080606793e-06,
      "loss": 0.0055,
      "step": 20970
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.834371575699158e-06,
      "loss": 0.0091,
      "step": 20971
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.83416233801675e-06,
      "loss": 0.0166,
      "step": 20972
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.833953093021248e-06,
      "loss": 0.0164,
      "step": 20973
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.833743840713189e-06,
      "loss": 0.0378,
      "step": 20974
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.833534581093116e-06,
      "loss": 0.0194,
      "step": 20975
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.833325314161566e-06,
      "loss": 0.0095,
      "step": 20976
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.833116039919082e-06,
      "loss": 0.0113,
      "step": 20977
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.832906758366201e-06,
      "loss": 0.0056,
      "step": 20978
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.832697469503465e-06,
      "loss": 0.0053,
      "step": 20979
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.832488173331414e-06,
      "loss": 0.0044,
      "step": 20980
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.832278869850586e-06,
      "loss": 0.0086,
      "step": 20981
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.832069559061524e-06,
      "loss": 0.005,
      "step": 20982
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.831860240964766e-06,
      "loss": 0.01,
      "step": 20983
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.831650915560853e-06,
      "loss": 0.0073,
      "step": 20984
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.831441582850327e-06,
      "loss": 0.0046,
      "step": 20985
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.831232242833724e-06,
      "loss": 0.0012,
      "step": 20986
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.831022895511586e-06,
      "loss": 0.0043,
      "step": 20987
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.830813540884454e-06,
      "loss": 0.0084,
      "step": 20988
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.830604178952868e-06,
      "loss": 0.0088,
      "step": 20989
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.830394809717367e-06,
      "loss": 0.0176,
      "step": 20990
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.830185433178493e-06,
      "loss": 0.0031,
      "step": 20991
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.829976049336786e-06,
      "loss": 0.0031,
      "step": 20992
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.829766658192785e-06,
      "loss": 0.0082,
      "step": 20993
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.829557259747032e-06,
      "loss": 0.0113,
      "step": 20994
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.829347854000064e-06,
      "loss": 0.0394,
      "step": 20995
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.829138440952425e-06,
      "loss": 0.009,
      "step": 20996
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.828929020604654e-06,
      "loss": 0.0216,
      "step": 20997
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.828719592957292e-06,
      "loss": 0.0071,
      "step": 20998
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.828510158010878e-06,
      "loss": 0.0093,
      "step": 20999
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.828300715765953e-06,
      "loss": 0.0124,
      "step": 21000
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.828091266223058e-06,
      "loss": 0.0073,
      "step": 21001
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.827881809382734e-06,
      "loss": 0.0117,
      "step": 21002
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.827672345245518e-06,
      "loss": 0.0111,
      "step": 21003
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.827462873811955e-06,
      "loss": 0.002,
      "step": 21004
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.827253395082582e-06,
      "loss": 0.0067,
      "step": 21005
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.827043909057942e-06,
      "loss": 0.0248,
      "step": 21006
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.826834415738576e-06,
      "loss": 0.0033,
      "step": 21007
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.82662491512502e-06,
      "loss": 0.0148,
      "step": 21008
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.82641540721782e-06,
      "loss": 0.0057,
      "step": 21009
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.826205892017515e-06,
      "loss": 0.0043,
      "step": 21010
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.825996369524644e-06,
      "loss": 0.0139,
      "step": 21011
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.825786839739749e-06,
      "loss": 0.004,
      "step": 21012
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.82557730266337e-06,
      "loss": 0.0218,
      "step": 21013
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.825367758296047e-06,
      "loss": 0.005,
      "step": 21014
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.825158206638322e-06,
      "loss": 0.0028,
      "step": 21015
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.824948647690736e-06,
      "loss": 0.0187,
      "step": 21016
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.824739081453829e-06,
      "loss": 0.0031,
      "step": 21017
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.824529507928142e-06,
      "loss": 0.0075,
      "step": 21018
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.824319927114215e-06,
      "loss": 0.0055,
      "step": 21019
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.82411033901259e-06,
      "loss": 0.0147,
      "step": 21020
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.823900743623805e-06,
      "loss": 0.007,
      "step": 21021
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.823691140948406e-06,
      "loss": 0.0275,
      "step": 21022
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.82348153098693e-06,
      "loss": 0.0103,
      "step": 21023
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.823271913739918e-06,
      "loss": 0.0079,
      "step": 21024
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.823062289207911e-06,
      "loss": 0.0224,
      "step": 21025
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.822852657391454e-06,
      "loss": 0.0068,
      "step": 21026
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.822643018291081e-06,
      "loss": 0.0096,
      "step": 21027
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.822433371907337e-06,
      "loss": 0.0164,
      "step": 21028
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.822223718240763e-06,
      "loss": 0.0239,
      "step": 21029
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8220140572919e-06,
      "loss": 0.0092,
      "step": 21030
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.821804389061287e-06,
      "loss": 0.0074,
      "step": 21031
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.821594713549467e-06,
      "loss": 0.0149,
      "step": 21032
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.821385030756981e-06,
      "loss": 0.0231,
      "step": 21033
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.821175340684368e-06,
      "loss": 0.0059,
      "step": 21034
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.82096564333217e-06,
      "loss": 0.0115,
      "step": 21035
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.82075593870093e-06,
      "loss": 0.03,
      "step": 21036
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.820546226791188e-06,
      "loss": 0.0265,
      "step": 21037
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.820336507603485e-06,
      "loss": 0.0091,
      "step": 21038
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.820126781138359e-06,
      "loss": 0.001,
      "step": 21039
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.819917047396356e-06,
      "loss": 0.0255,
      "step": 21040
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.819707306378017e-06,
      "loss": 0.0075,
      "step": 21041
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81949755808388e-06,
      "loss": 0.0101,
      "step": 21042
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.819287802514487e-06,
      "loss": 0.0057,
      "step": 21043
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81907803967038e-06,
      "loss": 0.0105,
      "step": 21044
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.818868269552103e-06,
      "loss": 0.0105,
      "step": 21045
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.818658492160192e-06,
      "loss": 0.0039,
      "step": 21046
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.818448707495192e-06,
      "loss": 0.0157,
      "step": 21047
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.818238915557643e-06,
      "loss": 0.0023,
      "step": 21048
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.818029116348084e-06,
      "loss": 0.0103,
      "step": 21049
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.817819309867061e-06,
      "loss": 0.0213,
      "step": 21050
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.817609496115113e-06,
      "loss": 0.0052,
      "step": 21051
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.817399675092782e-06,
      "loss": 0.0096,
      "step": 21052
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81718984680061e-06,
      "loss": 0.0275,
      "step": 21053
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.816980011239135e-06,
      "loss": 0.0269,
      "step": 21054
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.816770168408902e-06,
      "loss": 0.0063,
      "step": 21055
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.816560318310451e-06,
      "loss": 0.0161,
      "step": 21056
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.816350460944324e-06,
      "loss": 0.0218,
      "step": 21057
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.816140596311062e-06,
      "loss": 0.0023,
      "step": 21058
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.815930724411207e-06,
      "loss": 0.0138,
      "step": 21059
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8157208452453e-06,
      "loss": 0.0053,
      "step": 21060
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.815510958813884e-06,
      "loss": 0.0056,
      "step": 21061
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.815301065117498e-06,
      "loss": 0.0255,
      "step": 21062
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.815091164156685e-06,
      "loss": 0.0216,
      "step": 21063
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81488125593199e-06,
      "loss": 0.0096,
      "step": 21064
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.814671340443948e-06,
      "loss": 0.0097,
      "step": 21065
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.814461417693105e-06,
      "loss": 0.0098,
      "step": 21066
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.814251487680002e-06,
      "loss": 0.0155,
      "step": 21067
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.814041550405181e-06,
      "loss": 0.0072,
      "step": 21068
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81383160586918e-06,
      "loss": 0.0113,
      "step": 21069
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.813621654072547e-06,
      "loss": 0.0119,
      "step": 21070
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81341169501582e-06,
      "loss": 0.0041,
      "step": 21071
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81320172869954e-06,
      "loss": 0.0035,
      "step": 21072
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.812991755124252e-06,
      "loss": 0.0239,
      "step": 21073
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.812781774290495e-06,
      "loss": 0.0062,
      "step": 21074
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81257178619881e-06,
      "loss": 0.02,
      "step": 21075
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.812361790849741e-06,
      "loss": 0.0146,
      "step": 21076
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.812151788243833e-06,
      "loss": 0.0127,
      "step": 21077
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.811941778381619e-06,
      "loss": 0.0132,
      "step": 21078
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.81173176126365e-06,
      "loss": 0.0133,
      "step": 21079
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.811521736890463e-06,
      "loss": 0.0046,
      "step": 21080
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.811311705262601e-06,
      "loss": 0.0262,
      "step": 21081
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.811101666380608e-06,
      "loss": 0.0148,
      "step": 21082
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.810891620245021e-06,
      "loss": 0.0384,
      "step": 21083
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.810681566856386e-06,
      "loss": 0.0034,
      "step": 21084
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.810471506215244e-06,
      "loss": 0.0053,
      "step": 21085
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.810261438322137e-06,
      "loss": 0.0406,
      "step": 21086
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.810051363177608e-06,
      "loss": 0.0153,
      "step": 21087
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.809841280782198e-06,
      "loss": 0.0112,
      "step": 21088
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.809631191136446e-06,
      "loss": 0.0088,
      "step": 21089
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8094210942409e-06,
      "loss": 0.0109,
      "step": 21090
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.8092109900961e-06,
      "loss": 0.0208,
      "step": 21091
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.809000878702587e-06,
      "loss": 0.0098,
      "step": 21092
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.808790760060902e-06,
      "loss": 0.0078,
      "step": 21093
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.808580634171593e-06,
      "loss": 0.0074,
      "step": 21094
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.808370501035193e-06,
      "loss": 0.0055,
      "step": 21095
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.808160360652253e-06,
      "loss": 0.0097,
      "step": 21096
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80795021302331e-06,
      "loss": 0.0078,
      "step": 21097
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.807740058148908e-06,
      "loss": 0.0066,
      "step": 21098
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.807529896029589e-06,
      "loss": 0.0079,
      "step": 21099
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.807319726665894e-06,
      "loss": 0.0119,
      "step": 21100
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.807109550058368e-06,
      "loss": 0.0145,
      "step": 21101
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.806899366207553e-06,
      "loss": 0.0031,
      "step": 21102
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.806689175113988e-06,
      "loss": 0.0077,
      "step": 21103
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80647897677822e-06,
      "loss": 0.0042,
      "step": 21104
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.806268771200787e-06,
      "loss": 0.0268,
      "step": 21105
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.806058558382237e-06,
      "loss": 0.0076,
      "step": 21106
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.805848338323105e-06,
      "loss": 0.0052,
      "step": 21107
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.805638111023938e-06,
      "loss": 0.0052,
      "step": 21108
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80542787648528e-06,
      "loss": 0.0395,
      "step": 21109
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.805217634707669e-06,
      "loss": 0.0111,
      "step": 21110
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.805007385691651e-06,
      "loss": 0.0164,
      "step": 21111
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.804797129437766e-06,
      "loss": 0.0149,
      "step": 21112
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80458686594656e-06,
      "loss": 0.0213,
      "step": 21113
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80437659521857e-06,
      "loss": 0.0122,
      "step": 21114
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.804166317254345e-06,
      "loss": 0.0077,
      "step": 21115
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.803956032054423e-06,
      "loss": 0.0071,
      "step": 21116
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80374573961935e-06,
      "loss": 0.0095,
      "step": 21117
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.803535439949665e-06,
      "loss": 0.0087,
      "step": 21118
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.803325133045912e-06,
      "loss": 0.0018,
      "step": 21119
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.803114818908634e-06,
      "loss": 0.0177,
      "step": 21120
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.802904497538375e-06,
      "loss": 0.0071,
      "step": 21121
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.802694168935676e-06,
      "loss": 0.0074,
      "step": 21122
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80248383310108e-06,
      "loss": 0.0083,
      "step": 21123
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80227349003513e-06,
      "loss": 0.0042,
      "step": 21124
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.802063139738368e-06,
      "loss": 0.0016,
      "step": 21125
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.80185278221134e-06,
      "loss": 0.0088,
      "step": 21126
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.801642417454582e-06,
      "loss": 0.0131,
      "step": 21127
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.801432045468644e-06,
      "loss": 0.0103,
      "step": 21128
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.801221666254065e-06,
      "loss": 0.0032,
      "step": 21129
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.801011279811388e-06,
      "loss": 0.0059,
      "step": 21130
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.800800886141158e-06,
      "loss": 0.0027,
      "step": 21131
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.800590485243915e-06,
      "loss": 0.0054,
      "step": 21132
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.800380077120204e-06,
      "loss": 0.0336,
      "step": 21133
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.800169661770569e-06,
      "loss": 0.0087,
      "step": 21134
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.79995923919555e-06,
      "loss": 0.0014,
      "step": 21135
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.799748809395691e-06,
      "loss": 0.0084,
      "step": 21136
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.799538372371533e-06,
      "loss": 0.002,
      "step": 21137
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.799327928123625e-06,
      "loss": 0.0082,
      "step": 21138
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.799117476652503e-06,
      "loss": 0.0333,
      "step": 21139
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.798907017958715e-06,
      "loss": 0.0123,
      "step": 21140
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.798696552042803e-06,
      "loss": 0.0083,
      "step": 21141
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.798486078905307e-06,
      "loss": 0.0056,
      "step": 21142
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.798275598546773e-06,
      "loss": 0.0053,
      "step": 21143
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.798065110967745e-06,
      "loss": 0.0086,
      "step": 21144
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.797854616168764e-06,
      "loss": 0.0255,
      "step": 21145
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.797644114150375e-06,
      "loss": 0.0085,
      "step": 21146
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.797433604913119e-06,
      "loss": 0.0085,
      "step": 21147
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.79722308845754e-06,
      "loss": 0.0029,
      "step": 21148
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.797012564784181e-06,
      "loss": 0.0045,
      "step": 21149
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.796802033893585e-06,
      "loss": 0.0065,
      "step": 21150
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.796591495786298e-06,
      "loss": 0.0048,
      "step": 21151
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.796380950462859e-06,
      "loss": 0.0245,
      "step": 21152
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.796170397923815e-06,
      "loss": 0.0088,
      "step": 21153
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.795959838169707e-06,
      "loss": 0.0189,
      "step": 21154
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.795749271201079e-06,
      "loss": 0.0179,
      "step": 21155
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.795538697018475e-06,
      "loss": 0.0064,
      "step": 21156
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.795328115622436e-06,
      "loss": 0.0108,
      "step": 21157
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.795117527013507e-06,
      "loss": 0.0266,
      "step": 21158
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.794906931192234e-06,
      "loss": 0.0122,
      "step": 21159
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.794696328159155e-06,
      "loss": 0.0357,
      "step": 21160
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.794485717914818e-06,
      "loss": 0.012,
      "step": 21161
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.794275100459765e-06,
      "loss": 0.023,
      "step": 21162
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.794064475794538e-06,
      "loss": 0.0078,
      "step": 21163
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.79385384391968e-06,
      "loss": 0.0026,
      "step": 21164
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.793643204835738e-06,
      "loss": 0.0135,
      "step": 21165
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.793432558543258e-06,
      "loss": 0.0101,
      "step": 21166
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.793221905042774e-06,
      "loss": 0.0077,
      "step": 21167
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.793011244334836e-06,
      "loss": 0.0074,
      "step": 21168
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.792800576419986e-06,
      "loss": 0.0139,
      "step": 21169
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.792589901298767e-06,
      "loss": 0.0084,
      "step": 21170
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.792379218971726e-06,
      "loss": 0.0032,
      "step": 21171
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.792168529439403e-06,
      "loss": 0.0111,
      "step": 21172
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.791957832702344e-06,
      "loss": 0.0055,
      "step": 21173
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.79174712876109e-06,
      "loss": 0.0061,
      "step": 21174
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.791536417616186e-06,
      "loss": 0.0075,
      "step": 21175
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.791325699268178e-06,
      "loss": 0.0064,
      "step": 21176
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.791114973717606e-06,
      "loss": 0.0216,
      "step": 21177
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.790904240965017e-06,
      "loss": 0.0014,
      "step": 21178
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.790693501010951e-06,
      "loss": 0.0509,
      "step": 21179
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.790482753855954e-06,
      "loss": 0.0187,
      "step": 21180
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.790271999500571e-06,
      "loss": 0.0147,
      "step": 21181
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.790061237945343e-06,
      "loss": 0.0032,
      "step": 21182
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.789850469190817e-06,
      "loss": 0.0107,
      "step": 21183
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.789639693237533e-06,
      "loss": 0.0092,
      "step": 21184
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78942891008604e-06,
      "loss": 0.0099,
      "step": 21185
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.789218119736878e-06,
      "loss": 0.0069,
      "step": 21186
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.789007322190591e-06,
      "loss": 0.009,
      "step": 21187
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.788796517447726e-06,
      "loss": 0.0262,
      "step": 21188
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.788585705508822e-06,
      "loss": 0.0081,
      "step": 21189
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.788374886374428e-06,
      "loss": 0.0319,
      "step": 21190
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.788164060045084e-06,
      "loss": 0.0116,
      "step": 21191
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.787953226521337e-06,
      "loss": 0.0091,
      "step": 21192
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.787742385803729e-06,
      "loss": 0.0017,
      "step": 21193
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.787531537892806e-06,
      "loss": 0.0235,
      "step": 21194
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.787320682789107e-06,
      "loss": 0.0055,
      "step": 21195
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.787109820493186e-06,
      "loss": 0.0122,
      "step": 21196
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.786898951005577e-06,
      "loss": 0.0034,
      "step": 21197
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.786688074326828e-06,
      "loss": 0.0122,
      "step": 21198
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.786477190457484e-06,
      "loss": 0.0139,
      "step": 21199
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.786266299398089e-06,
      "loss": 0.004,
      "step": 21200
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.786055401149186e-06,
      "loss": 0.0031,
      "step": 21201
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78584449571132e-06,
      "loss": 0.0086,
      "step": 21202
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.785633583085035e-06,
      "loss": 0.0085,
      "step": 21203
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.785422663270876e-06,
      "loss": 0.0138,
      "step": 21204
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.785211736269384e-06,
      "loss": 0.0037,
      "step": 21205
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.785000802081108e-06,
      "loss": 0.0135,
      "step": 21206
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78478986070659e-06,
      "loss": 0.0044,
      "step": 21207
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.784578912146374e-06,
      "loss": 0.0057,
      "step": 21208
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.784367956401004e-06,
      "loss": 0.0028,
      "step": 21209
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.784156993471026e-06,
      "loss": 0.0078,
      "step": 21210
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.783946023356984e-06,
      "loss": 0.0066,
      "step": 21211
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78373504605942e-06,
      "loss": 0.0336,
      "step": 21212
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78352406157888e-06,
      "loss": 0.0043,
      "step": 21213
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.783313069915908e-06,
      "loss": 0.0085,
      "step": 21214
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78310207107105e-06,
      "loss": 0.0129,
      "step": 21215
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.782891065044851e-06,
      "loss": 0.0047,
      "step": 21216
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.782680051837852e-06,
      "loss": 0.0081,
      "step": 21217
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.782469031450598e-06,
      "loss": 0.0206,
      "step": 21218
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.782258003883636e-06,
      "loss": 0.0058,
      "step": 21219
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78204696913751e-06,
      "loss": 0.0068,
      "step": 21220
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.781835927212764e-06,
      "loss": 0.0062,
      "step": 21221
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.781624878109941e-06,
      "loss": 0.0052,
      "step": 21222
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.781413821829589e-06,
      "loss": 0.014,
      "step": 21223
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78120275837225e-06,
      "loss": 0.0149,
      "step": 21224
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.780991687738468e-06,
      "loss": 0.0136,
      "step": 21225
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.780780609928791e-06,
      "loss": 0.0011,
      "step": 21226
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78056952494376e-06,
      "loss": 0.0254,
      "step": 21227
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.780358432783921e-06,
      "loss": 0.013,
      "step": 21228
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.78014733344982e-06,
      "loss": 0.0163,
      "step": 21229
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.779936226941999e-06,
      "loss": 0.0102,
      "step": 21230
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.779725113261005e-06,
      "loss": 0.0101,
      "step": 21231
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.779513992407384e-06,
      "loss": 0.003,
      "step": 21232
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.779302864381677e-06,
      "loss": 0.009,
      "step": 21233
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.779091729184428e-06,
      "loss": 0.0203,
      "step": 21234
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.778880586816189e-06,
      "loss": 0.0093,
      "step": 21235
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.778669437277499e-06,
      "loss": 0.007,
      "step": 21236
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.778458280568903e-06,
      "loss": 0.0085,
      "step": 21237
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.778247116690947e-06,
      "loss": 0.0164,
      "step": 21238
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.778035945644177e-06,
      "loss": 0.0084,
      "step": 21239
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.777824767429136e-06,
      "loss": 0.002,
      "step": 21240
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77761358204637e-06,
      "loss": 0.01,
      "step": 21241
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.777402389496422e-06,
      "loss": 0.0047,
      "step": 21242
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77719118977984e-06,
      "loss": 0.009,
      "step": 21243
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.776979982897165e-06,
      "loss": 0.0056,
      "step": 21244
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.776768768848947e-06,
      "loss": 0.0028,
      "step": 21245
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.776557547635728e-06,
      "loss": 0.0114,
      "step": 21246
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.776346319258054e-06,
      "loss": 0.01,
      "step": 21247
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77613508371647e-06,
      "loss": 0.01,
      "step": 21248
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77592384101152e-06,
      "loss": 0.0139,
      "step": 21249
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.775712591143747e-06,
      "loss": 0.0214,
      "step": 21250
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.775501334113703e-06,
      "loss": 0.0037,
      "step": 21251
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.775290069921925e-06,
      "loss": 0.0373,
      "step": 21252
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.775078798568962e-06,
      "loss": 0.0203,
      "step": 21253
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.774867520055362e-06,
      "loss": 0.0016,
      "step": 21254
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.774656234381665e-06,
      "loss": 0.0057,
      "step": 21255
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77444494154842e-06,
      "loss": 0.0228,
      "step": 21256
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77423364155617e-06,
      "loss": 0.0131,
      "step": 21257
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77402233440546e-06,
      "loss": 0.0082,
      "step": 21258
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.773811020096838e-06,
      "loss": 0.0434,
      "step": 21259
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.773599698630847e-06,
      "loss": 0.0027,
      "step": 21260
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.773388370008033e-06,
      "loss": 0.0115,
      "step": 21261
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.773177034228941e-06,
      "loss": 0.0059,
      "step": 21262
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.772965691294115e-06,
      "loss": 0.0136,
      "step": 21263
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.772754341204101e-06,
      "loss": 0.0123,
      "step": 21264
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.772542983959446e-06,
      "loss": 0.0046,
      "step": 21265
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.772331619560696e-06,
      "loss": 0.0076,
      "step": 21266
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.772120248008392e-06,
      "loss": 0.0143,
      "step": 21267
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.771908869303084e-06,
      "loss": 0.0101,
      "step": 21268
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.771697483445316e-06,
      "loss": 0.0176,
      "step": 21269
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.771486090435631e-06,
      "loss": 0.0062,
      "step": 21270
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.77127469027458e-06,
      "loss": 0.0045,
      "step": 21271
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.7710632829627e-06,
      "loss": 0.009,
      "step": 21272
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.770851868500546e-06,
      "loss": 0.031,
      "step": 21273
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.770640446888658e-06,
      "loss": 0.0181,
      "step": 21274
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.770429018127581e-06,
      "loss": 0.0071,
      "step": 21275
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.770217582217863e-06,
      "loss": 0.0133,
      "step": 21276
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.770006139160049e-06,
      "loss": 0.0092,
      "step": 21277
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.769794688954683e-06,
      "loss": 0.0074,
      "step": 21278
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.769583231602314e-06,
      "loss": 0.0036,
      "step": 21279
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.769371767103484e-06,
      "loss": 0.0047,
      "step": 21280
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.769160295458742e-06,
      "loss": 0.0086,
      "step": 21281
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.768948816668631e-06,
      "loss": 0.0096,
      "step": 21282
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.768737330733696e-06,
      "loss": 0.0085,
      "step": 21283
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.768525837654485e-06,
      "loss": 0.007,
      "step": 21284
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.768314337431544e-06,
      "loss": 0.0038,
      "step": 21285
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.768102830065419e-06,
      "loss": 0.0085,
      "step": 21286
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.76789131555665e-06,
      "loss": 0.0094,
      "step": 21287
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.76767979390579e-06,
      "loss": 0.0098,
      "step": 21288
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.767468265113383e-06,
      "loss": 0.0073,
      "step": 21289
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.767256729179974e-06,
      "loss": 0.0056,
      "step": 21290
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.767045186106105e-06,
      "loss": 0.0168,
      "step": 21291
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.766833635892328e-06,
      "loss": 0.0084,
      "step": 21292
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.766622078539188e-06,
      "loss": 0.0031,
      "step": 21293
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.766410514047226e-06,
      "loss": 0.0023,
      "step": 21294
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.766198942416994e-06,
      "loss": 0.0082,
      "step": 21295
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.765987363649035e-06,
      "loss": 0.0057,
      "step": 21296
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.765775777743893e-06,
      "loss": 0.0037,
      "step": 21297
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.765564184702118e-06,
      "loss": 0.0044,
      "step": 21298
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.765352584524253e-06,
      "loss": 0.0112,
      "step": 21299
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.765140977210846e-06,
      "loss": 0.0128,
      "step": 21300
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.764929362762441e-06,
      "loss": 0.02,
      "step": 21301
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.764717741179586e-06,
      "loss": 0.0058,
      "step": 21302
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.764506112462826e-06,
      "loss": 0.0172,
      "step": 21303
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.764294476612707e-06,
      "loss": 0.008,
      "step": 21304
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.764082833629774e-06,
      "loss": 0.003,
      "step": 21305
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.763871183514575e-06,
      "loss": 0.0253,
      "step": 21306
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.763659526267658e-06,
      "loss": 0.0049,
      "step": 21307
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.763447861889564e-06,
      "loss": 0.0135,
      "step": 21308
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.763236190380844e-06,
      "loss": 0.0096,
      "step": 21309
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.763024511742039e-06,
      "loss": 0.0092,
      "step": 21310
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.762812825973702e-06,
      "loss": 0.0263,
      "step": 21311
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.762601133076373e-06,
      "loss": 0.0062,
      "step": 21312
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.7623894330506e-06,
      "loss": 0.007,
      "step": 21313
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.762177725896931e-06,
      "loss": 0.0059,
      "step": 21314
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.761966011615912e-06,
      "loss": 0.0089,
      "step": 21315
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.761754290208089e-06,
      "loss": 0.0044,
      "step": 21316
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.761542561674007e-06,
      "loss": 0.0145,
      "step": 21317
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.761330826014213e-06,
      "loss": 0.0087,
      "step": 21318
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.761119083229254e-06,
      "loss": 0.0168,
      "step": 21319
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.760907333319674e-06,
      "loss": 0.0043,
      "step": 21320
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.760695576286023e-06,
      "loss": 0.0104,
      "step": 21321
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.760483812128845e-06,
      "loss": 0.0012,
      "step": 21322
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.760272040848688e-06,
      "loss": 0.0066,
      "step": 21323
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.760060262446097e-06,
      "loss": 0.0077,
      "step": 21324
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.75984847692162e-06,
      "loss": 0.0018,
      "step": 21325
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.759636684275801e-06,
      "loss": 0.0051,
      "step": 21326
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.75942488450919e-06,
      "loss": 0.0028,
      "step": 21327
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.759213077622329e-06,
      "loss": 0.0072,
      "step": 21328
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.759001263615768e-06,
      "loss": 0.0085,
      "step": 21329
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.758789442490053e-06,
      "loss": 0.0182,
      "step": 21330
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.758577614245731e-06,
      "loss": 0.0047,
      "step": 21331
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.758365778883347e-06,
      "loss": 0.0251,
      "step": 21332
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.758153936403447e-06,
      "loss": 0.0228,
      "step": 21333
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.75794208680658e-06,
      "loss": 0.0135,
      "step": 21334
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.757730230093292e-06,
      "loss": 0.0066,
      "step": 21335
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.75751836626413e-06,
      "loss": 0.0295,
      "step": 21336
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.757306495319639e-06,
      "loss": 0.0073,
      "step": 21337
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.757094617260365e-06,
      "loss": 0.007,
      "step": 21338
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.756882732086859e-06,
      "loss": 0.0169,
      "step": 21339
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.756670839799663e-06,
      "loss": 0.0054,
      "step": 21340
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.756458940399329e-06,
      "loss": 0.0132,
      "step": 21341
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.756247033886397e-06,
      "loss": 0.0084,
      "step": 21342
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.75603512026142e-06,
      "loss": 0.0047,
      "step": 21343
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.75582319952494e-06,
      "loss": 0.0143,
      "step": 21344
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.755611271677508e-06,
      "loss": 0.0212,
      "step": 21345
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.755399336719668e-06,
      "loss": 0.0094,
      "step": 21346
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.755187394651969e-06,
      "loss": 0.0192,
      "step": 21347
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.754975445474955e-06,
      "loss": 0.0138,
      "step": 21348
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.754763489189175e-06,
      "loss": 0.0036,
      "step": 21349
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.754551525795176e-06,
      "loss": 0.0093,
      "step": 21350
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.754339555293505e-06,
      "loss": 0.0056,
      "step": 21351
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.754127577684706e-06,
      "loss": 0.0073,
      "step": 21352
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.753915592969333e-06,
      "loss": 0.0049,
      "step": 21353
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.753703601147924e-06,
      "loss": 0.0043,
      "step": 21354
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.75349160222103e-06,
      "loss": 0.0173,
      "step": 21355
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.753279596189202e-06,
      "loss": 0.005,
      "step": 21356
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.753067583052981e-06,
      "loss": 0.0026,
      "step": 21357
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.752855562812917e-06,
      "loss": 0.0047,
      "step": 21358
    },
    {
      "epoch": 0.33,
      "learning_rate": 7.752643535469555e-06,
      "loss": 0.016,
      "step": 21359
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.752431501023446e-06,
      "loss": 0.0202,
      "step": 21360
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.752219459475135e-06,
      "loss": 0.0202,
      "step": 21361
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.752007410825166e-06,
      "loss": 0.0015,
      "step": 21362
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.751795355074093e-06,
      "loss": 0.0053,
      "step": 21363
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.751583292222456e-06,
      "loss": 0.0075,
      "step": 21364
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.751371222270807e-06,
      "loss": 0.0039,
      "step": 21365
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.751159145219691e-06,
      "loss": 0.0137,
      "step": 21366
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.750947061069657e-06,
      "loss": 0.009,
      "step": 21367
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.75073496982125e-06,
      "loss": 0.0147,
      "step": 21368
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.75052287147502e-06,
      "loss": 0.0117,
      "step": 21369
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.75031076603151e-06,
      "loss": 0.0037,
      "step": 21370
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.750098653491272e-06,
      "loss": 0.0072,
      "step": 21371
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.749886533854851e-06,
      "loss": 0.0077,
      "step": 21372
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.749674407122795e-06,
      "loss": 0.0079,
      "step": 21373
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.74946227329565e-06,
      "loss": 0.0199,
      "step": 21374
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.749250132373964e-06,
      "loss": 0.005,
      "step": 21375
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.749037984358287e-06,
      "loss": 0.0107,
      "step": 21376
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.748825829249163e-06,
      "loss": 0.0064,
      "step": 21377
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.74861366704714e-06,
      "loss": 0.0106,
      "step": 21378
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.748401497752768e-06,
      "loss": 0.0223,
      "step": 21379
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.748189321366592e-06,
      "loss": 0.0048,
      "step": 21380
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.747977137889159e-06,
      "loss": 0.0136,
      "step": 21381
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.747764947321018e-06,
      "loss": 0.0091,
      "step": 21382
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.747552749662716e-06,
      "loss": 0.0095,
      "step": 21383
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.747340544914802e-06,
      "loss": 0.0121,
      "step": 21384
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.74712833307782e-06,
      "loss": 0.0217,
      "step": 21385
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.74691611415232e-06,
      "loss": 0.0019,
      "step": 21386
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.74670388813885e-06,
      "loss": 0.0069,
      "step": 21387
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.746491655037956e-06,
      "loss": 0.0085,
      "step": 21388
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.746279414850188e-06,
      "loss": 0.0115,
      "step": 21389
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.746067167576092e-06,
      "loss": 0.0093,
      "step": 21390
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.745854913216216e-06,
      "loss": 0.0077,
      "step": 21391
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.745642651771106e-06,
      "loss": 0.0096,
      "step": 21392
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.745430383241315e-06,
      "loss": 0.0073,
      "step": 21393
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.745218107627383e-06,
      "loss": 0.0138,
      "step": 21394
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.745005824929865e-06,
      "loss": 0.011,
      "step": 21395
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.744793535149304e-06,
      "loss": 0.0154,
      "step": 21396
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.744581238286248e-06,
      "loss": 0.0085,
      "step": 21397
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.744368934341248e-06,
      "loss": 0.0119,
      "step": 21398
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.744156623314848e-06,
      "loss": 0.0117,
      "step": 21399
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.743944305207602e-06,
      "loss": 0.0056,
      "step": 21400
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.743731980020049e-06,
      "loss": 0.0122,
      "step": 21401
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.743519647752744e-06,
      "loss": 0.0065,
      "step": 21402
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.743307308406231e-06,
      "loss": 0.0143,
      "step": 21403
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.74309496198106e-06,
      "loss": 0.0025,
      "step": 21404
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.74288260847778e-06,
      "loss": 0.0079,
      "step": 21405
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.742670247896936e-06,
      "loss": 0.0061,
      "step": 21406
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.742457880239075e-06,
      "loss": 0.0082,
      "step": 21407
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.742245505504748e-06,
      "loss": 0.0105,
      "step": 21408
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.742033123694503e-06,
      "loss": 0.0165,
      "step": 21409
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.741820734808887e-06,
      "loss": 0.01,
      "step": 21410
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.741608338848447e-06,
      "loss": 0.0047,
      "step": 21411
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.741395935813733e-06,
      "loss": 0.0044,
      "step": 21412
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.741183525705293e-06,
      "loss": 0.0075,
      "step": 21413
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.740971108523674e-06,
      "loss": 0.015,
      "step": 21414
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.740758684269424e-06,
      "loss": 0.0086,
      "step": 21415
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.740546252943094e-06,
      "loss": 0.0042,
      "step": 21416
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.740333814545227e-06,
      "loss": 0.0096,
      "step": 21417
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.740121369076375e-06,
      "loss": 0.0415,
      "step": 21418
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.739908916537083e-06,
      "loss": 0.0049,
      "step": 21419
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.739696456927904e-06,
      "loss": 0.0113,
      "step": 21420
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.739483990249383e-06,
      "loss": 0.0067,
      "step": 21421
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.739271516502066e-06,
      "loss": 0.0074,
      "step": 21422
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.739059035686507e-06,
      "loss": 0.0162,
      "step": 21423
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.738846547803251e-06,
      "loss": 0.0065,
      "step": 21424
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.738634052852847e-06,
      "loss": 0.0042,
      "step": 21425
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.738421550835842e-06,
      "loss": 0.0169,
      "step": 21426
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.738209041752784e-06,
      "loss": 0.0136,
      "step": 21427
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.737996525604224e-06,
      "loss": 0.011,
      "step": 21428
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.737784002390708e-06,
      "loss": 0.006,
      "step": 21429
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.737571472112786e-06,
      "loss": 0.0088,
      "step": 21430
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.737358934771007e-06,
      "loss": 0.0191,
      "step": 21431
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.737146390365915e-06,
      "loss": 0.0079,
      "step": 21432
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.736933838898064e-06,
      "loss": 0.0284,
      "step": 21433
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.736721280367998e-06,
      "loss": 0.0126,
      "step": 21434
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.736508714776269e-06,
      "loss": 0.0062,
      "step": 21435
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.736296142123424e-06,
      "loss": 0.0206,
      "step": 21436
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.736083562410011e-06,
      "loss": 0.0019,
      "step": 21437
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.735870975636578e-06,
      "loss": 0.0206,
      "step": 21438
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.735658381803677e-06,
      "loss": 0.0109,
      "step": 21439
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.735445780911853e-06,
      "loss": 0.0075,
      "step": 21440
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.735233172961657e-06,
      "loss": 0.0103,
      "step": 21441
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.735020557953632e-06,
      "loss": 0.003,
      "step": 21442
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.734807935888335e-06,
      "loss": 0.0296,
      "step": 21443
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.734595306766307e-06,
      "loss": 0.0056,
      "step": 21444
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.734382670588106e-06,
      "loss": 0.0229,
      "step": 21445
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.73417002735427e-06,
      "loss": 0.0019,
      "step": 21446
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.733957377065353e-06,
      "loss": 0.0131,
      "step": 21447
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.733744719721904e-06,
      "loss": 0.005,
      "step": 21448
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.733532055324471e-06,
      "loss": 0.0087,
      "step": 21449
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.733319383873603e-06,
      "loss": 0.0245,
      "step": 21450
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.733106705369848e-06,
      "loss": 0.0065,
      "step": 21451
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.732894019813756e-06,
      "loss": 0.0045,
      "step": 21452
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.732681327205874e-06,
      "loss": 0.0046,
      "step": 21453
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.732468627546753e-06,
      "loss": 0.0125,
      "step": 21454
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.732255920836941e-06,
      "loss": 0.0071,
      "step": 21455
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.732043207076986e-06,
      "loss": 0.005,
      "step": 21456
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.731830486267437e-06,
      "loss": 0.0109,
      "step": 21457
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.731617758408844e-06,
      "loss": 0.0063,
      "step": 21458
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.731405023501755e-06,
      "loss": 0.0162,
      "step": 21459
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.731192281546719e-06,
      "loss": 0.0074,
      "step": 21460
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.730979532544286e-06,
      "loss": 0.0059,
      "step": 21461
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.730766776495002e-06,
      "loss": 0.0057,
      "step": 21462
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.73055401339942e-06,
      "loss": 0.0043,
      "step": 21463
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.730341243258088e-06,
      "loss": 0.0037,
      "step": 21464
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.730128466071554e-06,
      "loss": 0.012,
      "step": 21465
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.729915681840365e-06,
      "loss": 0.0075,
      "step": 21466
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.729702890565073e-06,
      "loss": 0.0112,
      "step": 21467
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.729490092246225e-06,
      "loss": 0.0135,
      "step": 21468
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.729277286884373e-06,
      "loss": 0.0171,
      "step": 21469
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.729064474480066e-06,
      "loss": 0.0108,
      "step": 21470
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.728851655033849e-06,
      "loss": 0.0053,
      "step": 21471
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.728638828546275e-06,
      "loss": 0.0036,
      "step": 21472
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.728425995017893e-06,
      "loss": 0.0019,
      "step": 21473
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.728213154449249e-06,
      "loss": 0.0016,
      "step": 21474
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.728000306840895e-06,
      "loss": 0.0143,
      "step": 21475
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.727787452193379e-06,
      "loss": 0.0084,
      "step": 21476
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.727574590507251e-06,
      "loss": 0.0141,
      "step": 21477
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.727361721783061e-06,
      "loss": 0.0059,
      "step": 21478
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.727148846021357e-06,
      "loss": 0.0177,
      "step": 21479
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.726935963222689e-06,
      "loss": 0.0093,
      "step": 21480
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.726723073387605e-06,
      "loss": 0.0165,
      "step": 21481
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.726510176516655e-06,
      "loss": 0.0273,
      "step": 21482
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.726297272610387e-06,
      "loss": 0.0046,
      "step": 21483
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.726084361669355e-06,
      "loss": 0.0319,
      "step": 21484
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.725871443694104e-06,
      "loss": 0.0041,
      "step": 21485
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.725658518685187e-06,
      "loss": 0.0212,
      "step": 21486
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.725445586643148e-06,
      "loss": 0.0066,
      "step": 21487
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.72523264756854e-06,
      "loss": 0.0146,
      "step": 21488
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.725019701461912e-06,
      "loss": 0.0115,
      "step": 21489
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.724806748323814e-06,
      "loss": 0.0038,
      "step": 21490
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.724593788154796e-06,
      "loss": 0.0042,
      "step": 21491
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.724380820955405e-06,
      "loss": 0.011,
      "step": 21492
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.724167846726192e-06,
      "loss": 0.0059,
      "step": 21493
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.723954865467706e-06,
      "loss": 0.0053,
      "step": 21494
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.723741877180499e-06,
      "loss": 0.0093,
      "step": 21495
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.723528881865119e-06,
      "loss": 0.0048,
      "step": 21496
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.723315879522114e-06,
      "loss": 0.0104,
      "step": 21497
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.723102870152035e-06,
      "loss": 0.0433,
      "step": 21498
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.722889853755433e-06,
      "loss": 0.0075,
      "step": 21499
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.722676830332853e-06,
      "loss": 0.0232,
      "step": 21500
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.722463799884852e-06,
      "loss": 0.0453,
      "step": 21501
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.722250762411973e-06,
      "loss": 0.0326,
      "step": 21502
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.722037717914768e-06,
      "loss": 0.0017,
      "step": 21503
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.721824666393788e-06,
      "loss": 0.0064,
      "step": 21504
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.721611607849582e-06,
      "loss": 0.0163,
      "step": 21505
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.721398542282698e-06,
      "loss": 0.0093,
      "step": 21506
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.721185469693688e-06,
      "loss": 0.0377,
      "step": 21507
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.720972390083102e-06,
      "loss": 0.0105,
      "step": 21508
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.720759303451488e-06,
      "loss": 0.0099,
      "step": 21509
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.720546209799398e-06,
      "loss": 0.0032,
      "step": 21510
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.72033310912738e-06,
      "loss": 0.0083,
      "step": 21511
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.720120001435984e-06,
      "loss": 0.0151,
      "step": 21512
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.719906886725762e-06,
      "loss": 0.0077,
      "step": 21513
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.719693764997258e-06,
      "loss": 0.0398,
      "step": 21514
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.719480636251031e-06,
      "loss": 0.0031,
      "step": 21515
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.719267500487624e-06,
      "loss": 0.0136,
      "step": 21516
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71905435770759e-06,
      "loss": 0.0216,
      "step": 21517
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.718841207911476e-06,
      "loss": 0.0068,
      "step": 21518
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.718628051099835e-06,
      "loss": 0.0095,
      "step": 21519
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.718414887273218e-06,
      "loss": 0.009,
      "step": 21520
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71820171643217e-06,
      "loss": 0.0045,
      "step": 21521
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.717988538577246e-06,
      "loss": 0.0173,
      "step": 21522
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.717775353708994e-06,
      "loss": 0.0179,
      "step": 21523
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.717562161827965e-06,
      "loss": 0.0081,
      "step": 21524
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71734896293471e-06,
      "loss": 0.0198,
      "step": 21525
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.717135757029774e-06,
      "loss": 0.0184,
      "step": 21526
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.716922544113712e-06,
      "loss": 0.0112,
      "step": 21527
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.716709324187075e-06,
      "loss": 0.0092,
      "step": 21528
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.716496097250408e-06,
      "loss": 0.0125,
      "step": 21529
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.716282863304266e-06,
      "loss": 0.0093,
      "step": 21530
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.716069622349197e-06,
      "loss": 0.0131,
      "step": 21531
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71585637438575e-06,
      "loss": 0.0218,
      "step": 21532
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71564311941448e-06,
      "loss": 0.0106,
      "step": 21533
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.715429857435933e-06,
      "loss": 0.0137,
      "step": 21534
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71521658845066e-06,
      "loss": 0.0091,
      "step": 21535
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.715003312459212e-06,
      "loss": 0.0048,
      "step": 21536
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71479002946214e-06,
      "loss": 0.0214,
      "step": 21537
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.714576739459993e-06,
      "loss": 0.0084,
      "step": 21538
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.714363442453322e-06,
      "loss": 0.0026,
      "step": 21539
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.714150138442678e-06,
      "loss": 0.0235,
      "step": 21540
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.71393682742861e-06,
      "loss": 0.0069,
      "step": 21541
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.713723509411667e-06,
      "loss": 0.0064,
      "step": 21542
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.713510184392404e-06,
      "loss": 0.0111,
      "step": 21543
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.713296852371368e-06,
      "loss": 0.0251,
      "step": 21544
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.713083513349111e-06,
      "loss": 0.0145,
      "step": 21545
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.712870167326183e-06,
      "loss": 0.0046,
      "step": 21546
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.712656814303133e-06,
      "loss": 0.0073,
      "step": 21547
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.712443454280514e-06,
      "loss": 0.0066,
      "step": 21548
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.712230087258874e-06,
      "loss": 0.0056,
      "step": 21549
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.712016713238768e-06,
      "loss": 0.0097,
      "step": 21550
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.711803332220741e-06,
      "loss": 0.0134,
      "step": 21551
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.711589944205347e-06,
      "loss": 0.0285,
      "step": 21552
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.711376549193135e-06,
      "loss": 0.0041,
      "step": 21553
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.711163147184657e-06,
      "loss": 0.0027,
      "step": 21554
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.710949738180464e-06,
      "loss": 0.0115,
      "step": 21555
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.710736322181105e-06,
      "loss": 0.0027,
      "step": 21556
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.710522899187131e-06,
      "loss": 0.0092,
      "step": 21557
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.710309469199094e-06,
      "loss": 0.0294,
      "step": 21558
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.710096032217544e-06,
      "loss": 0.0058,
      "step": 21559
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.709882588243031e-06,
      "loss": 0.0077,
      "step": 21560
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.709669137276106e-06,
      "loss": 0.0096,
      "step": 21561
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.709455679317322e-06,
      "loss": 0.0354,
      "step": 21562
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.709242214367226e-06,
      "loss": 0.0093,
      "step": 21563
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.70902874242637e-06,
      "loss": 0.0137,
      "step": 21564
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.708815263495307e-06,
      "loss": 0.0143,
      "step": 21565
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.708601777574588e-06,
      "loss": 0.008,
      "step": 21566
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.708388284664759e-06,
      "loss": 0.0096,
      "step": 21567
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.708174784766375e-06,
      "loss": 0.012,
      "step": 21568
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.707961277879987e-06,
      "loss": 0.0095,
      "step": 21569
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.707747764006143e-06,
      "loss": 0.0112,
      "step": 21570
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.707534243145398e-06,
      "loss": 0.0025,
      "step": 21571
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.7073207152983e-06,
      "loss": 0.0188,
      "step": 21572
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.707107180465403e-06,
      "loss": 0.0127,
      "step": 21573
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.706893638647253e-06,
      "loss": 0.0079,
      "step": 21574
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.706680089844406e-06,
      "loss": 0.0031,
      "step": 21575
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.706466534057409e-06,
      "loss": 0.0178,
      "step": 21576
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.706252971286816e-06,
      "loss": 0.0169,
      "step": 21577
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.706039401533176e-06,
      "loss": 0.0108,
      "step": 21578
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.705825824797043e-06,
      "loss": 0.0054,
      "step": 21579
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.705612241078966e-06,
      "loss": 0.007,
      "step": 21580
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.705398650379494e-06,
      "loss": 0.0222,
      "step": 21581
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.705185052699182e-06,
      "loss": 0.0092,
      "step": 21582
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.704971448038578e-06,
      "loss": 0.0053,
      "step": 21583
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.704757836398237e-06,
      "loss": 0.0035,
      "step": 21584
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.704544217778707e-06,
      "loss": 0.0081,
      "step": 21585
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.70433059218054e-06,
      "loss": 0.0173,
      "step": 21586
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.704116959604288e-06,
      "loss": 0.0102,
      "step": 21587
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.7039033200505e-06,
      "loss": 0.002,
      "step": 21588
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.70368967351973e-06,
      "loss": 0.0043,
      "step": 21589
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.703476020012528e-06,
      "loss": 0.0077,
      "step": 21590
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.703262359529447e-06,
      "loss": 0.0056,
      "step": 21591
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.703048692071036e-06,
      "loss": 0.0072,
      "step": 21592
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.702835017637846e-06,
      "loss": 0.0056,
      "step": 21593
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.702621336230429e-06,
      "loss": 0.0063,
      "step": 21594
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.70240764784934e-06,
      "loss": 0.0111,
      "step": 21595
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.702193952495124e-06,
      "loss": 0.0059,
      "step": 21596
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.701980250168335e-06,
      "loss": 0.0043,
      "step": 21597
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.701766540869529e-06,
      "loss": 0.0037,
      "step": 21598
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.70155282459925e-06,
      "loss": 0.0036,
      "step": 21599
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.701339101358053e-06,
      "loss": 0.0083,
      "step": 21600
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.701125371146491e-06,
      "loss": 0.007,
      "step": 21601
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.700911633965114e-06,
      "loss": 0.001,
      "step": 21602
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.700697889814473e-06,
      "loss": 0.0322,
      "step": 21603
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.70048413869512e-06,
      "loss": 0.0017,
      "step": 21604
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.700270380607607e-06,
      "loss": 0.0037,
      "step": 21605
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.700056615552484e-06,
      "loss": 0.0162,
      "step": 21606
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.699842843530305e-06,
      "loss": 0.0097,
      "step": 21607
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.699629064541618e-06,
      "loss": 0.0059,
      "step": 21608
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.699415278586979e-06,
      "loss": 0.0367,
      "step": 21609
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.699201485666939e-06,
      "loss": 0.005,
      "step": 21610
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.698987685782045e-06,
      "loss": 0.0055,
      "step": 21611
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.698773878932853e-06,
      "loss": 0.004,
      "step": 21612
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.698560065119913e-06,
      "loss": 0.0045,
      "step": 21613
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.698346244343777e-06,
      "loss": 0.0054,
      "step": 21614
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.698132416604999e-06,
      "loss": 0.0084,
      "step": 21615
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.697918581904127e-06,
      "loss": 0.0035,
      "step": 21616
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.697704740241717e-06,
      "loss": 0.0059,
      "step": 21617
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.697490891618315e-06,
      "loss": 0.0151,
      "step": 21618
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.697277036034478e-06,
      "loss": 0.0126,
      "step": 21619
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.697063173490757e-06,
      "loss": 0.009,
      "step": 21620
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6968493039877e-06,
      "loss": 0.0028,
      "step": 21621
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.696635427525863e-06,
      "loss": 0.0362,
      "step": 21622
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.696421544105797e-06,
      "loss": 0.0022,
      "step": 21623
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.696207653728052e-06,
      "loss": 0.0263,
      "step": 21624
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.695993756393183e-06,
      "loss": 0.0067,
      "step": 21625
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.695779852101739e-06,
      "loss": 0.0177,
      "step": 21626
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.695565940854274e-06,
      "loss": 0.005,
      "step": 21627
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.695352022651338e-06,
      "loss": 0.0179,
      "step": 21628
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.695138097493485e-06,
      "loss": 0.007,
      "step": 21629
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.694924165381266e-06,
      "loss": 0.0045,
      "step": 21630
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.694710226315233e-06,
      "loss": 0.0119,
      "step": 21631
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.694496280295938e-06,
      "loss": 0.0214,
      "step": 21632
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.694282327323932e-06,
      "loss": 0.0043,
      "step": 21633
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.69406836739977e-06,
      "loss": 0.005,
      "step": 21634
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.693854400524003e-06,
      "loss": 0.0173,
      "step": 21635
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.693640426697182e-06,
      "loss": 0.0077,
      "step": 21636
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.693426445919857e-06,
      "loss": 0.0071,
      "step": 21637
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.693212458192587e-06,
      "loss": 0.0006,
      "step": 21638
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.692998463515918e-06,
      "loss": 0.0091,
      "step": 21639
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.692784461890403e-06,
      "loss": 0.013,
      "step": 21640
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.692570453316596e-06,
      "loss": 0.0037,
      "step": 21641
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.69235643779505e-06,
      "loss": 0.0068,
      "step": 21642
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.692142415326314e-06,
      "loss": 0.0056,
      "step": 21643
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.691928385910942e-06,
      "loss": 0.0093,
      "step": 21644
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.691714349549489e-06,
      "loss": 0.0028,
      "step": 21645
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.691500306242501e-06,
      "loss": 0.0287,
      "step": 21646
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.691286255990533e-06,
      "loss": 0.0037,
      "step": 21647
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.691072198794142e-06,
      "loss": 0.0015,
      "step": 21648
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.690858134653874e-06,
      "loss": 0.0157,
      "step": 21649
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.690644063570284e-06,
      "loss": 0.0053,
      "step": 21650
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.690429985543926e-06,
      "loss": 0.0028,
      "step": 21651
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.690215900575349e-06,
      "loss": 0.0033,
      "step": 21652
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.690001808665108e-06,
      "loss": 0.0149,
      "step": 21653
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.689787709813754e-06,
      "loss": 0.0055,
      "step": 21654
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.689573604021839e-06,
      "loss": 0.0039,
      "step": 21655
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.689359491289918e-06,
      "loss": 0.0086,
      "step": 21656
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68914537161854e-06,
      "loss": 0.0121,
      "step": 21657
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.688931245008261e-06,
      "loss": 0.0136,
      "step": 21658
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.688717111459632e-06,
      "loss": 0.0133,
      "step": 21659
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.688502970973207e-06,
      "loss": 0.0069,
      "step": 21660
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.688288823549532e-06,
      "loss": 0.0044,
      "step": 21661
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.688074669189167e-06,
      "loss": 0.0259,
      "step": 21662
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.687860507892663e-06,
      "loss": 0.0031,
      "step": 21663
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.687646339660573e-06,
      "loss": 0.0021,
      "step": 21664
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.687432164493445e-06,
      "loss": 0.0028,
      "step": 21665
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.687217982391838e-06,
      "loss": 0.0049,
      "step": 21666
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.687003793356301e-06,
      "loss": 0.0061,
      "step": 21667
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.686789597387385e-06,
      "loss": 0.0269,
      "step": 21668
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.686575394485648e-06,
      "loss": 0.0078,
      "step": 21669
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.686361184651639e-06,
      "loss": 0.0019,
      "step": 21670
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68614696788591e-06,
      "loss": 0.0234,
      "step": 21671
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.685932744189015e-06,
      "loss": 0.0315,
      "step": 21672
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.685718513561508e-06,
      "loss": 0.0103,
      "step": 21673
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.685504276003943e-06,
      "loss": 0.0062,
      "step": 21674
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68529003151687e-06,
      "loss": 0.0058,
      "step": 21675
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68507578010084e-06,
      "loss": 0.0041,
      "step": 21676
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68486152175641e-06,
      "loss": 0.0135,
      "step": 21677
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68464725648413e-06,
      "loss": 0.0066,
      "step": 21678
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.684432984284556e-06,
      "loss": 0.0076,
      "step": 21679
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.684218705158238e-06,
      "loss": 0.0115,
      "step": 21680
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.684004419105728e-06,
      "loss": 0.0366,
      "step": 21681
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.683790126127582e-06,
      "loss": 0.0199,
      "step": 21682
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.683575826224352e-06,
      "loss": 0.028,
      "step": 21683
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68336151939659e-06,
      "loss": 0.0077,
      "step": 21684
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.683147205644852e-06,
      "loss": 0.0166,
      "step": 21685
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.682932884969686e-06,
      "loss": 0.0053,
      "step": 21686
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68271855737165e-06,
      "loss": 0.0032,
      "step": 21687
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.682504222851293e-06,
      "loss": 0.0174,
      "step": 21688
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68228988140917e-06,
      "loss": 0.0099,
      "step": 21689
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.682075533045834e-06,
      "loss": 0.003,
      "step": 21690
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.681861177761836e-06,
      "loss": 0.0022,
      "step": 21691
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.681646815557735e-06,
      "loss": 0.0074,
      "step": 21692
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.681432446434076e-06,
      "loss": 0.0218,
      "step": 21693
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.68121807039142e-06,
      "loss": 0.0051,
      "step": 21694
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.681003687430315e-06,
      "loss": 0.0066,
      "step": 21695
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.680789297551317e-06,
      "loss": 0.0065,
      "step": 21696
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.680574900754975e-06,
      "loss": 0.0303,
      "step": 21697
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.680360497041846e-06,
      "loss": 0.0071,
      "step": 21698
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.680146086412484e-06,
      "loss": 0.0073,
      "step": 21699
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.67993166886744e-06,
      "loss": 0.0093,
      "step": 21700
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.679717244407266e-06,
      "loss": 0.0055,
      "step": 21701
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.679502813032518e-06,
      "loss": 0.0063,
      "step": 21702
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.679288374743749e-06,
      "loss": 0.0072,
      "step": 21703
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.679073929541512e-06,
      "loss": 0.0069,
      "step": 21704
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.67885947742636e-06,
      "loss": 0.0072,
      "step": 21705
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.678645018398846e-06,
      "loss": 0.004,
      "step": 21706
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.678430552459523e-06,
      "loss": 0.0074,
      "step": 21707
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.678216079608946e-06,
      "loss": 0.0129,
      "step": 21708
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.678001599847669e-06,
      "loss": 0.0055,
      "step": 21709
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.677787113176242e-06,
      "loss": 0.0117,
      "step": 21710
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.677572619595222e-06,
      "loss": 0.0122,
      "step": 21711
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.677358119105159e-06,
      "loss": 0.0095,
      "step": 21712
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.67714361170661e-06,
      "loss": 0.006,
      "step": 21713
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.676929097400127e-06,
      "loss": 0.0087,
      "step": 21714
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.676714576186263e-06,
      "loss": 0.0152,
      "step": 21715
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.676500048065572e-06,
      "loss": 0.0067,
      "step": 21716
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.676285513038609e-06,
      "loss": 0.0105,
      "step": 21717
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.676070971105924e-06,
      "loss": 0.0037,
      "step": 21718
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.675856422268074e-06,
      "loss": 0.0243,
      "step": 21719
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.675641866525612e-06,
      "loss": 0.0147,
      "step": 21720
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.675427303879089e-06,
      "loss": 0.0037,
      "step": 21721
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.675212734329061e-06,
      "loss": 0.0071,
      "step": 21722
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.67499815787608e-06,
      "loss": 0.0193,
      "step": 21723
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.674783574520705e-06,
      "loss": 0.0076,
      "step": 21724
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.674568984263484e-06,
      "loss": 0.0125,
      "step": 21725
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.674354387104972e-06,
      "loss": 0.0062,
      "step": 21726
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.674139783045722e-06,
      "loss": 0.0042,
      "step": 21727
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.673925172086291e-06,
      "loss": 0.0082,
      "step": 21728
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.67371055422723e-06,
      "loss": 0.0058,
      "step": 21729
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.673495929469092e-06,
      "loss": 0.0037,
      "step": 21730
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.673281297812433e-06,
      "loss": 0.0125,
      "step": 21731
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.673066659257806e-06,
      "loss": 0.0069,
      "step": 21732
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.672852013805766e-06,
      "loss": 0.004,
      "step": 21733
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.672637361456865e-06,
      "loss": 0.0159,
      "step": 21734
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.672422702211657e-06,
      "loss": 0.0066,
      "step": 21735
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.672208036070696e-06,
      "loss": 0.0029,
      "step": 21736
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.671993363034536e-06,
      "loss": 0.0042,
      "step": 21737
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.671778683103735e-06,
      "loss": 0.01,
      "step": 21738
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.67156399627884e-06,
      "loss": 0.0108,
      "step": 21739
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.671349302560409e-06,
      "loss": 0.0172,
      "step": 21740
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.671134601948995e-06,
      "loss": 0.0167,
      "step": 21741
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.670919894445152e-06,
      "loss": 0.0101,
      "step": 21742
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.670705180049436e-06,
      "loss": 0.0105,
      "step": 21743
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.670490458762399e-06,
      "loss": 0.0146,
      "step": 21744
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.670275730584592e-06,
      "loss": 0.0136,
      "step": 21745
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.670060995516576e-06,
      "loss": 0.0068,
      "step": 21746
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.669846253558901e-06,
      "loss": 0.0108,
      "step": 21747
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66963150471212e-06,
      "loss": 0.0026,
      "step": 21748
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66941674897679e-06,
      "loss": 0.0273,
      "step": 21749
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.669201986353464e-06,
      "loss": 0.0118,
      "step": 21750
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.668987216842694e-06,
      "loss": 0.0027,
      "step": 21751
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.668772440445039e-06,
      "loss": 0.0112,
      "step": 21752
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66855765716105e-06,
      "loss": 0.0126,
      "step": 21753
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66834286699128e-06,
      "loss": 0.0094,
      "step": 21754
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.668128069936285e-06,
      "loss": 0.0076,
      "step": 21755
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66791326599662e-06,
      "loss": 0.002,
      "step": 21756
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.667698455172838e-06,
      "loss": 0.0124,
      "step": 21757
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.667483637465494e-06,
      "loss": 0.0165,
      "step": 21758
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.667268812875142e-06,
      "loss": 0.0149,
      "step": 21759
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.667053981402337e-06,
      "loss": 0.0235,
      "step": 21760
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.666839143047631e-06,
      "loss": 0.0173,
      "step": 21761
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66662429781158e-06,
      "loss": 0.026,
      "step": 21762
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66640944569474e-06,
      "loss": 0.0091,
      "step": 21763
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.666194586697662e-06,
      "loss": 0.0191,
      "step": 21764
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.665979720820903e-06,
      "loss": 0.0073,
      "step": 21765
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.665764848065016e-06,
      "loss": 0.0082,
      "step": 21766
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.665549968430557e-06,
      "loss": 0.0116,
      "step": 21767
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66533508191808e-06,
      "loss": 0.0005,
      "step": 21768
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.665120188528137e-06,
      "loss": 0.0057,
      "step": 21769
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.664905288261284e-06,
      "loss": 0.0041,
      "step": 21770
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66469038111808e-06,
      "loss": 0.0173,
      "step": 21771
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66447546709907e-06,
      "loss": 0.0144,
      "step": 21772
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.664260546204816e-06,
      "loss": 0.0068,
      "step": 21773
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.664045618435873e-06,
      "loss": 0.0037,
      "step": 21774
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.663830683792793e-06,
      "loss": 0.0041,
      "step": 21775
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.663615742276129e-06,
      "loss": 0.0208,
      "step": 21776
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.663400793886438e-06,
      "loss": 0.0191,
      "step": 21777
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.663185838624274e-06,
      "loss": 0.0062,
      "step": 21778
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66297087649019e-06,
      "loss": 0.0027,
      "step": 21779
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.662755907484744e-06,
      "loss": 0.0094,
      "step": 21780
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66254093160849e-06,
      "loss": 0.009,
      "step": 21781
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.662325948861982e-06,
      "loss": 0.0045,
      "step": 21782
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.662110959245773e-06,
      "loss": 0.0059,
      "step": 21783
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66189596276042e-06,
      "loss": 0.0059,
      "step": 21784
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.661680959406477e-06,
      "loss": 0.0049,
      "step": 21785
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.661465949184498e-06,
      "loss": 0.0065,
      "step": 21786
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.661250932095039e-06,
      "loss": 0.0119,
      "step": 21787
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.661035908138654e-06,
      "loss": 0.0166,
      "step": 21788
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.660820877315899e-06,
      "loss": 0.0132,
      "step": 21789
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.66060583962733e-06,
      "loss": 0.0043,
      "step": 21790
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.660390795073496e-06,
      "loss": 0.0076,
      "step": 21791
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.660175743654958e-06,
      "loss": 0.0041,
      "step": 21792
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65996068537227e-06,
      "loss": 0.0118,
      "step": 21793
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.659745620225985e-06,
      "loss": 0.0066,
      "step": 21794
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.659530548216658e-06,
      "loss": 0.0043,
      "step": 21795
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.659315469344843e-06,
      "loss": 0.0075,
      "step": 21796
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6591003836111e-06,
      "loss": 0.0219,
      "step": 21797
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.658885291015978e-06,
      "loss": 0.0022,
      "step": 21798
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.658670191560036e-06,
      "loss": 0.0247,
      "step": 21799
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.658455085243827e-06,
      "loss": 0.0211,
      "step": 21800
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.658239972067906e-06,
      "loss": 0.0158,
      "step": 21801
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65802485203283e-06,
      "loss": 0.0065,
      "step": 21802
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.657809725139152e-06,
      "loss": 0.0114,
      "step": 21803
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65759459138743e-06,
      "loss": 0.0069,
      "step": 21804
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.657379450778214e-06,
      "loss": 0.0081,
      "step": 21805
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.657164303312063e-06,
      "loss": 0.0185,
      "step": 21806
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.656949148989531e-06,
      "loss": 0.003,
      "step": 21807
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.656733987811174e-06,
      "loss": 0.0032,
      "step": 21808
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.656518819777548e-06,
      "loss": 0.0358,
      "step": 21809
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.656303644889207e-06,
      "loss": 0.0148,
      "step": 21810
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.656088463146704e-06,
      "loss": 0.0133,
      "step": 21811
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.655873274550597e-06,
      "loss": 0.0079,
      "step": 21812
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65565807910144e-06,
      "loss": 0.0069,
      "step": 21813
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.655442876799792e-06,
      "loss": 0.0393,
      "step": 21814
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.655227667646202e-06,
      "loss": 0.0052,
      "step": 21815
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.655012451641228e-06,
      "loss": 0.0245,
      "step": 21816
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.654797228785429e-06,
      "loss": 0.0063,
      "step": 21817
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.654581999079355e-06,
      "loss": 0.0057,
      "step": 21818
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.654366762523563e-06,
      "loss": 0.0176,
      "step": 21819
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65415151911861e-06,
      "loss": 0.0431,
      "step": 21820
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65393626886505e-06,
      "loss": 0.0145,
      "step": 21821
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65372101176344e-06,
      "loss": 0.0055,
      "step": 21822
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.653505747814331e-06,
      "loss": 0.0228,
      "step": 21823
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.653290477018284e-06,
      "loss": 0.0058,
      "step": 21824
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.653075199375855e-06,
      "loss": 0.0073,
      "step": 21825
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.652859914887592e-06,
      "loss": 0.0338,
      "step": 21826
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.652644623554055e-06,
      "loss": 0.0087,
      "step": 21827
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.652429325375803e-06,
      "loss": 0.0153,
      "step": 21828
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.652214020353386e-06,
      "loss": 0.0092,
      "step": 21829
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.651998708487361e-06,
      "loss": 0.0071,
      "step": 21830
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.651783389778286e-06,
      "loss": 0.0102,
      "step": 21831
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.651568064226714e-06,
      "loss": 0.0082,
      "step": 21832
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.651352731833202e-06,
      "loss": 0.0088,
      "step": 21833
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.651137392598304e-06,
      "loss": 0.0123,
      "step": 21834
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.650922046522578e-06,
      "loss": 0.0016,
      "step": 21835
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.650706693606579e-06,
      "loss": 0.0225,
      "step": 21836
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65049133385086e-06,
      "loss": 0.0131,
      "step": 21837
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.65027596725598e-06,
      "loss": 0.0025,
      "step": 21838
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.650060593822496e-06,
      "loss": 0.0187,
      "step": 21839
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.649845213550957e-06,
      "loss": 0.0101,
      "step": 21840
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.649629826441925e-06,
      "loss": 0.0133,
      "step": 21841
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.649414432495955e-06,
      "loss": 0.0111,
      "step": 21842
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.649199031713598e-06,
      "loss": 0.0026,
      "step": 21843
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.648983624095418e-06,
      "loss": 0.0072,
      "step": 21844
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.648768209641962e-06,
      "loss": 0.038,
      "step": 21845
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.648552788353793e-06,
      "loss": 0.0079,
      "step": 21846
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.648337360231463e-06,
      "loss": 0.0359,
      "step": 21847
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.648121925275528e-06,
      "loss": 0.0119,
      "step": 21848
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.647906483486547e-06,
      "loss": 0.0059,
      "step": 21849
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.647691034865072e-06,
      "loss": 0.0052,
      "step": 21850
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.64747557941166e-06,
      "loss": 0.0058,
      "step": 21851
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.647260117126868e-06,
      "loss": 0.0033,
      "step": 21852
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.647044648011252e-06,
      "loss": 0.006,
      "step": 21853
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.646829172065367e-06,
      "loss": 0.0121,
      "step": 21854
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.646613689289769e-06,
      "loss": 0.0072,
      "step": 21855
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.646398199685015e-06,
      "loss": 0.0097,
      "step": 21856
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.646182703251661e-06,
      "loss": 0.0091,
      "step": 21857
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.645967199990261e-06,
      "loss": 0.0052,
      "step": 21858
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.645751689901374e-06,
      "loss": 0.0102,
      "step": 21859
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.645536172985554e-06,
      "loss": 0.0167,
      "step": 21860
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.64532064924336e-06,
      "loss": 0.0087,
      "step": 21861
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.645105118675343e-06,
      "loss": 0.0047,
      "step": 21862
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.644889581282062e-06,
      "loss": 0.0129,
      "step": 21863
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.644674037064077e-06,
      "loss": 0.0265,
      "step": 21864
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.644458486021938e-06,
      "loss": 0.0101,
      "step": 21865
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.644242928156203e-06,
      "loss": 0.0094,
      "step": 21866
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.644027363467429e-06,
      "loss": 0.0183,
      "step": 21867
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.643811791956171e-06,
      "loss": 0.0068,
      "step": 21868
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.64359621362299e-06,
      "loss": 0.0141,
      "step": 21869
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.643380628468435e-06,
      "loss": 0.0185,
      "step": 21870
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.643165036493067e-06,
      "loss": 0.0054,
      "step": 21871
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.642949437697442e-06,
      "loss": 0.0032,
      "step": 21872
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.642733832082114e-06,
      "loss": 0.0017,
      "step": 21873
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.642518219647642e-06,
      "loss": 0.0123,
      "step": 21874
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.642302600394582e-06,
      "loss": 0.0115,
      "step": 21875
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.642086974323486e-06,
      "loss": 0.022,
      "step": 21876
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.641871341434916e-06,
      "loss": 0.0138,
      "step": 21877
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.641655701729428e-06,
      "loss": 0.0187,
      "step": 21878
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.641440055207575e-06,
      "loss": 0.0124,
      "step": 21879
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.641224401869916e-06,
      "loss": 0.0092,
      "step": 21880
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.641008741717005e-06,
      "loss": 0.017,
      "step": 21881
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.640793074749401e-06,
      "loss": 0.0216,
      "step": 21882
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.640577400967658e-06,
      "loss": 0.0086,
      "step": 21883
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.640361720372339e-06,
      "loss": 0.0038,
      "step": 21884
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.64014603296399e-06,
      "loss": 0.0009,
      "step": 21885
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.639930338743178e-06,
      "loss": 0.0063,
      "step": 21886
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.639714637710451e-06,
      "loss": 0.0135,
      "step": 21887
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.63949892986637e-06,
      "loss": 0.0077,
      "step": 21888
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.639283215211495e-06,
      "loss": 0.0142,
      "step": 21889
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.639067493746373e-06,
      "loss": 0.0062,
      "step": 21890
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.638851765471569e-06,
      "loss": 0.011,
      "step": 21891
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.638636030387636e-06,
      "loss": 0.01,
      "step": 21892
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.638420288495132e-06,
      "loss": 0.0084,
      "step": 21893
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.638204539794614e-06,
      "loss": 0.0112,
      "step": 21894
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.637988784286636e-06,
      "loss": 0.0154,
      "step": 21895
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.63777302197176e-06,
      "loss": 0.0051,
      "step": 21896
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.637557252850536e-06,
      "loss": 0.0334,
      "step": 21897
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.637341476923525e-06,
      "loss": 0.0096,
      "step": 21898
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.637125694191283e-06,
      "loss": 0.0098,
      "step": 21899
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.636909904654367e-06,
      "loss": 0.0032,
      "step": 21900
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.636694108313333e-06,
      "loss": 0.0057,
      "step": 21901
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.636478305168737e-06,
      "loss": 0.0081,
      "step": 21902
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.636262495221141e-06,
      "loss": 0.0065,
      "step": 21903
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.636046678471096e-06,
      "loss": 0.0036,
      "step": 21904
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.635830854919159e-06,
      "loss": 0.0041,
      "step": 21905
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.635615024565891e-06,
      "loss": 0.0047,
      "step": 21906
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.635399187411847e-06,
      "loss": 0.0199,
      "step": 21907
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.635183343457582e-06,
      "loss": 0.0128,
      "step": 21908
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.634967492703657e-06,
      "loss": 0.0368,
      "step": 21909
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.634751635150623e-06,
      "loss": 0.0084,
      "step": 21910
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.634535770799044e-06,
      "loss": 0.0184,
      "step": 21911
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.634319899649471e-06,
      "loss": 0.0193,
      "step": 21912
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.634104021702466e-06,
      "loss": 0.0027,
      "step": 21913
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.633888136958582e-06,
      "loss": 0.0053,
      "step": 21914
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.63367224541838e-06,
      "loss": 0.0144,
      "step": 21915
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.633456347082411e-06,
      "loss": 0.0112,
      "step": 21916
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.633240441951237e-06,
      "loss": 0.0182,
      "step": 21917
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.633024530025417e-06,
      "loss": 0.0059,
      "step": 21918
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.632808611305502e-06,
      "loss": 0.017,
      "step": 21919
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.632592685792054e-06,
      "loss": 0.0066,
      "step": 21920
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.632376753485627e-06,
      "loss": 0.0113,
      "step": 21921
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.63216081438678e-06,
      "loss": 0.0073,
      "step": 21922
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.631944868496069e-06,
      "loss": 0.0337,
      "step": 21923
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.631728915814054e-06,
      "loss": 0.0085,
      "step": 21924
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.63151295634129e-06,
      "loss": 0.0067,
      "step": 21925
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.631296990078331e-06,
      "loss": 0.0048,
      "step": 21926
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.63108101702574e-06,
      "loss": 0.0149,
      "step": 21927
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.630865037184073e-06,
      "loss": 0.0202,
      "step": 21928
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.630649050553886e-06,
      "loss": 0.0332,
      "step": 21929
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.630433057135736e-06,
      "loss": 0.0083,
      "step": 21930
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.63021705693018e-06,
      "loss": 0.0151,
      "step": 21931
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.630001049937779e-06,
      "loss": 0.0288,
      "step": 21932
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.629785036159086e-06,
      "loss": 0.0012,
      "step": 21933
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.629569015594658e-06,
      "loss": 0.0082,
      "step": 21934
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.629352988245057e-06,
      "loss": 0.0043,
      "step": 21935
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.629136954110838e-06,
      "loss": 0.0272,
      "step": 21936
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.628920913192557e-06,
      "loss": 0.0113,
      "step": 21937
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.628704865490775e-06,
      "loss": 0.0187,
      "step": 21938
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.628488811006045e-06,
      "loss": 0.0056,
      "step": 21939
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.628272749738927e-06,
      "loss": 0.0049,
      "step": 21940
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.628056681689979e-06,
      "loss": 0.0087,
      "step": 21941
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.627840606859758e-06,
      "loss": 0.0082,
      "step": 21942
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.627624525248822e-06,
      "loss": 0.0245,
      "step": 21943
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6274084368577264e-06,
      "loss": 0.0075,
      "step": 21944
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.627192341687031e-06,
      "loss": 0.0048,
      "step": 21945
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.626976239737291e-06,
      "loss": 0.0055,
      "step": 21946
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.626760131009067e-06,
      "loss": 0.0095,
      "step": 21947
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.626544015502917e-06,
      "loss": 0.0103,
      "step": 21948
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6263278932193955e-06,
      "loss": 0.0101,
      "step": 21949
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.626111764159062e-06,
      "loss": 0.0038,
      "step": 21950
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.625895628322473e-06,
      "loss": 0.0129,
      "step": 21951
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.625679485710187e-06,
      "loss": 0.0169,
      "step": 21952
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.625463336322764e-06,
      "loss": 0.0037,
      "step": 21953
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6252471801607574e-06,
      "loss": 0.0067,
      "step": 21954
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.625031017224728e-06,
      "loss": 0.0077,
      "step": 21955
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.624814847515232e-06,
      "loss": 0.0313,
      "step": 21956
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.624598671032828e-06,
      "loss": 0.0097,
      "step": 21957
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.624382487778075e-06,
      "loss": 0.0087,
      "step": 21958
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.624166297751527e-06,
      "loss": 0.0067,
      "step": 21959
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6239501009537456e-06,
      "loss": 0.0013,
      "step": 21960
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.623733897385288e-06,
      "loss": 0.0071,
      "step": 21961
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.62351768704671e-06,
      "loss": 0.0097,
      "step": 21962
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.623301469938571e-06,
      "loss": 0.0082,
      "step": 21963
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.62308524606143e-06,
      "loss": 0.0065,
      "step": 21964
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6228690154158435e-06,
      "loss": 0.0084,
      "step": 21965
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6226527780023695e-06,
      "loss": 0.0191,
      "step": 21966
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6224365338215656e-06,
      "loss": 0.004,
      "step": 21967
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.622220282873991e-06,
      "loss": 0.0177,
      "step": 21968
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.622004025160204e-06,
      "loss": 0.0204,
      "step": 21969
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.621787760680761e-06,
      "loss": 0.0033,
      "step": 21970
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.621571489436219e-06,
      "loss": 0.0116,
      "step": 21971
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.621355211427141e-06,
      "loss": 0.0073,
      "step": 21972
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.62113892665408e-06,
      "loss": 0.0106,
      "step": 21973
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6209226351175955e-06,
      "loss": 0.0018,
      "step": 21974
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.620706336818248e-06,
      "loss": 0.0295,
      "step": 21975
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.620490031756591e-06,
      "loss": 0.0059,
      "step": 21976
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.620273719933187e-06,
      "loss": 0.003,
      "step": 21977
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.620057401348593e-06,
      "loss": 0.009,
      "step": 21978
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.619841076003367e-06,
      "loss": 0.0281,
      "step": 21979
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6196247438980645e-06,
      "loss": 0.0016,
      "step": 21980
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.619408405033246e-06,
      "loss": 0.012,
      "step": 21981
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.619192059409473e-06,
      "loss": 0.0151,
      "step": 21982
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6189757070272985e-06,
      "loss": 0.0256,
      "step": 21983
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.618759347887282e-06,
      "loss": 0.0099,
      "step": 21984
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.618542981989982e-06,
      "loss": 0.0106,
      "step": 21985
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.61832660933596e-06,
      "loss": 0.0171,
      "step": 21986
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.61811022992577e-06,
      "loss": 0.0169,
      "step": 21987
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.617893843759973e-06,
      "loss": 0.0286,
      "step": 21988
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.617677450839126e-06,
      "loss": 0.004,
      "step": 21989
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.617461051163788e-06,
      "loss": 0.012,
      "step": 21990
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.617244644734516e-06,
      "loss": 0.0136,
      "step": 21991
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.61702823155187e-06,
      "loss": 0.0244,
      "step": 21992
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.616811811616409e-06,
      "loss": 0.0136,
      "step": 21993
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.616595384928689e-06,
      "loss": 0.0074,
      "step": 21994
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.616378951489269e-06,
      "loss": 0.0141,
      "step": 21995
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.6161625112987105e-06,
      "loss": 0.0261,
      "step": 21996
    },
    {
      "epoch": 0.34,
      "learning_rate": 7.615946064357569e-06,
      "loss": 0.0168,
      "step": 21997
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.615729610666405e-06,
      "loss": 0.0025,
      "step": 21998
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.615513150225773e-06,
      "loss": 0.022,
      "step": 21999
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.615296683036235e-06,
      "loss": 0.0054,
      "step": 22000
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.615080209098351e-06,
      "loss": 0.0065,
      "step": 22001
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6148637284126756e-06,
      "loss": 0.0047,
      "step": 22002
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.61464724097977e-06,
      "loss": 0.0059,
      "step": 22003
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.614430746800192e-06,
      "loss": 0.008,
      "step": 22004
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6142142458745e-06,
      "loss": 0.0133,
      "step": 22005
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6139977382032535e-06,
      "loss": 0.0131,
      "step": 22006
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.613781223787011e-06,
      "loss": 0.0179,
      "step": 22007
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.61356470262633e-06,
      "loss": 0.0054,
      "step": 22008
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.61334817472177e-06,
      "loss": 0.0133,
      "step": 22009
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.61313164007389e-06,
      "loss": 0.0026,
      "step": 22010
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.612915098683249e-06,
      "loss": 0.0027,
      "step": 22011
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.612698550550404e-06,
      "loss": 0.005,
      "step": 22012
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.612481995675916e-06,
      "loss": 0.0103,
      "step": 22013
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6122654340603415e-06,
      "loss": 0.0174,
      "step": 22014
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6120488657042425e-06,
      "loss": 0.0344,
      "step": 22015
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6118322906081745e-06,
      "loss": 0.0137,
      "step": 22016
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.611615708772697e-06,
      "loss": 0.0078,
      "step": 22017
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.611399120198371e-06,
      "loss": 0.0257,
      "step": 22018
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.611182524885754e-06,
      "loss": 0.0091,
      "step": 22019
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.610965922835403e-06,
      "loss": 0.014,
      "step": 22020
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.610749314047879e-06,
      "loss": 0.0021,
      "step": 22021
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6105326985237425e-06,
      "loss": 0.0101,
      "step": 22022
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.610316076263551e-06,
      "loss": 0.0323,
      "step": 22023
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.61009944726786e-06,
      "loss": 0.0071,
      "step": 22024
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.609882811537233e-06,
      "loss": 0.0104,
      "step": 22025
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.60966616907223e-06,
      "loss": 0.0077,
      "step": 22026
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6094495198734046e-06,
      "loss": 0.0146,
      "step": 22027
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.609232863941319e-06,
      "loss": 0.0112,
      "step": 22028
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6090162012765335e-06,
      "loss": 0.003,
      "step": 22029
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.608799531879605e-06,
      "loss": 0.0258,
      "step": 22030
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6085828557510925e-06,
      "loss": 0.0085,
      "step": 22031
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.608366172891555e-06,
      "loss": 0.0115,
      "step": 22032
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.608149483301556e-06,
      "loss": 0.0123,
      "step": 22033
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.607932786981647e-06,
      "loss": 0.0063,
      "step": 22034
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6077160839323936e-06,
      "loss": 0.0062,
      "step": 22035
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.607499374154352e-06,
      "loss": 0.014,
      "step": 22036
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.607282657648083e-06,
      "loss": 0.0055,
      "step": 22037
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.607065934414144e-06,
      "loss": 0.005,
      "step": 22038
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.606849204453095e-06,
      "loss": 0.0077,
      "step": 22039
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.606632467765495e-06,
      "loss": 0.0068,
      "step": 22040
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.606415724351904e-06,
      "loss": 0.0073,
      "step": 22041
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.60619897421288e-06,
      "loss": 0.0067,
      "step": 22042
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.605982217348984e-06,
      "loss": 0.012,
      "step": 22043
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.605765453760774e-06,
      "loss": 0.0067,
      "step": 22044
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.605548683448809e-06,
      "loss": 0.0032,
      "step": 22045
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.605331906413649e-06,
      "loss": 0.0269,
      "step": 22046
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.605115122655855e-06,
      "loss": 0.0092,
      "step": 22047
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.604898332175985e-06,
      "loss": 0.007,
      "step": 22048
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6046815349745965e-06,
      "loss": 0.006,
      "step": 22049
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.60446473105225e-06,
      "loss": 0.0088,
      "step": 22050
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.604247920409507e-06,
      "loss": 0.0027,
      "step": 22051
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.604031103046925e-06,
      "loss": 0.0097,
      "step": 22052
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.603814278965065e-06,
      "loss": 0.0052,
      "step": 22053
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.603597448164484e-06,
      "loss": 0.0212,
      "step": 22054
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.603380610645743e-06,
      "loss": 0.0072,
      "step": 22055
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.6031637664094e-06,
      "loss": 0.0059,
      "step": 22056
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.602946915456018e-06,
      "loss": 0.0104,
      "step": 22057
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.602730057786156e-06,
      "loss": 0.0045,
      "step": 22058
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.602513193400369e-06,
      "loss": 0.0339,
      "step": 22059
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.60229632229922e-06,
      "loss": 0.0129,
      "step": 22060
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.60207944448327e-06,
      "loss": 0.0063,
      "step": 22061
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.601862559953075e-06,
      "loss": 0.0071,
      "step": 22062
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.601645668709198e-06,
      "loss": 0.0103,
      "step": 22063
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.601428770752196e-06,
      "loss": 0.0076,
      "step": 22064
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.60121186608263e-06,
      "loss": 0.0135,
      "step": 22065
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.600994954701059e-06,
      "loss": 0.0081,
      "step": 22066
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.600778036608044e-06,
      "loss": 0.0141,
      "step": 22067
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.600561111804144e-06,
      "loss": 0.0148,
      "step": 22068
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.60034418028992e-06,
      "loss": 0.0041,
      "step": 22069
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.600127242065928e-06,
      "loss": 0.0278,
      "step": 22070
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.599910297132731e-06,
      "loss": 0.0085,
      "step": 22071
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.599693345490888e-06,
      "loss": 0.0334,
      "step": 22072
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.59947638714096e-06,
      "loss": 0.0094,
      "step": 22073
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.599259422083504e-06,
      "loss": 0.0064,
      "step": 22074
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.599042450319081e-06,
      "loss": 0.0121,
      "step": 22075
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.598825471848252e-06,
      "loss": 0.0068,
      "step": 22076
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.598608486671577e-06,
      "loss": 0.0142,
      "step": 22077
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.598391494789614e-06,
      "loss": 0.0072,
      "step": 22078
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.598174496202925e-06,
      "loss": 0.0448,
      "step": 22079
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.597957490912069e-06,
      "loss": 0.0024,
      "step": 22080
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.597740478917605e-06,
      "loss": 0.0192,
      "step": 22081
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5975234602200935e-06,
      "loss": 0.0084,
      "step": 22082
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.597306434820097e-06,
      "loss": 0.0361,
      "step": 22083
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.59708940271817e-06,
      "loss": 0.0015,
      "step": 22084
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.596872363914878e-06,
      "loss": 0.0047,
      "step": 22085
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.596655318410778e-06,
      "loss": 0.012,
      "step": 22086
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.596438266206432e-06,
      "loss": 0.0245,
      "step": 22087
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.596221207302399e-06,
      "loss": 0.0059,
      "step": 22088
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.596004141699238e-06,
      "loss": 0.0207,
      "step": 22089
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5957870693975115e-06,
      "loss": 0.0069,
      "step": 22090
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.595569990397776e-06,
      "loss": 0.0212,
      "step": 22091
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.595352904700595e-06,
      "loss": 0.0123,
      "step": 22092
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.595135812306529e-06,
      "loss": 0.0132,
      "step": 22093
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.594918713216136e-06,
      "loss": 0.0111,
      "step": 22094
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5947016074299775e-06,
      "loss": 0.0073,
      "step": 22095
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.594484494948611e-06,
      "loss": 0.0157,
      "step": 22096
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5942673757726e-06,
      "loss": 0.0063,
      "step": 22097
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.594050249902505e-06,
      "loss": 0.0041,
      "step": 22098
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.593833117338882e-06,
      "loss": 0.0065,
      "step": 22099
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.593615978082296e-06,
      "loss": 0.0145,
      "step": 22100
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.593398832133306e-06,
      "loss": 0.006,
      "step": 22101
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5931816794924714e-06,
      "loss": 0.0315,
      "step": 22102
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.592964520160353e-06,
      "loss": 0.0043,
      "step": 22103
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.59274735413751e-06,
      "loss": 0.0288,
      "step": 22104
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.592530181424505e-06,
      "loss": 0.0079,
      "step": 22105
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.592313002021896e-06,
      "loss": 0.0228,
      "step": 22106
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.592095815930245e-06,
      "loss": 0.006,
      "step": 22107
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.591878623150113e-06,
      "loss": 0.016,
      "step": 22108
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.591661423682057e-06,
      "loss": 0.0213,
      "step": 22109
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.591444217526642e-06,
      "loss": 0.011,
      "step": 22110
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.591227004684425e-06,
      "loss": 0.0047,
      "step": 22111
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.591009785155969e-06,
      "loss": 0.0031,
      "step": 22112
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.590792558941833e-06,
      "loss": 0.0055,
      "step": 22113
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.590575326042577e-06,
      "loss": 0.0147,
      "step": 22114
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.590358086458765e-06,
      "loss": 0.0156,
      "step": 22115
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.590140840190951e-06,
      "loss": 0.0151,
      "step": 22116
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.589923587239701e-06,
      "loss": 0.0086,
      "step": 22117
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.589706327605575e-06,
      "loss": 0.012,
      "step": 22118
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.589489061289133e-06,
      "loss": 0.0081,
      "step": 22119
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.589271788290934e-06,
      "loss": 0.0084,
      "step": 22120
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.58905450861154e-06,
      "loss": 0.0015,
      "step": 22121
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.588837222251512e-06,
      "loss": 0.0122,
      "step": 22122
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.58861992921141e-06,
      "loss": 0.0116,
      "step": 22123
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.588402629491796e-06,
      "loss": 0.0186,
      "step": 22124
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.588185323093227e-06,
      "loss": 0.0086,
      "step": 22125
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.587968010016269e-06,
      "loss": 0.0093,
      "step": 22126
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.587750690261478e-06,
      "loss": 0.0049,
      "step": 22127
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.587533363829419e-06,
      "loss": 0.0032,
      "step": 22128
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.587316030720648e-06,
      "loss": 0.0065,
      "step": 22129
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.587098690935732e-06,
      "loss": 0.0229,
      "step": 22130
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5868813444752255e-06,
      "loss": 0.0085,
      "step": 22131
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.586663991339693e-06,
      "loss": 0.008,
      "step": 22132
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.586446631529694e-06,
      "loss": 0.0221,
      "step": 22133
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.586229265045791e-06,
      "loss": 0.0135,
      "step": 22134
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5860118918885426e-06,
      "loss": 0.0043,
      "step": 22135
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.585794512058511e-06,
      "loss": 0.0012,
      "step": 22136
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.585577125556256e-06,
      "loss": 0.0154,
      "step": 22137
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.585359732382342e-06,
      "loss": 0.002,
      "step": 22138
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.585142332537324e-06,
      "loss": 0.0122,
      "step": 22139
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.584924926021769e-06,
      "loss": 0.0073,
      "step": 22140
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.584707512836234e-06,
      "loss": 0.015,
      "step": 22141
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.58449009298128e-06,
      "loss": 0.013,
      "step": 22142
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.584272666457471e-06,
      "loss": 0.0154,
      "step": 22143
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5840552332653675e-06,
      "loss": 0.0331,
      "step": 22144
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.583837793405527e-06,
      "loss": 0.0152,
      "step": 22145
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.583620346878513e-06,
      "loss": 0.009,
      "step": 22146
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.583402893684888e-06,
      "loss": 0.0045,
      "step": 22147
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.583185433825212e-06,
      "loss": 0.0079,
      "step": 22148
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.582967967300044e-06,
      "loss": 0.0043,
      "step": 22149
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.582750494109947e-06,
      "loss": 0.0084,
      "step": 22150
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.582533014255484e-06,
      "loss": 0.0154,
      "step": 22151
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.582315527737213e-06,
      "loss": 0.0098,
      "step": 22152
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.582098034555697e-06,
      "loss": 0.0098,
      "step": 22153
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.581880534711497e-06,
      "loss": 0.0087,
      "step": 22154
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5816630282051725e-06,
      "loss": 0.0064,
      "step": 22155
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5814455150372855e-06,
      "loss": 0.0263,
      "step": 22156
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.581227995208399e-06,
      "loss": 0.0087,
      "step": 22157
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5810104687190736e-06,
      "loss": 0.0168,
      "step": 22158
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.580792935569869e-06,
      "loss": 0.0041,
      "step": 22159
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.580575395761349e-06,
      "loss": 0.0073,
      "step": 22160
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.580357849294072e-06,
      "loss": 0.0268,
      "step": 22161
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.580140296168602e-06,
      "loss": 0.0033,
      "step": 22162
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.579922736385499e-06,
      "loss": 0.0161,
      "step": 22163
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5797051699453235e-06,
      "loss": 0.0017,
      "step": 22164
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.57948759684864e-06,
      "loss": 0.0082,
      "step": 22165
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.579270017096007e-06,
      "loss": 0.0095,
      "step": 22166
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.579052430687987e-06,
      "loss": 0.0116,
      "step": 22167
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.578834837625142e-06,
      "loss": 0.0053,
      "step": 22168
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.578617237908032e-06,
      "loss": 0.0147,
      "step": 22169
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.578399631537219e-06,
      "loss": 0.0059,
      "step": 22170
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.578182018513263e-06,
      "loss": 0.0156,
      "step": 22171
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.57796439883673e-06,
      "loss": 0.0075,
      "step": 22172
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.577746772508178e-06,
      "loss": 0.0091,
      "step": 22173
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.577529139528171e-06,
      "loss": 0.0073,
      "step": 22174
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.577311499897266e-06,
      "loss": 0.0065,
      "step": 22175
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.577093853616029e-06,
      "loss": 0.0068,
      "step": 22176
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5768762006850196e-06,
      "loss": 0.0138,
      "step": 22177
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.576658541104801e-06,
      "loss": 0.0039,
      "step": 22178
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.576440874875932e-06,
      "loss": 0.0132,
      "step": 22179
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.576223201998978e-06,
      "loss": 0.0074,
      "step": 22180
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.576005522474496e-06,
      "loss": 0.011,
      "step": 22181
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.575787836303052e-06,
      "loss": 0.0408,
      "step": 22182
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.575570143485207e-06,
      "loss": 0.0056,
      "step": 22183
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.575352444021522e-06,
      "loss": 0.016,
      "step": 22184
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5751347379125575e-06,
      "loss": 0.0043,
      "step": 22185
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.574917025158874e-06,
      "loss": 0.0018,
      "step": 22186
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.57469930576104e-06,
      "loss": 0.0045,
      "step": 22187
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.574481579719611e-06,
      "loss": 0.0095,
      "step": 22188
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.57426384703515e-06,
      "loss": 0.0101,
      "step": 22189
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.574046107708218e-06,
      "loss": 0.006,
      "step": 22190
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.573828361739382e-06,
      "loss": 0.0076,
      "step": 22191
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.573610609129196e-06,
      "loss": 0.0065,
      "step": 22192
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.573392849878229e-06,
      "loss": 0.0163,
      "step": 22193
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.57317508398704e-06,
      "loss": 0.0126,
      "step": 22194
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.572957311456191e-06,
      "loss": 0.0115,
      "step": 22195
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.572739532286241e-06,
      "loss": 0.0089,
      "step": 22196
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.572521746477757e-06,
      "loss": 0.0133,
      "step": 22197
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5723039540313e-06,
      "loss": 0.0535,
      "step": 22198
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.572086154947427e-06,
      "loss": 0.0076,
      "step": 22199
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5718683492267056e-06,
      "loss": 0.0255,
      "step": 22200
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.571650536869697e-06,
      "loss": 0.0136,
      "step": 22201
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5714327178769595e-06,
      "loss": 0.0197,
      "step": 22202
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.571214892249059e-06,
      "loss": 0.0082,
      "step": 22203
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.570997059986557e-06,
      "loss": 0.014,
      "step": 22204
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5707792210900145e-06,
      "loss": 0.0154,
      "step": 22205
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.570561375559994e-06,
      "loss": 0.0017,
      "step": 22206
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.570343523397057e-06,
      "loss": 0.0226,
      "step": 22207
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.570125664601767e-06,
      "loss": 0.0232,
      "step": 22208
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.569907799174685e-06,
      "loss": 0.0014,
      "step": 22209
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.569689927116374e-06,
      "loss": 0.0052,
      "step": 22210
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5694720484273946e-06,
      "loss": 0.0028,
      "step": 22211
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5692541631083105e-06,
      "loss": 0.0105,
      "step": 22212
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.569036271159685e-06,
      "loss": 0.0029,
      "step": 22213
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.568818372582077e-06,
      "loss": 0.0084,
      "step": 22214
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.568600467376051e-06,
      "loss": 0.0131,
      "step": 22215
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.568382555542171e-06,
      "loss": 0.0116,
      "step": 22216
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.568164637080994e-06,
      "loss": 0.0063,
      "step": 22217
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.567946711993088e-06,
      "loss": 0.0091,
      "step": 22218
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.567728780279011e-06,
      "loss": 0.0012,
      "step": 22219
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.56751084193933e-06,
      "loss": 0.0093,
      "step": 22220
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5672928969746e-06,
      "loss": 0.0093,
      "step": 22221
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.567074945385392e-06,
      "loss": 0.0027,
      "step": 22222
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.566856987172263e-06,
      "loss": 0.0121,
      "step": 22223
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.566639022335776e-06,
      "loss": 0.0096,
      "step": 22224
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.566421050876494e-06,
      "loss": 0.0058,
      "step": 22225
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.56620307279498e-06,
      "loss": 0.0076,
      "step": 22226
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5659850880917965e-06,
      "loss": 0.0093,
      "step": 22227
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.565767096767505e-06,
      "loss": 0.018,
      "step": 22228
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.565549098822668e-06,
      "loss": 0.0072,
      "step": 22229
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.565331094257848e-06,
      "loss": 0.0134,
      "step": 22230
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.56511308307361e-06,
      "loss": 0.0067,
      "step": 22231
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.564895065270513e-06,
      "loss": 0.0107,
      "step": 22232
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.564677040849122e-06,
      "loss": 0.0105,
      "step": 22233
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.564459009809998e-06,
      "loss": 0.0045,
      "step": 22234
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.564240972153705e-06,
      "loss": 0.006,
      "step": 22235
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.564022927880803e-06,
      "loss": 0.0091,
      "step": 22236
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5638048769918584e-06,
      "loss": 0.0013,
      "step": 22237
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5635868194874315e-06,
      "loss": 0.0091,
      "step": 22238
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5633687553680855e-06,
      "loss": 0.0102,
      "step": 22239
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.563150684634381e-06,
      "loss": 0.0082,
      "step": 22240
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.562932607286886e-06,
      "loss": 0.0081,
      "step": 22241
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5627145233261575e-06,
      "loss": 0.01,
      "step": 22242
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.562496432752761e-06,
      "loss": 0.0017,
      "step": 22243
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.562278335567259e-06,
      "loss": 0.013,
      "step": 22244
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.562060231770217e-06,
      "loss": 0.0039,
      "step": 22245
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.56184212136219e-06,
      "loss": 0.0046,
      "step": 22246
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.56162400434375e-06,
      "loss": 0.0081,
      "step": 22247
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5614058807154535e-06,
      "loss": 0.0046,
      "step": 22248
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.561187750477865e-06,
      "loss": 0.0118,
      "step": 22249
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.560969613631548e-06,
      "loss": 0.0197,
      "step": 22250
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.560751470177065e-06,
      "loss": 0.0079,
      "step": 22251
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.56053332011498e-06,
      "loss": 0.0074,
      "step": 22252
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.560315163445854e-06,
      "loss": 0.004,
      "step": 22253
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.56009700017025e-06,
      "loss": 0.0335,
      "step": 22254
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.559878830288734e-06,
      "loss": 0.0134,
      "step": 22255
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.559660653801865e-06,
      "loss": 0.0262,
      "step": 22256
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.559442470710208e-06,
      "loss": 0.0192,
      "step": 22257
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.559224281014326e-06,
      "loss": 0.0059,
      "step": 22258
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.55900608471478e-06,
      "loss": 0.0201,
      "step": 22259
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.558787881812136e-06,
      "loss": 0.009,
      "step": 22260
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.558569672306955e-06,
      "loss": 0.0062,
      "step": 22261
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.558351456199802e-06,
      "loss": 0.0098,
      "step": 22262
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.558133233491238e-06,
      "loss": 0.0096,
      "step": 22263
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.557915004181827e-06,
      "loss": 0.0033,
      "step": 22264
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.557696768272131e-06,
      "loss": 0.0133,
      "step": 22265
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.557478525762716e-06,
      "loss": 0.0022,
      "step": 22266
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.557260276654144e-06,
      "loss": 0.0065,
      "step": 22267
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5570420209469746e-06,
      "loss": 0.0155,
      "step": 22268
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.556823758641775e-06,
      "loss": 0.0049,
      "step": 22269
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.556605489739108e-06,
      "loss": 0.0098,
      "step": 22270
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.556387214239535e-06,
      "loss": 0.0067,
      "step": 22271
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5561689321436205e-06,
      "loss": 0.0018,
      "step": 22272
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.555950643451927e-06,
      "loss": 0.0089,
      "step": 22273
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.555732348165019e-06,
      "loss": 0.0065,
      "step": 22274
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.555514046283459e-06,
      "loss": 0.0106,
      "step": 22275
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.555295737807808e-06,
      "loss": 0.0055,
      "step": 22276
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.555077422738636e-06,
      "loss": 0.0243,
      "step": 22277
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.554859101076499e-06,
      "loss": 0.0129,
      "step": 22278
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.554640772821963e-06,
      "loss": 0.0089,
      "step": 22279
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.554422437975592e-06,
      "loss": 0.0117,
      "step": 22280
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.554204096537949e-06,
      "loss": 0.011,
      "step": 22281
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.553985748509599e-06,
      "loss": 0.0071,
      "step": 22282
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5537673938911026e-06,
      "loss": 0.0093,
      "step": 22283
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.553549032683024e-06,
      "loss": 0.0099,
      "step": 22284
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5533306648859274e-06,
      "loss": 0.003,
      "step": 22285
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5531122905003755e-06,
      "loss": 0.0137,
      "step": 22286
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.552893909526932e-06,
      "loss": 0.0062,
      "step": 22287
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.552675521966163e-06,
      "loss": 0.0042,
      "step": 22288
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.552457127818628e-06,
      "loss": 0.0327,
      "step": 22289
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.552238727084892e-06,
      "loss": 0.0118,
      "step": 22290
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.552020319765518e-06,
      "loss": 0.0027,
      "step": 22291
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.551801905861072e-06,
      "loss": 0.0085,
      "step": 22292
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.551583485372116e-06,
      "loss": 0.0218,
      "step": 22293
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.551365058299211e-06,
      "loss": 0.0079,
      "step": 22294
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.551146624642925e-06,
      "loss": 0.0121,
      "step": 22295
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.550928184403819e-06,
      "loss": 0.0092,
      "step": 22296
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.550709737582458e-06,
      "loss": 0.0104,
      "step": 22297
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.550491284179404e-06,
      "loss": 0.0109,
      "step": 22298
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.550272824195224e-06,
      "loss": 0.0287,
      "step": 22299
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5500543576304765e-06,
      "loss": 0.0378,
      "step": 22300
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.54983588448573e-06,
      "loss": 0.004,
      "step": 22301
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.549617404761547e-06,
      "loss": 0.0155,
      "step": 22302
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5493989184584885e-06,
      "loss": 0.0074,
      "step": 22303
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.549180425577121e-06,
      "loss": 0.0062,
      "step": 22304
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.548961926118008e-06,
      "loss": 0.0111,
      "step": 22305
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.548743420081713e-06,
      "loss": 0.0052,
      "step": 22306
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5485249074688e-06,
      "loss": 0.0052,
      "step": 22307
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.548306388279833e-06,
      "loss": 0.0227,
      "step": 22308
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.548087862515374e-06,
      "loss": 0.0127,
      "step": 22309
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.547869330175989e-06,
      "loss": 0.0075,
      "step": 22310
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.547650791262242e-06,
      "loss": 0.0057,
      "step": 22311
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.547432245774695e-06,
      "loss": 0.0169,
      "step": 22312
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.547213693713915e-06,
      "loss": 0.0136,
      "step": 22313
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.546995135080462e-06,
      "loss": 0.0044,
      "step": 22314
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5467765698749015e-06,
      "loss": 0.0044,
      "step": 22315
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5465579980977995e-06,
      "loss": 0.0051,
      "step": 22316
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.54633941974972e-06,
      "loss": 0.0023,
      "step": 22317
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.546120834831222e-06,
      "loss": 0.0071,
      "step": 22318
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.545902243342873e-06,
      "loss": 0.0046,
      "step": 22319
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.54568364528524e-06,
      "loss": 0.0155,
      "step": 22320
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.545465040658882e-06,
      "loss": 0.0148,
      "step": 22321
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5452464294643654e-06,
      "loss": 0.0085,
      "step": 22322
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.545027811702254e-06,
      "loss": 0.0085,
      "step": 22323
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.544809187373112e-06,
      "loss": 0.005,
      "step": 22324
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.544590556477503e-06,
      "loss": 0.0105,
      "step": 22325
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.544371919015992e-06,
      "loss": 0.0108,
      "step": 22326
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.544153274989143e-06,
      "loss": 0.002,
      "step": 22327
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5439346243975195e-06,
      "loss": 0.0084,
      "step": 22328
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.543715967241686e-06,
      "loss": 0.005,
      "step": 22329
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.543497303522207e-06,
      "loss": 0.0077,
      "step": 22330
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.543278633239647e-06,
      "loss": 0.0116,
      "step": 22331
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.54305995639457e-06,
      "loss": 0.0209,
      "step": 22332
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.542841272987539e-06,
      "loss": 0.0157,
      "step": 22333
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.54262258301912e-06,
      "loss": 0.0045,
      "step": 22334
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5424038864898755e-06,
      "loss": 0.0047,
      "step": 22335
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.542185183400373e-06,
      "loss": 0.0127,
      "step": 22336
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.541966473751172e-06,
      "loss": 0.0169,
      "step": 22337
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.541747757542842e-06,
      "loss": 0.0081,
      "step": 22338
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.541529034775944e-06,
      "loss": 0.0007,
      "step": 22339
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.541310305451043e-06,
      "loss": 0.0098,
      "step": 22340
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.541091569568705e-06,
      "loss": 0.023,
      "step": 22341
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.540872827129493e-06,
      "loss": 0.0061,
      "step": 22342
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.54065407813397e-06,
      "loss": 0.007,
      "step": 22343
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.540435322582702e-06,
      "loss": 0.0101,
      "step": 22344
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.540216560476255e-06,
      "loss": 0.0259,
      "step": 22345
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.539997791815191e-06,
      "loss": 0.0011,
      "step": 22346
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5397790166000774e-06,
      "loss": 0.0405,
      "step": 22347
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.539560234831473e-06,
      "loss": 0.0253,
      "step": 22348
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.539341446509949e-06,
      "loss": 0.0079,
      "step": 22349
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.539122651636066e-06,
      "loss": 0.012,
      "step": 22350
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.53890385021039e-06,
      "loss": 0.0295,
      "step": 22351
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5386850422334856e-06,
      "loss": 0.0061,
      "step": 22352
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.538466227705918e-06,
      "loss": 0.0149,
      "step": 22353
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.538247406628249e-06,
      "loss": 0.0069,
      "step": 22354
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5380285790010445e-06,
      "loss": 0.0092,
      "step": 22355
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.537809744824871e-06,
      "loss": 0.0027,
      "step": 22356
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.537590904100292e-06,
      "loss": 0.0171,
      "step": 22357
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.537372056827871e-06,
      "loss": 0.0049,
      "step": 22358
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.537153203008174e-06,
      "loss": 0.0131,
      "step": 22359
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5369343426417664e-06,
      "loss": 0.0056,
      "step": 22360
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.53671547572921e-06,
      "loss": 0.0116,
      "step": 22361
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.536496602271074e-06,
      "loss": 0.0166,
      "step": 22362
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5362777222679195e-06,
      "loss": 0.0081,
      "step": 22363
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.536058835720312e-06,
      "loss": 0.0116,
      "step": 22364
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.535839942628818e-06,
      "loss": 0.0038,
      "step": 22365
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.535621042994001e-06,
      "loss": 0.0175,
      "step": 22366
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.535402136816425e-06,
      "loss": 0.0081,
      "step": 22367
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.535183224096656e-06,
      "loss": 0.0031,
      "step": 22368
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.534964304835259e-06,
      "loss": 0.0116,
      "step": 22369
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.534745379032799e-06,
      "loss": 0.013,
      "step": 22370
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.53452644668984e-06,
      "loss": 0.0029,
      "step": 22371
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.534307507806947e-06,
      "loss": 0.004,
      "step": 22372
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5340885623846845e-06,
      "loss": 0.0062,
      "step": 22373
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.533869610423621e-06,
      "loss": 0.0057,
      "step": 22374
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.533650651924316e-06,
      "loss": 0.0081,
      "step": 22375
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.533431686887338e-06,
      "loss": 0.0086,
      "step": 22376
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.533212715313253e-06,
      "loss": 0.0047,
      "step": 22377
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.532993737202623e-06,
      "loss": 0.0143,
      "step": 22378
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.532774752556014e-06,
      "loss": 0.0044,
      "step": 22379
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.532555761373991e-06,
      "loss": 0.0063,
      "step": 22380
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.53233676365712e-06,
      "loss": 0.0055,
      "step": 22381
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.532117759405966e-06,
      "loss": 0.0186,
      "step": 22382
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.531898748621093e-06,
      "loss": 0.0091,
      "step": 22383
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5316797313030655e-06,
      "loss": 0.0218,
      "step": 22384
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.531460707452452e-06,
      "loss": 0.01,
      "step": 22385
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.531241677069814e-06,
      "loss": 0.0104,
      "step": 22386
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.53102264015572e-06,
      "loss": 0.007,
      "step": 22387
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.530803596710732e-06,
      "loss": 0.0045,
      "step": 22388
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.530584546735417e-06,
      "loss": 0.0022,
      "step": 22389
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.530365490230338e-06,
      "loss": 0.0103,
      "step": 22390
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5301464271960645e-06,
      "loss": 0.0069,
      "step": 22391
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.52992735763316e-06,
      "loss": 0.0119,
      "step": 22392
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.529708281542187e-06,
      "loss": 0.008,
      "step": 22393
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.529489198923712e-06,
      "loss": 0.0038,
      "step": 22394
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.529270109778304e-06,
      "loss": 0.0066,
      "step": 22395
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.529051014106523e-06,
      "loss": 0.0055,
      "step": 22396
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.528831911908938e-06,
      "loss": 0.0127,
      "step": 22397
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.528612803186113e-06,
      "loss": 0.0105,
      "step": 22398
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5283936879386144e-06,
      "loss": 0.0052,
      "step": 22399
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.528174566167006e-06,
      "loss": 0.0021,
      "step": 22400
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5279554378718525e-06,
      "loss": 0.0061,
      "step": 22401
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.527736303053723e-06,
      "loss": 0.0281,
      "step": 22402
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.52751716171318e-06,
      "loss": 0.0313,
      "step": 22403
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.52729801385079e-06,
      "loss": 0.0222,
      "step": 22404
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.527078859467118e-06,
      "loss": 0.0137,
      "step": 22405
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.52685969856273e-06,
      "loss": 0.0136,
      "step": 22406
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5266405311381916e-06,
      "loss": 0.0126,
      "step": 22407
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.526421357194067e-06,
      "loss": 0.0049,
      "step": 22408
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.526202176730921e-06,
      "loss": 0.0078,
      "step": 22409
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.525982989749323e-06,
      "loss": 0.0127,
      "step": 22410
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.525763796249836e-06,
      "loss": 0.0013,
      "step": 22411
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.525544596233026e-06,
      "loss": 0.0086,
      "step": 22412
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.52532538969946e-06,
      "loss": 0.0111,
      "step": 22413
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.525106176649699e-06,
      "loss": 0.0094,
      "step": 22414
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.524886957084314e-06,
      "loss": 0.0147,
      "step": 22415
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.524667731003868e-06,
      "loss": 0.0137,
      "step": 22416
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.524448498408929e-06,
      "loss": 0.0179,
      "step": 22417
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5242292593000574e-06,
      "loss": 0.0095,
      "step": 22418
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.524010013677825e-06,
      "loss": 0.0021,
      "step": 22419
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5237907615427945e-06,
      "loss": 0.0189,
      "step": 22420
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.52357150289553e-06,
      "loss": 0.0017,
      "step": 22421
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.523352237736602e-06,
      "loss": 0.0082,
      "step": 22422
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.523132966066573e-06,
      "loss": 0.0138,
      "step": 22423
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.522913687886009e-06,
      "loss": 0.0099,
      "step": 22424
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.522694403195477e-06,
      "loss": 0.0042,
      "step": 22425
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5224751119955394e-06,
      "loss": 0.0139,
      "step": 22426
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.522255814286767e-06,
      "loss": 0.0057,
      "step": 22427
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.522036510069723e-06,
      "loss": 0.0081,
      "step": 22428
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.521817199344974e-06,
      "loss": 0.007,
      "step": 22429
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.521597882113084e-06,
      "loss": 0.007,
      "step": 22430
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5213785583746215e-06,
      "loss": 0.0078,
      "step": 22431
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5211592281301525e-06,
      "loss": 0.0068,
      "step": 22432
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.52093989138024e-06,
      "loss": 0.0083,
      "step": 22433
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.520720548125452e-06,
      "loss": 0.0046,
      "step": 22434
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.520501198366356e-06,
      "loss": 0.0595,
      "step": 22435
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.520281842103514e-06,
      "loss": 0.0058,
      "step": 22436
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.520062479337495e-06,
      "loss": 0.0081,
      "step": 22437
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.519843110068865e-06,
      "loss": 0.0344,
      "step": 22438
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.519623734298189e-06,
      "loss": 0.0125,
      "step": 22439
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.519404352026033e-06,
      "loss": 0.008,
      "step": 22440
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5191849632529636e-06,
      "loss": 0.0176,
      "step": 22441
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.518965567979548e-06,
      "loss": 0.0048,
      "step": 22442
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.51874616620635e-06,
      "loss": 0.0038,
      "step": 22443
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.518526757933936e-06,
      "loss": 0.0074,
      "step": 22444
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.518307343162874e-06,
      "loss": 0.0211,
      "step": 22445
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.518087921893729e-06,
      "loss": 0.0158,
      "step": 22446
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5178684941270675e-06,
      "loss": 0.0058,
      "step": 22447
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.517649059863454e-06,
      "loss": 0.021,
      "step": 22448
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.517429619103459e-06,
      "loss": 0.016,
      "step": 22449
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.517210171847644e-06,
      "loss": 0.0067,
      "step": 22450
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.516990718096578e-06,
      "loss": 0.0136,
      "step": 22451
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.516771257850826e-06,
      "loss": 0.0101,
      "step": 22452
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.516551791110956e-06,
      "loss": 0.0048,
      "step": 22453
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.516332317877532e-06,
      "loss": 0.0204,
      "step": 22454
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.516112838151119e-06,
      "loss": 0.0051,
      "step": 22455
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.51589335193229e-06,
      "loss": 0.0033,
      "step": 22456
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.515673859221606e-06,
      "loss": 0.0138,
      "step": 22457
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5154543600196324e-06,
      "loss": 0.0125,
      "step": 22458
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.515234854326938e-06,
      "loss": 0.0056,
      "step": 22459
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5150153421440905e-06,
      "loss": 0.0198,
      "step": 22460
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.514795823471654e-06,
      "loss": 0.003,
      "step": 22461
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.514576298310195e-06,
      "loss": 0.0322,
      "step": 22462
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5143567666602805e-06,
      "loss": 0.0125,
      "step": 22463
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.514137228522478e-06,
      "loss": 0.0086,
      "step": 22464
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.513917683897352e-06,
      "loss": 0.0194,
      "step": 22465
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.51369813278547e-06,
      "loss": 0.0039,
      "step": 22466
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5134785751873985e-06,
      "loss": 0.0049,
      "step": 22467
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.513259011103704e-06,
      "loss": 0.0031,
      "step": 22468
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.513039440534953e-06,
      "loss": 0.0149,
      "step": 22469
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.512819863481711e-06,
      "loss": 0.0086,
      "step": 22470
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.512600279944547e-06,
      "loss": 0.0159,
      "step": 22471
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.512380689924028e-06,
      "loss": 0.0094,
      "step": 22472
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.512161093420715e-06,
      "loss": 0.0061,
      "step": 22473
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.511941490435181e-06,
      "loss": 0.0089,
      "step": 22474
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.51172188096799e-06,
      "loss": 0.0024,
      "step": 22475
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.511502265019708e-06,
      "loss": 0.0082,
      "step": 22476
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5112826425909045e-06,
      "loss": 0.0086,
      "step": 22477
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.511063013682143e-06,
      "loss": 0.0007,
      "step": 22478
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5108433782939905e-06,
      "loss": 0.0047,
      "step": 22479
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.510623736427016e-06,
      "loss": 0.015,
      "step": 22480
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.510404088081784e-06,
      "loss": 0.0111,
      "step": 22481
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5101844332588646e-06,
      "loss": 0.0274,
      "step": 22482
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50996477195882e-06,
      "loss": 0.0063,
      "step": 22483
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5097451041822175e-06,
      "loss": 0.0039,
      "step": 22484
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.509525429929629e-06,
      "loss": 0.0298,
      "step": 22485
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5093057492016165e-06,
      "loss": 0.0058,
      "step": 22486
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.509086061998748e-06,
      "loss": 0.0083,
      "step": 22487
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50886636832159e-06,
      "loss": 0.0067,
      "step": 22488
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.508646668170712e-06,
      "loss": 0.0058,
      "step": 22489
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5084269615466774e-06,
      "loss": 0.0029,
      "step": 22490
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.508207248450057e-06,
      "loss": 0.0064,
      "step": 22491
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.507987528881413e-06,
      "loss": 0.0056,
      "step": 22492
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.507767802841315e-06,
      "loss": 0.0092,
      "step": 22493
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.507548070330331e-06,
      "loss": 0.0084,
      "step": 22494
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.507328331349024e-06,
      "loss": 0.0104,
      "step": 22495
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5071085858979665e-06,
      "loss": 0.0154,
      "step": 22496
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.506888833977721e-06,
      "loss": 0.014,
      "step": 22497
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5066690755888575e-06,
      "loss": 0.0043,
      "step": 22498
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.506449310731942e-06,
      "loss": 0.0008,
      "step": 22499
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.506229539407539e-06,
      "loss": 0.0073,
      "step": 22500
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50600976161622e-06,
      "loss": 0.0235,
      "step": 22501
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50578997735855e-06,
      "loss": 0.0053,
      "step": 22502
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.505570186635096e-06,
      "loss": 0.0034,
      "step": 22503
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.505350389446424e-06,
      "loss": 0.0058,
      "step": 22504
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.505130585793103e-06,
      "loss": 0.004,
      "step": 22505
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.504910775675701e-06,
      "loss": 0.0046,
      "step": 22506
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.504690959094783e-06,
      "loss": 0.0062,
      "step": 22507
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.504471136050917e-06,
      "loss": 0.02,
      "step": 22508
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50425130654467e-06,
      "loss": 0.0034,
      "step": 22509
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50403147057661e-06,
      "loss": 0.0131,
      "step": 22510
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5038116281473036e-06,
      "loss": 0.0055,
      "step": 22511
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.503591779257318e-06,
      "loss": 0.025,
      "step": 22512
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.503371923907219e-06,
      "loss": 0.0105,
      "step": 22513
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.503152062097579e-06,
      "loss": 0.0058,
      "step": 22514
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.502932193828959e-06,
      "loss": 0.0023,
      "step": 22515
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50271231910193e-06,
      "loss": 0.0286,
      "step": 22516
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.502492437917059e-06,
      "loss": 0.0077,
      "step": 22517
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.502272550274914e-06,
      "loss": 0.0112,
      "step": 22518
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.502052656176059e-06,
      "loss": 0.0101,
      "step": 22519
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5018327556210634e-06,
      "loss": 0.0102,
      "step": 22520
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.501612848610498e-06,
      "loss": 0.0073,
      "step": 22521
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.501392935144926e-06,
      "loss": 0.0112,
      "step": 22522
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.501173015224914e-06,
      "loss": 0.0047,
      "step": 22523
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5009530888510326e-06,
      "loss": 0.0218,
      "step": 22524
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.5007331560238495e-06,
      "loss": 0.0088,
      "step": 22525
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.50051321674393e-06,
      "loss": 0.0363,
      "step": 22526
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.500293271011842e-06,
      "loss": 0.0107,
      "step": 22527
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.500073318828155e-06,
      "loss": 0.0151,
      "step": 22528
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.499853360193433e-06,
      "loss": 0.0039,
      "step": 22529
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.499633395108247e-06,
      "loss": 0.0102,
      "step": 22530
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.499413423573163e-06,
      "loss": 0.0233,
      "step": 22531
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.49919344558875e-06,
      "loss": 0.0096,
      "step": 22532
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.498973461155572e-06,
      "loss": 0.008,
      "step": 22533
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.498753470274201e-06,
      "loss": 0.0085,
      "step": 22534
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.498533472945201e-06,
      "loss": 0.0235,
      "step": 22535
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.498313469169143e-06,
      "loss": 0.0091,
      "step": 22536
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4980934589465915e-06,
      "loss": 0.0078,
      "step": 22537
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.497873442278116e-06,
      "loss": 0.0066,
      "step": 22538
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.497653419164286e-06,
      "loss": 0.0164,
      "step": 22539
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.497433389605666e-06,
      "loss": 0.0101,
      "step": 22540
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.497213353602826e-06,
      "loss": 0.0021,
      "step": 22541
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.496993311156331e-06,
      "loss": 0.0044,
      "step": 22542
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.496773262266751e-06,
      "loss": 0.0051,
      "step": 22543
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.496553206934654e-06,
      "loss": 0.0072,
      "step": 22544
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.496333145160606e-06,
      "loss": 0.0033,
      "step": 22545
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4961130769451775e-06,
      "loss": 0.0053,
      "step": 22546
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.495893002288934e-06,
      "loss": 0.0113,
      "step": 22547
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.495672921192444e-06,
      "loss": 0.0126,
      "step": 22548
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.495452833656275e-06,
      "loss": 0.0053,
      "step": 22549
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.495232739680998e-06,
      "loss": 0.0021,
      "step": 22550
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.495012639267176e-06,
      "loss": 0.0047,
      "step": 22551
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.49479253241538e-06,
      "loss": 0.0064,
      "step": 22552
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4945724191261785e-06,
      "loss": 0.0063,
      "step": 22553
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.494352299400136e-06,
      "loss": 0.0065,
      "step": 22554
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.494132173237824e-06,
      "loss": 0.0141,
      "step": 22555
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.493912040639809e-06,
      "loss": 0.0154,
      "step": 22556
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.49369190160666e-06,
      "loss": 0.0173,
      "step": 22557
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.493471756138944e-06,
      "loss": 0.008,
      "step": 22558
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.493251604237227e-06,
      "loss": 0.0216,
      "step": 22559
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.493031445902082e-06,
      "loss": 0.0394,
      "step": 22560
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4928112811340745e-06,
      "loss": 0.023,
      "step": 22561
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4925911099337715e-06,
      "loss": 0.0128,
      "step": 22562
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.492370932301742e-06,
      "loss": 0.0104,
      "step": 22563
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4921507482385555e-06,
      "loss": 0.0049,
      "step": 22564
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.491930557744779e-06,
      "loss": 0.0055,
      "step": 22565
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.491710360820981e-06,
      "loss": 0.0253,
      "step": 22566
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4914901574677265e-06,
      "loss": 0.0023,
      "step": 22567
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.49126994768559e-06,
      "loss": 0.0104,
      "step": 22568
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.491049731475134e-06,
      "loss": 0.0098,
      "step": 22569
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.490829508836929e-06,
      "loss": 0.0042,
      "step": 22570
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.490609279771545e-06,
      "loss": 0.0044,
      "step": 22571
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.490389044279547e-06,
      "loss": 0.0041,
      "step": 22572
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.490168802361505e-06,
      "loss": 0.0171,
      "step": 22573
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.489948554017987e-06,
      "loss": 0.0267,
      "step": 22574
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.489728299249562e-06,
      "loss": 0.0109,
      "step": 22575
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.489508038056798e-06,
      "loss": 0.0049,
      "step": 22576
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.489287770440262e-06,
      "loss": 0.0085,
      "step": 22577
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.489067496400524e-06,
      "loss": 0.0053,
      "step": 22578
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.488847215938152e-06,
      "loss": 0.0044,
      "step": 22579
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.488626929053712e-06,
      "loss": 0.0121,
      "step": 22580
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.488406635747778e-06,
      "loss": 0.0244,
      "step": 22581
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.488186336020914e-06,
      "loss": 0.0032,
      "step": 22582
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.487966029873689e-06,
      "loss": 0.0307,
      "step": 22583
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.487745717306672e-06,
      "loss": 0.0087,
      "step": 22584
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.487525398320431e-06,
      "loss": 0.0016,
      "step": 22585
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.487305072915536e-06,
      "loss": 0.0051,
      "step": 22586
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.487084741092554e-06,
      "loss": 0.0061,
      "step": 22587
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.486864402852053e-06,
      "loss": 0.0111,
      "step": 22588
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.486644058194604e-06,
      "loss": 0.0008,
      "step": 22589
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.486423707120773e-06,
      "loss": 0.0087,
      "step": 22590
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.486203349631132e-06,
      "loss": 0.0052,
      "step": 22591
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.485982985726243e-06,
      "loss": 0.0066,
      "step": 22592
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.485762615406683e-06,
      "loss": 0.0225,
      "step": 22593
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.485542238673015e-06,
      "loss": 0.01,
      "step": 22594
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.485321855525808e-06,
      "loss": 0.0118,
      "step": 22595
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.485101465965634e-06,
      "loss": 0.0147,
      "step": 22596
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.484881069993059e-06,
      "loss": 0.0028,
      "step": 22597
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.484660667608651e-06,
      "loss": 0.0089,
      "step": 22598
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.48444025881298e-06,
      "loss": 0.0085,
      "step": 22599
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.484219843606615e-06,
      "loss": 0.01,
      "step": 22600
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.483999421990126e-06,
      "loss": 0.0074,
      "step": 22601
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.483778993964077e-06,
      "loss": 0.0051,
      "step": 22602
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4835585595290415e-06,
      "loss": 0.0068,
      "step": 22603
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.483338118685588e-06,
      "loss": 0.008,
      "step": 22604
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.483117671434282e-06,
      "loss": 0.0072,
      "step": 22605
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.482897217775696e-06,
      "loss": 0.0057,
      "step": 22606
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.482676757710396e-06,
      "loss": 0.0159,
      "step": 22607
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.482456291238953e-06,
      "loss": 0.0117,
      "step": 22608
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.482235818361934e-06,
      "loss": 0.0033,
      "step": 22609
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.48201533907991e-06,
      "loss": 0.0032,
      "step": 22610
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.481794853393449e-06,
      "loss": 0.0113,
      "step": 22611
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4815743613031185e-06,
      "loss": 0.0134,
      "step": 22612
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.481353862809488e-06,
      "loss": 0.007,
      "step": 22613
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.481133357913129e-06,
      "loss": 0.0091,
      "step": 22614
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.480912846614607e-06,
      "loss": 0.0045,
      "step": 22615
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4806923289144935e-06,
      "loss": 0.0051,
      "step": 22616
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.480471804813356e-06,
      "loss": 0.006,
      "step": 22617
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.480251274311765e-06,
      "loss": 0.0066,
      "step": 22618
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.480030737410288e-06,
      "loss": 0.0029,
      "step": 22619
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.479810194109494e-06,
      "loss": 0.0034,
      "step": 22620
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.479589644409953e-06,
      "loss": 0.0035,
      "step": 22621
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.479369088312236e-06,
      "loss": 0.0085,
      "step": 22622
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.479148525816907e-06,
      "loss": 0.0119,
      "step": 22623
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.47892795692454e-06,
      "loss": 0.0072,
      "step": 22624
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.478707381635701e-06,
      "loss": 0.0164,
      "step": 22625
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.478486799950963e-06,
      "loss": 0.0036,
      "step": 22626
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.478266211870889e-06,
      "loss": 0.0141,
      "step": 22627
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.478045617396054e-06,
      "loss": 0.0038,
      "step": 22628
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.477825016527025e-06,
      "loss": 0.0102,
      "step": 22629
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4776044092643696e-06,
      "loss": 0.0063,
      "step": 22630
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.4773837956086605e-06,
      "loss": 0.0466,
      "step": 22631
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.477163175560465e-06,
      "loss": 0.0044,
      "step": 22632
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.47694254912035e-06,
      "loss": 0.019,
      "step": 22633
    },
    {
      "epoch": 0.35,
      "learning_rate": 7.476721916288889e-06,
      "loss": 0.0188,
      "step": 22634
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.47650127706665e-06,
      "loss": 0.0124,
      "step": 22635
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.476280631454202e-06,
      "loss": 0.0058,
      "step": 22636
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.476059979452114e-06,
      "loss": 0.0082,
      "step": 22637
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4758393210609545e-06,
      "loss": 0.0039,
      "step": 22638
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.475618656281296e-06,
      "loss": 0.009,
      "step": 22639
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.475397985113703e-06,
      "loss": 0.0024,
      "step": 22640
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.475177307558751e-06,
      "loss": 0.0158,
      "step": 22641
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.474956623617004e-06,
      "loss": 0.005,
      "step": 22642
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.474735933289034e-06,
      "loss": 0.0089,
      "step": 22643
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.474515236575411e-06,
      "loss": 0.0131,
      "step": 22644
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.474294533476703e-06,
      "loss": 0.008,
      "step": 22645
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.47407382399348e-06,
      "loss": 0.0244,
      "step": 22646
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.473853108126311e-06,
      "loss": 0.0077,
      "step": 22647
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.473632385875767e-06,
      "loss": 0.004,
      "step": 22648
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4734116572424155e-06,
      "loss": 0.0116,
      "step": 22649
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4731909222268276e-06,
      "loss": 0.0033,
      "step": 22650
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.472970180829573e-06,
      "loss": 0.0104,
      "step": 22651
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.472749433051221e-06,
      "loss": 0.0141,
      "step": 22652
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.472528678892339e-06,
      "loss": 0.0124,
      "step": 22653
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4723079183535005e-06,
      "loss": 0.0087,
      "step": 22654
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.472087151435272e-06,
      "loss": 0.005,
      "step": 22655
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.471866378138226e-06,
      "loss": 0.0123,
      "step": 22656
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.471645598462929e-06,
      "loss": 0.0099,
      "step": 22657
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.471424812409953e-06,
      "loss": 0.0094,
      "step": 22658
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4712040199798655e-06,
      "loss": 0.0058,
      "step": 22659
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.470983221173238e-06,
      "loss": 0.0053,
      "step": 22660
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4707624159906426e-06,
      "loss": 0.0126,
      "step": 22661
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.470541604432643e-06,
      "loss": 0.0123,
      "step": 22662
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.470320786499813e-06,
      "loss": 0.0276,
      "step": 22663
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.470099962192723e-06,
      "loss": 0.0164,
      "step": 22664
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.469879131511939e-06,
      "loss": 0.0181,
      "step": 22665
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.469658294458035e-06,
      "loss": 0.0054,
      "step": 22666
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4694374510315795e-06,
      "loss": 0.0039,
      "step": 22667
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4692166012331416e-06,
      "loss": 0.0134,
      "step": 22668
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4689957450632896e-06,
      "loss": 0.0085,
      "step": 22669
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.468774882522597e-06,
      "loss": 0.0152,
      "step": 22670
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.468554013611633e-06,
      "loss": 0.0059,
      "step": 22671
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.468333138330965e-06,
      "loss": 0.0024,
      "step": 22672
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4681122566811645e-06,
      "loss": 0.0082,
      "step": 22673
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.467891368662802e-06,
      "loss": 0.0054,
      "step": 22674
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.467670474276447e-06,
      "loss": 0.0066,
      "step": 22675
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.467449573522669e-06,
      "loss": 0.0084,
      "step": 22676
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.467228666402039e-06,
      "loss": 0.0044,
      "step": 22677
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.467007752915125e-06,
      "loss": 0.0065,
      "step": 22678
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.466786833062499e-06,
      "loss": 0.0058,
      "step": 22679
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.46656590684473e-06,
      "loss": 0.0109,
      "step": 22680
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.46634497426239e-06,
      "loss": 0.0045,
      "step": 22681
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.466124035316047e-06,
      "loss": 0.0193,
      "step": 22682
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.465903090006271e-06,
      "loss": 0.0103,
      "step": 22683
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.465682138333633e-06,
      "loss": 0.0053,
      "step": 22684
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.465461180298703e-06,
      "loss": 0.0124,
      "step": 22685
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.465240215902052e-06,
      "loss": 0.0144,
      "step": 22686
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.465019245144248e-06,
      "loss": 0.0387,
      "step": 22687
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.464798268025863e-06,
      "loss": 0.0034,
      "step": 22688
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.464577284547465e-06,
      "loss": 0.0187,
      "step": 22689
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.464356294709628e-06,
      "loss": 0.0342,
      "step": 22690
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.46413529851292e-06,
      "loss": 0.0043,
      "step": 22691
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.46391429595791e-06,
      "loss": 0.0027,
      "step": 22692
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.463693287045171e-06,
      "loss": 0.0343,
      "step": 22693
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.46347227177527e-06,
      "loss": 0.0067,
      "step": 22694
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.46325125014878e-06,
      "loss": 0.0057,
      "step": 22695
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.463030222166272e-06,
      "loss": 0.0069,
      "step": 22696
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.462809187828313e-06,
      "loss": 0.0007,
      "step": 22697
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.462588147135475e-06,
      "loss": 0.0086,
      "step": 22698
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.462367100088329e-06,
      "loss": 0.0082,
      "step": 22699
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.462146046687445e-06,
      "loss": 0.0033,
      "step": 22700
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.461924986933393e-06,
      "loss": 0.0046,
      "step": 22701
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.461703920826744e-06,
      "loss": 0.0109,
      "step": 22702
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.461482848368066e-06,
      "loss": 0.0088,
      "step": 22703
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.461261769557934e-06,
      "loss": 0.0124,
      "step": 22704
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.461040684396915e-06,
      "loss": 0.0093,
      "step": 22705
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.460819592885582e-06,
      "loss": 0.0114,
      "step": 22706
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4605984950245025e-06,
      "loss": 0.0017,
      "step": 22707
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.460377390814249e-06,
      "loss": 0.0046,
      "step": 22708
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4601562802553906e-06,
      "loss": 0.0289,
      "step": 22709
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.459935163348498e-06,
      "loss": 0.0057,
      "step": 22710
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4597140400941435e-06,
      "loss": 0.0084,
      "step": 22711
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.459492910492898e-06,
      "loss": 0.0141,
      "step": 22712
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.459271774545329e-06,
      "loss": 0.0095,
      "step": 22713
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.459050632252008e-06,
      "loss": 0.0089,
      "step": 22714
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4588294836135085e-06,
      "loss": 0.0093,
      "step": 22715
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.458608328630399e-06,
      "loss": 0.0075,
      "step": 22716
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.458387167303249e-06,
      "loss": 0.0068,
      "step": 22717
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.458165999632632e-06,
      "loss": 0.0029,
      "step": 22718
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4579448256191155e-06,
      "loss": 0.0071,
      "step": 22719
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.457723645263272e-06,
      "loss": 0.0127,
      "step": 22720
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.457502458565673e-06,
      "loss": 0.012,
      "step": 22721
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.457281265526887e-06,
      "loss": 0.0053,
      "step": 22722
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.457060066147488e-06,
      "loss": 0.015,
      "step": 22723
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4568388604280424e-06,
      "loss": 0.0112,
      "step": 22724
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.456617648369125e-06,
      "loss": 0.0053,
      "step": 22725
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.456396429971305e-06,
      "loss": 0.0083,
      "step": 22726
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.456175205235152e-06,
      "loss": 0.0057,
      "step": 22727
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.455953974161238e-06,
      "loss": 0.0063,
      "step": 22728
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4557327367501355e-06,
      "loss": 0.0022,
      "step": 22729
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.455511493002412e-06,
      "loss": 0.0065,
      "step": 22730
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4552902429186415e-06,
      "loss": 0.0047,
      "step": 22731
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.455068986499392e-06,
      "loss": 0.0106,
      "step": 22732
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.454847723745238e-06,
      "loss": 0.0103,
      "step": 22733
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.454626454656747e-06,
      "loss": 0.0052,
      "step": 22734
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4544051792344905e-06,
      "loss": 0.0043,
      "step": 22735
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.454183897479043e-06,
      "loss": 0.0061,
      "step": 22736
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.453962609390971e-06,
      "loss": 0.0095,
      "step": 22737
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.453741314970847e-06,
      "loss": 0.0043,
      "step": 22738
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4535200142192425e-06,
      "loss": 0.0104,
      "step": 22739
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.453298707136729e-06,
      "loss": 0.0061,
      "step": 22740
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.453077393723876e-06,
      "loss": 0.0165,
      "step": 22741
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.452856073981256e-06,
      "loss": 0.0031,
      "step": 22742
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4526347479094385e-06,
      "loss": 0.0203,
      "step": 22743
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4524134155089966e-06,
      "loss": 0.0018,
      "step": 22744
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4521920767805e-06,
      "loss": 0.0041,
      "step": 22745
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4519707317245204e-06,
      "loss": 0.0073,
      "step": 22746
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.45174938034163e-06,
      "loss": 0.0085,
      "step": 22747
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.451528022632397e-06,
      "loss": 0.0046,
      "step": 22748
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.451306658597395e-06,
      "loss": 0.0129,
      "step": 22749
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.451085288237194e-06,
      "loss": 0.0162,
      "step": 22750
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.450863911552367e-06,
      "loss": 0.0029,
      "step": 22751
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.450642528543482e-06,
      "loss": 0.0053,
      "step": 22752
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.450421139211114e-06,
      "loss": 0.015,
      "step": 22753
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.450199743555831e-06,
      "loss": 0.0077,
      "step": 22754
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.449978341578207e-06,
      "loss": 0.011,
      "step": 22755
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4497569332788125e-06,
      "loss": 0.005,
      "step": 22756
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4495355186582165e-06,
      "loss": 0.0136,
      "step": 22757
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.449314097716993e-06,
      "loss": 0.0026,
      "step": 22758
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4490926704557125e-06,
      "loss": 0.0202,
      "step": 22759
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.448871236874947e-06,
      "loss": 0.0064,
      "step": 22760
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.448649796975266e-06,
      "loss": 0.01,
      "step": 22761
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.448428350757243e-06,
      "loss": 0.0178,
      "step": 22762
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.448206898221449e-06,
      "loss": 0.0021,
      "step": 22763
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4479854393684525e-06,
      "loss": 0.0056,
      "step": 22764
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.447763974198829e-06,
      "loss": 0.0162,
      "step": 22765
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.44754250271315e-06,
      "loss": 0.0069,
      "step": 22766
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.447321024911983e-06,
      "loss": 0.0237,
      "step": 22767
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.447099540795902e-06,
      "loss": 0.0139,
      "step": 22768
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.446878050365479e-06,
      "loss": 0.0062,
      "step": 22769
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.446656553621286e-06,
      "loss": 0.0068,
      "step": 22770
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4464350505638904e-06,
      "loss": 0.0042,
      "step": 22771
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.44621354119387e-06,
      "loss": 0.0042,
      "step": 22772
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.44599202551179e-06,
      "loss": 0.0099,
      "step": 22773
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.445770503518226e-06,
      "loss": 0.0089,
      "step": 22774
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.44554897521375e-06,
      "loss": 0.004,
      "step": 22775
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.445327440598932e-06,
      "loss": 0.0089,
      "step": 22776
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.445105899674343e-06,
      "loss": 0.0074,
      "step": 22777
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.444884352440556e-06,
      "loss": 0.002,
      "step": 22778
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.444662798898141e-06,
      "loss": 0.005,
      "step": 22779
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.444441239047673e-06,
      "loss": 0.0072,
      "step": 22780
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.444219672889721e-06,
      "loss": 0.0053,
      "step": 22781
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.443998100424856e-06,
      "loss": 0.0046,
      "step": 22782
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.443776521653652e-06,
      "loss": 0.0126,
      "step": 22783
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4435549365766806e-06,
      "loss": 0.0044,
      "step": 22784
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.443333345194512e-06,
      "loss": 0.0303,
      "step": 22785
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.443111747507719e-06,
      "loss": 0.0072,
      "step": 22786
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.442890143516872e-06,
      "loss": 0.011,
      "step": 22787
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.442668533222546e-06,
      "loss": 0.003,
      "step": 22788
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.442446916625309e-06,
      "loss": 0.0073,
      "step": 22789
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.442225293725736e-06,
      "loss": 0.0184,
      "step": 22790
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.442003664524396e-06,
      "loss": 0.0049,
      "step": 22791
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.441782029021863e-06,
      "loss": 0.0117,
      "step": 22792
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4415603872187094e-06,
      "loss": 0.0101,
      "step": 22793
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.441338739115504e-06,
      "loss": 0.0041,
      "step": 22794
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4411170847128235e-06,
      "loss": 0.0079,
      "step": 22795
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.440895424011234e-06,
      "loss": 0.0122,
      "step": 22796
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.440673757011312e-06,
      "loss": 0.0052,
      "step": 22797
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.440452083713629e-06,
      "loss": 0.0095,
      "step": 22798
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.440230404118753e-06,
      "loss": 0.041,
      "step": 22799
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.440008718227263e-06,
      "loss": 0.0047,
      "step": 22800
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.439787026039725e-06,
      "loss": 0.0126,
      "step": 22801
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.439565327556712e-06,
      "loss": 0.004,
      "step": 22802
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.439343622778799e-06,
      "loss": 0.0145,
      "step": 22803
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.439121911706555e-06,
      "loss": 0.0057,
      "step": 22804
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4389001943405535e-06,
      "loss": 0.0138,
      "step": 22805
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4386784706813665e-06,
      "loss": 0.0024,
      "step": 22806
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.438456740729565e-06,
      "loss": 0.0096,
      "step": 22807
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.438235004485723e-06,
      "loss": 0.0148,
      "step": 22808
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.438013261950412e-06,
      "loss": 0.008,
      "step": 22809
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.437791513124204e-06,
      "loss": 0.0096,
      "step": 22810
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.437569758007671e-06,
      "loss": 0.0159,
      "step": 22811
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.437347996601387e-06,
      "loss": 0.0064,
      "step": 22812
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.43712622890592e-06,
      "loss": 0.0258,
      "step": 22813
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.436904454921845e-06,
      "loss": 0.0235,
      "step": 22814
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.436682674649735e-06,
      "loss": 0.0132,
      "step": 22815
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.436460888090163e-06,
      "loss": 0.0078,
      "step": 22816
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.436239095243696e-06,
      "loss": 0.0096,
      "step": 22817
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.436017296110911e-06,
      "loss": 0.0139,
      "step": 22818
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.435795490692381e-06,
      "loss": 0.0098,
      "step": 22819
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4355736789886755e-06,
      "loss": 0.0159,
      "step": 22820
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.435351861000367e-06,
      "loss": 0.0366,
      "step": 22821
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.43513003672803e-06,
      "loss": 0.0157,
      "step": 22822
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.434908206172236e-06,
      "loss": 0.0129,
      "step": 22823
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.434686369333556e-06,
      "loss": 0.0285,
      "step": 22824
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.434464526212564e-06,
      "loss": 0.0297,
      "step": 22825
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.434242676809832e-06,
      "loss": 0.0407,
      "step": 22826
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.434020821125931e-06,
      "loss": 0.0117,
      "step": 22827
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.433798959161437e-06,
      "loss": 0.0113,
      "step": 22828
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.433577090916918e-06,
      "loss": 0.0345,
      "step": 22829
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.433355216392952e-06,
      "loss": 0.0029,
      "step": 22830
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.433133335590106e-06,
      "loss": 0.0086,
      "step": 22831
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.432911448508955e-06,
      "loss": 0.0369,
      "step": 22832
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.432689555150071e-06,
      "loss": 0.0038,
      "step": 22833
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4324676555140275e-06,
      "loss": 0.013,
      "step": 22834
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.432245749601396e-06,
      "loss": 0.0056,
      "step": 22835
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.432023837412751e-06,
      "loss": 0.0166,
      "step": 22836
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.431801918948663e-06,
      "loss": 0.0036,
      "step": 22837
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.431579994209704e-06,
      "loss": 0.0056,
      "step": 22838
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.431358063196449e-06,
      "loss": 0.0203,
      "step": 22839
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.431136125909471e-06,
      "loss": 0.0179,
      "step": 22840
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4309141823493395e-06,
      "loss": 0.0041,
      "step": 22841
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.430692232516629e-06,
      "loss": 0.0198,
      "step": 22842
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.430470276411912e-06,
      "loss": 0.0088,
      "step": 22843
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.430248314035763e-06,
      "loss": 0.0011,
      "step": 22844
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.430026345388752e-06,
      "loss": 0.0114,
      "step": 22845
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.429804370471453e-06,
      "loss": 0.0095,
      "step": 22846
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.429582389284439e-06,
      "loss": 0.0074,
      "step": 22847
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.429360401828282e-06,
      "loss": 0.0072,
      "step": 22848
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.429138408103556e-06,
      "loss": 0.0079,
      "step": 22849
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.428916408110832e-06,
      "loss": 0.0051,
      "step": 22850
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4286944018506845e-06,
      "loss": 0.0048,
      "step": 22851
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.428472389323687e-06,
      "loss": 0.0059,
      "step": 22852
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4282503705304085e-06,
      "loss": 0.0069,
      "step": 22853
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.428028345471426e-06,
      "loss": 0.0022,
      "step": 22854
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.427806314147312e-06,
      "loss": 0.0116,
      "step": 22855
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.427584276558637e-06,
      "loss": 0.0219,
      "step": 22856
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4273622327059745e-06,
      "loss": 0.0122,
      "step": 22857
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.427140182589901e-06,
      "loss": 0.0118,
      "step": 22858
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.426918126210985e-06,
      "loss": 0.007,
      "step": 22859
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4266960635698e-06,
      "loss": 0.0055,
      "step": 22860
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.426473994666922e-06,
      "loss": 0.0309,
      "step": 22861
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.426251919502922e-06,
      "loss": 0.0038,
      "step": 22862
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4260298380783715e-06,
      "loss": 0.0266,
      "step": 22863
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.425807750393845e-06,
      "loss": 0.0098,
      "step": 22864
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.425585656449919e-06,
      "loss": 0.0087,
      "step": 22865
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.425363556247161e-06,
      "loss": 0.003,
      "step": 22866
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4251414497861476e-06,
      "loss": 0.0125,
      "step": 22867
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.424919337067449e-06,
      "loss": 0.0283,
      "step": 22868
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.424697218091642e-06,
      "loss": 0.003,
      "step": 22869
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.424475092859298e-06,
      "loss": 0.0041,
      "step": 22870
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.424252961370989e-06,
      "loss": 0.0054,
      "step": 22871
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.424030823627288e-06,
      "loss": 0.0054,
      "step": 22872
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.423808679628773e-06,
      "loss": 0.0077,
      "step": 22873
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.42358652937601e-06,
      "loss": 0.0092,
      "step": 22874
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.423364372869577e-06,
      "loss": 0.0079,
      "step": 22875
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.423142210110046e-06,
      "loss": 0.0098,
      "step": 22876
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.422920041097991e-06,
      "loss": 0.0062,
      "step": 22877
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.422697865833985e-06,
      "loss": 0.01,
      "step": 22878
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.422475684318599e-06,
      "loss": 0.0033,
      "step": 22879
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.422253496552409e-06,
      "loss": 0.0032,
      "step": 22880
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.422031302535988e-06,
      "loss": 0.0172,
      "step": 22881
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.421809102269908e-06,
      "loss": 0.0442,
      "step": 22882
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.421586895754744e-06,
      "loss": 0.0038,
      "step": 22883
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.421364682991068e-06,
      "loss": 0.0169,
      "step": 22884
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.421142463979454e-06,
      "loss": 0.0087,
      "step": 22885
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.420920238720475e-06,
      "loss": 0.0078,
      "step": 22886
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.420698007214706e-06,
      "loss": 0.0209,
      "step": 22887
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.420475769462718e-06,
      "loss": 0.002,
      "step": 22888
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.420253525465085e-06,
      "loss": 0.0069,
      "step": 22889
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.420031275222383e-06,
      "loss": 0.0317,
      "step": 22890
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.419809018735182e-06,
      "loss": 0.0037,
      "step": 22891
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.419586756004058e-06,
      "loss": 0.0115,
      "step": 22892
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.419364487029582e-06,
      "loss": 0.0153,
      "step": 22893
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4191422118123314e-06,
      "loss": 0.0052,
      "step": 22894
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.418919930352877e-06,
      "loss": 0.0036,
      "step": 22895
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4186976426517905e-06,
      "loss": 0.0056,
      "step": 22896
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4184753487096494e-06,
      "loss": 0.0059,
      "step": 22897
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.418253048527026e-06,
      "loss": 0.0059,
      "step": 22898
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.418030742104494e-06,
      "loss": 0.0112,
      "step": 22899
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.417808429442626e-06,
      "loss": 0.0149,
      "step": 22900
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.417586110541996e-06,
      "loss": 0.008,
      "step": 22901
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.417363785403178e-06,
      "loss": 0.0029,
      "step": 22902
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.417141454026745e-06,
      "loss": 0.0138,
      "step": 22903
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.416919116413271e-06,
      "loss": 0.0064,
      "step": 22904
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.416696772563333e-06,
      "loss": 0.0041,
      "step": 22905
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4164744224774985e-06,
      "loss": 0.0122,
      "step": 22906
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.416252066156345e-06,
      "loss": 0.0015,
      "step": 22907
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.416029703600447e-06,
      "loss": 0.0096,
      "step": 22908
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.415807334810377e-06,
      "loss": 0.0072,
      "step": 22909
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.415584959786708e-06,
      "loss": 0.0152,
      "step": 22910
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4153625785300145e-06,
      "loss": 0.0173,
      "step": 22911
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.41514019104087e-06,
      "loss": 0.0176,
      "step": 22912
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.41491779731985e-06,
      "loss": 0.0105,
      "step": 22913
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.414695397367524e-06,
      "loss": 0.0058,
      "step": 22914
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.414472991184472e-06,
      "loss": 0.007,
      "step": 22915
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4142505787712646e-06,
      "loss": 0.0079,
      "step": 22916
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.414028160128475e-06,
      "loss": 0.0179,
      "step": 22917
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4138057352566775e-06,
      "loss": 0.0138,
      "step": 22918
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.413583304156448e-06,
      "loss": 0.0179,
      "step": 22919
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.413360866828359e-06,
      "loss": 0.0046,
      "step": 22920
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.413138423272983e-06,
      "loss": 0.0093,
      "step": 22921
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4129159734908954e-06,
      "loss": 0.0102,
      "step": 22922
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.412693517482672e-06,
      "loss": 0.0081,
      "step": 22923
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.412471055248883e-06,
      "loss": 0.0148,
      "step": 22924
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.412248586790107e-06,
      "loss": 0.0116,
      "step": 22925
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4120261121069136e-06,
      "loss": 0.0077,
      "step": 22926
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4118036311998795e-06,
      "loss": 0.0152,
      "step": 22927
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4115811440695775e-06,
      "loss": 0.0071,
      "step": 22928
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.411358650716583e-06,
      "loss": 0.0087,
      "step": 22929
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.411136151141469e-06,
      "loss": 0.0049,
      "step": 22930
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.410913645344811e-06,
      "loss": 0.0046,
      "step": 22931
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.410691133327179e-06,
      "loss": 0.0162,
      "step": 22932
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4104686150891525e-06,
      "loss": 0.0017,
      "step": 22933
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.410246090631304e-06,
      "loss": 0.0238,
      "step": 22934
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.410023559954207e-06,
      "loss": 0.003,
      "step": 22935
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.409801023058435e-06,
      "loss": 0.0017,
      "step": 22936
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4095784799445634e-06,
      "loss": 0.0077,
      "step": 22937
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.409355930613166e-06,
      "loss": 0.01,
      "step": 22938
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.409133375064816e-06,
      "loss": 0.0078,
      "step": 22939
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.408910813300092e-06,
      "loss": 0.0215,
      "step": 22940
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.408688245319563e-06,
      "loss": 0.0318,
      "step": 22941
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.408465671123806e-06,
      "loss": 0.0191,
      "step": 22942
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.408243090713393e-06,
      "loss": 0.0043,
      "step": 22943
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.408020504088902e-06,
      "loss": 0.0046,
      "step": 22944
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.407797911250905e-06,
      "loss": 0.0184,
      "step": 22945
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.407575312199976e-06,
      "loss": 0.0051,
      "step": 22946
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.40735270693669e-06,
      "loss": 0.0094,
      "step": 22947
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.407130095461623e-06,
      "loss": 0.0185,
      "step": 22948
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.406907477775347e-06,
      "loss": 0.019,
      "step": 22949
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.406684853878439e-06,
      "loss": 0.0241,
      "step": 22950
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.406462223771469e-06,
      "loss": 0.0089,
      "step": 22951
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.406239587455016e-06,
      "loss": 0.003,
      "step": 22952
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.406016944929653e-06,
      "loss": 0.0065,
      "step": 22953
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4057942961959526e-06,
      "loss": 0.0159,
      "step": 22954
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.405571641254492e-06,
      "loss": 0.0126,
      "step": 22955
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.405348980105846e-06,
      "loss": 0.0042,
      "step": 22956
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.405126312750586e-06,
      "loss": 0.0381,
      "step": 22957
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.404903639189289e-06,
      "loss": 0.0252,
      "step": 22958
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.40468095942253e-06,
      "loss": 0.0041,
      "step": 22959
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4044582734508804e-06,
      "loss": 0.0135,
      "step": 22960
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.404235581274919e-06,
      "loss": 0.0101,
      "step": 22961
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.404012882895217e-06,
      "loss": 0.0088,
      "step": 22962
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.403790178312351e-06,
      "loss": 0.008,
      "step": 22963
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4035674675268956e-06,
      "loss": 0.006,
      "step": 22964
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.403344750539424e-06,
      "loss": 0.0116,
      "step": 22965
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.403122027350513e-06,
      "loss": 0.0222,
      "step": 22966
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4028992979607355e-06,
      "loss": 0.0074,
      "step": 22967
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.402676562370666e-06,
      "loss": 0.0121,
      "step": 22968
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.40245382058088e-06,
      "loss": 0.0104,
      "step": 22969
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.402231072591954e-06,
      "loss": 0.004,
      "step": 22970
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.40200831840446e-06,
      "loss": 0.0039,
      "step": 22971
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.401785558018974e-06,
      "loss": 0.0025,
      "step": 22972
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.401562791436071e-06,
      "loss": 0.0502,
      "step": 22973
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.401340018656324e-06,
      "loss": 0.0088,
      "step": 22974
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.401117239680311e-06,
      "loss": 0.0246,
      "step": 22975
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.4008944545086045e-06,
      "loss": 0.0035,
      "step": 22976
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.400671663141781e-06,
      "loss": 0.0023,
      "step": 22977
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.400448865580413e-06,
      "loss": 0.0079,
      "step": 22978
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.400226061825077e-06,
      "loss": 0.0315,
      "step": 22979
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.400003251876349e-06,
      "loss": 0.0108,
      "step": 22980
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.399780435734802e-06,
      "loss": 0.0213,
      "step": 22981
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3995576134010105e-06,
      "loss": 0.0063,
      "step": 22982
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.399334784875551e-06,
      "loss": 0.0148,
      "step": 22983
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3991119501589995e-06,
      "loss": 0.0069,
      "step": 22984
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.398889109251928e-06,
      "loss": 0.0141,
      "step": 22985
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.398666262154914e-06,
      "loss": 0.0206,
      "step": 22986
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.39844340886853e-06,
      "loss": 0.0118,
      "step": 22987
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.398220549393353e-06,
      "loss": 0.0061,
      "step": 22988
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.397997683729958e-06,
      "loss": 0.0094,
      "step": 22989
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3977748118789194e-06,
      "loss": 0.0088,
      "step": 22990
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.397551933840814e-06,
      "loss": 0.0102,
      "step": 22991
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.397329049616213e-06,
      "loss": 0.0289,
      "step": 22992
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.397106159205695e-06,
      "loss": 0.0308,
      "step": 22993
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.396883262609833e-06,
      "loss": 0.0102,
      "step": 22994
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.396660359829206e-06,
      "loss": 0.0196,
      "step": 22995
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.396437450864385e-06,
      "loss": 0.0076,
      "step": 22996
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3962145357159465e-06,
      "loss": 0.0109,
      "step": 22997
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.395991614384466e-06,
      "loss": 0.0287,
      "step": 22998
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.395768686870518e-06,
      "loss": 0.0107,
      "step": 22999
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3955457531746785e-06,
      "loss": 0.0074,
      "step": 23000
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.395322813297522e-06,
      "loss": 0.0178,
      "step": 23001
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.395099867239626e-06,
      "loss": 0.0042,
      "step": 23002
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.394876915001562e-06,
      "loss": 0.0083,
      "step": 23003
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.394653956583907e-06,
      "loss": 0.0409,
      "step": 23004
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.394430991987238e-06,
      "loss": 0.0016,
      "step": 23005
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.394208021212129e-06,
      "loss": 0.005,
      "step": 23006
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.393985044259155e-06,
      "loss": 0.0087,
      "step": 23007
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.393762061128891e-06,
      "loss": 0.0099,
      "step": 23008
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.393539071821914e-06,
      "loss": 0.0084,
      "step": 23009
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.393316076338798e-06,
      "loss": 0.0332,
      "step": 23010
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.393093074680119e-06,
      "loss": 0.0534,
      "step": 23011
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3928700668464515e-06,
      "loss": 0.0081,
      "step": 23012
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.392647052838372e-06,
      "loss": 0.0109,
      "step": 23013
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.392424032656455e-06,
      "loss": 0.0102,
      "step": 23014
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.392201006301278e-06,
      "loss": 0.019,
      "step": 23015
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.391977973773413e-06,
      "loss": 0.0018,
      "step": 23016
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.391754935073439e-06,
      "loss": 0.0046,
      "step": 23017
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.391531890201931e-06,
      "loss": 0.0101,
      "step": 23018
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.391308839159461e-06,
      "loss": 0.0165,
      "step": 23019
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3910857819466095e-06,
      "loss": 0.0091,
      "step": 23020
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.390862718563949e-06,
      "loss": 0.0091,
      "step": 23021
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.390639649012054e-06,
      "loss": 0.0107,
      "step": 23022
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.390416573291506e-06,
      "loss": 0.0046,
      "step": 23023
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.390193491402873e-06,
      "loss": 0.0097,
      "step": 23024
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.389970403346735e-06,
      "loss": 0.0042,
      "step": 23025
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.389747309123666e-06,
      "loss": 0.0109,
      "step": 23026
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3895242087342445e-06,
      "loss": 0.0073,
      "step": 23027
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.389301102179042e-06,
      "loss": 0.0062,
      "step": 23028
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.389077989458638e-06,
      "loss": 0.0054,
      "step": 23029
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.388854870573605e-06,
      "loss": 0.0047,
      "step": 23030
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.388631745524522e-06,
      "loss": 0.0461,
      "step": 23031
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.38840861431196e-06,
      "loss": 0.0051,
      "step": 23032
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.388185476936499e-06,
      "loss": 0.0107,
      "step": 23033
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.387962333398715e-06,
      "loss": 0.0092,
      "step": 23034
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.387739183699181e-06,
      "loss": 0.0127,
      "step": 23035
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3875160278384735e-06,
      "loss": 0.0152,
      "step": 23036
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.387292865817169e-06,
      "loss": 0.0482,
      "step": 23037
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.387069697635844e-06,
      "loss": 0.0313,
      "step": 23038
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3868465232950746e-06,
      "loss": 0.0113,
      "step": 23039
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.386623342795433e-06,
      "loss": 0.0064,
      "step": 23040
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3864001561375e-06,
      "loss": 0.0129,
      "step": 23041
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.386176963321848e-06,
      "loss": 0.0082,
      "step": 23042
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.385953764349054e-06,
      "loss": 0.0085,
      "step": 23043
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.385730559219695e-06,
      "loss": 0.0101,
      "step": 23044
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.385507347934346e-06,
      "loss": 0.0076,
      "step": 23045
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.385284130493581e-06,
      "loss": 0.0119,
      "step": 23046
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.38506090689798e-06,
      "loss": 0.0054,
      "step": 23047
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.384837677148116e-06,
      "loss": 0.0053,
      "step": 23048
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.384614441244568e-06,
      "loss": 0.0121,
      "step": 23049
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3843911991879066e-06,
      "loss": 0.0222,
      "step": 23050
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.384167950978713e-06,
      "loss": 0.008,
      "step": 23051
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3839446966175625e-06,
      "loss": 0.0068,
      "step": 23052
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3837214361050265e-06,
      "loss": 0.0048,
      "step": 23053
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.383498169441689e-06,
      "loss": 0.0073,
      "step": 23054
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.383274896628119e-06,
      "loss": 0.0045,
      "step": 23055
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.383051617664896e-06,
      "loss": 0.0067,
      "step": 23056
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3828283325525955e-06,
      "loss": 0.0053,
      "step": 23057
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.382605041291793e-06,
      "loss": 0.0182,
      "step": 23058
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.382381743883067e-06,
      "loss": 0.0075,
      "step": 23059
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.382158440326992e-06,
      "loss": 0.0072,
      "step": 23060
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.381935130624143e-06,
      "loss": 0.0115,
      "step": 23061
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.381711814775098e-06,
      "loss": 0.0091,
      "step": 23062
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.381488492780433e-06,
      "loss": 0.0035,
      "step": 23063
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.381265164640724e-06,
      "loss": 0.002,
      "step": 23064
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.381041830356547e-06,
      "loss": 0.0112,
      "step": 23065
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.380818489928479e-06,
      "loss": 0.0234,
      "step": 23066
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.380595143357095e-06,
      "loss": 0.0039,
      "step": 23067
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.380371790642972e-06,
      "loss": 0.007,
      "step": 23068
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.380148431786687e-06,
      "loss": 0.0179,
      "step": 23069
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.379925066788814e-06,
      "loss": 0.0197,
      "step": 23070
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.379701695649935e-06,
      "loss": 0.0027,
      "step": 23071
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.379478318370619e-06,
      "loss": 0.0088,
      "step": 23072
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.379254934951447e-06,
      "loss": 0.008,
      "step": 23073
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.379031545392995e-06,
      "loss": 0.0072,
      "step": 23074
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.378808149695838e-06,
      "loss": 0.0071,
      "step": 23075
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.378584747860552e-06,
      "loss": 0.006,
      "step": 23076
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.378361339887716e-06,
      "loss": 0.017,
      "step": 23077
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.378137925777904e-06,
      "loss": 0.0077,
      "step": 23078
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.377914505531696e-06,
      "loss": 0.0111,
      "step": 23079
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.377691079149662e-06,
      "loss": 0.0138,
      "step": 23080
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.377467646632387e-06,
      "loss": 0.0089,
      "step": 23081
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.377244207980441e-06,
      "loss": 0.0148,
      "step": 23082
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3770207631944016e-06,
      "loss": 0.0147,
      "step": 23083
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3767973122748485e-06,
      "loss": 0.0063,
      "step": 23084
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.376573855222355e-06,
      "loss": 0.02,
      "step": 23085
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.376350392037499e-06,
      "loss": 0.0058,
      "step": 23086
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.376126922720857e-06,
      "loss": 0.0059,
      "step": 23087
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.375903447273005e-06,
      "loss": 0.0107,
      "step": 23088
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.375679965694521e-06,
      "loss": 0.0159,
      "step": 23089
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.375456477985981e-06,
      "loss": 0.0103,
      "step": 23090
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.375232984147961e-06,
      "loss": 0.0514,
      "step": 23091
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.375009484181038e-06,
      "loss": 0.0151,
      "step": 23092
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.37478597808579e-06,
      "loss": 0.0084,
      "step": 23093
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.374562465862792e-06,
      "loss": 0.004,
      "step": 23094
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.374338947512622e-06,
      "loss": 0.0152,
      "step": 23095
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.374115423035856e-06,
      "loss": 0.01,
      "step": 23096
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.373891892433071e-06,
      "loss": 0.0095,
      "step": 23097
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.373668355704843e-06,
      "loss": 0.0243,
      "step": 23098
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.373444812851751e-06,
      "loss": 0.0207,
      "step": 23099
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.37322126387437e-06,
      "loss": 0.0026,
      "step": 23100
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.372997708773275e-06,
      "loss": 0.0088,
      "step": 23101
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.372774147549048e-06,
      "loss": 0.0104,
      "step": 23102
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3725505802022615e-06,
      "loss": 0.0052,
      "step": 23103
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.372327006733494e-06,
      "loss": 0.0074,
      "step": 23104
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.372103427143321e-06,
      "loss": 0.0097,
      "step": 23105
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.371879841432324e-06,
      "loss": 0.0025,
      "step": 23106
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3716562496010725e-06,
      "loss": 0.0111,
      "step": 23107
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.371432651650149e-06,
      "loss": 0.0453,
      "step": 23108
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.371209047580129e-06,
      "loss": 0.0132,
      "step": 23109
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.37098543739159e-06,
      "loss": 0.0108,
      "step": 23110
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3707618210851074e-06,
      "loss": 0.0165,
      "step": 23111
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.370538198661259e-06,
      "loss": 0.0088,
      "step": 23112
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.370314570120624e-06,
      "loss": 0.0136,
      "step": 23113
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.370090935463777e-06,
      "loss": 0.0085,
      "step": 23114
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.369867294691293e-06,
      "loss": 0.002,
      "step": 23115
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.369643647803752e-06,
      "loss": 0.0065,
      "step": 23116
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.369419994801733e-06,
      "loss": 0.0102,
      "step": 23117
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.369196335685808e-06,
      "loss": 0.0061,
      "step": 23118
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.36897267045656e-06,
      "loss": 0.0114,
      "step": 23119
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.368748999114561e-06,
      "loss": 0.0043,
      "step": 23120
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3685253216603915e-06,
      "loss": 0.0107,
      "step": 23121
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.368301638094625e-06,
      "loss": 0.0059,
      "step": 23122
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.368077948417842e-06,
      "loss": 0.0179,
      "step": 23123
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.367854252630621e-06,
      "loss": 0.0037,
      "step": 23124
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3676305507335336e-06,
      "loss": 0.0134,
      "step": 23125
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.367406842727162e-06,
      "loss": 0.0076,
      "step": 23126
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3671831286120806e-06,
      "loss": 0.0088,
      "step": 23127
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.366959408388869e-06,
      "loss": 0.0064,
      "step": 23128
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.366735682058104e-06,
      "loss": 0.0227,
      "step": 23129
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.36651194962036e-06,
      "loss": 0.0046,
      "step": 23130
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.366288211076218e-06,
      "loss": 0.0005,
      "step": 23131
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3660644664262525e-06,
      "loss": 0.0065,
      "step": 23132
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.365840715671042e-06,
      "loss": 0.0053,
      "step": 23133
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3656169588111655e-06,
      "loss": 0.0054,
      "step": 23134
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.365393195847199e-06,
      "loss": 0.0096,
      "step": 23135
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.365169426779719e-06,
      "loss": 0.0065,
      "step": 23136
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.364945651609303e-06,
      "loss": 0.0035,
      "step": 23137
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.364721870336531e-06,
      "loss": 0.0103,
      "step": 23138
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.364498082961977e-06,
      "loss": 0.0047,
      "step": 23139
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.36427428948622e-06,
      "loss": 0.0106,
      "step": 23140
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.364050489909838e-06,
      "loss": 0.0073,
      "step": 23141
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.363826684233407e-06,
      "loss": 0.0125,
      "step": 23142
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.363602872457506e-06,
      "loss": 0.0032,
      "step": 23143
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.363379054582712e-06,
      "loss": 0.0088,
      "step": 23144
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3631552306096025e-06,
      "loss": 0.0295,
      "step": 23145
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.362931400538754e-06,
      "loss": 0.0029,
      "step": 23146
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.362707564370746e-06,
      "loss": 0.0086,
      "step": 23147
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.362483722106154e-06,
      "loss": 0.0272,
      "step": 23148
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.362259873745558e-06,
      "loss": 0.0047,
      "step": 23149
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.362036019289533e-06,
      "loss": 0.0128,
      "step": 23150
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.361812158738659e-06,
      "loss": 0.0171,
      "step": 23151
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.361588292093511e-06,
      "loss": 0.0062,
      "step": 23152
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.361364419354671e-06,
      "loss": 0.0069,
      "step": 23153
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.361140540522712e-06,
      "loss": 0.0171,
      "step": 23154
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.360916655598214e-06,
      "loss": 0.0192,
      "step": 23155
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.360692764581754e-06,
      "loss": 0.0162,
      "step": 23156
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.360468867473909e-06,
      "loss": 0.0017,
      "step": 23157
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.360244964275258e-06,
      "loss": 0.0042,
      "step": 23158
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.360021054986379e-06,
      "loss": 0.0068,
      "step": 23159
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3597971396078505e-06,
      "loss": 0.0066,
      "step": 23160
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3595732181402465e-06,
      "loss": 0.0118,
      "step": 23161
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.359349290584148e-06,
      "loss": 0.0054,
      "step": 23162
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.359125356940133e-06,
      "loss": 0.0068,
      "step": 23163
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3589014172087796e-06,
      "loss": 0.0256,
      "step": 23164
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3586774713906606e-06,
      "loss": 0.0041,
      "step": 23165
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.358453519486359e-06,
      "loss": 0.0041,
      "step": 23166
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.358229561496453e-06,
      "loss": 0.0041,
      "step": 23167
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.358005597421518e-06,
      "loss": 0.0027,
      "step": 23168
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.357781627262133e-06,
      "loss": 0.004,
      "step": 23169
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.357557651018875e-06,
      "loss": 0.0207,
      "step": 23170
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.357333668692324e-06,
      "loss": 0.0043,
      "step": 23171
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3571096802830545e-06,
      "loss": 0.0034,
      "step": 23172
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3568856857916475e-06,
      "loss": 0.0267,
      "step": 23173
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.35666168521868e-06,
      "loss": 0.0119,
      "step": 23174
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.35643767856473e-06,
      "loss": 0.0091,
      "step": 23175
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.356213665830375e-06,
      "loss": 0.009,
      "step": 23176
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.355989647016194e-06,
      "loss": 0.0255,
      "step": 23177
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.355765622122765e-06,
      "loss": 0.0115,
      "step": 23178
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.355541591150666e-06,
      "loss": 0.0072,
      "step": 23179
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.355317554100473e-06,
      "loss": 0.0317,
      "step": 23180
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.355093510972766e-06,
      "loss": 0.0047,
      "step": 23181
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.354869461768124e-06,
      "loss": 0.0045,
      "step": 23182
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.354645406487124e-06,
      "loss": 0.0203,
      "step": 23183
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.354421345130344e-06,
      "loss": 0.0128,
      "step": 23184
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3541972776983626e-06,
      "loss": 0.0074,
      "step": 23185
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.353973204191756e-06,
      "loss": 0.0271,
      "step": 23186
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.353749124611106e-06,
      "loss": 0.0038,
      "step": 23187
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3535250389569875e-06,
      "loss": 0.007,
      "step": 23188
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.353300947229982e-06,
      "loss": 0.0111,
      "step": 23189
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.353076849430665e-06,
      "loss": 0.004,
      "step": 23190
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.352852745559615e-06,
      "loss": 0.0078,
      "step": 23191
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.352628635617411e-06,
      "loss": 0.0086,
      "step": 23192
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.35240451960463e-06,
      "loss": 0.0061,
      "step": 23193
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.352180397521854e-06,
      "loss": 0.0064,
      "step": 23194
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.351956269369657e-06,
      "loss": 0.0077,
      "step": 23195
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.351732135148619e-06,
      "loss": 0.0237,
      "step": 23196
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.351507994859319e-06,
      "loss": 0.0107,
      "step": 23197
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.351283848502334e-06,
      "loss": 0.0098,
      "step": 23198
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.351059696078244e-06,
      "loss": 0.0065,
      "step": 23199
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.350835537587627e-06,
      "loss": 0.0141,
      "step": 23200
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.35061137303106e-06,
      "loss": 0.0088,
      "step": 23201
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.350387202409122e-06,
      "loss": 0.012,
      "step": 23202
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3501630257223924e-06,
      "loss": 0.0132,
      "step": 23203
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.349938842971449e-06,
      "loss": 0.0022,
      "step": 23204
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.34971465415687e-06,
      "loss": 0.0114,
      "step": 23205
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.349490459279234e-06,
      "loss": 0.0086,
      "step": 23206
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.349266258339121e-06,
      "loss": 0.0316,
      "step": 23207
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.349042051337106e-06,
      "loss": 0.012,
      "step": 23208
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.348817838273772e-06,
      "loss": 0.0117,
      "step": 23209
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3485936191496945e-06,
      "loss": 0.0039,
      "step": 23210
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.348369393965451e-06,
      "loss": 0.012,
      "step": 23211
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.348145162721624e-06,
      "loss": 0.0293,
      "step": 23212
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3479209254187875e-06,
      "loss": 0.0193,
      "step": 23213
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.347696682057527e-06,
      "loss": 0.0218,
      "step": 23214
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.347472432638414e-06,
      "loss": 0.0056,
      "step": 23215
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.347248177162029e-06,
      "loss": 0.0074,
      "step": 23216
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.347023915628954e-06,
      "loss": 0.0224,
      "step": 23217
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.346799648039763e-06,
      "loss": 0.0058,
      "step": 23218
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3465753743950375e-06,
      "loss": 0.0146,
      "step": 23219
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.346351094695355e-06,
      "loss": 0.009,
      "step": 23220
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.346126808941296e-06,
      "loss": 0.0087,
      "step": 23221
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.345902517133437e-06,
      "loss": 0.0038,
      "step": 23222
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.345678219272359e-06,
      "loss": 0.0378,
      "step": 23223
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.345453915358639e-06,
      "loss": 0.0088,
      "step": 23224
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3452296053928566e-06,
      "loss": 0.0095,
      "step": 23225
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.34500528937559e-06,
      "loss": 0.0025,
      "step": 23226
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3447809673074175e-06,
      "loss": 0.0027,
      "step": 23227
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.34455663918892e-06,
      "loss": 0.0062,
      "step": 23228
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.344332305020675e-06,
      "loss": 0.0174,
      "step": 23229
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.344107964803261e-06,
      "loss": 0.0089,
      "step": 23230
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.343883618537257e-06,
      "loss": 0.0234,
      "step": 23231
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.343659266223243e-06,
      "loss": 0.0116,
      "step": 23232
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.343434907861796e-06,
      "loss": 0.0077,
      "step": 23233
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.343210543453497e-06,
      "loss": 0.0047,
      "step": 23234
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.342986172998924e-06,
      "loss": 0.0302,
      "step": 23235
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.342761796498655e-06,
      "loss": 0.0112,
      "step": 23236
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.34253741395327e-06,
      "loss": 0.0095,
      "step": 23237
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.342313025363349e-06,
      "loss": 0.0052,
      "step": 23238
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.342088630729471e-06,
      "loss": 0.0145,
      "step": 23239
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.341864230052211e-06,
      "loss": 0.0114,
      "step": 23240
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3416398233321516e-06,
      "loss": 0.003,
      "step": 23241
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.341415410569872e-06,
      "loss": 0.0209,
      "step": 23242
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.34119099176595e-06,
      "loss": 0.0058,
      "step": 23243
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.340966566920966e-06,
      "loss": 0.0014,
      "step": 23244
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.340742136035497e-06,
      "loss": 0.0063,
      "step": 23245
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.340517699110124e-06,
      "loss": 0.008,
      "step": 23246
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.340293256145425e-06,
      "loss": 0.009,
      "step": 23247
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.340068807141979e-06,
      "loss": 0.0075,
      "step": 23248
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.339844352100367e-06,
      "loss": 0.0145,
      "step": 23249
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.339619891021167e-06,
      "loss": 0.0059,
      "step": 23250
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.339395423904957e-06,
      "loss": 0.0255,
      "step": 23251
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.339170950752317e-06,
      "loss": 0.009,
      "step": 23252
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.338946471563828e-06,
      "loss": 0.0055,
      "step": 23253
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.338721986340067e-06,
      "loss": 0.0049,
      "step": 23254
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.338497495081613e-06,
      "loss": 0.0136,
      "step": 23255
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.338272997789047e-06,
      "loss": 0.003,
      "step": 23256
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.338048494462948e-06,
      "loss": 0.0099,
      "step": 23257
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.337823985103893e-06,
      "loss": 0.0191,
      "step": 23258
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.337599469712466e-06,
      "loss": 0.0076,
      "step": 23259
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.337374948289242e-06,
      "loss": 0.0161,
      "step": 23260
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.337150420834802e-06,
      "loss": 0.0049,
      "step": 23261
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.336925887349724e-06,
      "loss": 0.0095,
      "step": 23262
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.3367013478345895e-06,
      "loss": 0.0078,
      "step": 23263
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.336476802289978e-06,
      "loss": 0.0113,
      "step": 23264
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.336252250716466e-06,
      "loss": 0.0113,
      "step": 23265
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.336027693114634e-06,
      "loss": 0.0117,
      "step": 23266
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.335803129485064e-06,
      "loss": 0.0079,
      "step": 23267
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.335578559828333e-06,
      "loss": 0.0076,
      "step": 23268
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.335353984145021e-06,
      "loss": 0.0035,
      "step": 23269
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.335129402435708e-06,
      "loss": 0.0213,
      "step": 23270
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.334904814700974e-06,
      "loss": 0.0131,
      "step": 23271
    },
    {
      "epoch": 0.36,
      "learning_rate": 7.334680220941395e-06,
      "loss": 0.0159,
      "step": 23272
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.334455621157555e-06,
      "loss": 0.0089,
      "step": 23273
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.334231015350031e-06,
      "loss": 0.0136,
      "step": 23274
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.334006403519404e-06,
      "loss": 0.0027,
      "step": 23275
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.333781785666251e-06,
      "loss": 0.0142,
      "step": 23276
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.333557161791154e-06,
      "loss": 0.0168,
      "step": 23277
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.333332531894692e-06,
      "loss": 0.0106,
      "step": 23278
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.333107895977446e-06,
      "loss": 0.0105,
      "step": 23279
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.332883254039993e-06,
      "loss": 0.0429,
      "step": 23280
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.332658606082913e-06,
      "loss": 0.0027,
      "step": 23281
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.332433952106788e-06,
      "loss": 0.019,
      "step": 23282
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3322092921121956e-06,
      "loss": 0.0164,
      "step": 23283
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.331984626099716e-06,
      "loss": 0.0098,
      "step": 23284
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.331759954069929e-06,
      "loss": 0.0086,
      "step": 23285
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.331535276023416e-06,
      "loss": 0.0104,
      "step": 23286
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.331310591960753e-06,
      "loss": 0.0149,
      "step": 23287
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.331085901882522e-06,
      "loss": 0.0188,
      "step": 23288
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.330861205789304e-06,
      "loss": 0.0135,
      "step": 23289
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3306365036816766e-06,
      "loss": 0.0179,
      "step": 23290
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.330411795560221e-06,
      "loss": 0.01,
      "step": 23291
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.330187081425515e-06,
      "loss": 0.0074,
      "step": 23292
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.329962361278141e-06,
      "loss": 0.0093,
      "step": 23293
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.329737635118679e-06,
      "loss": 0.0034,
      "step": 23294
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.329512902947706e-06,
      "loss": 0.0105,
      "step": 23295
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3292881647658035e-06,
      "loss": 0.0312,
      "step": 23296
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.329063420573551e-06,
      "loss": 0.004,
      "step": 23297
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.32883867037153e-06,
      "loss": 0.0375,
      "step": 23298
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.328613914160319e-06,
      "loss": 0.0016,
      "step": 23299
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.328389151940498e-06,
      "loss": 0.0037,
      "step": 23300
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3281643837126474e-06,
      "loss": 0.0014,
      "step": 23301
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.327939609477346e-06,
      "loss": 0.045,
      "step": 23302
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.327714829235175e-06,
      "loss": 0.0045,
      "step": 23303
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.327490042986716e-06,
      "loss": 0.0108,
      "step": 23304
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.327265250732545e-06,
      "loss": 0.0174,
      "step": 23305
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.327040452473244e-06,
      "loss": 0.0266,
      "step": 23306
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.326815648209396e-06,
      "loss": 0.012,
      "step": 23307
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.326590837941576e-06,
      "loss": 0.0039,
      "step": 23308
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.326366021670367e-06,
      "loss": 0.0147,
      "step": 23309
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.326141199396348e-06,
      "loss": 0.0122,
      "step": 23310
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.325916371120101e-06,
      "loss": 0.0066,
      "step": 23311
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.325691536842203e-06,
      "loss": 0.0149,
      "step": 23312
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.325466696563238e-06,
      "loss": 0.0036,
      "step": 23313
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.325241850283782e-06,
      "loss": 0.0306,
      "step": 23314
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.325016998004419e-06,
      "loss": 0.0127,
      "step": 23315
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.324792139725727e-06,
      "loss": 0.0005,
      "step": 23316
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3245672754482855e-06,
      "loss": 0.0052,
      "step": 23317
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3243424051726786e-06,
      "loss": 0.0037,
      "step": 23318
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.324117528899481e-06,
      "loss": 0.0256,
      "step": 23319
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.323892646629277e-06,
      "loss": 0.0139,
      "step": 23320
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3236677583626445e-06,
      "loss": 0.005,
      "step": 23321
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.323442864100166e-06,
      "loss": 0.0043,
      "step": 23322
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.323217963842421e-06,
      "loss": 0.0149,
      "step": 23323
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3229930575899895e-06,
      "loss": 0.0055,
      "step": 23324
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.322768145343453e-06,
      "loss": 0.0034,
      "step": 23325
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.322543227103389e-06,
      "loss": 0.0018,
      "step": 23326
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.32231830287038e-06,
      "loss": 0.008,
      "step": 23327
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.322093372645006e-06,
      "loss": 0.0099,
      "step": 23328
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.321868436427848e-06,
      "loss": 0.0055,
      "step": 23329
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.321643494219486e-06,
      "loss": 0.005,
      "step": 23330
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.321418546020498e-06,
      "loss": 0.0031,
      "step": 23331
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.321193591831469e-06,
      "loss": 0.0263,
      "step": 23332
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.320968631652977e-06,
      "loss": 0.0099,
      "step": 23333
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.320743665485601e-06,
      "loss": 0.0134,
      "step": 23334
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.320518693329924e-06,
      "loss": 0.0036,
      "step": 23335
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.320293715186526e-06,
      "loss": 0.0041,
      "step": 23336
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.320068731055987e-06,
      "loss": 0.001,
      "step": 23337
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.319843740938888e-06,
      "loss": 0.0092,
      "step": 23338
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.319618744835808e-06,
      "loss": 0.0109,
      "step": 23339
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3193937427473305e-06,
      "loss": 0.016,
      "step": 23340
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.319168734674034e-06,
      "loss": 0.0034,
      "step": 23341
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.318943720616497e-06,
      "loss": 0.0126,
      "step": 23342
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.318718700575307e-06,
      "loss": 0.0062,
      "step": 23343
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.318493674551037e-06,
      "loss": 0.0098,
      "step": 23344
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.318268642544271e-06,
      "loss": 0.0083,
      "step": 23345
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3180436045555895e-06,
      "loss": 0.0128,
      "step": 23346
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.317818560585574e-06,
      "loss": 0.0055,
      "step": 23347
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.317593510634804e-06,
      "loss": 0.0037,
      "step": 23348
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.31736845470386e-06,
      "loss": 0.0049,
      "step": 23349
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.317143392793325e-06,
      "loss": 0.0044,
      "step": 23350
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.316918324903777e-06,
      "loss": 0.0139,
      "step": 23351
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.316693251035797e-06,
      "loss": 0.0061,
      "step": 23352
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3164681711899675e-06,
      "loss": 0.0041,
      "step": 23353
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3162430853668684e-06,
      "loss": 0.0186,
      "step": 23354
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3160179935670795e-06,
      "loss": 0.0068,
      "step": 23355
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.315792895791183e-06,
      "loss": 0.0065,
      "step": 23356
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.31556779203976e-06,
      "loss": 0.009,
      "step": 23357
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.31534268231339e-06,
      "loss": 0.0077,
      "step": 23358
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.315117566612654e-06,
      "loss": 0.0051,
      "step": 23359
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.314892444938133e-06,
      "loss": 0.0066,
      "step": 23360
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.314667317290409e-06,
      "loss": 0.0224,
      "step": 23361
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.314442183670063e-06,
      "loss": 0.0042,
      "step": 23362
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3142170440776735e-06,
      "loss": 0.007,
      "step": 23363
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3139918985138236e-06,
      "loss": 0.0117,
      "step": 23364
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.313766746979094e-06,
      "loss": 0.0042,
      "step": 23365
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.313541589474064e-06,
      "loss": 0.0079,
      "step": 23366
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.313316425999317e-06,
      "loss": 0.0047,
      "step": 23367
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.313091256555433e-06,
      "loss": 0.0128,
      "step": 23368
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.312866081142994e-06,
      "loss": 0.0055,
      "step": 23369
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.312640899762579e-06,
      "loss": 0.0167,
      "step": 23370
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.312415712414769e-06,
      "loss": 0.0058,
      "step": 23371
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3121905191001465e-06,
      "loss": 0.0145,
      "step": 23372
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.311965319819293e-06,
      "loss": 0.0114,
      "step": 23373
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.311740114572788e-06,
      "loss": 0.0091,
      "step": 23374
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3115149033612136e-06,
      "loss": 0.0105,
      "step": 23375
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.311289686185149e-06,
      "loss": 0.0136,
      "step": 23376
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.311064463045179e-06,
      "loss": 0.0099,
      "step": 23377
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.310839233941882e-06,
      "loss": 0.0215,
      "step": 23378
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.31061399887584e-06,
      "loss": 0.0057,
      "step": 23379
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.310388757847633e-06,
      "loss": 0.0098,
      "step": 23380
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3101635108578435e-06,
      "loss": 0.011,
      "step": 23381
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.309938257907054e-06,
      "loss": 0.0064,
      "step": 23382
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3097129989958435e-06,
      "loss": 0.021,
      "step": 23383
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.309487734124794e-06,
      "loss": 0.0074,
      "step": 23384
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.309262463294487e-06,
      "loss": 0.0052,
      "step": 23385
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.309037186505503e-06,
      "loss": 0.0056,
      "step": 23386
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.308811903758423e-06,
      "loss": 0.0067,
      "step": 23387
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.30858661505383e-06,
      "loss": 0.0033,
      "step": 23388
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.308361320392305e-06,
      "loss": 0.0171,
      "step": 23389
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.308136019774428e-06,
      "loss": 0.0115,
      "step": 23390
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.30791071320078e-06,
      "loss": 0.0069,
      "step": 23391
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.307685400671944e-06,
      "loss": 0.0091,
      "step": 23392
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.307460082188502e-06,
      "loss": 0.0076,
      "step": 23393
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3072347577510335e-06,
      "loss": 0.0085,
      "step": 23394
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.307009427360121e-06,
      "loss": 0.0076,
      "step": 23395
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.306784091016344e-06,
      "loss": 0.0074,
      "step": 23396
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.306558748720288e-06,
      "loss": 0.0028,
      "step": 23397
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.306333400472532e-06,
      "loss": 0.0061,
      "step": 23398
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.306108046273655e-06,
      "loss": 0.0082,
      "step": 23399
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.305882686124242e-06,
      "loss": 0.0105,
      "step": 23400
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3056573200248735e-06,
      "loss": 0.0118,
      "step": 23401
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.305431947976131e-06,
      "loss": 0.0072,
      "step": 23402
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.305206569978597e-06,
      "loss": 0.0068,
      "step": 23403
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.304981186032851e-06,
      "loss": 0.039,
      "step": 23404
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.304755796139475e-06,
      "loss": 0.0051,
      "step": 23405
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.304530400299053e-06,
      "loss": 0.0076,
      "step": 23406
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.304304998512164e-06,
      "loss": 0.0173,
      "step": 23407
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3040795907793905e-06,
      "loss": 0.0092,
      "step": 23408
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3038541771013125e-06,
      "loss": 0.0072,
      "step": 23409
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.303628757478515e-06,
      "loss": 0.0137,
      "step": 23410
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3034033319115774e-06,
      "loss": 0.0067,
      "step": 23411
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.303177900401082e-06,
      "loss": 0.0063,
      "step": 23412
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.30295246294761e-06,
      "loss": 0.0107,
      "step": 23413
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.302727019551743e-06,
      "loss": 0.0129,
      "step": 23414
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.302501570214064e-06,
      "loss": 0.0072,
      "step": 23415
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.302276114935153e-06,
      "loss": 0.0081,
      "step": 23416
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3020506537155925e-06,
      "loss": 0.0202,
      "step": 23417
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.301825186555965e-06,
      "loss": 0.0185,
      "step": 23418
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.301599713456853e-06,
      "loss": 0.0121,
      "step": 23419
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3013742344188345e-06,
      "loss": 0.0043,
      "step": 23420
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.301148749442495e-06,
      "loss": 0.0039,
      "step": 23421
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.300923258528415e-06,
      "loss": 0.0068,
      "step": 23422
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.300697761677177e-06,
      "loss": 0.0096,
      "step": 23423
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.300472258889361e-06,
      "loss": 0.0024,
      "step": 23424
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.3002467501655504e-06,
      "loss": 0.0115,
      "step": 23425
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.300021235506327e-06,
      "loss": 0.0106,
      "step": 23426
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2997957149122734e-06,
      "loss": 0.0079,
      "step": 23427
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.299570188383971e-06,
      "loss": 0.0042,
      "step": 23428
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.299344655922001e-06,
      "loss": 0.0138,
      "step": 23429
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.299119117526945e-06,
      "loss": 0.0069,
      "step": 23430
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.298893573199385e-06,
      "loss": 0.003,
      "step": 23431
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2986680229399045e-06,
      "loss": 0.0043,
      "step": 23432
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.298442466749086e-06,
      "loss": 0.0105,
      "step": 23433
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2982169046275085e-06,
      "loss": 0.0025,
      "step": 23434
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2979913365757556e-06,
      "loss": 0.0077,
      "step": 23435
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.297765762594412e-06,
      "loss": 0.0081,
      "step": 23436
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.297540182684056e-06,
      "loss": 0.0296,
      "step": 23437
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.297314596845271e-06,
      "loss": 0.0159,
      "step": 23438
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.297089005078637e-06,
      "loss": 0.0091,
      "step": 23439
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.29686340738474e-06,
      "loss": 0.0094,
      "step": 23440
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.29663780376416e-06,
      "loss": 0.0062,
      "step": 23441
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.296412194217479e-06,
      "loss": 0.0033,
      "step": 23442
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2961865787452805e-06,
      "loss": 0.0149,
      "step": 23443
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.295960957348145e-06,
      "loss": 0.0239,
      "step": 23444
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.295735330026654e-06,
      "loss": 0.0186,
      "step": 23445
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.295509696781393e-06,
      "loss": 0.0064,
      "step": 23446
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.295284057612941e-06,
      "loss": 0.0046,
      "step": 23447
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.295058412521883e-06,
      "loss": 0.0059,
      "step": 23448
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.294832761508799e-06,
      "loss": 0.014,
      "step": 23449
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.294607104574271e-06,
      "loss": 0.0067,
      "step": 23450
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.294381441718884e-06,
      "loss": 0.005,
      "step": 23451
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2941557729432166e-06,
      "loss": 0.007,
      "step": 23452
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.293930098247855e-06,
      "loss": 0.0086,
      "step": 23453
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.293704417633379e-06,
      "loss": 0.0028,
      "step": 23454
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.293478731100371e-06,
      "loss": 0.0127,
      "step": 23455
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.293253038649413e-06,
      "loss": 0.0121,
      "step": 23456
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2930273402810895e-06,
      "loss": 0.0092,
      "step": 23457
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.292801635995982e-06,
      "loss": 0.0182,
      "step": 23458
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.292575925794671e-06,
      "loss": 0.0338,
      "step": 23459
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.292350209677741e-06,
      "loss": 0.0056,
      "step": 23460
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.292124487645774e-06,
      "loss": 0.012,
      "step": 23461
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.291898759699352e-06,
      "loss": 0.0055,
      "step": 23462
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.291673025839059e-06,
      "loss": 0.0033,
      "step": 23463
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.291447286065474e-06,
      "loss": 0.0081,
      "step": 23464
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.291221540379183e-06,
      "loss": 0.0204,
      "step": 23465
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.290995788780766e-06,
      "loss": 0.0044,
      "step": 23466
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.290770031270807e-06,
      "loss": 0.0074,
      "step": 23467
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.29054426784989e-06,
      "loss": 0.0112,
      "step": 23468
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2903184985185945e-06,
      "loss": 0.0113,
      "step": 23469
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.290092723277504e-06,
      "loss": 0.0063,
      "step": 23470
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.289866942127201e-06,
      "loss": 0.0053,
      "step": 23471
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.28964115506827e-06,
      "loss": 0.0045,
      "step": 23472
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.289415362101291e-06,
      "loss": 0.0047,
      "step": 23473
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.289189563226847e-06,
      "loss": 0.0067,
      "step": 23474
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.288963758445522e-06,
      "loss": 0.0116,
      "step": 23475
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.288737947757899e-06,
      "loss": 0.0112,
      "step": 23476
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.288512131164558e-06,
      "loss": 0.0091,
      "step": 23477
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.288286308666085e-06,
      "loss": 0.0043,
      "step": 23478
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.288060480263059e-06,
      "loss": 0.004,
      "step": 23479
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2878346459560665e-06,
      "loss": 0.0033,
      "step": 23480
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.287608805745689e-06,
      "loss": 0.0148,
      "step": 23481
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.287382959632506e-06,
      "loss": 0.0098,
      "step": 23482
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2871571076171065e-06,
      "loss": 0.0023,
      "step": 23483
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2869312497000675e-06,
      "loss": 0.0059,
      "step": 23484
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2867053858819735e-06,
      "loss": 0.0056,
      "step": 23485
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.286479516163408e-06,
      "loss": 0.0023,
      "step": 23486
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.286253640544956e-06,
      "loss": 0.0138,
      "step": 23487
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.286027759027196e-06,
      "loss": 0.0078,
      "step": 23488
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.285801871610714e-06,
      "loss": 0.0231,
      "step": 23489
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2855759782960914e-06,
      "loss": 0.0038,
      "step": 23490
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.28535007908391e-06,
      "loss": 0.0102,
      "step": 23491
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.285124173974756e-06,
      "loss": 0.0147,
      "step": 23492
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.284898262969209e-06,
      "loss": 0.0055,
      "step": 23493
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.284672346067855e-06,
      "loss": 0.0093,
      "step": 23494
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.284446423271274e-06,
      "loss": 0.0032,
      "step": 23495
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2842204945800495e-06,
      "loss": 0.0106,
      "step": 23496
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.283994559994767e-06,
      "loss": 0.0067,
      "step": 23497
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.283768619516008e-06,
      "loss": 0.0036,
      "step": 23498
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.283542673144353e-06,
      "loss": 0.0129,
      "step": 23499
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.283316720880388e-06,
      "loss": 0.0054,
      "step": 23500
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.283090762724696e-06,
      "loss": 0.0135,
      "step": 23501
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.282864798677858e-06,
      "loss": 0.0253,
      "step": 23502
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.28263882874046e-06,
      "loss": 0.008,
      "step": 23503
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2824128529130824e-06,
      "loss": 0.0203,
      "step": 23504
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.28218687119631e-06,
      "loss": 0.0058,
      "step": 23505
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.281960883590724e-06,
      "loss": 0.0132,
      "step": 23506
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.28173489009691e-06,
      "loss": 0.0047,
      "step": 23507
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.281508890715449e-06,
      "loss": 0.0024,
      "step": 23508
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2812828854469265e-06,
      "loss": 0.0318,
      "step": 23509
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.281056874291923e-06,
      "loss": 0.0137,
      "step": 23510
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.280830857251022e-06,
      "loss": 0.0501,
      "step": 23511
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.280604834324811e-06,
      "loss": 0.0095,
      "step": 23512
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.280378805513867e-06,
      "loss": 0.0081,
      "step": 23513
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2801527708187765e-06,
      "loss": 0.0249,
      "step": 23514
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.279926730240123e-06,
      "loss": 0.0072,
      "step": 23515
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.279700683778488e-06,
      "loss": 0.0058,
      "step": 23516
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.279474631434456e-06,
      "loss": 0.0047,
      "step": 23517
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.279248573208612e-06,
      "loss": 0.009,
      "step": 23518
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.279022509101537e-06,
      "loss": 0.0027,
      "step": 23519
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.278796439113813e-06,
      "loss": 0.0115,
      "step": 23520
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.278570363246024e-06,
      "loss": 0.0215,
      "step": 23521
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.278344281498758e-06,
      "loss": 0.0239,
      "step": 23522
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.278118193872594e-06,
      "loss": 0.0304,
      "step": 23523
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2778921003681145e-06,
      "loss": 0.0151,
      "step": 23524
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.277666000985906e-06,
      "loss": 0.006,
      "step": 23525
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2774398957265505e-06,
      "loss": 0.0082,
      "step": 23526
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.27721378459063e-06,
      "loss": 0.0119,
      "step": 23527
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.276987667578731e-06,
      "loss": 0.0047,
      "step": 23528
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2767615446914345e-06,
      "loss": 0.0043,
      "step": 23529
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2765354159293255e-06,
      "loss": 0.0053,
      "step": 23530
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2763092812929855e-06,
      "loss": 0.0398,
      "step": 23531
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2760831407830006e-06,
      "loss": 0.0037,
      "step": 23532
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.275856994399953e-06,
      "loss": 0.0183,
      "step": 23533
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.275630842144427e-06,
      "loss": 0.0152,
      "step": 23534
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.275404684017004e-06,
      "loss": 0.0121,
      "step": 23535
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.275178520018268e-06,
      "loss": 0.0134,
      "step": 23536
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.274952350148805e-06,
      "loss": 0.0107,
      "step": 23537
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.274726174409198e-06,
      "loss": 0.0079,
      "step": 23538
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.274499992800028e-06,
      "loss": 0.0127,
      "step": 23539
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.274273805321881e-06,
      "loss": 0.0113,
      "step": 23540
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.274047611975341e-06,
      "loss": 0.0042,
      "step": 23541
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.273821412760989e-06,
      "loss": 0.0062,
      "step": 23542
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.273595207679411e-06,
      "loss": 0.0135,
      "step": 23543
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.273368996731191e-06,
      "loss": 0.0083,
      "step": 23544
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.273142779916911e-06,
      "loss": 0.0128,
      "step": 23545
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.272916557237155e-06,
      "loss": 0.0058,
      "step": 23546
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.272690328692509e-06,
      "loss": 0.0059,
      "step": 23547
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.272464094283553e-06,
      "loss": 0.0108,
      "step": 23548
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.272237854010873e-06,
      "loss": 0.0148,
      "step": 23549
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.272011607875052e-06,
      "loss": 0.0351,
      "step": 23550
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.271785355876676e-06,
      "loss": 0.0281,
      "step": 23551
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.271559098016325e-06,
      "loss": 0.0134,
      "step": 23552
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.271332834294587e-06,
      "loss": 0.0102,
      "step": 23553
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.271106564712042e-06,
      "loss": 0.0041,
      "step": 23554
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.270880289269278e-06,
      "loss": 0.0058,
      "step": 23555
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.270654007966873e-06,
      "loss": 0.006,
      "step": 23556
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.270427720805415e-06,
      "loss": 0.0287,
      "step": 23557
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.27020142778549e-06,
      "loss": 0.0091,
      "step": 23558
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.269975128907678e-06,
      "loss": 0.009,
      "step": 23559
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.269748824172562e-06,
      "loss": 0.0062,
      "step": 23560
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2695225135807294e-06,
      "loss": 0.0059,
      "step": 23561
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.269296197132764e-06,
      "loss": 0.0085,
      "step": 23562
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.269069874829248e-06,
      "loss": 0.0081,
      "step": 23563
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.268843546670764e-06,
      "loss": 0.0163,
      "step": 23564
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.268617212657899e-06,
      "loss": 0.0045,
      "step": 23565
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.268390872791237e-06,
      "loss": 0.0077,
      "step": 23566
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.26816452707136e-06,
      "loss": 0.0158,
      "step": 23567
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.267938175498853e-06,
      "loss": 0.0219,
      "step": 23568
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.267711818074301e-06,
      "loss": 0.0056,
      "step": 23569
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.267485454798286e-06,
      "loss": 0.0057,
      "step": 23570
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2672590856713935e-06,
      "loss": 0.0116,
      "step": 23571
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2670327106942065e-06,
      "loss": 0.0247,
      "step": 23572
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.266806329867313e-06,
      "loss": 0.005,
      "step": 23573
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.266579943191292e-06,
      "loss": 0.0067,
      "step": 23574
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.266353550666729e-06,
      "loss": 0.0091,
      "step": 23575
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.26612715229421e-06,
      "loss": 0.0056,
      "step": 23576
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.265900748074319e-06,
      "loss": 0.0106,
      "step": 23577
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.265674338007638e-06,
      "loss": 0.0064,
      "step": 23578
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.265447922094752e-06,
      "loss": 0.003,
      "step": 23579
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.265221500336248e-06,
      "loss": 0.0047,
      "step": 23580
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.264995072732705e-06,
      "loss": 0.0168,
      "step": 23581
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.264768639284713e-06,
      "loss": 0.0114,
      "step": 23582
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.264542199992852e-06,
      "loss": 0.0249,
      "step": 23583
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.264315754857709e-06,
      "loss": 0.0101,
      "step": 23584
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.264089303879867e-06,
      "loss": 0.0055,
      "step": 23585
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.26386284705991e-06,
      "loss": 0.0113,
      "step": 23586
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.263636384398422e-06,
      "loss": 0.0075,
      "step": 23587
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.263409915895992e-06,
      "loss": 0.0043,
      "step": 23588
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.263183441553197e-06,
      "loss": 0.002,
      "step": 23589
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.262956961370624e-06,
      "loss": 0.0209,
      "step": 23590
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.26273047534886e-06,
      "loss": 0.0129,
      "step": 23591
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.262503983488489e-06,
      "loss": 0.0111,
      "step": 23592
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.262277485790092e-06,
      "loss": 0.0042,
      "step": 23593
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.262050982254256e-06,
      "loss": 0.0043,
      "step": 23594
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.261824472881566e-06,
      "loss": 0.0123,
      "step": 23595
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.261597957672604e-06,
      "loss": 0.0107,
      "step": 23596
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.261371436627958e-06,
      "loss": 0.0048,
      "step": 23597
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.261144909748209e-06,
      "loss": 0.004,
      "step": 23598
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2609183770339434e-06,
      "loss": 0.0072,
      "step": 23599
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.260691838485744e-06,
      "loss": 0.0133,
      "step": 23600
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2604652941041985e-06,
      "loss": 0.0118,
      "step": 23601
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.26023874388989e-06,
      "loss": 0.0027,
      "step": 23602
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.260012187843402e-06,
      "loss": 0.0056,
      "step": 23603
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.259785625965319e-06,
      "loss": 0.0064,
      "step": 23604
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.259559058256227e-06,
      "loss": 0.0068,
      "step": 23605
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.25933248471671e-06,
      "loss": 0.0051,
      "step": 23606
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.259105905347352e-06,
      "loss": 0.0363,
      "step": 23607
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2588793201487394e-06,
      "loss": 0.0276,
      "step": 23608
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.258652729121456e-06,
      "loss": 0.0077,
      "step": 23609
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.258426132266085e-06,
      "loss": 0.0258,
      "step": 23610
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.258199529583213e-06,
      "loss": 0.0256,
      "step": 23611
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.257972921073425e-06,
      "loss": 0.0177,
      "step": 23612
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.257746306737304e-06,
      "loss": 0.0063,
      "step": 23613
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.257519686575436e-06,
      "loss": 0.002,
      "step": 23614
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.257293060588404e-06,
      "loss": 0.0077,
      "step": 23615
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.257066428776795e-06,
      "loss": 0.0085,
      "step": 23616
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.256839791141193e-06,
      "loss": 0.0094,
      "step": 23617
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.256613147682183e-06,
      "loss": 0.004,
      "step": 23618
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.256386498400349e-06,
      "loss": 0.0192,
      "step": 23619
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.256159843296276e-06,
      "loss": 0.0034,
      "step": 23620
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2559331823705495e-06,
      "loss": 0.0029,
      "step": 23621
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.255706515623755e-06,
      "loss": 0.0179,
      "step": 23622
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.255479843056475e-06,
      "loss": 0.005,
      "step": 23623
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2552531646692955e-06,
      "loss": 0.0046,
      "step": 23624
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.255026480462802e-06,
      "loss": 0.0249,
      "step": 23625
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.254799790437581e-06,
      "loss": 0.0032,
      "step": 23626
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.254573094594214e-06,
      "loss": 0.0117,
      "step": 23627
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.254346392933287e-06,
      "loss": 0.0154,
      "step": 23628
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.254119685455385e-06,
      "loss": 0.0251,
      "step": 23629
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.253892972161096e-06,
      "loss": 0.0059,
      "step": 23630
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.253666253051001e-06,
      "loss": 0.0127,
      "step": 23631
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.253439528125686e-06,
      "loss": 0.0085,
      "step": 23632
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.253212797385737e-06,
      "loss": 0.0072,
      "step": 23633
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2529860608317394e-06,
      "loss": 0.0137,
      "step": 23634
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.252759318464275e-06,
      "loss": 0.0139,
      "step": 23635
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.252532570283932e-06,
      "loss": 0.0152,
      "step": 23636
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.252305816291296e-06,
      "loss": 0.0013,
      "step": 23637
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2520790564869514e-06,
      "loss": 0.0032,
      "step": 23638
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.251852290871482e-06,
      "loss": 0.0083,
      "step": 23639
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2516255194454725e-06,
      "loss": 0.011,
      "step": 23640
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.25139874220951e-06,
      "loss": 0.0086,
      "step": 23641
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.25117195916418e-06,
      "loss": 0.0061,
      "step": 23642
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.250945170310065e-06,
      "loss": 0.0288,
      "step": 23643
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2507183756477525e-06,
      "loss": 0.0196,
      "step": 23644
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.250491575177827e-06,
      "loss": 0.0045,
      "step": 23645
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.250264768900873e-06,
      "loss": 0.004,
      "step": 23646
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.250037956817478e-06,
      "loss": 0.0045,
      "step": 23647
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.249811138928225e-06,
      "loss": 0.0081,
      "step": 23648
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2495843152337e-06,
      "loss": 0.0095,
      "step": 23649
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.249357485734487e-06,
      "loss": 0.0066,
      "step": 23650
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2491306504311734e-06,
      "loss": 0.0312,
      "step": 23651
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.248903809324346e-06,
      "loss": 0.0076,
      "step": 23652
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.248676962414584e-06,
      "loss": 0.0075,
      "step": 23653
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.248450109702479e-06,
      "loss": 0.0024,
      "step": 23654
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.248223251188613e-06,
      "loss": 0.003,
      "step": 23655
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2479963868735715e-06,
      "loss": 0.0219,
      "step": 23656
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.247769516757941e-06,
      "loss": 0.0076,
      "step": 23657
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.247542640842307e-06,
      "loss": 0.005,
      "step": 23658
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.247315759127255e-06,
      "loss": 0.0071,
      "step": 23659
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.247088871613368e-06,
      "loss": 0.0095,
      "step": 23660
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.246861978301234e-06,
      "loss": 0.0135,
      "step": 23661
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.24663507919144e-06,
      "loss": 0.002,
      "step": 23662
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2464081742845675e-06,
      "loss": 0.0065,
      "step": 23663
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.246181263581203e-06,
      "loss": 0.0164,
      "step": 23664
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.245954347081934e-06,
      "loss": 0.0119,
      "step": 23665
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2457274247873445e-06,
      "loss": 0.0159,
      "step": 23666
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.245500496698022e-06,
      "loss": 0.01,
      "step": 23667
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.245273562814548e-06,
      "loss": 0.0086,
      "step": 23668
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.245046623137509e-06,
      "loss": 0.0075,
      "step": 23669
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.244819677667495e-06,
      "loss": 0.0118,
      "step": 23670
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.244592726405088e-06,
      "loss": 0.0092,
      "step": 23671
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.244365769350874e-06,
      "loss": 0.0045,
      "step": 23672
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.244138806505438e-06,
      "loss": 0.0081,
      "step": 23673
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.243911837869368e-06,
      "loss": 0.0117,
      "step": 23674
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.243684863443247e-06,
      "loss": 0.0115,
      "step": 23675
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.243457883227661e-06,
      "loss": 0.0067,
      "step": 23676
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2432308972232e-06,
      "loss": 0.01,
      "step": 23677
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2430039054304435e-06,
      "loss": 0.0111,
      "step": 23678
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2427769078499795e-06,
      "loss": 0.013,
      "step": 23679
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2425499044823966e-06,
      "loss": 0.003,
      "step": 23680
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.242322895328275e-06,
      "loss": 0.0229,
      "step": 23681
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.242095880388206e-06,
      "loss": 0.0075,
      "step": 23682
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.241868859662772e-06,
      "loss": 0.0022,
      "step": 23683
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.24164183315256e-06,
      "loss": 0.0105,
      "step": 23684
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2414148008581555e-06,
      "loss": 0.0064,
      "step": 23685
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.241187762780143e-06,
      "loss": 0.0147,
      "step": 23686
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.240960718919111e-06,
      "loss": 0.0075,
      "step": 23687
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.240733669275645e-06,
      "loss": 0.0061,
      "step": 23688
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.240506613850328e-06,
      "loss": 0.0024,
      "step": 23689
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.240279552643748e-06,
      "loss": 0.0063,
      "step": 23690
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.240052485656491e-06,
      "loss": 0.0074,
      "step": 23691
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.239825412889144e-06,
      "loss": 0.0037,
      "step": 23692
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2395983343422905e-06,
      "loss": 0.0036,
      "step": 23693
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.239371250016516e-06,
      "loss": 0.0073,
      "step": 23694
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.23914415991241e-06,
      "loss": 0.0069,
      "step": 23695
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.238917064030555e-06,
      "loss": 0.0132,
      "step": 23696
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.238689962371539e-06,
      "loss": 0.0048,
      "step": 23697
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.238462854935947e-06,
      "loss": 0.0114,
      "step": 23698
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.238235741724367e-06,
      "loss": 0.0089,
      "step": 23699
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2380086227373804e-06,
      "loss": 0.0104,
      "step": 23700
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2377814979755775e-06,
      "loss": 0.0129,
      "step": 23701
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.237554367439545e-06,
      "loss": 0.0166,
      "step": 23702
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.237327231129865e-06,
      "loss": 0.0334,
      "step": 23703
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.237100089047126e-06,
      "loss": 0.0106,
      "step": 23704
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.236872941191912e-06,
      "loss": 0.0128,
      "step": 23705
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.236645787564815e-06,
      "loss": 0.0077,
      "step": 23706
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.236418628166415e-06,
      "loss": 0.0036,
      "step": 23707
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2361914629973e-06,
      "loss": 0.0101,
      "step": 23708
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.235964292058055e-06,
      "loss": 0.0118,
      "step": 23709
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.23573711534927e-06,
      "loss": 0.0075,
      "step": 23710
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.235509932871526e-06,
      "loss": 0.0048,
      "step": 23711
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.235282744625414e-06,
      "loss": 0.0026,
      "step": 23712
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.235055550611518e-06,
      "loss": 0.0109,
      "step": 23713
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.234828350830423e-06,
      "loss": 0.0035,
      "step": 23714
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.234601145282717e-06,
      "loss": 0.0082,
      "step": 23715
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.234373933968988e-06,
      "loss": 0.0035,
      "step": 23716
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.234146716889819e-06,
      "loss": 0.0073,
      "step": 23717
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.233919494045796e-06,
      "loss": 0.0023,
      "step": 23718
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.233692265437506e-06,
      "loss": 0.0056,
      "step": 23719
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.233465031065539e-06,
      "loss": 0.0053,
      "step": 23720
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.233237790930477e-06,
      "loss": 0.0037,
      "step": 23721
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.233010545032909e-06,
      "loss": 0.0054,
      "step": 23722
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.232783293373419e-06,
      "loss": 0.0061,
      "step": 23723
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.232556035952595e-06,
      "loss": 0.0399,
      "step": 23724
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.232328772771023e-06,
      "loss": 0.0139,
      "step": 23725
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.232101503829287e-06,
      "loss": 0.0131,
      "step": 23726
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.231874229127979e-06,
      "loss": 0.0118,
      "step": 23727
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.231646948667681e-06,
      "loss": 0.0125,
      "step": 23728
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.231419662448981e-06,
      "loss": 0.0056,
      "step": 23729
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.231192370472464e-06,
      "loss": 0.0163,
      "step": 23730
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2309650727387205e-06,
      "loss": 0.0105,
      "step": 23731
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2307377692483325e-06,
      "loss": 0.013,
      "step": 23732
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.230510460001887e-06,
      "loss": 0.0093,
      "step": 23733
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.230283144999973e-06,
      "loss": 0.001,
      "step": 23734
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.230055824243176e-06,
      "loss": 0.0154,
      "step": 23735
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2298284977320806e-06,
      "loss": 0.015,
      "step": 23736
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.229601165467277e-06,
      "loss": 0.0035,
      "step": 23737
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.229373827449351e-06,
      "loss": 0.0087,
      "step": 23738
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.229146483678886e-06,
      "loss": 0.003,
      "step": 23739
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.22891913415647e-06,
      "loss": 0.0063,
      "step": 23740
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2286917788826926e-06,
      "loss": 0.0045,
      "step": 23741
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.228464417858138e-06,
      "loss": 0.0106,
      "step": 23742
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.228237051083391e-06,
      "loss": 0.0064,
      "step": 23743
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2280096785590416e-06,
      "loss": 0.0111,
      "step": 23744
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2277823002856765e-06,
      "loss": 0.0092,
      "step": 23745
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.227554916263879e-06,
      "loss": 0.0094,
      "step": 23746
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.22732752649424e-06,
      "loss": 0.0036,
      "step": 23747
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.227100130977342e-06,
      "loss": 0.0044,
      "step": 23748
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.226872729713777e-06,
      "loss": 0.0266,
      "step": 23749
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.226645322704127e-06,
      "loss": 0.0417,
      "step": 23750
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.22641790994898e-06,
      "loss": 0.0459,
      "step": 23751
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.226190491448925e-06,
      "loss": 0.0264,
      "step": 23752
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2259630672045465e-06,
      "loss": 0.0026,
      "step": 23753
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.225735637216431e-06,
      "loss": 0.0099,
      "step": 23754
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.225508201485167e-06,
      "loss": 0.011,
      "step": 23755
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2252807600113415e-06,
      "loss": 0.0029,
      "step": 23756
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2250533127955415e-06,
      "loss": 0.0095,
      "step": 23757
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2248258598383514e-06,
      "loss": 0.0085,
      "step": 23758
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.224598401140359e-06,
      "loss": 0.0137,
      "step": 23759
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.224370936702154e-06,
      "loss": 0.0046,
      "step": 23760
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.224143466524319e-06,
      "loss": 0.0119,
      "step": 23761
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.223915990607445e-06,
      "loss": 0.0065,
      "step": 23762
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.223688508952118e-06,
      "loss": 0.0073,
      "step": 23763
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.223461021558922e-06,
      "loss": 0.0071,
      "step": 23764
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2232335284284464e-06,
      "loss": 0.0147,
      "step": 23765
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2230060295612795e-06,
      "loss": 0.0234,
      "step": 23766
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.222778524958006e-06,
      "loss": 0.0118,
      "step": 23767
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.222551014619214e-06,
      "loss": 0.0048,
      "step": 23768
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.222323498545488e-06,
      "loss": 0.0083,
      "step": 23769
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.22209597673742e-06,
      "loss": 0.0104,
      "step": 23770
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.221868449195594e-06,
      "loss": 0.0115,
      "step": 23771
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.221640915920597e-06,
      "loss": 0.0059,
      "step": 23772
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.221413376913017e-06,
      "loss": 0.0039,
      "step": 23773
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.221185832173441e-06,
      "loss": 0.0064,
      "step": 23774
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.220958281702455e-06,
      "loss": 0.0115,
      "step": 23775
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.220730725500646e-06,
      "loss": 0.0045,
      "step": 23776
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.220503163568605e-06,
      "loss": 0.0224,
      "step": 23777
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.220275595906916e-06,
      "loss": 0.0068,
      "step": 23778
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.220048022516165e-06,
      "loss": 0.0184,
      "step": 23779
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.219820443396941e-06,
      "loss": 0.0097,
      "step": 23780
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.219592858549833e-06,
      "loss": 0.0078,
      "step": 23781
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2193652679754255e-06,
      "loss": 0.0058,
      "step": 23782
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.219137671674305e-06,
      "loss": 0.0025,
      "step": 23783
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.218910069647062e-06,
      "loss": 0.0055,
      "step": 23784
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.218682461894282e-06,
      "loss": 0.0109,
      "step": 23785
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2184548484165514e-06,
      "loss": 0.0047,
      "step": 23786
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2182272292144605e-06,
      "loss": 0.0062,
      "step": 23787
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2179996042885935e-06,
      "loss": 0.0044,
      "step": 23788
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.217771973639539e-06,
      "loss": 0.0072,
      "step": 23789
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.217544337267884e-06,
      "loss": 0.0256,
      "step": 23790
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.217316695174216e-06,
      "loss": 0.0328,
      "step": 23791
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.217089047359125e-06,
      "loss": 0.0172,
      "step": 23792
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2168613938231935e-06,
      "loss": 0.0128,
      "step": 23793
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.216633734567011e-06,
      "loss": 0.0065,
      "step": 23794
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.216406069591167e-06,
      "loss": 0.0128,
      "step": 23795
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.216178398896247e-06,
      "loss": 0.0231,
      "step": 23796
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.215950722482838e-06,
      "loss": 0.0036,
      "step": 23797
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.215723040351529e-06,
      "loss": 0.0107,
      "step": 23798
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.215495352502907e-06,
      "loss": 0.0046,
      "step": 23799
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.215267658937559e-06,
      "loss": 0.0085,
      "step": 23800
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.215039959656071e-06,
      "loss": 0.008,
      "step": 23801
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2148122546590345e-06,
      "loss": 0.0078,
      "step": 23802
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.214584543947036e-06,
      "loss": 0.0067,
      "step": 23803
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.21435682752066e-06,
      "loss": 0.0136,
      "step": 23804
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.214129105380495e-06,
      "loss": 0.0151,
      "step": 23805
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.213901377527133e-06,
      "loss": 0.0025,
      "step": 23806
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2136736439611565e-06,
      "loss": 0.0029,
      "step": 23807
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.213445904683154e-06,
      "loss": 0.0063,
      "step": 23808
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.213218159693713e-06,
      "loss": 0.0033,
      "step": 23809
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.212990408993426e-06,
      "loss": 0.0189,
      "step": 23810
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.212762652582874e-06,
      "loss": 0.0092,
      "step": 23811
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.212534890462648e-06,
      "loss": 0.009,
      "step": 23812
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.212307122633336e-06,
      "loss": 0.0093,
      "step": 23813
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2120793490955245e-06,
      "loss": 0.0076,
      "step": 23814
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.211851569849801e-06,
      "loss": 0.0033,
      "step": 23815
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.211623784896755e-06,
      "loss": 0.0053,
      "step": 23816
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.211395994236975e-06,
      "loss": 0.0128,
      "step": 23817
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.211168197871045e-06,
      "loss": 0.0044,
      "step": 23818
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.210940395799554e-06,
      "loss": 0.0188,
      "step": 23819
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2107125880230924e-06,
      "loss": 0.0246,
      "step": 23820
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.210484774542243e-06,
      "loss": 0.0153,
      "step": 23821
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2102569553576e-06,
      "loss": 0.0107,
      "step": 23822
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.210029130469747e-06,
      "loss": 0.0255,
      "step": 23823
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.209801299879274e-06,
      "loss": 0.0091,
      "step": 23824
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.209573463586766e-06,
      "loss": 0.043,
      "step": 23825
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.209345621592814e-06,
      "loss": 0.0148,
      "step": 23826
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.209117773898004e-06,
      "loss": 0.0082,
      "step": 23827
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.208889920502926e-06,
      "loss": 0.003,
      "step": 23828
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2086620614081645e-06,
      "loss": 0.0036,
      "step": 23829
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.208434196614311e-06,
      "loss": 0.0046,
      "step": 23830
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.208206326121952e-06,
      "loss": 0.0084,
      "step": 23831
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.207978449931675e-06,
      "loss": 0.0046,
      "step": 23832
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.207750568044067e-06,
      "loss": 0.0086,
      "step": 23833
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.20752268045972e-06,
      "loss": 0.0056,
      "step": 23834
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.207294787179217e-06,
      "loss": 0.007,
      "step": 23835
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.20706688820315e-06,
      "loss": 0.0372,
      "step": 23836
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.206838983532106e-06,
      "loss": 0.0114,
      "step": 23837
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.206611073166672e-06,
      "loss": 0.0118,
      "step": 23838
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.206383157107436e-06,
      "loss": 0.0096,
      "step": 23839
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2061552353549865e-06,
      "loss": 0.0065,
      "step": 23840
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.205927307909913e-06,
      "loss": 0.0232,
      "step": 23841
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.205699374772804e-06,
      "loss": 0.0037,
      "step": 23842
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.205471435944245e-06,
      "loss": 0.0087,
      "step": 23843
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.205243491424824e-06,
      "loss": 0.0078,
      "step": 23844
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.205015541215131e-06,
      "loss": 0.027,
      "step": 23845
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.204787585315755e-06,
      "loss": 0.0033,
      "step": 23846
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.204559623727282e-06,
      "loss": 0.0037,
      "step": 23847
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.204331656450301e-06,
      "loss": 0.0018,
      "step": 23848
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.204103683485401e-06,
      "loss": 0.0072,
      "step": 23849
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2038757048331684e-06,
      "loss": 0.007,
      "step": 23850
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.203647720494193e-06,
      "loss": 0.0158,
      "step": 23851
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.203419730469064e-06,
      "loss": 0.0057,
      "step": 23852
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.203191734758368e-06,
      "loss": 0.0042,
      "step": 23853
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2029637333626935e-06,
      "loss": 0.0209,
      "step": 23854
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.202735726282628e-06,
      "loss": 0.008,
      "step": 23855
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.202507713518762e-06,
      "loss": 0.0154,
      "step": 23856
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.202279695071685e-06,
      "loss": 0.0044,
      "step": 23857
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.20205167094198e-06,
      "loss": 0.0089,
      "step": 23858
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.201823641130239e-06,
      "loss": 0.0047,
      "step": 23859
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.201595605637051e-06,
      "loss": 0.0082,
      "step": 23860
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.2013675644630025e-06,
      "loss": 0.0088,
      "step": 23861
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.201139517608682e-06,
      "loss": 0.0168,
      "step": 23862
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.200911465074679e-06,
      "loss": 0.0345,
      "step": 23863
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.200683406861583e-06,
      "loss": 0.0111,
      "step": 23864
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.20045534296998e-06,
      "loss": 0.0055,
      "step": 23865
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.20022727340046e-06,
      "loss": 0.0062,
      "step": 23866
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.199999198153611e-06,
      "loss": 0.0064,
      "step": 23867
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.199771117230021e-06,
      "loss": 0.0118,
      "step": 23868
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.19954303063028e-06,
      "loss": 0.0075,
      "step": 23869
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.199314938354974e-06,
      "loss": 0.0079,
      "step": 23870
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.199086840404696e-06,
      "loss": 0.0037,
      "step": 23871
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.19885873678003e-06,
      "loss": 0.0032,
      "step": 23872
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.198630627481566e-06,
      "loss": 0.0039,
      "step": 23873
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1984025125098945e-06,
      "loss": 0.0063,
      "step": 23874
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.198174391865601e-06,
      "loss": 0.0092,
      "step": 23875
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.197946265549277e-06,
      "loss": 0.0078,
      "step": 23876
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1977181335615085e-06,
      "loss": 0.0066,
      "step": 23877
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.197489995902887e-06,
      "loss": 0.0184,
      "step": 23878
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.197261852573998e-06,
      "loss": 0.0178,
      "step": 23879
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1970337035754325e-06,
      "loss": 0.0128,
      "step": 23880
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.196805548907779e-06,
      "loss": 0.0122,
      "step": 23881
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1965773885716265e-06,
      "loss": 0.0063,
      "step": 23882
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1963492225675604e-06,
      "loss": 0.0127,
      "step": 23883
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.196121050896173e-06,
      "loss": 0.0016,
      "step": 23884
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.195892873558053e-06,
      "loss": 0.007,
      "step": 23885
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.195664690553789e-06,
      "loss": 0.0048,
      "step": 23886
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.195436501883968e-06,
      "loss": 0.0108,
      "step": 23887
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.19520830754918e-06,
      "loss": 0.0036,
      "step": 23888
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.194980107550014e-06,
      "loss": 0.0088,
      "step": 23889
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.194751901887057e-06,
      "loss": 0.0062,
      "step": 23890
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1945236905609015e-06,
      "loss": 0.0231,
      "step": 23891
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1942954735721325e-06,
      "loss": 0.0091,
      "step": 23892
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.194067250921341e-06,
      "loss": 0.0149,
      "step": 23893
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1938390226091174e-06,
      "loss": 0.0032,
      "step": 23894
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.193610788636046e-06,
      "loss": 0.0343,
      "step": 23895
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.193382549002721e-06,
      "loss": 0.0248,
      "step": 23896
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.193154303709727e-06,
      "loss": 0.0137,
      "step": 23897
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.192926052757655e-06,
      "loss": 0.011,
      "step": 23898
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.192697796147095e-06,
      "loss": 0.0125,
      "step": 23899
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.192469533878632e-06,
      "loss": 0.0081,
      "step": 23900
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.192241265952859e-06,
      "loss": 0.0138,
      "step": 23901
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.192012992370364e-06,
      "loss": 0.0064,
      "step": 23902
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.191784713131737e-06,
      "loss": 0.0043,
      "step": 23903
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.191556428237563e-06,
      "loss": 0.0091,
      "step": 23904
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.1913281376884345e-06,
      "loss": 0.0133,
      "step": 23905
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.191099841484941e-06,
      "loss": 0.0057,
      "step": 23906
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.19087153962767e-06,
      "loss": 0.016,
      "step": 23907
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.190643232117211e-06,
      "loss": 0.0065,
      "step": 23908
    },
    {
      "epoch": 0.37,
      "learning_rate": 7.190414918954153e-06,
      "loss": 0.0141,
      "step": 23909
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.190186600139085e-06,
      "loss": 0.0074,
      "step": 23910
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.189958275672597e-06,
      "loss": 0.03,
      "step": 23911
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.189729945555277e-06,
      "loss": 0.0042,
      "step": 23912
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.189501609787715e-06,
      "loss": 0.0102,
      "step": 23913
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.189273268370501e-06,
      "loss": 0.007,
      "step": 23914
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.18904492130422e-06,
      "loss": 0.0024,
      "step": 23915
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.188816568589468e-06,
      "loss": 0.0052,
      "step": 23916
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.188588210226826e-06,
      "loss": 0.0058,
      "step": 23917
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.188359846216893e-06,
      "loss": 0.0136,
      "step": 23918
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.18813147656025e-06,
      "loss": 0.0036,
      "step": 23919
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.187903101257488e-06,
      "loss": 0.0088,
      "step": 23920
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.187674720309201e-06,
      "loss": 0.009,
      "step": 23921
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.187446333715973e-06,
      "loss": 0.0045,
      "step": 23922
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.187217941478395e-06,
      "loss": 0.007,
      "step": 23923
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.186989543597057e-06,
      "loss": 0.0035,
      "step": 23924
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.186761140072549e-06,
      "loss": 0.012,
      "step": 23925
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1865327309054575e-06,
      "loss": 0.0051,
      "step": 23926
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1863043160963755e-06,
      "loss": 0.0126,
      "step": 23927
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.186075895645889e-06,
      "loss": 0.0068,
      "step": 23928
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.185847469554589e-06,
      "loss": 0.0131,
      "step": 23929
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.185619037823064e-06,
      "loss": 0.0065,
      "step": 23930
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.185390600451906e-06,
      "loss": 0.003,
      "step": 23931
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.185162157441703e-06,
      "loss": 0.0047,
      "step": 23932
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1849337087930425e-06,
      "loss": 0.0318,
      "step": 23933
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.184705254506515e-06,
      "loss": 0.0114,
      "step": 23934
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.184476794582713e-06,
      "loss": 0.0356,
      "step": 23935
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.184248329022223e-06,
      "loss": 0.0105,
      "step": 23936
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.184019857825635e-06,
      "loss": 0.0055,
      "step": 23937
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.183791380993537e-06,
      "loss": 0.0073,
      "step": 23938
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.183562898526522e-06,
      "loss": 0.0071,
      "step": 23939
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.183334410425177e-06,
      "loss": 0.0072,
      "step": 23940
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.183105916690093e-06,
      "loss": 0.0056,
      "step": 23941
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.182877417321858e-06,
      "loss": 0.0296,
      "step": 23942
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1826489123210645e-06,
      "loss": 0.0112,
      "step": 23943
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.182420401688298e-06,
      "loss": 0.017,
      "step": 23944
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.18219188542415e-06,
      "loss": 0.0051,
      "step": 23945
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.181963363529213e-06,
      "loss": 0.0009,
      "step": 23946
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1817348360040725e-06,
      "loss": 0.0211,
      "step": 23947
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.181506302849321e-06,
      "loss": 0.0071,
      "step": 23948
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.181277764065544e-06,
      "loss": 0.0251,
      "step": 23949
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.181049219653338e-06,
      "loss": 0.0102,
      "step": 23950
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.180820669613287e-06,
      "loss": 0.0135,
      "step": 23951
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1805921139459825e-06,
      "loss": 0.0115,
      "step": 23952
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.180363552652015e-06,
      "loss": 0.0093,
      "step": 23953
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.180134985731972e-06,
      "loss": 0.0027,
      "step": 23954
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.179906413186447e-06,
      "loss": 0.0086,
      "step": 23955
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.179677835016028e-06,
      "loss": 0.026,
      "step": 23956
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.179449251221305e-06,
      "loss": 0.005,
      "step": 23957
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.179220661802864e-06,
      "loss": 0.0083,
      "step": 23958
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1789920667613e-06,
      "loss": 0.013,
      "step": 23959
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.178763466097201e-06,
      "loss": 0.0116,
      "step": 23960
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.178534859811159e-06,
      "loss": 0.0255,
      "step": 23961
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1783062479037594e-06,
      "loss": 0.0081,
      "step": 23962
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.178077630375595e-06,
      "loss": 0.0031,
      "step": 23963
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.177849007227255e-06,
      "loss": 0.0225,
      "step": 23964
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.17762037845933e-06,
      "loss": 0.0218,
      "step": 23965
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.177391744072411e-06,
      "loss": 0.0044,
      "step": 23966
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.177163104067083e-06,
      "loss": 0.0043,
      "step": 23967
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.176934458443943e-06,
      "loss": 0.0012,
      "step": 23968
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.176705807203575e-06,
      "loss": 0.0031,
      "step": 23969
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.176477150346571e-06,
      "loss": 0.0042,
      "step": 23970
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1762484878735224e-06,
      "loss": 0.0044,
      "step": 23971
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1760198197850195e-06,
      "loss": 0.0065,
      "step": 23972
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1757911460816496e-06,
      "loss": 0.0135,
      "step": 23973
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.175562466764004e-06,
      "loss": 0.0066,
      "step": 23974
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.175333781832674e-06,
      "loss": 0.0038,
      "step": 23975
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.175105091288248e-06,
      "loss": 0.0048,
      "step": 23976
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.174876395131317e-06,
      "loss": 0.0045,
      "step": 23977
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.174647693362471e-06,
      "loss": 0.0035,
      "step": 23978
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1744189859823e-06,
      "loss": 0.0094,
      "step": 23979
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.174190272991394e-06,
      "loss": 0.0043,
      "step": 23980
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.173961554390343e-06,
      "loss": 0.0066,
      "step": 23981
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.173732830179738e-06,
      "loss": 0.0124,
      "step": 23982
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1735041003601695e-06,
      "loss": 0.0076,
      "step": 23983
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.173275364932225e-06,
      "loss": 0.0168,
      "step": 23984
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.173046623896498e-06,
      "loss": 0.0109,
      "step": 23985
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.172817877253578e-06,
      "loss": 0.0081,
      "step": 23986
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.172589125004052e-06,
      "loss": 0.0237,
      "step": 23987
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1723603671485146e-06,
      "loss": 0.0141,
      "step": 23988
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1721316036875535e-06,
      "loss": 0.0051,
      "step": 23989
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.17190283462176e-06,
      "loss": 0.0083,
      "step": 23990
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.171674059951724e-06,
      "loss": 0.0133,
      "step": 23991
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.171445279678036e-06,
      "loss": 0.0273,
      "step": 23992
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.171216493801288e-06,
      "loss": 0.0045,
      "step": 23993
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.170987702322067e-06,
      "loss": 0.0084,
      "step": 23994
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.170758905240964e-06,
      "loss": 0.0097,
      "step": 23995
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.170530102558573e-06,
      "loss": 0.0067,
      "step": 23996
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.170301294275481e-06,
      "loss": 0.0245,
      "step": 23997
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.170072480392278e-06,
      "loss": 0.0072,
      "step": 23998
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.169843660909557e-06,
      "loss": 0.0151,
      "step": 23999
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.169614835827906e-06,
      "loss": 0.0133,
      "step": 24000
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.169386005147918e-06,
      "loss": 0.0246,
      "step": 24001
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.16915716887018e-06,
      "loss": 0.0123,
      "step": 24002
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.168928326995285e-06,
      "loss": 0.0106,
      "step": 24003
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.168699479523824e-06,
      "loss": 0.008,
      "step": 24004
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.168470626456386e-06,
      "loss": 0.0185,
      "step": 24005
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.168241767793561e-06,
      "loss": 0.0026,
      "step": 24006
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.168012903535941e-06,
      "loss": 0.018,
      "step": 24007
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.167784033684116e-06,
      "loss": 0.0054,
      "step": 24008
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.167555158238676e-06,
      "loss": 0.0097,
      "step": 24009
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.167326277200213e-06,
      "loss": 0.0055,
      "step": 24010
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1670973905693175e-06,
      "loss": 0.0032,
      "step": 24011
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.166868498346578e-06,
      "loss": 0.0064,
      "step": 24012
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.166639600532587e-06,
      "loss": 0.0085,
      "step": 24013
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.166410697127935e-06,
      "loss": 0.0035,
      "step": 24014
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.166181788133211e-06,
      "loss": 0.0094,
      "step": 24015
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.165952873549008e-06,
      "loss": 0.0074,
      "step": 24016
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.165723953375914e-06,
      "loss": 0.0112,
      "step": 24017
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.165495027614524e-06,
      "loss": 0.0125,
      "step": 24018
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.165266096265423e-06,
      "loss": 0.0063,
      "step": 24019
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.165037159329207e-06,
      "loss": 0.0063,
      "step": 24020
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.164808216806464e-06,
      "loss": 0.0192,
      "step": 24021
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.164579268697785e-06,
      "loss": 0.0138,
      "step": 24022
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.16435031500376e-06,
      "loss": 0.0122,
      "step": 24023
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.164121355724981e-06,
      "loss": 0.0149,
      "step": 24024
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.16389239086204e-06,
      "loss": 0.0041,
      "step": 24025
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.163663420415525e-06,
      "loss": 0.0114,
      "step": 24026
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.163434444386028e-06,
      "loss": 0.006,
      "step": 24027
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.163205462774141e-06,
      "loss": 0.0092,
      "step": 24028
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.162976475580453e-06,
      "loss": 0.0149,
      "step": 24029
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1627474828055556e-06,
      "loss": 0.0125,
      "step": 24030
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.162518484450041e-06,
      "loss": 0.0037,
      "step": 24031
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.162289480514497e-06,
      "loss": 0.0059,
      "step": 24032
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.162060470999519e-06,
      "loss": 0.013,
      "step": 24033
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1618314559056926e-06,
      "loss": 0.0013,
      "step": 24034
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.161602435233612e-06,
      "loss": 0.0027,
      "step": 24035
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.16137340898387e-06,
      "loss": 0.0065,
      "step": 24036
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.161144377157053e-06,
      "loss": 0.0079,
      "step": 24037
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.160915339753754e-06,
      "loss": 0.0181,
      "step": 24038
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.160686296774565e-06,
      "loss": 0.003,
      "step": 24039
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1604572482200755e-06,
      "loss": 0.0104,
      "step": 24040
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.160228194090878e-06,
      "loss": 0.0095,
      "step": 24041
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1599991343875604e-06,
      "loss": 0.0014,
      "step": 24042
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.159770069110718e-06,
      "loss": 0.0025,
      "step": 24043
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.159540998260941e-06,
      "loss": 0.0141,
      "step": 24044
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1593119218388165e-06,
      "loss": 0.0139,
      "step": 24045
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.159082839844941e-06,
      "loss": 0.0122,
      "step": 24046
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.158853752279903e-06,
      "loss": 0.0124,
      "step": 24047
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.158624659144292e-06,
      "loss": 0.0091,
      "step": 24048
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.158395560438701e-06,
      "loss": 0.0131,
      "step": 24049
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.158166456163722e-06,
      "loss": 0.0049,
      "step": 24050
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.157937346319945e-06,
      "loss": 0.0033,
      "step": 24051
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.157708230907961e-06,
      "loss": 0.0228,
      "step": 24052
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1574791099283625e-06,
      "loss": 0.0102,
      "step": 24053
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.157249983381739e-06,
      "loss": 0.002,
      "step": 24054
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.157020851268682e-06,
      "loss": 0.0142,
      "step": 24055
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.156791713589784e-06,
      "loss": 0.008,
      "step": 24056
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.156562570345636e-06,
      "loss": 0.0063,
      "step": 24057
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.156333421536827e-06,
      "loss": 0.0031,
      "step": 24058
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.15610426716395e-06,
      "loss": 0.0019,
      "step": 24059
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.155875107227598e-06,
      "loss": 0.0034,
      "step": 24060
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1556459417283605e-06,
      "loss": 0.0063,
      "step": 24061
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.155416770666829e-06,
      "loss": 0.0171,
      "step": 24062
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.155187594043594e-06,
      "loss": 0.0284,
      "step": 24063
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1549584118592464e-06,
      "loss": 0.0178,
      "step": 24064
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.15472922411438e-06,
      "loss": 0.0063,
      "step": 24065
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.154500030809587e-06,
      "loss": 0.0134,
      "step": 24066
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.154270831945455e-06,
      "loss": 0.0057,
      "step": 24067
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.154041627522577e-06,
      "loss": 0.0119,
      "step": 24068
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.153812417541545e-06,
      "loss": 0.0306,
      "step": 24069
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.153583202002948e-06,
      "loss": 0.0015,
      "step": 24070
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.153353980907383e-06,
      "loss": 0.0067,
      "step": 24071
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.153124754255436e-06,
      "loss": 0.0229,
      "step": 24072
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1528955220477e-06,
      "loss": 0.0109,
      "step": 24073
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1526662842847685e-06,
      "loss": 0.0067,
      "step": 24074
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.15243704096723e-06,
      "loss": 0.0038,
      "step": 24075
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.15220779209568e-06,
      "loss": 0.0158,
      "step": 24076
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.151978537670705e-06,
      "loss": 0.0072,
      "step": 24077
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1517492776929e-06,
      "loss": 0.0144,
      "step": 24078
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.151520012162856e-06,
      "loss": 0.0132,
      "step": 24079
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1512907410811625e-06,
      "loss": 0.0152,
      "step": 24080
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.151061464448416e-06,
      "loss": 0.016,
      "step": 24081
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.150832182265201e-06,
      "loss": 0.0187,
      "step": 24082
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1506028945321174e-06,
      "loss": 0.0241,
      "step": 24083
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.150373601249749e-06,
      "loss": 0.0046,
      "step": 24084
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.150144302418691e-06,
      "loss": 0.0073,
      "step": 24085
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.149914998039539e-06,
      "loss": 0.0108,
      "step": 24086
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.149685688112877e-06,
      "loss": 0.0062,
      "step": 24087
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.149456372639301e-06,
      "loss": 0.0087,
      "step": 24088
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.149227051619403e-06,
      "loss": 0.0069,
      "step": 24089
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.148997725053774e-06,
      "loss": 0.0074,
      "step": 24090
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.148768392943005e-06,
      "loss": 0.0084,
      "step": 24091
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.148539055287687e-06,
      "loss": 0.015,
      "step": 24092
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.148309712088416e-06,
      "loss": 0.0105,
      "step": 24093
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1480803633457786e-06,
      "loss": 0.0035,
      "step": 24094
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.147851009060369e-06,
      "loss": 0.0098,
      "step": 24095
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.147621649232781e-06,
      "loss": 0.0093,
      "step": 24096
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.147392283863603e-06,
      "loss": 0.0067,
      "step": 24097
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.147162912953427e-06,
      "loss": 0.013,
      "step": 24098
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.146933536502847e-06,
      "loss": 0.0064,
      "step": 24099
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.146704154512455e-06,
      "loss": 0.0304,
      "step": 24100
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1464747669828405e-06,
      "loss": 0.0052,
      "step": 24101
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.146245373914598e-06,
      "loss": 0.0119,
      "step": 24102
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.146015975308316e-06,
      "loss": 0.0033,
      "step": 24103
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.14578657116459e-06,
      "loss": 0.0149,
      "step": 24104
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.145557161484009e-06,
      "loss": 0.0163,
      "step": 24105
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.145327746267167e-06,
      "loss": 0.0122,
      "step": 24106
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1450983255146565e-06,
      "loss": 0.0264,
      "step": 24107
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.144868899227069e-06,
      "loss": 0.0039,
      "step": 24108
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.144639467404994e-06,
      "loss": 0.0158,
      "step": 24109
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1444100300490245e-06,
      "loss": 0.0593,
      "step": 24110
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.144180587159756e-06,
      "loss": 0.0058,
      "step": 24111
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.143951138737777e-06,
      "loss": 0.0066,
      "step": 24112
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.14372168478368e-06,
      "loss": 0.0343,
      "step": 24113
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.143492225298058e-06,
      "loss": 0.0173,
      "step": 24114
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1432627602815015e-06,
      "loss": 0.0076,
      "step": 24115
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.143033289734606e-06,
      "loss": 0.0052,
      "step": 24116
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.142803813657959e-06,
      "loss": 0.0195,
      "step": 24117
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1425743320521566e-06,
      "loss": 0.0171,
      "step": 24118
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.142344844917789e-06,
      "loss": 0.008,
      "step": 24119
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.142115352255448e-06,
      "loss": 0.0046,
      "step": 24120
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.141885854065726e-06,
      "loss": 0.0318,
      "step": 24121
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.141656350349217e-06,
      "loss": 0.0061,
      "step": 24122
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.141426841106511e-06,
      "loss": 0.0055,
      "step": 24123
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.141197326338202e-06,
      "loss": 0.0122,
      "step": 24124
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.14096780604488e-06,
      "loss": 0.017,
      "step": 24125
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.14073828022714e-06,
      "loss": 0.0153,
      "step": 24126
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.140508748885572e-06,
      "loss": 0.0166,
      "step": 24127
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.140279212020769e-06,
      "loss": 0.0149,
      "step": 24128
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.140049669633323e-06,
      "loss": 0.0093,
      "step": 24129
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.139820121723826e-06,
      "loss": 0.0029,
      "step": 24130
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1395905682928725e-06,
      "loss": 0.0488,
      "step": 24131
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.139361009341051e-06,
      "loss": 0.0173,
      "step": 24132
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1391314448689585e-06,
      "loss": 0.0079,
      "step": 24133
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.138901874877183e-06,
      "loss": 0.0067,
      "step": 24134
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.13867229936632e-06,
      "loss": 0.0131,
      "step": 24135
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.138442718336961e-06,
      "loss": 0.0112,
      "step": 24136
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.138213131789697e-06,
      "loss": 0.0023,
      "step": 24137
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.137983539725122e-06,
      "loss": 0.0128,
      "step": 24138
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.137753942143828e-06,
      "loss": 0.0076,
      "step": 24139
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.137524339046409e-06,
      "loss": 0.0085,
      "step": 24140
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.137294730433453e-06,
      "loss": 0.0052,
      "step": 24141
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.137065116305555e-06,
      "loss": 0.0078,
      "step": 24142
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.136835496663309e-06,
      "loss": 0.0159,
      "step": 24143
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.136605871507307e-06,
      "loss": 0.0103,
      "step": 24144
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.136376240838141e-06,
      "loss": 0.0062,
      "step": 24145
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.136146604656401e-06,
      "loss": 0.005,
      "step": 24146
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1359169629626835e-06,
      "loss": 0.0062,
      "step": 24147
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.135687315757579e-06,
      "loss": 0.0103,
      "step": 24148
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.135457663041679e-06,
      "loss": 0.0063,
      "step": 24149
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1352280048155795e-06,
      "loss": 0.0395,
      "step": 24150
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.134998341079872e-06,
      "loss": 0.0053,
      "step": 24151
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.134768671835146e-06,
      "loss": 0.0058,
      "step": 24152
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.134538997081997e-06,
      "loss": 0.0192,
      "step": 24153
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.134309316821018e-06,
      "loss": 0.0235,
      "step": 24154
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.134079631052799e-06,
      "loss": 0.0083,
      "step": 24155
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.133849939777935e-06,
      "loss": 0.0213,
      "step": 24156
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.133620242997018e-06,
      "loss": 0.0027,
      "step": 24157
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1333905407106405e-06,
      "loss": 0.0054,
      "step": 24158
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.133160832919396e-06,
      "loss": 0.0026,
      "step": 24159
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.132931119623877e-06,
      "loss": 0.0099,
      "step": 24160
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.132701400824675e-06,
      "loss": 0.0184,
      "step": 24161
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.132471676522383e-06,
      "loss": 0.0316,
      "step": 24162
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.132241946717595e-06,
      "loss": 0.0077,
      "step": 24163
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.132012211410903e-06,
      "loss": 0.0124,
      "step": 24164
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.131782470602901e-06,
      "loss": 0.0375,
      "step": 24165
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.131552724294181e-06,
      "loss": 0.0086,
      "step": 24166
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1313229724853335e-06,
      "loss": 0.0018,
      "step": 24167
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.131093215176954e-06,
      "loss": 0.007,
      "step": 24168
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1308634523696365e-06,
      "loss": 0.0201,
      "step": 24169
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.130633684063971e-06,
      "loss": 0.0134,
      "step": 24170
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.130403910260552e-06,
      "loss": 0.0024,
      "step": 24171
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.130174130959971e-06,
      "loss": 0.0091,
      "step": 24172
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1299443461628224e-06,
      "loss": 0.0087,
      "step": 24173
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.129714555869698e-06,
      "loss": 0.017,
      "step": 24174
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.129484760081191e-06,
      "loss": 0.0072,
      "step": 24175
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1292549587978965e-06,
      "loss": 0.0039,
      "step": 24176
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.129025152020404e-06,
      "loss": 0.0013,
      "step": 24177
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.128795339749308e-06,
      "loss": 0.0235,
      "step": 24178
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.128565521985202e-06,
      "loss": 0.0052,
      "step": 24179
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.128335698728679e-06,
      "loss": 0.0082,
      "step": 24180
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.128105869980331e-06,
      "loss": 0.0152,
      "step": 24181
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.12787603574075e-06,
      "loss": 0.0041,
      "step": 24182
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.127646196010533e-06,
      "loss": 0.0112,
      "step": 24183
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.127416350790271e-06,
      "loss": 0.0051,
      "step": 24184
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.127186500080556e-06,
      "loss": 0.0047,
      "step": 24185
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.126956643881982e-06,
      "loss": 0.0075,
      "step": 24186
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.126726782195143e-06,
      "loss": 0.0209,
      "step": 24187
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.126496915020629e-06,
      "loss": 0.0087,
      "step": 24188
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1262670423590365e-06,
      "loss": 0.0053,
      "step": 24189
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1260371642109575e-06,
      "loss": 0.0055,
      "step": 24190
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.125807280576985e-06,
      "loss": 0.0104,
      "step": 24191
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.125577391457712e-06,
      "loss": 0.0044,
      "step": 24192
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.125347496853732e-06,
      "loss": 0.0179,
      "step": 24193
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.125117596765639e-06,
      "loss": 0.0056,
      "step": 24194
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1248876911940244e-06,
      "loss": 0.0061,
      "step": 24195
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.124657780139484e-06,
      "loss": 0.01,
      "step": 24196
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.124427863602606e-06,
      "loss": 0.0076,
      "step": 24197
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.12419794158399e-06,
      "loss": 0.006,
      "step": 24198
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.123968014084226e-06,
      "loss": 0.0077,
      "step": 24199
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.123738081103908e-06,
      "loss": 0.0027,
      "step": 24200
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.123508142643628e-06,
      "loss": 0.0073,
      "step": 24201
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.12327819870398e-06,
      "loss": 0.0392,
      "step": 24202
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.123048249285558e-06,
      "loss": 0.0137,
      "step": 24203
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.122818294388957e-06,
      "loss": 0.0105,
      "step": 24204
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.122588334014766e-06,
      "loss": 0.0048,
      "step": 24205
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.122358368163582e-06,
      "loss": 0.0076,
      "step": 24206
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.122128396835995e-06,
      "loss": 0.0066,
      "step": 24207
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.121898420032603e-06,
      "loss": 0.0022,
      "step": 24208
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.121668437753995e-06,
      "loss": 0.0138,
      "step": 24209
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.12143845000077e-06,
      "loss": 0.004,
      "step": 24210
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.121208456773514e-06,
      "loss": 0.0267,
      "step": 24211
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.120978458072826e-06,
      "loss": 0.0073,
      "step": 24212
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.120748453899296e-06,
      "loss": 0.012,
      "step": 24213
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1205184442535215e-06,
      "loss": 0.0115,
      "step": 24214
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.120288429136093e-06,
      "loss": 0.0085,
      "step": 24215
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.120058408547606e-06,
      "loss": 0.0389,
      "step": 24216
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.11982838248865e-06,
      "loss": 0.0115,
      "step": 24217
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.119598350959822e-06,
      "loss": 0.0053,
      "step": 24218
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.119368313961717e-06,
      "loss": 0.0059,
      "step": 24219
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.119138271494925e-06,
      "loss": 0.0072,
      "step": 24220
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.118908223560041e-06,
      "loss": 0.0079,
      "step": 24221
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.118678170157658e-06,
      "loss": 0.0173,
      "step": 24222
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1184481112883716e-06,
      "loss": 0.0015,
      "step": 24223
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.118218046952774e-06,
      "loss": 0.0069,
      "step": 24224
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.117987977151458e-06,
      "loss": 0.004,
      "step": 24225
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.117757901885019e-06,
      "loss": 0.008,
      "step": 24226
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.11752782115405e-06,
      "loss": 0.0237,
      "step": 24227
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.117297734959143e-06,
      "loss": 0.0105,
      "step": 24228
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1170676433008945e-06,
      "loss": 0.005,
      "step": 24229
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.116837546179899e-06,
      "loss": 0.0067,
      "step": 24230
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1166074435967455e-06,
      "loss": 0.0054,
      "step": 24231
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.116377335552031e-06,
      "loss": 0.0096,
      "step": 24232
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.116147222046349e-06,
      "loss": 0.0157,
      "step": 24233
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.115917103080292e-06,
      "loss": 0.0066,
      "step": 24234
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.115686978654457e-06,
      "loss": 0.013,
      "step": 24235
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.115456848769433e-06,
      "loss": 0.0088,
      "step": 24236
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.115226713425818e-06,
      "loss": 0.0142,
      "step": 24237
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.114996572624204e-06,
      "loss": 0.0133,
      "step": 24238
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.114766426365184e-06,
      "loss": 0.0102,
      "step": 24239
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.114536274649354e-06,
      "loss": 0.0036,
      "step": 24240
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.114306117477308e-06,
      "loss": 0.0049,
      "step": 24241
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.114075954849635e-06,
      "loss": 0.0293,
      "step": 24242
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.113845786766935e-06,
      "loss": 0.0103,
      "step": 24243
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1136156132298e-06,
      "loss": 0.014,
      "step": 24244
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.113385434238823e-06,
      "loss": 0.0039,
      "step": 24245
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.113155249794596e-06,
      "loss": 0.0108,
      "step": 24246
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.112925059897717e-06,
      "loss": 0.0165,
      "step": 24247
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.11269486454878e-06,
      "loss": 0.0079,
      "step": 24248
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.112464663748375e-06,
      "loss": 0.0077,
      "step": 24249
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.112234457497099e-06,
      "loss": 0.0062,
      "step": 24250
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.112004245795545e-06,
      "loss": 0.0103,
      "step": 24251
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.111774028644307e-06,
      "loss": 0.0055,
      "step": 24252
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.111543806043979e-06,
      "loss": 0.0089,
      "step": 24253
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.111313577995156e-06,
      "loss": 0.0028,
      "step": 24254
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1110833444984324e-06,
      "loss": 0.0082,
      "step": 24255
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1108531055544004e-06,
      "loss": 0.006,
      "step": 24256
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.110622861163654e-06,
      "loss": 0.0171,
      "step": 24257
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.11039261132679e-06,
      "loss": 0.0031,
      "step": 24258
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1101623560443984e-06,
      "loss": 0.0056,
      "step": 24259
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.109932095317078e-06,
      "loss": 0.0042,
      "step": 24260
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.10970182914542e-06,
      "loss": 0.0017,
      "step": 24261
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.10947155753002e-06,
      "loss": 0.0123,
      "step": 24262
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.109241280471471e-06,
      "loss": 0.0122,
      "step": 24263
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.109010997970366e-06,
      "loss": 0.0051,
      "step": 24264
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.108780710027303e-06,
      "loss": 0.0043,
      "step": 24265
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.108550416642873e-06,
      "loss": 0.0058,
      "step": 24266
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.108320117817671e-06,
      "loss": 0.003,
      "step": 24267
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1080898135522926e-06,
      "loss": 0.0045,
      "step": 24268
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.107859503847331e-06,
      "loss": 0.0095,
      "step": 24269
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.10762918870338e-06,
      "loss": 0.0312,
      "step": 24270
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.107398868121034e-06,
      "loss": 0.0057,
      "step": 24271
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1071685421008875e-06,
      "loss": 0.0038,
      "step": 24272
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.106938210643536e-06,
      "loss": 0.0071,
      "step": 24273
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.106707873749572e-06,
      "loss": 0.0046,
      "step": 24274
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.106477531419591e-06,
      "loss": 0.004,
      "step": 24275
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.106247183654187e-06,
      "loss": 0.012,
      "step": 24276
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.106016830453956e-06,
      "loss": 0.0045,
      "step": 24277
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.105786471819488e-06,
      "loss": 0.0083,
      "step": 24278
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.105556107751381e-06,
      "loss": 0.0013,
      "step": 24279
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.105325738250232e-06,
      "loss": 0.0124,
      "step": 24280
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.105095363316628e-06,
      "loss": 0.0046,
      "step": 24281
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.104864982951169e-06,
      "loss": 0.0275,
      "step": 24282
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.104634597154447e-06,
      "loss": 0.0086,
      "step": 24283
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.104404205927058e-06,
      "loss": 0.0067,
      "step": 24284
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.104173809269597e-06,
      "loss": 0.0201,
      "step": 24285
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.103943407182656e-06,
      "loss": 0.007,
      "step": 24286
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.103712999666832e-06,
      "loss": 0.0201,
      "step": 24287
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.103482586722717e-06,
      "loss": 0.0105,
      "step": 24288
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.103252168350908e-06,
      "loss": 0.0107,
      "step": 24289
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.103021744551999e-06,
      "loss": 0.0095,
      "step": 24290
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.102791315326584e-06,
      "loss": 0.0045,
      "step": 24291
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.102560880675256e-06,
      "loss": 0.0109,
      "step": 24292
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.102330440598613e-06,
      "loss": 0.008,
      "step": 24293
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.102099995097248e-06,
      "loss": 0.017,
      "step": 24294
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.101869544171756e-06,
      "loss": 0.0081,
      "step": 24295
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.101639087822731e-06,
      "loss": 0.0066,
      "step": 24296
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.101408626050765e-06,
      "loss": 0.013,
      "step": 24297
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.101178158856458e-06,
      "loss": 0.0038,
      "step": 24298
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.100947686240403e-06,
      "loss": 0.0198,
      "step": 24299
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.100717208203194e-06,
      "loss": 0.009,
      "step": 24300
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.1004867247454235e-06,
      "loss": 0.0115,
      "step": 24301
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.10025623586769e-06,
      "loss": 0.0041,
      "step": 24302
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.100025741570585e-06,
      "loss": 0.0123,
      "step": 24303
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0997952418547056e-06,
      "loss": 0.0329,
      "step": 24304
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.099564736720647e-06,
      "loss": 0.0159,
      "step": 24305
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.099334226169001e-06,
      "loss": 0.0149,
      "step": 24306
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.099103710200366e-06,
      "loss": 0.0068,
      "step": 24307
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.098873188815333e-06,
      "loss": 0.0066,
      "step": 24308
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.098642662014501e-06,
      "loss": 0.0107,
      "step": 24309
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.098412129798461e-06,
      "loss": 0.0201,
      "step": 24310
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.09818159216781e-06,
      "loss": 0.0109,
      "step": 24311
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.097951049123143e-06,
      "loss": 0.0176,
      "step": 24312
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.097720500665053e-06,
      "loss": 0.0156,
      "step": 24313
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.097489946794136e-06,
      "loss": 0.0046,
      "step": 24314
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.097259387510989e-06,
      "loss": 0.0299,
      "step": 24315
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.097028822816203e-06,
      "loss": 0.0162,
      "step": 24316
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.096798252710375e-06,
      "loss": 0.0076,
      "step": 24317
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0965676771941005e-06,
      "loss": 0.0052,
      "step": 24318
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.096337096267974e-06,
      "loss": 0.0077,
      "step": 24319
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.096106509932591e-06,
      "loss": 0.0033,
      "step": 24320
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.095875918188545e-06,
      "loss": 0.0042,
      "step": 24321
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.095645321036431e-06,
      "loss": 0.0277,
      "step": 24322
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.095414718476845e-06,
      "loss": 0.0106,
      "step": 24323
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.095184110510383e-06,
      "loss": 0.0139,
      "step": 24324
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.094953497137638e-06,
      "loss": 0.0024,
      "step": 24325
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.094722878359206e-06,
      "loss": 0.0075,
      "step": 24326
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.094492254175682e-06,
      "loss": 0.0031,
      "step": 24327
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.094261624587662e-06,
      "loss": 0.0041,
      "step": 24328
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0940309895957384e-06,
      "loss": 0.0077,
      "step": 24329
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0938003492005105e-06,
      "loss": 0.0005,
      "step": 24330
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.093569703402569e-06,
      "loss": 0.0105,
      "step": 24331
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.093339052202511e-06,
      "loss": 0.0062,
      "step": 24332
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0931083956009326e-06,
      "loss": 0.0026,
      "step": 24333
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.092877733598429e-06,
      "loss": 0.0131,
      "step": 24334
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.092647066195593e-06,
      "loss": 0.0442,
      "step": 24335
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.092416393393022e-06,
      "loss": 0.0046,
      "step": 24336
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.092185715191311e-06,
      "loss": 0.0208,
      "step": 24337
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0919550315910546e-06,
      "loss": 0.0414,
      "step": 24338
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0917243425928475e-06,
      "loss": 0.0063,
      "step": 24339
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.091493648197286e-06,
      "loss": 0.0207,
      "step": 24340
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.091262948404966e-06,
      "loss": 0.023,
      "step": 24341
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.09103224321648e-06,
      "loss": 0.0162,
      "step": 24342
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.090801532632425e-06,
      "loss": 0.0046,
      "step": 24343
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.090570816653398e-06,
      "loss": 0.0073,
      "step": 24344
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.090340095279993e-06,
      "loss": 0.015,
      "step": 24345
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.090109368512803e-06,
      "loss": 0.0083,
      "step": 24346
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.089878636352426e-06,
      "loss": 0.0067,
      "step": 24347
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.089647898799459e-06,
      "loss": 0.0089,
      "step": 24348
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.089417155854492e-06,
      "loss": 0.0143,
      "step": 24349
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.089186407518126e-06,
      "loss": 0.0162,
      "step": 24350
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.088955653790952e-06,
      "loss": 0.0053,
      "step": 24351
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0887248946735685e-06,
      "loss": 0.0327,
      "step": 24352
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.08849413016657e-06,
      "loss": 0.0093,
      "step": 24353
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.088263360270551e-06,
      "loss": 0.0127,
      "step": 24354
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.088032584986108e-06,
      "loss": 0.0128,
      "step": 24355
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.087801804313839e-06,
      "loss": 0.0086,
      "step": 24356
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.087571018254334e-06,
      "loss": 0.0054,
      "step": 24357
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0873402268081905e-06,
      "loss": 0.005,
      "step": 24358
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.087109429976006e-06,
      "loss": 0.011,
      "step": 24359
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.086878627758376e-06,
      "loss": 0.0109,
      "step": 24360
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.086647820155892e-06,
      "loss": 0.0154,
      "step": 24361
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.086417007169153e-06,
      "loss": 0.0221,
      "step": 24362
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.086186188798756e-06,
      "loss": 0.0056,
      "step": 24363
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.085955365045292e-06,
      "loss": 0.0039,
      "step": 24364
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.085724535909362e-06,
      "loss": 0.0132,
      "step": 24365
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.085493701391557e-06,
      "loss": 0.0043,
      "step": 24366
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.085262861492475e-06,
      "loss": 0.0082,
      "step": 24367
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0850320162127095e-06,
      "loss": 0.0306,
      "step": 24368
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0848011655528595e-06,
      "loss": 0.003,
      "step": 24369
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0845703095135185e-06,
      "loss": 0.0056,
      "step": 24370
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.084339448095282e-06,
      "loss": 0.0073,
      "step": 24371
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.084108581298746e-06,
      "loss": 0.0078,
      "step": 24372
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.083877709124508e-06,
      "loss": 0.0159,
      "step": 24373
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.083646831573161e-06,
      "loss": 0.0062,
      "step": 24374
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.083415948645302e-06,
      "loss": 0.0068,
      "step": 24375
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.083185060341528e-06,
      "loss": 0.0014,
      "step": 24376
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.082954166662432e-06,
      "loss": 0.0022,
      "step": 24377
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.082723267608611e-06,
      "loss": 0.0065,
      "step": 24378
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.082492363180662e-06,
      "loss": 0.0045,
      "step": 24379
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.08226145337918e-06,
      "loss": 0.0104,
      "step": 24380
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.082030538204761e-06,
      "loss": 0.0091,
      "step": 24381
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.081799617657999e-06,
      "loss": 0.0046,
      "step": 24382
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.081568691739492e-06,
      "loss": 0.0117,
      "step": 24383
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0813377604498355e-06,
      "loss": 0.0029,
      "step": 24384
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.081106823789627e-06,
      "loss": 0.0014,
      "step": 24385
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.080875881759458e-06,
      "loss": 0.0069,
      "step": 24386
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.080644934359927e-06,
      "loss": 0.0138,
      "step": 24387
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.080413981591632e-06,
      "loss": 0.015,
      "step": 24388
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.080183023455164e-06,
      "loss": 0.0227,
      "step": 24389
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.079952059951124e-06,
      "loss": 0.006,
      "step": 24390
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.079721091080105e-06,
      "loss": 0.0112,
      "step": 24391
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.079490116842704e-06,
      "loss": 0.0037,
      "step": 24392
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.079259137239515e-06,
      "loss": 0.0062,
      "step": 24393
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.079028152271136e-06,
      "loss": 0.0167,
      "step": 24394
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0787971619381644e-06,
      "loss": 0.0081,
      "step": 24395
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.078566166241194e-06,
      "loss": 0.0044,
      "step": 24396
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.07833516518082e-06,
      "loss": 0.0045,
      "step": 24397
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.078104158757641e-06,
      "loss": 0.0141,
      "step": 24398
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.077873146972253e-06,
      "loss": 0.0199,
      "step": 24399
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0776421298252494e-06,
      "loss": 0.0207,
      "step": 24400
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.077411107317229e-06,
      "loss": 0.0059,
      "step": 24401
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.077180079448787e-06,
      "loss": 0.0045,
      "step": 24402
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.076949046220517e-06,
      "loss": 0.0146,
      "step": 24403
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.076718007633019e-06,
      "loss": 0.0065,
      "step": 24404
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.076486963686888e-06,
      "loss": 0.009,
      "step": 24405
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.07625591438272e-06,
      "loss": 0.0119,
      "step": 24406
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.07602485972111e-06,
      "loss": 0.0181,
      "step": 24407
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.075793799702656e-06,
      "loss": 0.0213,
      "step": 24408
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0755627343279536e-06,
      "loss": 0.0047,
      "step": 24409
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.075331663597599e-06,
      "loss": 0.0127,
      "step": 24410
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.075100587512187e-06,
      "loss": 0.0109,
      "step": 24411
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.074869506072316e-06,
      "loss": 0.0023,
      "step": 24412
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.074638419278581e-06,
      "loss": 0.0055,
      "step": 24413
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.074407327131579e-06,
      "loss": 0.004,
      "step": 24414
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.074176229631906e-06,
      "loss": 0.007,
      "step": 24415
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.073945126780159e-06,
      "loss": 0.0175,
      "step": 24416
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.073714018576934e-06,
      "loss": 0.003,
      "step": 24417
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.073482905022825e-06,
      "loss": 0.009,
      "step": 24418
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.073251786118431e-06,
      "loss": 0.0059,
      "step": 24419
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.073020661864349e-06,
      "loss": 0.0041,
      "step": 24420
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0727895322611724e-06,
      "loss": 0.0088,
      "step": 24421
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0725583973094995e-06,
      "loss": 0.0195,
      "step": 24422
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.072327257009927e-06,
      "loss": 0.005,
      "step": 24423
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0720961113630514e-06,
      "loss": 0.0088,
      "step": 24424
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.071864960369468e-06,
      "loss": 0.0098,
      "step": 24425
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.071633804029772e-06,
      "loss": 0.0023,
      "step": 24426
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0714026423445635e-06,
      "loss": 0.0049,
      "step": 24427
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0711714753144365e-06,
      "loss": 0.0197,
      "step": 24428
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.070940302939988e-06,
      "loss": 0.0205,
      "step": 24429
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.070709125221815e-06,
      "loss": 0.0115,
      "step": 24430
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.070477942160514e-06,
      "loss": 0.009,
      "step": 24431
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.07024675375668e-06,
      "loss": 0.0014,
      "step": 24432
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.070015560010911e-06,
      "loss": 0.011,
      "step": 24433
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0697843609238034e-06,
      "loss": 0.0122,
      "step": 24434
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0695531564959555e-06,
      "loss": 0.0054,
      "step": 24435
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.069321946727959e-06,
      "loss": 0.0181,
      "step": 24436
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.069090731620414e-06,
      "loss": 0.0112,
      "step": 24437
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0688595111739174e-06,
      "loss": 0.0115,
      "step": 24438
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.068628285389066e-06,
      "loss": 0.0046,
      "step": 24439
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.068397054266453e-06,
      "loss": 0.0058,
      "step": 24440
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.068165817806679e-06,
      "loss": 0.0156,
      "step": 24441
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.06793457601034e-06,
      "loss": 0.0034,
      "step": 24442
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0677033288780304e-06,
      "loss": 0.0057,
      "step": 24443
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.06747207641035e-06,
      "loss": 0.0095,
      "step": 24444
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.067240818607893e-06,
      "loss": 0.0331,
      "step": 24445
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.067009555471257e-06,
      "loss": 0.0111,
      "step": 24446
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.066778287001038e-06,
      "loss": 0.0018,
      "step": 24447
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.066547013197833e-06,
      "loss": 0.0067,
      "step": 24448
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.066315734062243e-06,
      "loss": 0.0109,
      "step": 24449
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.066084449594857e-06,
      "loss": 0.0103,
      "step": 24450
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.065853159796277e-06,
      "loss": 0.022,
      "step": 24451
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0656218646671e-06,
      "loss": 0.0243,
      "step": 24452
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.065390564207919e-06,
      "loss": 0.0055,
      "step": 24453
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0651592584193355e-06,
      "loss": 0.0019,
      "step": 24454
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.064927947301942e-06,
      "loss": 0.0207,
      "step": 24455
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.06469663085634e-06,
      "loss": 0.0085,
      "step": 24456
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.064465309083122e-06,
      "loss": 0.0051,
      "step": 24457
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.064233981982886e-06,
      "loss": 0.0087,
      "step": 24458
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0640026495562315e-06,
      "loss": 0.0029,
      "step": 24459
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0637713118037545e-06,
      "loss": 0.0179,
      "step": 24460
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.06353996872605e-06,
      "loss": 0.0032,
      "step": 24461
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.063308620323714e-06,
      "loss": 0.0056,
      "step": 24462
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.063077266597348e-06,
      "loss": 0.0052,
      "step": 24463
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.062845907547545e-06,
      "loss": 0.0074,
      "step": 24464
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.062614543174904e-06,
      "loss": 0.0118,
      "step": 24465
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0623831734800205e-06,
      "loss": 0.013,
      "step": 24466
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.062151798463494e-06,
      "loss": 0.0036,
      "step": 24467
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0619204181259185e-06,
      "loss": 0.0077,
      "step": 24468
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.061689032467892e-06,
      "loss": 0.0037,
      "step": 24469
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.061457641490013e-06,
      "loss": 0.0042,
      "step": 24470
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.061226245192877e-06,
      "loss": 0.0031,
      "step": 24471
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0609948435770826e-06,
      "loss": 0.0081,
      "step": 24472
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.060763436643224e-06,
      "loss": 0.0053,
      "step": 24473
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.060532024391903e-06,
      "loss": 0.0115,
      "step": 24474
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.060300606823712e-06,
      "loss": 0.0195,
      "step": 24475
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0600691839392495e-06,
      "loss": 0.0438,
      "step": 24476
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0598377557391154e-06,
      "loss": 0.0088,
      "step": 24477
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.059606322223903e-06,
      "loss": 0.0037,
      "step": 24478
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.059374883394212e-06,
      "loss": 0.0079,
      "step": 24479
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.059143439250638e-06,
      "loss": 0.0173,
      "step": 24480
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0589119897937805e-06,
      "loss": 0.0124,
      "step": 24481
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.058680535024234e-06,
      "loss": 0.0045,
      "step": 24482
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.058449074942596e-06,
      "loss": 0.016,
      "step": 24483
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.058217609549467e-06,
      "loss": 0.0098,
      "step": 24484
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.057986138845441e-06,
      "loss": 0.0246,
      "step": 24485
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.057754662831115e-06,
      "loss": 0.0047,
      "step": 24486
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.057523181507089e-06,
      "loss": 0.0084,
      "step": 24487
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0572916948739575e-06,
      "loss": 0.0049,
      "step": 24488
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.057060202932321e-06,
      "loss": 0.0143,
      "step": 24489
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.056828705682773e-06,
      "loss": 0.0062,
      "step": 24490
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.056597203125914e-06,
      "loss": 0.0046,
      "step": 24491
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.056365695262339e-06,
      "loss": 0.0042,
      "step": 24492
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.056134182092647e-06,
      "loss": 0.0329,
      "step": 24493
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.055902663617436e-06,
      "loss": 0.0074,
      "step": 24494
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.055671139837301e-06,
      "loss": 0.0033,
      "step": 24495
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.055439610752841e-06,
      "loss": 0.007,
      "step": 24496
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.055208076364653e-06,
      "loss": 0.0406,
      "step": 24497
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.054976536673333e-06,
      "loss": 0.0062,
      "step": 24498
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.054744991679484e-06,
      "loss": 0.0125,
      "step": 24499
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0545134413836965e-06,
      "loss": 0.0045,
      "step": 24500
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0542818857865715e-06,
      "loss": 0.0029,
      "step": 24501
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.054050324888705e-06,
      "loss": 0.0421,
      "step": 24502
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.053818758690697e-06,
      "loss": 0.0033,
      "step": 24503
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.053587187193143e-06,
      "loss": 0.0047,
      "step": 24504
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.053355610396641e-06,
      "loss": 0.0177,
      "step": 24505
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.053124028301789e-06,
      "loss": 0.014,
      "step": 24506
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.052892440909183e-06,
      "loss": 0.007,
      "step": 24507
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.052660848219421e-06,
      "loss": 0.0091,
      "step": 24508
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.052429250233102e-06,
      "loss": 0.0034,
      "step": 24509
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.052197646950824e-06,
      "loss": 0.0049,
      "step": 24510
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.051966038373183e-06,
      "loss": 0.011,
      "step": 24511
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.051734424500775e-06,
      "loss": 0.0059,
      "step": 24512
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.051502805334203e-06,
      "loss": 0.0128,
      "step": 24513
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.051271180874061e-06,
      "loss": 0.0106,
      "step": 24514
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.051039551120945e-06,
      "loss": 0.0067,
      "step": 24515
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.050807916075455e-06,
      "loss": 0.0047,
      "step": 24516
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.05057627573819e-06,
      "loss": 0.0095,
      "step": 24517
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0503446301097445e-06,
      "loss": 0.0075,
      "step": 24518
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.05011297919072e-06,
      "loss": 0.0036,
      "step": 24519
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.04988132298171e-06,
      "loss": 0.0035,
      "step": 24520
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.049649661483315e-06,
      "loss": 0.0189,
      "step": 24521
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.049417994696132e-06,
      "loss": 0.0031,
      "step": 24522
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.049186322620758e-06,
      "loss": 0.0119,
      "step": 24523
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.048954645257794e-06,
      "loss": 0.008,
      "step": 24524
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.048722962607834e-06,
      "loss": 0.0071,
      "step": 24525
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0484912746714784e-06,
      "loss": 0.0043,
      "step": 24526
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.048259581449323e-06,
      "loss": 0.0073,
      "step": 24527
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.048027882941967e-06,
      "loss": 0.0324,
      "step": 24528
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.047796179150008e-06,
      "loss": 0.0041,
      "step": 24529
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.047564470074043e-06,
      "loss": 0.005,
      "step": 24530
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.047332755714672e-06,
      "loss": 0.0086,
      "step": 24531
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.04710103607249e-06,
      "loss": 0.0066,
      "step": 24532
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0468693111480965e-06,
      "loss": 0.0099,
      "step": 24533
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.04663758094209e-06,
      "loss": 0.0109,
      "step": 24534
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.046405845455068e-06,
      "loss": 0.0024,
      "step": 24535
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.046174104687629e-06,
      "loss": 0.017,
      "step": 24536
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.045942358640367e-06,
      "loss": 0.005,
      "step": 24537
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.045710607313887e-06,
      "loss": 0.0006,
      "step": 24538
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.045478850708783e-06,
      "loss": 0.0126,
      "step": 24539
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.045247088825651e-06,
      "loss": 0.0092,
      "step": 24540
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0450153216650906e-06,
      "loss": 0.0017,
      "step": 24541
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.044783549227703e-06,
      "loss": 0.0087,
      "step": 24542
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.044551771514082e-06,
      "loss": 0.0139,
      "step": 24543
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.044319988524829e-06,
      "loss": 0.0069,
      "step": 24544
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.044088200260539e-06,
      "loss": 0.0056,
      "step": 24545
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.043856406721813e-06,
      "loss": 0.0044,
      "step": 24546
    },
    {
      "epoch": 0.38,
      "learning_rate": 7.0436246079092465e-06,
      "loss": 0.0108,
      "step": 24547
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.043392803823439e-06,
      "loss": 0.0112,
      "step": 24548
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.043160994464988e-06,
      "loss": 0.009,
      "step": 24549
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.042929179834494e-06,
      "loss": 0.0118,
      "step": 24550
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.042697359932551e-06,
      "loss": 0.0054,
      "step": 24551
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.04246553475976e-06,
      "loss": 0.008,
      "step": 24552
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0422337043167196e-06,
      "loss": 0.0028,
      "step": 24553
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.042001868604027e-06,
      "loss": 0.0046,
      "step": 24554
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0417700276222786e-06,
      "loss": 0.0064,
      "step": 24555
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.041538181372076e-06,
      "loss": 0.0159,
      "step": 24556
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.041306329854016e-06,
      "loss": 0.012,
      "step": 24557
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.041074473068696e-06,
      "loss": 0.0051,
      "step": 24558
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.040842611016716e-06,
      "loss": 0.0079,
      "step": 24559
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.040610743698672e-06,
      "loss": 0.005,
      "step": 24560
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.040378871115165e-06,
      "loss": 0.02,
      "step": 24561
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.04014699326679e-06,
      "loss": 0.0084,
      "step": 24562
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.039915110154148e-06,
      "loss": 0.0051,
      "step": 24563
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.039683221777838e-06,
      "loss": 0.0188,
      "step": 24564
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.039451328138456e-06,
      "loss": 0.0078,
      "step": 24565
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0392194292366e-06,
      "loss": 0.0073,
      "step": 24566
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.038987525072871e-06,
      "loss": 0.0052,
      "step": 24567
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.038755615647866e-06,
      "loss": 0.0048,
      "step": 24568
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.038523700962183e-06,
      "loss": 0.0019,
      "step": 24569
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0382917810164195e-06,
      "loss": 0.012,
      "step": 24570
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.038059855811178e-06,
      "loss": 0.0036,
      "step": 24571
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0378279253470524e-06,
      "loss": 0.0059,
      "step": 24572
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0375959896246435e-06,
      "loss": 0.0072,
      "step": 24573
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.03736404864455e-06,
      "loss": 0.0105,
      "step": 24574
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.037132102407369e-06,
      "loss": 0.0053,
      "step": 24575
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.036900150913699e-06,
      "loss": 0.0145,
      "step": 24576
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.03666819416414e-06,
      "loss": 0.0281,
      "step": 24577
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.036436232159289e-06,
      "loss": 0.0075,
      "step": 24578
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.036204264899748e-06,
      "loss": 0.0029,
      "step": 24579
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.03597229238611e-06,
      "loss": 0.0063,
      "step": 24580
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.035740314618976e-06,
      "loss": 0.0422,
      "step": 24581
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.035508331598946e-06,
      "loss": 0.0055,
      "step": 24582
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.035276343326617e-06,
      "loss": 0.0068,
      "step": 24583
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0350443498025885e-06,
      "loss": 0.0052,
      "step": 24584
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.03481235102746e-06,
      "loss": 0.007,
      "step": 24585
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.034580347001827e-06,
      "loss": 0.0057,
      "step": 24586
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.034348337726291e-06,
      "loss": 0.0078,
      "step": 24587
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.03411632320145e-06,
      "loss": 0.0092,
      "step": 24588
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0338843034279024e-06,
      "loss": 0.0118,
      "step": 24589
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0336522784062455e-06,
      "loss": 0.0078,
      "step": 24590
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.03342024813708e-06,
      "loss": 0.0039,
      "step": 24591
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.033188212621005e-06,
      "loss": 0.0088,
      "step": 24592
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.032956171858616e-06,
      "loss": 0.0041,
      "step": 24593
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0327241258505166e-06,
      "loss": 0.0026,
      "step": 24594
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.032492074597301e-06,
      "loss": 0.002,
      "step": 24595
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0322600180995704e-06,
      "loss": 0.0024,
      "step": 24596
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.032027956357923e-06,
      "loss": 0.0132,
      "step": 24597
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.031795889372958e-06,
      "loss": 0.0114,
      "step": 24598
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.031563817145274e-06,
      "loss": 0.0062,
      "step": 24599
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.03133173967547e-06,
      "loss": 0.0227,
      "step": 24600
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0310996569641445e-06,
      "loss": 0.0166,
      "step": 24601
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.030867569011894e-06,
      "loss": 0.0138,
      "step": 24602
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.030635475819323e-06,
      "loss": 0.0092,
      "step": 24603
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.030403377387026e-06,
      "loss": 0.0243,
      "step": 24604
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0301712737156026e-06,
      "loss": 0.0074,
      "step": 24605
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0299391648056524e-06,
      "loss": 0.0028,
      "step": 24606
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.029707050657775e-06,
      "loss": 0.0233,
      "step": 24607
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.029474931272566e-06,
      "loss": 0.0183,
      "step": 24608
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.029242806650629e-06,
      "loss": 0.0164,
      "step": 24609
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.02901067679256e-06,
      "loss": 0.0119,
      "step": 24610
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.028778541698958e-06,
      "loss": 0.0069,
      "step": 24611
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.028546401370424e-06,
      "loss": 0.0021,
      "step": 24612
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.028314255807554e-06,
      "loss": 0.0185,
      "step": 24613
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.028082105010952e-06,
      "loss": 0.0131,
      "step": 24614
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.02784994898121e-06,
      "loss": 0.0048,
      "step": 24615
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0276177877189324e-06,
      "loss": 0.0078,
      "step": 24616
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.027385621224716e-06,
      "loss": 0.0146,
      "step": 24617
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.02715344949916e-06,
      "loss": 0.0149,
      "step": 24618
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.026921272542866e-06,
      "loss": 0.0268,
      "step": 24619
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.026689090356429e-06,
      "loss": 0.0068,
      "step": 24620
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0264569029404515e-06,
      "loss": 0.0272,
      "step": 24621
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0262247102955304e-06,
      "loss": 0.0056,
      "step": 24622
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.025992512422265e-06,
      "loss": 0.0136,
      "step": 24623
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.025760309321256e-06,
      "loss": 0.0087,
      "step": 24624
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.025528100993103e-06,
      "loss": 0.0048,
      "step": 24625
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0252958874384026e-06,
      "loss": 0.014,
      "step": 24626
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.025063668657755e-06,
      "loss": 0.0171,
      "step": 24627
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.024831444651761e-06,
      "loss": 0.0203,
      "step": 24628
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0245992154210176e-06,
      "loss": 0.0027,
      "step": 24629
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.024366980966124e-06,
      "loss": 0.0061,
      "step": 24630
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.024134741287681e-06,
      "loss": 0.0036,
      "step": 24631
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.023902496386288e-06,
      "loss": 0.0182,
      "step": 24632
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.023670246262543e-06,
      "loss": 0.0099,
      "step": 24633
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.023437990917046e-06,
      "loss": 0.0041,
      "step": 24634
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.023205730350396e-06,
      "loss": 0.0254,
      "step": 24635
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.022973464563192e-06,
      "loss": 0.0091,
      "step": 24636
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.022741193556034e-06,
      "loss": 0.008,
      "step": 24637
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0225089173295205e-06,
      "loss": 0.0245,
      "step": 24638
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.022276635884253e-06,
      "loss": 0.0037,
      "step": 24639
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.022044349220829e-06,
      "loss": 0.0065,
      "step": 24640
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.021812057339846e-06,
      "loss": 0.0242,
      "step": 24641
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.021579760241908e-06,
      "loss": 0.0175,
      "step": 24642
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.02134745792761e-06,
      "loss": 0.0047,
      "step": 24643
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.021115150397555e-06,
      "loss": 0.004,
      "step": 24644
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.020882837652339e-06,
      "loss": 0.0175,
      "step": 24645
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.020650519692566e-06,
      "loss": 0.0122,
      "step": 24646
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.02041819651883e-06,
      "loss": 0.0204,
      "step": 24647
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.020185868131733e-06,
      "loss": 0.0106,
      "step": 24648
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.019953534531877e-06,
      "loss": 0.0084,
      "step": 24649
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.019721195719858e-06,
      "loss": 0.0054,
      "step": 24650
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.019488851696277e-06,
      "loss": 0.0057,
      "step": 24651
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.019256502461732e-06,
      "loss": 0.0048,
      "step": 24652
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0190241480168254e-06,
      "loss": 0.0034,
      "step": 24653
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.018791788362155e-06,
      "loss": 0.0249,
      "step": 24654
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.018559423498319e-06,
      "loss": 0.0039,
      "step": 24655
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0183270534259195e-06,
      "loss": 0.0246,
      "step": 24656
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.018094678145555e-06,
      "loss": 0.0086,
      "step": 24657
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0178622976578245e-06,
      "loss": 0.0049,
      "step": 24658
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.017629911963328e-06,
      "loss": 0.0152,
      "step": 24659
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.017397521062667e-06,
      "loss": 0.0117,
      "step": 24660
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.017165124956439e-06,
      "loss": 0.0066,
      "step": 24661
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0169327236452425e-06,
      "loss": 0.0085,
      "step": 24662
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.01670031712968e-06,
      "loss": 0.0089,
      "step": 24663
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0164679054103515e-06,
      "loss": 0.0187,
      "step": 24664
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0162354884878535e-06,
      "loss": 0.0052,
      "step": 24665
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.016003066362788e-06,
      "loss": 0.0071,
      "step": 24666
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.015770639035753e-06,
      "loss": 0.0036,
      "step": 24667
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.015538206507351e-06,
      "loss": 0.0202,
      "step": 24668
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.01530576877818e-06,
      "loss": 0.0382,
      "step": 24669
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.015073325848839e-06,
      "loss": 0.0247,
      "step": 24670
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.014840877719931e-06,
      "loss": 0.009,
      "step": 24671
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.014608424392051e-06,
      "loss": 0.0108,
      "step": 24672
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.014375965865802e-06,
      "loss": 0.0052,
      "step": 24673
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.014143502141784e-06,
      "loss": 0.0058,
      "step": 24674
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.013911033220595e-06,
      "loss": 0.0061,
      "step": 24675
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.013678559102837e-06,
      "loss": 0.0143,
      "step": 24676
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0134460797891065e-06,
      "loss": 0.0101,
      "step": 24677
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.013213595280008e-06,
      "loss": 0.0427,
      "step": 24678
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.012981105576139e-06,
      "loss": 0.0076,
      "step": 24679
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.012748610678097e-06,
      "loss": 0.0122,
      "step": 24680
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.012516110586486e-06,
      "loss": 0.0088,
      "step": 24681
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.012283605301905e-06,
      "loss": 0.0167,
      "step": 24682
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.012051094824952e-06,
      "loss": 0.006,
      "step": 24683
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0118185791562285e-06,
      "loss": 0.0142,
      "step": 24684
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.011586058296334e-06,
      "loss": 0.0111,
      "step": 24685
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.011353532245868e-06,
      "loss": 0.0441,
      "step": 24686
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.011121001005431e-06,
      "loss": 0.024,
      "step": 24687
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.010888464575622e-06,
      "loss": 0.0131,
      "step": 24688
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.010655922957046e-06,
      "loss": 0.0158,
      "step": 24689
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0104233761502974e-06,
      "loss": 0.0087,
      "step": 24690
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.010190824155976e-06,
      "loss": 0.0044,
      "step": 24691
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.009958266974686e-06,
      "loss": 0.015,
      "step": 24692
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.009725704607025e-06,
      "loss": 0.0089,
      "step": 24693
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.009493137053592e-06,
      "loss": 0.0028,
      "step": 24694
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.00926056431499e-06,
      "loss": 0.0069,
      "step": 24695
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.009027986391818e-06,
      "loss": 0.0143,
      "step": 24696
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.008795403284674e-06,
      "loss": 0.0055,
      "step": 24697
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.008562814994161e-06,
      "loss": 0.0091,
      "step": 24698
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.008330221520877e-06,
      "loss": 0.0114,
      "step": 24699
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.008097622865425e-06,
      "loss": 0.0045,
      "step": 24700
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0078650190284016e-06,
      "loss": 0.0028,
      "step": 24701
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.00763241001041e-06,
      "loss": 0.0018,
      "step": 24702
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.007399795812049e-06,
      "loss": 0.0069,
      "step": 24703
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.00716717643392e-06,
      "loss": 0.0066,
      "step": 24704
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.006934551876621e-06,
      "loss": 0.003,
      "step": 24705
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0067019221407525e-06,
      "loss": 0.0071,
      "step": 24706
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.006469287226918e-06,
      "loss": 0.0106,
      "step": 24707
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.006236647135715e-06,
      "loss": 0.0057,
      "step": 24708
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.006004001867744e-06,
      "loss": 0.0274,
      "step": 24709
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.005771351423604e-06,
      "loss": 0.0046,
      "step": 24710
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0055386958039e-06,
      "loss": 0.0251,
      "step": 24711
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.005306035009227e-06,
      "loss": 0.0108,
      "step": 24712
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0050733690401895e-06,
      "loss": 0.0065,
      "step": 24713
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.004840697897384e-06,
      "loss": 0.0049,
      "step": 24714
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.004608021581414e-06,
      "loss": 0.0043,
      "step": 24715
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.004375340092879e-06,
      "loss": 0.006,
      "step": 24716
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.004142653432377e-06,
      "loss": 0.0121,
      "step": 24717
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.003909961600515e-06,
      "loss": 0.0124,
      "step": 24718
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.003677264597886e-06,
      "loss": 0.0047,
      "step": 24719
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.003444562425094e-06,
      "loss": 0.0031,
      "step": 24720
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.003211855082738e-06,
      "loss": 0.0052,
      "step": 24721
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.00297914257142e-06,
      "loss": 0.0083,
      "step": 24722
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.002746424891741e-06,
      "loss": 0.0169,
      "step": 24723
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.0025137020442975e-06,
      "loss": 0.0038,
      "step": 24724
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.002280974029696e-06,
      "loss": 0.0278,
      "step": 24725
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.002048240848531e-06,
      "loss": 0.0262,
      "step": 24726
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.001815502501408e-06,
      "loss": 0.0104,
      "step": 24727
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.001582758988925e-06,
      "loss": 0.0132,
      "step": 24728
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.001350010311683e-06,
      "loss": 0.0241,
      "step": 24729
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.001117256470281e-06,
      "loss": 0.0147,
      "step": 24730
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.000884497465322e-06,
      "loss": 0.0041,
      "step": 24731
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.000651733297407e-06,
      "loss": 0.0055,
      "step": 24732
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.000418963967134e-06,
      "loss": 0.0047,
      "step": 24733
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.000186189475104e-06,
      "loss": 0.0061,
      "step": 24734
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.99995340982192e-06,
      "loss": 0.0064,
      "step": 24735
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.999720625008181e-06,
      "loss": 0.0035,
      "step": 24736
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9994878350344875e-06,
      "loss": 0.0072,
      "step": 24737
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.999255039901442e-06,
      "loss": 0.0152,
      "step": 24738
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.999022239609642e-06,
      "loss": 0.0431,
      "step": 24739
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.998789434159692e-06,
      "loss": 0.0099,
      "step": 24740
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9985566235521885e-06,
      "loss": 0.0068,
      "step": 24741
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.998323807787735e-06,
      "loss": 0.0085,
      "step": 24742
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.998090986866932e-06,
      "loss": 0.0057,
      "step": 24743
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.99785816079038e-06,
      "loss": 0.0031,
      "step": 24744
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.99762532955868e-06,
      "loss": 0.0121,
      "step": 24745
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.99739249317243e-06,
      "loss": 0.0049,
      "step": 24746
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.997159651632236e-06,
      "loss": 0.0139,
      "step": 24747
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9969268049386964e-06,
      "loss": 0.0036,
      "step": 24748
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9966939530924094e-06,
      "loss": 0.0254,
      "step": 24749
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.99646109609398e-06,
      "loss": 0.0143,
      "step": 24750
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.996228233944007e-06,
      "loss": 0.008,
      "step": 24751
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.995995366643089e-06,
      "loss": 0.006,
      "step": 24752
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.995762494191832e-06,
      "loss": 0.0071,
      "step": 24753
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.995529616590835e-06,
      "loss": 0.0124,
      "step": 24754
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.995296733840695e-06,
      "loss": 0.0082,
      "step": 24755
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.995063845942017e-06,
      "loss": 0.0117,
      "step": 24756
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.994830952895403e-06,
      "loss": 0.0087,
      "step": 24757
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.99459805470145e-06,
      "loss": 0.0115,
      "step": 24758
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.994365151360761e-06,
      "loss": 0.0024,
      "step": 24759
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.994132242873937e-06,
      "loss": 0.0135,
      "step": 24760
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.993899329241579e-06,
      "loss": 0.0211,
      "step": 24761
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.993666410464288e-06,
      "loss": 0.0098,
      "step": 24762
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.993433486542665e-06,
      "loss": 0.0036,
      "step": 24763
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9932005574773094e-06,
      "loss": 0.0209,
      "step": 24764
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.992967623268825e-06,
      "loss": 0.0058,
      "step": 24765
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9927346839178116e-06,
      "loss": 0.0088,
      "step": 24766
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.992501739424868e-06,
      "loss": 0.0112,
      "step": 24767
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9922687897906e-06,
      "loss": 0.0364,
      "step": 24768
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9920358350156055e-06,
      "loss": 0.0019,
      "step": 24769
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.991802875100486e-06,
      "loss": 0.0109,
      "step": 24770
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.991569910045843e-06,
      "loss": 0.0033,
      "step": 24771
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9913369398522775e-06,
      "loss": 0.0327,
      "step": 24772
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.991103964520392e-06,
      "loss": 0.02,
      "step": 24773
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.990870984050784e-06,
      "loss": 0.0045,
      "step": 24774
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.990637998444057e-06,
      "loss": 0.0064,
      "step": 24775
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.990405007700813e-06,
      "loss": 0.0051,
      "step": 24776
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.990172011821652e-06,
      "loss": 0.0205,
      "step": 24777
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.989939010807176e-06,
      "loss": 0.0113,
      "step": 24778
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.989706004657986e-06,
      "loss": 0.0165,
      "step": 24779
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.989472993374682e-06,
      "loss": 0.0105,
      "step": 24780
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9892399769578665e-06,
      "loss": 0.01,
      "step": 24781
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.989006955408142e-06,
      "loss": 0.0112,
      "step": 24782
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.988773928726107e-06,
      "loss": 0.0068,
      "step": 24783
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.988540896912364e-06,
      "loss": 0.0144,
      "step": 24784
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9883078599675135e-06,
      "loss": 0.0335,
      "step": 24785
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.988074817892158e-06,
      "loss": 0.0113,
      "step": 24786
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9878417706869e-06,
      "loss": 0.0171,
      "step": 24787
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.987608718352339e-06,
      "loss": 0.0452,
      "step": 24788
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.987375660889075e-06,
      "loss": 0.0071,
      "step": 24789
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.987142598297714e-06,
      "loss": 0.0206,
      "step": 24790
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.986909530578852e-06,
      "loss": 0.003,
      "step": 24791
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.986676457733093e-06,
      "loss": 0.0023,
      "step": 24792
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.986443379761038e-06,
      "loss": 0.0029,
      "step": 24793
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9862102966632905e-06,
      "loss": 0.0199,
      "step": 24794
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.985977208440449e-06,
      "loss": 0.0042,
      "step": 24795
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.985744115093116e-06,
      "loss": 0.0121,
      "step": 24796
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.985511016621893e-06,
      "loss": 0.0207,
      "step": 24797
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.985277913027382e-06,
      "loss": 0.014,
      "step": 24798
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.985044804310184e-06,
      "loss": 0.005,
      "step": 24799
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.984811690470898e-06,
      "loss": 0.0109,
      "step": 24800
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.984578571510132e-06,
      "loss": 0.0097,
      "step": 24801
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.98434544742848e-06,
      "loss": 0.0033,
      "step": 24802
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.984112318226551e-06,
      "loss": 0.0132,
      "step": 24803
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.983879183904939e-06,
      "loss": 0.0072,
      "step": 24804
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9836460444642495e-06,
      "loss": 0.0028,
      "step": 24805
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.983412899905085e-06,
      "loss": 0.0046,
      "step": 24806
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.983179750228045e-06,
      "loss": 0.0089,
      "step": 24807
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.982946595433733e-06,
      "loss": 0.008,
      "step": 24808
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.982713435522749e-06,
      "loss": 0.0045,
      "step": 24809
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.982480270495694e-06,
      "loss": 0.0103,
      "step": 24810
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.982247100353172e-06,
      "loss": 0.0112,
      "step": 24811
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.982013925095783e-06,
      "loss": 0.0056,
      "step": 24812
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.98178074472413e-06,
      "loss": 0.0037,
      "step": 24813
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.981547559238813e-06,
      "loss": 0.0036,
      "step": 24814
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.981314368640436e-06,
      "loss": 0.0048,
      "step": 24815
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.981081172929598e-06,
      "loss": 0.0167,
      "step": 24816
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.980847972106901e-06,
      "loss": 0.0024,
      "step": 24817
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.98061476617295e-06,
      "loss": 0.0094,
      "step": 24818
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.980381555128343e-06,
      "loss": 0.0044,
      "step": 24819
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.980148338973682e-06,
      "loss": 0.0224,
      "step": 24820
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.979915117709573e-06,
      "loss": 0.0031,
      "step": 24821
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9796818913366125e-06,
      "loss": 0.0125,
      "step": 24822
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.979448659855406e-06,
      "loss": 0.0102,
      "step": 24823
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.979215423266553e-06,
      "loss": 0.0344,
      "step": 24824
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.978982181570656e-06,
      "loss": 0.006,
      "step": 24825
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.978748934768318e-06,
      "loss": 0.0427,
      "step": 24826
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.978515682860138e-06,
      "loss": 0.0103,
      "step": 24827
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.978282425846723e-06,
      "loss": 0.0053,
      "step": 24828
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.978049163728671e-06,
      "loss": 0.033,
      "step": 24829
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.977815896506582e-06,
      "loss": 0.0365,
      "step": 24830
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.977582624181062e-06,
      "loss": 0.0052,
      "step": 24831
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.977349346752711e-06,
      "loss": 0.004,
      "step": 24832
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.977116064222134e-06,
      "loss": 0.0073,
      "step": 24833
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.976882776589926e-06,
      "loss": 0.009,
      "step": 24834
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.976649483856695e-06,
      "loss": 0.0171,
      "step": 24835
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9764161860230426e-06,
      "loss": 0.0084,
      "step": 24836
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.976182883089569e-06,
      "loss": 0.0182,
      "step": 24837
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.975949575056875e-06,
      "loss": 0.0075,
      "step": 24838
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.975716261925564e-06,
      "loss": 0.0145,
      "step": 24839
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.975482943696242e-06,
      "loss": 0.0068,
      "step": 24840
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9752496203695035e-06,
      "loss": 0.0158,
      "step": 24841
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9750162919459554e-06,
      "loss": 0.0202,
      "step": 24842
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.974782958426198e-06,
      "loss": 0.0098,
      "step": 24843
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.974549619810836e-06,
      "loss": 0.0062,
      "step": 24844
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.974316276100468e-06,
      "loss": 0.0086,
      "step": 24845
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.974082927295698e-06,
      "loss": 0.0076,
      "step": 24846
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.973849573397129e-06,
      "loss": 0.0053,
      "step": 24847
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.973616214405361e-06,
      "loss": 0.007,
      "step": 24848
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.973382850320997e-06,
      "loss": 0.0051,
      "step": 24849
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.973149481144639e-06,
      "loss": 0.0091,
      "step": 24850
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.97291610687689e-06,
      "loss": 0.017,
      "step": 24851
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.972682727518351e-06,
      "loss": 0.005,
      "step": 24852
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.972449343069625e-06,
      "loss": 0.0093,
      "step": 24853
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.972215953531314e-06,
      "loss": 0.0029,
      "step": 24854
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9719825589040204e-06,
      "loss": 0.0052,
      "step": 24855
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.971749159188346e-06,
      "loss": 0.0067,
      "step": 24856
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.971515754384893e-06,
      "loss": 0.023,
      "step": 24857
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.971282344494266e-06,
      "loss": 0.0135,
      "step": 24858
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.971048929517063e-06,
      "loss": 0.02,
      "step": 24859
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.970815509453889e-06,
      "loss": 0.0012,
      "step": 24860
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9705820843053465e-06,
      "loss": 0.0031,
      "step": 24861
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9703486540720364e-06,
      "loss": 0.0086,
      "step": 24862
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.970115218754563e-06,
      "loss": 0.0106,
      "step": 24863
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.969881778353526e-06,
      "loss": 0.0054,
      "step": 24864
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.96964833286953e-06,
      "loss": 0.0109,
      "step": 24865
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.969414882303176e-06,
      "loss": 0.0033,
      "step": 24866
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.969181426655068e-06,
      "loss": 0.0098,
      "step": 24867
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.968947965925807e-06,
      "loss": 0.005,
      "step": 24868
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.968714500115995e-06,
      "loss": 0.0062,
      "step": 24869
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.968481029226235e-06,
      "loss": 0.0043,
      "step": 24870
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.96824755325713e-06,
      "loss": 0.0062,
      "step": 24871
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.968014072209283e-06,
      "loss": 0.0049,
      "step": 24872
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.967780586083295e-06,
      "loss": 0.0041,
      "step": 24873
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.967547094879767e-06,
      "loss": 0.0043,
      "step": 24874
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.967313598599306e-06,
      "loss": 0.0088,
      "step": 24875
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.967080097242511e-06,
      "loss": 0.0111,
      "step": 24876
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.966846590809984e-06,
      "loss": 0.0128,
      "step": 24877
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.966613079302332e-06,
      "loss": 0.0084,
      "step": 24878
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.966379562720153e-06,
      "loss": 0.0087,
      "step": 24879
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9661460410640515e-06,
      "loss": 0.0058,
      "step": 24880
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.965912514334629e-06,
      "loss": 0.0083,
      "step": 24881
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9656789825324875e-06,
      "loss": 0.0025,
      "step": 24882
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.965445445658234e-06,
      "loss": 0.0063,
      "step": 24883
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.965211903712467e-06,
      "loss": 0.0106,
      "step": 24884
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9649783566957885e-06,
      "loss": 0.0011,
      "step": 24885
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.964744804608803e-06,
      "loss": 0.0105,
      "step": 24886
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.964511247452114e-06,
      "loss": 0.0127,
      "step": 24887
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.964277685226322e-06,
      "loss": 0.0074,
      "step": 24888
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.964044117932031e-06,
      "loss": 0.0074,
      "step": 24889
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.963810545569844e-06,
      "loss": 0.0087,
      "step": 24890
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.963576968140361e-06,
      "loss": 0.0029,
      "step": 24891
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.963343385644188e-06,
      "loss": 0.0054,
      "step": 24892
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.963109798081926e-06,
      "loss": 0.0041,
      "step": 24893
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.96287620545418e-06,
      "loss": 0.0036,
      "step": 24894
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.962642607761548e-06,
      "loss": 0.0041,
      "step": 24895
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9624090050046375e-06,
      "loss": 0.0044,
      "step": 24896
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.96217539718405e-06,
      "loss": 0.0046,
      "step": 24897
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.961941784300387e-06,
      "loss": 0.0174,
      "step": 24898
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.961708166354252e-06,
      "loss": 0.0074,
      "step": 24899
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9614745433462474e-06,
      "loss": 0.0144,
      "step": 24900
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.961240915276977e-06,
      "loss": 0.0045,
      "step": 24901
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.961007282147043e-06,
      "loss": 0.0098,
      "step": 24902
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.960773643957049e-06,
      "loss": 0.0007,
      "step": 24903
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.960540000707596e-06,
      "loss": 0.0031,
      "step": 24904
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.960306352399289e-06,
      "loss": 0.0072,
      "step": 24905
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.960072699032729e-06,
      "loss": 0.0038,
      "step": 24906
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.95983904060852e-06,
      "loss": 0.0049,
      "step": 24907
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9596053771272664e-06,
      "loss": 0.0158,
      "step": 24908
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.95937170858957e-06,
      "loss": 0.0102,
      "step": 24909
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.959138034996032e-06,
      "loss": 0.0089,
      "step": 24910
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.958904356347256e-06,
      "loss": 0.006,
      "step": 24911
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.958670672643847e-06,
      "loss": 0.004,
      "step": 24912
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.958436983886407e-06,
      "loss": 0.0076,
      "step": 24913
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9582032900755354e-06,
      "loss": 0.0117,
      "step": 24914
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.957969591211842e-06,
      "loss": 0.0078,
      "step": 24915
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.957735887295924e-06,
      "loss": 0.0187,
      "step": 24916
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.957502178328388e-06,
      "loss": 0.012,
      "step": 24917
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9572684643098356e-06,
      "loss": 0.0067,
      "step": 24918
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9570347452408705e-06,
      "loss": 0.0094,
      "step": 24919
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.956801021122094e-06,
      "loss": 0.0061,
      "step": 24920
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.95656729195411e-06,
      "loss": 0.0048,
      "step": 24921
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.956333557737524e-06,
      "loss": 0.0087,
      "step": 24922
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.956099818472937e-06,
      "loss": 0.0051,
      "step": 24923
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.955866074160951e-06,
      "loss": 0.0104,
      "step": 24924
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.955632324802171e-06,
      "loss": 0.0086,
      "step": 24925
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.955398570397199e-06,
      "loss": 0.013,
      "step": 24926
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.955164810946639e-06,
      "loss": 0.0081,
      "step": 24927
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9549310464510945e-06,
      "loss": 0.0068,
      "step": 24928
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.954697276911167e-06,
      "loss": 0.0097,
      "step": 24929
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.954463502327462e-06,
      "loss": 0.0046,
      "step": 24930
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.95422972270058e-06,
      "loss": 0.021,
      "step": 24931
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.953995938031129e-06,
      "loss": 0.0083,
      "step": 24932
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.953762148319706e-06,
      "loss": 0.0042,
      "step": 24933
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9535283535669186e-06,
      "loss": 0.008,
      "step": 24934
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.953294553773369e-06,
      "loss": 0.0047,
      "step": 24935
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9530607489396584e-06,
      "loss": 0.0079,
      "step": 24936
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.952826939066394e-06,
      "loss": 0.0219,
      "step": 24937
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.952593124154176e-06,
      "loss": 0.0257,
      "step": 24938
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.952359304203608e-06,
      "loss": 0.0024,
      "step": 24939
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.952125479215295e-06,
      "loss": 0.0146,
      "step": 24940
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.95189164918984e-06,
      "loss": 0.0055,
      "step": 24941
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.951657814127846e-06,
      "loss": 0.0101,
      "step": 24942
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.951423974029915e-06,
      "loss": 0.0167,
      "step": 24943
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.951190128896652e-06,
      "loss": 0.0048,
      "step": 24944
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.95095627872866e-06,
      "loss": 0.0025,
      "step": 24945
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.950722423526541e-06,
      "loss": 0.0093,
      "step": 24946
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.950488563290902e-06,
      "loss": 0.002,
      "step": 24947
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.950254698022344e-06,
      "loss": 0.0069,
      "step": 24948
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9500208277214694e-06,
      "loss": 0.0291,
      "step": 24949
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.949786952388884e-06,
      "loss": 0.0128,
      "step": 24950
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9495530720251894e-06,
      "loss": 0.0066,
      "step": 24951
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.949319186630989e-06,
      "loss": 0.0106,
      "step": 24952
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.94908529620689e-06,
      "loss": 0.0081,
      "step": 24953
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.948851400753491e-06,
      "loss": 0.012,
      "step": 24954
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.948617500271399e-06,
      "loss": 0.0104,
      "step": 24955
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.948383594761215e-06,
      "loss": 0.0147,
      "step": 24956
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.948149684223543e-06,
      "loss": 0.0174,
      "step": 24957
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9479157686589895e-06,
      "loss": 0.0101,
      "step": 24958
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9476818480681554e-06,
      "loss": 0.0197,
      "step": 24959
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9474479224516445e-06,
      "loss": 0.0265,
      "step": 24960
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.94721399181006e-06,
      "loss": 0.0224,
      "step": 24961
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.946980056144007e-06,
      "loss": 0.0157,
      "step": 24962
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.946746115454088e-06,
      "loss": 0.023,
      "step": 24963
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.946512169740906e-06,
      "loss": 0.014,
      "step": 24964
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.946278219005067e-06,
      "loss": 0.0027,
      "step": 24965
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.946044263247174e-06,
      "loss": 0.0077,
      "step": 24966
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.945810302467828e-06,
      "loss": 0.0029,
      "step": 24967
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.945576336667636e-06,
      "loss": 0.0106,
      "step": 24968
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.945342365847202e-06,
      "loss": 0.0028,
      "step": 24969
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.945108390007126e-06,
      "loss": 0.0026,
      "step": 24970
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.944874409148014e-06,
      "loss": 0.0118,
      "step": 24971
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.94464042327047e-06,
      "loss": 0.0245,
      "step": 24972
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.944406432375098e-06,
      "loss": 0.0142,
      "step": 24973
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.944172436462499e-06,
      "loss": 0.0343,
      "step": 24974
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.943938435533282e-06,
      "loss": 0.004,
      "step": 24975
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.943704429588046e-06,
      "loss": 0.0158,
      "step": 24976
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.943470418627398e-06,
      "loss": 0.0175,
      "step": 24977
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.943236402651938e-06,
      "loss": 0.0155,
      "step": 24978
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.943002381662274e-06,
      "loss": 0.0022,
      "step": 24979
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.942768355659007e-06,
      "loss": 0.015,
      "step": 24980
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.942534324642743e-06,
      "loss": 0.0032,
      "step": 24981
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.942300288614084e-06,
      "loss": 0.0093,
      "step": 24982
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.942066247573635e-06,
      "loss": 0.0096,
      "step": 24983
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9418322015220006e-06,
      "loss": 0.0319,
      "step": 24984
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.941598150459783e-06,
      "loss": 0.0031,
      "step": 24985
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.941364094387586e-06,
      "loss": 0.0076,
      "step": 24986
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.941130033306016e-06,
      "loss": 0.0107,
      "step": 24987
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.940895967215675e-06,
      "loss": 0.0167,
      "step": 24988
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.940661896117167e-06,
      "loss": 0.0034,
      "step": 24989
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9404278200110955e-06,
      "loss": 0.0036,
      "step": 24990
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.940193738898067e-06,
      "loss": 0.0153,
      "step": 24991
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9399596527786835e-06,
      "loss": 0.0091,
      "step": 24992
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.939725561653548e-06,
      "loss": 0.0051,
      "step": 24993
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.939491465523267e-06,
      "loss": 0.0051,
      "step": 24994
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.939257364388444e-06,
      "loss": 0.0121,
      "step": 24995
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.939023258249682e-06,
      "loss": 0.0254,
      "step": 24996
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.938789147107585e-06,
      "loss": 0.0046,
      "step": 24997
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.938555030962759e-06,
      "loss": 0.0092,
      "step": 24998
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.938320909815806e-06,
      "loss": 0.011,
      "step": 24999
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.93808678366733e-06,
      "loss": 0.0351,
      "step": 25000
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.937852652517938e-06,
      "loss": 0.0058,
      "step": 25001
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.937618516368231e-06,
      "loss": 0.0056,
      "step": 25002
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9373843752188145e-06,
      "loss": 0.0073,
      "step": 25003
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.937150229070291e-06,
      "loss": 0.0027,
      "step": 25004
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.936916077923268e-06,
      "loss": 0.041,
      "step": 25005
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.936681921778346e-06,
      "loss": 0.0099,
      "step": 25006
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.936447760636133e-06,
      "loss": 0.0122,
      "step": 25007
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.93621359449723e-06,
      "loss": 0.0048,
      "step": 25008
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9359794233622436e-06,
      "loss": 0.0076,
      "step": 25009
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.935745247231775e-06,
      "loss": 0.0112,
      "step": 25010
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9355110661064306e-06,
      "loss": 0.0115,
      "step": 25011
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.935276879986816e-06,
      "loss": 0.0021,
      "step": 25012
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9350426888735344e-06,
      "loss": 0.0019,
      "step": 25013
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.934808492767187e-06,
      "loss": 0.0109,
      "step": 25014
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.934574291668382e-06,
      "loss": 0.0068,
      "step": 25015
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.934340085577723e-06,
      "loss": 0.0102,
      "step": 25016
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.934105874495814e-06,
      "loss": 0.009,
      "step": 25017
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.933871658423259e-06,
      "loss": 0.0093,
      "step": 25018
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.933637437360661e-06,
      "loss": 0.0157,
      "step": 25019
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.933403211308627e-06,
      "loss": 0.0073,
      "step": 25020
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9331689802677595e-06,
      "loss": 0.0069,
      "step": 25021
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.932934744238664e-06,
      "loss": 0.0097,
      "step": 25022
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.932700503221945e-06,
      "loss": 0.0153,
      "step": 25023
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.932466257218206e-06,
      "loss": 0.0162,
      "step": 25024
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9322320062280515e-06,
      "loss": 0.0042,
      "step": 25025
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.931997750252087e-06,
      "loss": 0.0238,
      "step": 25026
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9317634892909154e-06,
      "loss": 0.0057,
      "step": 25027
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9315292233451425e-06,
      "loss": 0.0062,
      "step": 25028
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.931294952415372e-06,
      "loss": 0.0106,
      "step": 25029
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.931060676502209e-06,
      "loss": 0.0104,
      "step": 25030
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.930826395606259e-06,
      "loss": 0.0209,
      "step": 25031
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.930592109728123e-06,
      "loss": 0.0114,
      "step": 25032
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9303578188684085e-06,
      "loss": 0.004,
      "step": 25033
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.930123523027721e-06,
      "loss": 0.0276,
      "step": 25034
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.92988922220666e-06,
      "loss": 0.0043,
      "step": 25035
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.929654916405836e-06,
      "loss": 0.0135,
      "step": 25036
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.929420605625852e-06,
      "loss": 0.0054,
      "step": 25037
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.92918628986731e-06,
      "loss": 0.0058,
      "step": 25038
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.928951969130816e-06,
      "loss": 0.0119,
      "step": 25039
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.928717643416975e-06,
      "loss": 0.0288,
      "step": 25040
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.928483312726393e-06,
      "loss": 0.006,
      "step": 25041
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.928248977059673e-06,
      "loss": 0.0066,
      "step": 25042
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9280146364174176e-06,
      "loss": 0.0068,
      "step": 25043
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.927780290800235e-06,
      "loss": 0.019,
      "step": 25044
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.927545940208729e-06,
      "loss": 0.0162,
      "step": 25045
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.927311584643504e-06,
      "loss": 0.0061,
      "step": 25046
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.927077224105164e-06,
      "loss": 0.0178,
      "step": 25047
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.926842858594316e-06,
      "loss": 0.0081,
      "step": 25048
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.926608488111561e-06,
      "loss": 0.003,
      "step": 25049
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.926374112657507e-06,
      "loss": 0.0032,
      "step": 25050
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.926139732232757e-06,
      "loss": 0.0162,
      "step": 25051
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.925905346837918e-06,
      "loss": 0.009,
      "step": 25052
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.925670956473591e-06,
      "loss": 0.0247,
      "step": 25053
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.925436561140384e-06,
      "loss": 0.0073,
      "step": 25054
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.925202160838902e-06,
      "loss": 0.0177,
      "step": 25055
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.924967755569747e-06,
      "loss": 0.0106,
      "step": 25056
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.924733345333528e-06,
      "loss": 0.012,
      "step": 25057
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.924498930130844e-06,
      "loss": 0.0126,
      "step": 25058
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.924264509962306e-06,
      "loss": 0.0099,
      "step": 25059
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.924030084828515e-06,
      "loss": 0.0085,
      "step": 25060
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.923795654730076e-06,
      "loss": 0.0338,
      "step": 25061
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.923561219667596e-06,
      "loss": 0.0029,
      "step": 25062
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.923326779641679e-06,
      "loss": 0.0098,
      "step": 25063
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.92309233465293e-06,
      "loss": 0.0033,
      "step": 25064
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.922857884701953e-06,
      "loss": 0.0328,
      "step": 25065
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.922623429789355e-06,
      "loss": 0.0095,
      "step": 25066
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9223889699157384e-06,
      "loss": 0.0028,
      "step": 25067
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.92215450508171e-06,
      "loss": 0.0194,
      "step": 25068
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.921920035287872e-06,
      "loss": 0.0344,
      "step": 25069
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9216855605348355e-06,
      "loss": 0.012,
      "step": 25070
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.921451080823199e-06,
      "loss": 0.0034,
      "step": 25071
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.921216596153572e-06,
      "loss": 0.0057,
      "step": 25072
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.920982106526556e-06,
      "loss": 0.0155,
      "step": 25073
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.92074761194276e-06,
      "loss": 0.0076,
      "step": 25074
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.920513112402785e-06,
      "loss": 0.0053,
      "step": 25075
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.920278607907238e-06,
      "loss": 0.0062,
      "step": 25076
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.920044098456726e-06,
      "loss": 0.0093,
      "step": 25077
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9198095840518505e-06,
      "loss": 0.0034,
      "step": 25078
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.919575064693219e-06,
      "loss": 0.0198,
      "step": 25079
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.919340540381436e-06,
      "loss": 0.0015,
      "step": 25080
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.919106011117106e-06,
      "loss": 0.0091,
      "step": 25081
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.918871476900836e-06,
      "loss": 0.0075,
      "step": 25082
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.91863693773323e-06,
      "loss": 0.0073,
      "step": 25083
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.918402393614891e-06,
      "loss": 0.0052,
      "step": 25084
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9181678445464285e-06,
      "loss": 0.0342,
      "step": 25085
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.917933290528445e-06,
      "loss": 0.004,
      "step": 25086
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.917698731561546e-06,
      "loss": 0.0057,
      "step": 25087
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.917464167646338e-06,
      "loss": 0.0047,
      "step": 25088
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.917229598783424e-06,
      "loss": 0.0036,
      "step": 25089
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.916995024973411e-06,
      "loss": 0.0016,
      "step": 25090
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.916760446216904e-06,
      "loss": 0.0043,
      "step": 25091
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.91652586251451e-06,
      "loss": 0.0088,
      "step": 25092
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.91629127386683e-06,
      "loss": 0.0083,
      "step": 25093
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.916056680274472e-06,
      "loss": 0.0118,
      "step": 25094
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.915822081738042e-06,
      "loss": 0.0058,
      "step": 25095
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9155874782581435e-06,
      "loss": 0.0161,
      "step": 25096
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.915352869835384e-06,
      "loss": 0.0163,
      "step": 25097
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.915118256470365e-06,
      "loss": 0.0022,
      "step": 25098
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.914883638163698e-06,
      "loss": 0.0087,
      "step": 25099
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.914649014915983e-06,
      "loss": 0.0101,
      "step": 25100
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.914414386727828e-06,
      "loss": 0.0068,
      "step": 25101
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.914179753599839e-06,
      "loss": 0.0062,
      "step": 25102
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.913945115532619e-06,
      "loss": 0.0141,
      "step": 25103
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9137104725267734e-06,
      "loss": 0.0036,
      "step": 25104
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.913475824582909e-06,
      "loss": 0.004,
      "step": 25105
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9132411717016335e-06,
      "loss": 0.006,
      "step": 25106
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.913006513883549e-06,
      "loss": 0.0061,
      "step": 25107
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.91277185112926e-06,
      "loss": 0.0033,
      "step": 25108
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.912537183439378e-06,
      "loss": 0.0046,
      "step": 25109
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.912302510814502e-06,
      "loss": 0.0156,
      "step": 25110
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.912067833255241e-06,
      "loss": 0.0054,
      "step": 25111
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.911833150762199e-06,
      "loss": 0.0112,
      "step": 25112
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9115984633359825e-06,
      "loss": 0.0076,
      "step": 25113
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9113637709771974e-06,
      "loss": 0.0084,
      "step": 25114
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.911129073686447e-06,
      "loss": 0.0045,
      "step": 25115
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.91089437146434e-06,
      "loss": 0.0102,
      "step": 25116
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.910659664311481e-06,
      "loss": 0.0042,
      "step": 25117
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.910424952228474e-06,
      "loss": 0.0187,
      "step": 25118
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.910190235215927e-06,
      "loss": 0.0105,
      "step": 25119
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.909955513274444e-06,
      "loss": 0.0135,
      "step": 25120
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.90972078640463e-06,
      "loss": 0.0091,
      "step": 25121
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.909486054607094e-06,
      "loss": 0.0241,
      "step": 25122
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9092513178824385e-06,
      "loss": 0.006,
      "step": 25123
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.909016576231271e-06,
      "loss": 0.0028,
      "step": 25124
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.908781829654194e-06,
      "loss": 0.0098,
      "step": 25125
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.908547078151817e-06,
      "loss": 0.0313,
      "step": 25126
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9083123217247465e-06,
      "loss": 0.0108,
      "step": 25127
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.908077560373585e-06,
      "loss": 0.0074,
      "step": 25128
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.907842794098938e-06,
      "loss": 0.0046,
      "step": 25129
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.907608022901413e-06,
      "loss": 0.0163,
      "step": 25130
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9073732467816165e-06,
      "loss": 0.038,
      "step": 25131
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.907138465740154e-06,
      "loss": 0.0071,
      "step": 25132
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.906903679777629e-06,
      "loss": 0.0149,
      "step": 25133
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.90666888889465e-06,
      "loss": 0.0068,
      "step": 25134
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9064340930918205e-06,
      "loss": 0.0157,
      "step": 25135
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.906199292369748e-06,
      "loss": 0.007,
      "step": 25136
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9059644867290385e-06,
      "loss": 0.0038,
      "step": 25137
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.905729676170299e-06,
      "loss": 0.0039,
      "step": 25138
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9054948606941306e-06,
      "loss": 0.0054,
      "step": 25139
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.905260040301143e-06,
      "loss": 0.025,
      "step": 25140
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.905025214991943e-06,
      "loss": 0.0157,
      "step": 25141
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.904790384767135e-06,
      "loss": 0.0035,
      "step": 25142
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.904555549627323e-06,
      "loss": 0.0046,
      "step": 25143
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.904320709573116e-06,
      "loss": 0.0028,
      "step": 25144
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.90408586460512e-06,
      "loss": 0.0029,
      "step": 25145
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9038510147239375e-06,
      "loss": 0.0084,
      "step": 25146
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.9036161599301795e-06,
      "loss": 0.0226,
      "step": 25147
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.903381300224448e-06,
      "loss": 0.0134,
      "step": 25148
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.903146435607351e-06,
      "loss": 0.0226,
      "step": 25149
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.902911566079492e-06,
      "loss": 0.0041,
      "step": 25150
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.90267669164148e-06,
      "loss": 0.0251,
      "step": 25151
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.902441812293921e-06,
      "loss": 0.0032,
      "step": 25152
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.90220692803742e-06,
      "loss": 0.0132,
      "step": 25153
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.901972038872582e-06,
      "loss": 0.0157,
      "step": 25154
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.901737144800014e-06,
      "loss": 0.014,
      "step": 25155
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.901502245820323e-06,
      "loss": 0.004,
      "step": 25156
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.901267341934115e-06,
      "loss": 0.0026,
      "step": 25157
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.901032433141994e-06,
      "loss": 0.0057,
      "step": 25158
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.900797519444569e-06,
      "loss": 0.0074,
      "step": 25159
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.900562600842446e-06,
      "loss": 0.0103,
      "step": 25160
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.900327677336227e-06,
      "loss": 0.0112,
      "step": 25161
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.900092748926523e-06,
      "loss": 0.0085,
      "step": 25162
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.899857815613939e-06,
      "loss": 0.0144,
      "step": 25163
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.89962287739908e-06,
      "loss": 0.007,
      "step": 25164
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.899387934282553e-06,
      "loss": 0.0047,
      "step": 25165
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.899152986264964e-06,
      "loss": 0.0094,
      "step": 25166
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.89891803334692e-06,
      "loss": 0.0034,
      "step": 25167
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.898683075529026e-06,
      "loss": 0.0248,
      "step": 25168
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.898448112811889e-06,
      "loss": 0.0064,
      "step": 25169
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.898213145196114e-06,
      "loss": 0.0082,
      "step": 25170
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8979781726823095e-06,
      "loss": 0.0344,
      "step": 25171
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.89774319527108e-06,
      "loss": 0.0126,
      "step": 25172
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8975082129630334e-06,
      "loss": 0.0014,
      "step": 25173
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.897273225758776e-06,
      "loss": 0.0101,
      "step": 25174
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.897038233658912e-06,
      "loss": 0.0077,
      "step": 25175
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.896803236664049e-06,
      "loss": 0.0041,
      "step": 25176
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8965682347747945e-06,
      "loss": 0.0088,
      "step": 25177
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8963332279917535e-06,
      "loss": 0.0165,
      "step": 25178
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.8960982163155336e-06,
      "loss": 0.0054,
      "step": 25179
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.895863199746739e-06,
      "loss": 0.0031,
      "step": 25180
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.895628178285978e-06,
      "loss": 0.0128,
      "step": 25181
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.895393151933857e-06,
      "loss": 0.0064,
      "step": 25182
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.895158120690981e-06,
      "loss": 0.0118,
      "step": 25183
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.894923084557958e-06,
      "loss": 0.0094,
      "step": 25184
    },
    {
      "epoch": 0.39,
      "learning_rate": 6.894688043535394e-06,
      "loss": 0.0058,
      "step": 25185
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.894452997623895e-06,
      "loss": 0.0081,
      "step": 25186
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.894217946824068e-06,
      "loss": 0.011,
      "step": 25187
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.89398289113652e-06,
      "loss": 0.0026,
      "step": 25188
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.893747830561856e-06,
      "loss": 0.0045,
      "step": 25189
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.893512765100684e-06,
      "loss": 0.0009,
      "step": 25190
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.893277694753608e-06,
      "loss": 0.0167,
      "step": 25191
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.893042619521242e-06,
      "loss": 0.0056,
      "step": 25192
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.892807539404183e-06,
      "loss": 0.0073,
      "step": 25193
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.892572454403041e-06,
      "loss": 0.0045,
      "step": 25194
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.892337364518425e-06,
      "loss": 0.0225,
      "step": 25195
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.89210226975094e-06,
      "loss": 0.0138,
      "step": 25196
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.891867170101193e-06,
      "loss": 0.0109,
      "step": 25197
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.891632065569789e-06,
      "loss": 0.0162,
      "step": 25198
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8913969561573365e-06,
      "loss": 0.0104,
      "step": 25199
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.891161841864441e-06,
      "loss": 0.0177,
      "step": 25200
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.89092672269171e-06,
      "loss": 0.0052,
      "step": 25201
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.89069159863975e-06,
      "loss": 0.0112,
      "step": 25202
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.890456469709168e-06,
      "loss": 0.0111,
      "step": 25203
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8902213359005685e-06,
      "loss": 0.0042,
      "step": 25204
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.889986197214562e-06,
      "loss": 0.0073,
      "step": 25205
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.889751053651753e-06,
      "loss": 0.0072,
      "step": 25206
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.889515905212748e-06,
      "loss": 0.0077,
      "step": 25207
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.889280751898154e-06,
      "loss": 0.0092,
      "step": 25208
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.889045593708579e-06,
      "loss": 0.0041,
      "step": 25209
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.888810430644628e-06,
      "loss": 0.0084,
      "step": 25210
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.888575262706908e-06,
      "loss": 0.0054,
      "step": 25211
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8883400898960285e-06,
      "loss": 0.0063,
      "step": 25212
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.888104912212592e-06,
      "loss": 0.0028,
      "step": 25213
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.88786972965721e-06,
      "loss": 0.004,
      "step": 25214
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8876345422304845e-06,
      "loss": 0.0248,
      "step": 25215
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.887399349933025e-06,
      "loss": 0.0133,
      "step": 25216
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.887164152765441e-06,
      "loss": 0.0136,
      "step": 25217
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.886928950728334e-06,
      "loss": 0.0202,
      "step": 25218
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8866937438223135e-06,
      "loss": 0.0137,
      "step": 25219
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.886458532047988e-06,
      "loss": 0.0011,
      "step": 25220
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.886223315405961e-06,
      "loss": 0.0077,
      "step": 25221
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.885988093896842e-06,
      "loss": 0.0147,
      "step": 25222
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.885752867521238e-06,
      "loss": 0.0044,
      "step": 25223
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.885517636279755e-06,
      "loss": 0.0177,
      "step": 25224
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.885282400172999e-06,
      "loss": 0.0056,
      "step": 25225
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8850471592015775e-06,
      "loss": 0.0126,
      "step": 25226
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8848119133661e-06,
      "loss": 0.01,
      "step": 25227
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.884576662667172e-06,
      "loss": 0.0099,
      "step": 25228
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.884341407105399e-06,
      "loss": 0.0262,
      "step": 25229
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.884106146681389e-06,
      "loss": 0.004,
      "step": 25230
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.88387088139575e-06,
      "loss": 0.0064,
      "step": 25231
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.883635611249089e-06,
      "loss": 0.0099,
      "step": 25232
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8834003362420096e-06,
      "loss": 0.0023,
      "step": 25233
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.883165056375124e-06,
      "loss": 0.0263,
      "step": 25234
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.882929771649038e-06,
      "loss": 0.0032,
      "step": 25235
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8826944820643545e-06,
      "loss": 0.0148,
      "step": 25236
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.882459187621686e-06,
      "loss": 0.0058,
      "step": 25237
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.882223888321637e-06,
      "loss": 0.0077,
      "step": 25238
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.881988584164816e-06,
      "loss": 0.0132,
      "step": 25239
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.881753275151828e-06,
      "loss": 0.0092,
      "step": 25240
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.881517961283282e-06,
      "loss": 0.0071,
      "step": 25241
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8812826425597854e-06,
      "loss": 0.0023,
      "step": 25242
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.881047318981944e-06,
      "loss": 0.0095,
      "step": 25243
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.880811990550365e-06,
      "loss": 0.002,
      "step": 25244
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.880576657265656e-06,
      "loss": 0.008,
      "step": 25245
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.880341319128428e-06,
      "loss": 0.0115,
      "step": 25246
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.880105976139281e-06,
      "loss": 0.0123,
      "step": 25247
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.879870628298826e-06,
      "loss": 0.0184,
      "step": 25248
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.879635275607672e-06,
      "loss": 0.0064,
      "step": 25249
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.879399918066424e-06,
      "loss": 0.0066,
      "step": 25250
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8791645556756905e-06,
      "loss": 0.0102,
      "step": 25251
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.878929188436078e-06,
      "loss": 0.0015,
      "step": 25252
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.878693816348194e-06,
      "loss": 0.0089,
      "step": 25253
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.878458439412646e-06,
      "loss": 0.0062,
      "step": 25254
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.87822305763004e-06,
      "loss": 0.0035,
      "step": 25255
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.877987671000987e-06,
      "loss": 0.0032,
      "step": 25256
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.877752279526091e-06,
      "loss": 0.0042,
      "step": 25257
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.877516883205959e-06,
      "loss": 0.015,
      "step": 25258
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8772814820412e-06,
      "loss": 0.0136,
      "step": 25259
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.877046076032423e-06,
      "loss": 0.0047,
      "step": 25260
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.876810665180233e-06,
      "loss": 0.0222,
      "step": 25261
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.876575249485238e-06,
      "loss": 0.0087,
      "step": 25262
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.876339828948044e-06,
      "loss": 0.0065,
      "step": 25263
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.876104403569262e-06,
      "loss": 0.0161,
      "step": 25264
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8758689733494965e-06,
      "loss": 0.0114,
      "step": 25265
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.875633538289357e-06,
      "loss": 0.0051,
      "step": 25266
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.875398098389449e-06,
      "loss": 0.0105,
      "step": 25267
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.875162653650381e-06,
      "loss": 0.0051,
      "step": 25268
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.87492720407276e-06,
      "loss": 0.0117,
      "step": 25269
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.874691749657194e-06,
      "loss": 0.0093,
      "step": 25270
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8744562904042935e-06,
      "loss": 0.0082,
      "step": 25271
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.87422082631466e-06,
      "loss": 0.0031,
      "step": 25272
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.873985357388905e-06,
      "loss": 0.0069,
      "step": 25273
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.873749883627636e-06,
      "loss": 0.0035,
      "step": 25274
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.873514405031459e-06,
      "loss": 0.0195,
      "step": 25275
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.873278921600983e-06,
      "loss": 0.0044,
      "step": 25276
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.873043433336815e-06,
      "loss": 0.0076,
      "step": 25277
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.872807940239563e-06,
      "loss": 0.0187,
      "step": 25278
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8725724423098335e-06,
      "loss": 0.0092,
      "step": 25279
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.872336939548237e-06,
      "loss": 0.0036,
      "step": 25280
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.872101431955378e-06,
      "loss": 0.0271,
      "step": 25281
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.871865919531866e-06,
      "loss": 0.0051,
      "step": 25282
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8716304022783074e-06,
      "loss": 0.0063,
      "step": 25283
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.87139488019531e-06,
      "loss": 0.0131,
      "step": 25284
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.871159353283486e-06,
      "loss": 0.0033,
      "step": 25285
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.870923821543436e-06,
      "loss": 0.0055,
      "step": 25286
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.870688284975771e-06,
      "loss": 0.005,
      "step": 25287
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8704527435811e-06,
      "loss": 0.0185,
      "step": 25288
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.87021719736003e-06,
      "loss": 0.0029,
      "step": 25289
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8699816463131676e-06,
      "loss": 0.0225,
      "step": 25290
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.869746090441122e-06,
      "loss": 0.0041,
      "step": 25291
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8695105297445e-06,
      "loss": 0.0037,
      "step": 25292
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.86927496422391e-06,
      "loss": 0.0046,
      "step": 25293
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8690393938799595e-06,
      "loss": 0.0024,
      "step": 25294
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.868803818713256e-06,
      "loss": 0.0133,
      "step": 25295
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.868568238724411e-06,
      "loss": 0.0108,
      "step": 25296
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.868332653914026e-06,
      "loss": 0.0099,
      "step": 25297
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.868097064282712e-06,
      "loss": 0.0212,
      "step": 25298
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.86786146983108e-06,
      "loss": 0.0031,
      "step": 25299
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.867625870559733e-06,
      "loss": 0.0054,
      "step": 25300
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.867390266469281e-06,
      "loss": 0.0142,
      "step": 25301
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.867154657560333e-06,
      "loss": 0.0035,
      "step": 25302
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.866919043833496e-06,
      "loss": 0.0114,
      "step": 25303
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.866683425289375e-06,
      "loss": 0.0185,
      "step": 25304
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.866447801928583e-06,
      "loss": 0.0125,
      "step": 25305
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.866212173751725e-06,
      "loss": 0.0178,
      "step": 25306
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.865976540759412e-06,
      "loss": 0.0194,
      "step": 25307
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.865740902952247e-06,
      "loss": 0.0058,
      "step": 25308
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.865505260330841e-06,
      "loss": 0.0051,
      "step": 25309
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.865269612895803e-06,
      "loss": 0.0089,
      "step": 25310
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.86503396064774e-06,
      "loss": 0.0166,
      "step": 25311
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.864798303587259e-06,
      "loss": 0.0032,
      "step": 25312
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.864562641714969e-06,
      "loss": 0.0134,
      "step": 25313
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.864326975031479e-06,
      "loss": 0.028,
      "step": 25314
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8640913035373945e-06,
      "loss": 0.0154,
      "step": 25315
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.863855627233328e-06,
      "loss": 0.0155,
      "step": 25316
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.863619946119883e-06,
      "loss": 0.005,
      "step": 25317
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.86338426019767e-06,
      "loss": 0.0202,
      "step": 25318
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.863148569467296e-06,
      "loss": 0.0094,
      "step": 25319
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.86291287392937e-06,
      "loss": 0.0075,
      "step": 25320
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.862677173584502e-06,
      "loss": 0.0129,
      "step": 25321
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.862441468433298e-06,
      "loss": 0.0055,
      "step": 25322
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.862205758476364e-06,
      "loss": 0.0114,
      "step": 25323
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.861970043714313e-06,
      "loss": 0.0048,
      "step": 25324
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.861734324147748e-06,
      "loss": 0.0072,
      "step": 25325
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.861498599777283e-06,
      "loss": 0.0257,
      "step": 25326
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.861262870603522e-06,
      "loss": 0.0197,
      "step": 25327
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8610271366270765e-06,
      "loss": 0.0133,
      "step": 25328
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8607913978485505e-06,
      "loss": 0.0161,
      "step": 25329
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.860555654268555e-06,
      "loss": 0.0099,
      "step": 25330
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8603199058877e-06,
      "loss": 0.005,
      "step": 25331
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8600841527065905e-06,
      "loss": 0.0103,
      "step": 25332
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.859848394725835e-06,
      "loss": 0.0025,
      "step": 25333
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8596126319460444e-06,
      "loss": 0.0024,
      "step": 25334
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.859376864367826e-06,
      "loss": 0.0212,
      "step": 25335
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.859141091991787e-06,
      "loss": 0.0126,
      "step": 25336
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8589053148185355e-06,
      "loss": 0.0088,
      "step": 25337
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.858669532848682e-06,
      "loss": 0.0098,
      "step": 25338
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.858433746082834e-06,
      "loss": 0.0147,
      "step": 25339
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.858197954521599e-06,
      "loss": 0.007,
      "step": 25340
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.857962158165588e-06,
      "loss": 0.0082,
      "step": 25341
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.857726357015405e-06,
      "loss": 0.0102,
      "step": 25342
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8574905510716625e-06,
      "loss": 0.0027,
      "step": 25343
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.857254740334967e-06,
      "loss": 0.0082,
      "step": 25344
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8570189248059275e-06,
      "loss": 0.0116,
      "step": 25345
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8567831044851515e-06,
      "loss": 0.0137,
      "step": 25346
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.856547279373251e-06,
      "loss": 0.0072,
      "step": 25347
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8563114494708294e-06,
      "loss": 0.0158,
      "step": 25348
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.856075614778499e-06,
      "loss": 0.0131,
      "step": 25349
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.855839775296868e-06,
      "loss": 0.0098,
      "step": 25350
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8556039310265435e-06,
      "loss": 0.0055,
      "step": 25351
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8553680819681334e-06,
      "loss": 0.0048,
      "step": 25352
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8551322281222474e-06,
      "loss": 0.0042,
      "step": 25353
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.854896369489495e-06,
      "loss": 0.032,
      "step": 25354
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8546605060704845e-06,
      "loss": 0.0054,
      "step": 25355
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.854424637865823e-06,
      "loss": 0.0155,
      "step": 25356
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.854188764876121e-06,
      "loss": 0.0114,
      "step": 25357
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.853952887101984e-06,
      "loss": 0.0051,
      "step": 25358
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.853717004544025e-06,
      "loss": 0.0049,
      "step": 25359
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8534811172028505e-06,
      "loss": 0.0158,
      "step": 25360
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.85324522507907e-06,
      "loss": 0.0031,
      "step": 25361
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.853009328173289e-06,
      "loss": 0.0096,
      "step": 25362
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.852773426486119e-06,
      "loss": 0.0036,
      "step": 25363
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.852537520018169e-06,
      "loss": 0.0158,
      "step": 25364
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8523016087700465e-06,
      "loss": 0.0063,
      "step": 25365
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.852065692742361e-06,
      "loss": 0.0093,
      "step": 25366
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8518297719357206e-06,
      "loss": 0.02,
      "step": 25367
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.851593846350736e-06,
      "loss": 0.0071,
      "step": 25368
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8513579159880115e-06,
      "loss": 0.0176,
      "step": 25369
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.851121980848161e-06,
      "loss": 0.0137,
      "step": 25370
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.85088604093179e-06,
      "loss": 0.0084,
      "step": 25371
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.850650096239509e-06,
      "loss": 0.0055,
      "step": 25372
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8504141467719265e-06,
      "loss": 0.0069,
      "step": 25373
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8501781925296494e-06,
      "loss": 0.0192,
      "step": 25374
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.849942233513291e-06,
      "loss": 0.0171,
      "step": 25375
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8497062697234555e-06,
      "loss": 0.0045,
      "step": 25376
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.849470301160752e-06,
      "loss": 0.0043,
      "step": 25377
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.849234327825792e-06,
      "loss": 0.0326,
      "step": 25378
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.848998349719185e-06,
      "loss": 0.005,
      "step": 25379
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.848762366841536e-06,
      "loss": 0.0099,
      "step": 25380
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.848526379193459e-06,
      "loss": 0.0074,
      "step": 25381
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8482903867755576e-06,
      "loss": 0.0065,
      "step": 25382
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.848054389588443e-06,
      "loss": 0.0105,
      "step": 25383
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.847818387632725e-06,
      "loss": 0.0033,
      "step": 25384
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.847582380909012e-06,
      "loss": 0.0083,
      "step": 25385
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.847346369417915e-06,
      "loss": 0.0057,
      "step": 25386
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.847110353160038e-06,
      "loss": 0.0033,
      "step": 25387
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.846874332135993e-06,
      "loss": 0.0122,
      "step": 25388
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.84663830634639e-06,
      "loss": 0.0061,
      "step": 25389
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.846402275791837e-06,
      "loss": 0.0242,
      "step": 25390
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8461662404729435e-06,
      "loss": 0.0071,
      "step": 25391
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.845930200390316e-06,
      "loss": 0.0027,
      "step": 25392
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.845694155544568e-06,
      "loss": 0.0046,
      "step": 25393
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.845458105936304e-06,
      "loss": 0.0058,
      "step": 25394
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.845222051566136e-06,
      "loss": 0.0123,
      "step": 25395
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.844985992434673e-06,
      "loss": 0.0051,
      "step": 25396
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8447499285425235e-06,
      "loss": 0.008,
      "step": 25397
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.844513859890296e-06,
      "loss": 0.0123,
      "step": 25398
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.844277786478599e-06,
      "loss": 0.006,
      "step": 25399
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.844041708308046e-06,
      "loss": 0.0323,
      "step": 25400
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.843805625379242e-06,
      "loss": 0.0066,
      "step": 25401
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.843569537692796e-06,
      "loss": 0.0048,
      "step": 25402
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8433334452493185e-06,
      "loss": 0.0148,
      "step": 25403
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.843097348049419e-06,
      "loss": 0.0141,
      "step": 25404
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.842861246093706e-06,
      "loss": 0.004,
      "step": 25405
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.842625139382789e-06,
      "loss": 0.0105,
      "step": 25406
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.842389027917279e-06,
      "loss": 0.024,
      "step": 25407
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.842152911697782e-06,
      "loss": 0.0042,
      "step": 25408
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8419167907249075e-06,
      "loss": 0.0021,
      "step": 25409
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.841680664999267e-06,
      "loss": 0.0063,
      "step": 25410
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.841444534521471e-06,
      "loss": 0.0121,
      "step": 25411
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.841208399292124e-06,
      "loss": 0.0056,
      "step": 25412
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.840972259311839e-06,
      "loss": 0.0031,
      "step": 25413
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.840736114581225e-06,
      "loss": 0.008,
      "step": 25414
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.840499965100888e-06,
      "loss": 0.0087,
      "step": 25415
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.840263810871443e-06,
      "loss": 0.0149,
      "step": 25416
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.840027651893494e-06,
      "loss": 0.0155,
      "step": 25417
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.839791488167654e-06,
      "loss": 0.0029,
      "step": 25418
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.83955531969453e-06,
      "loss": 0.0108,
      "step": 25419
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.839319146474732e-06,
      "loss": 0.0083,
      "step": 25420
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.839082968508872e-06,
      "loss": 0.0058,
      "step": 25421
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.838846785797557e-06,
      "loss": 0.0067,
      "step": 25422
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8386105983413955e-06,
      "loss": 0.0026,
      "step": 25423
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.838374406140997e-06,
      "loss": 0.0019,
      "step": 25424
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.838138209196974e-06,
      "loss": 0.0038,
      "step": 25425
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8379020075099346e-06,
      "loss": 0.0118,
      "step": 25426
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8376658010804865e-06,
      "loss": 0.0089,
      "step": 25427
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.83742958990924e-06,
      "loss": 0.0107,
      "step": 25428
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.837193373996807e-06,
      "loss": 0.009,
      "step": 25429
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.836957153343793e-06,
      "loss": 0.0133,
      "step": 25430
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.836720927950811e-06,
      "loss": 0.0043,
      "step": 25431
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.836484697818467e-06,
      "loss": 0.0131,
      "step": 25432
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.836248462947375e-06,
      "loss": 0.0048,
      "step": 25433
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.836012223338141e-06,
      "loss": 0.0047,
      "step": 25434
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.835775978991375e-06,
      "loss": 0.0111,
      "step": 25435
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.835539729907691e-06,
      "loss": 0.0027,
      "step": 25436
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8353034760876915e-06,
      "loss": 0.0076,
      "step": 25437
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.83506721753199e-06,
      "loss": 0.0041,
      "step": 25438
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.834830954241197e-06,
      "loss": 0.0183,
      "step": 25439
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.834594686215921e-06,
      "loss": 0.0188,
      "step": 25440
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.834358413456771e-06,
      "loss": 0.0028,
      "step": 25441
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.834122135964356e-06,
      "loss": 0.0035,
      "step": 25442
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.83388585373929e-06,
      "loss": 0.0013,
      "step": 25443
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.833649566782177e-06,
      "loss": 0.0077,
      "step": 25444
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.833413275093629e-06,
      "loss": 0.0024,
      "step": 25445
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.833176978674256e-06,
      "loss": 0.0313,
      "step": 25446
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8329406775246695e-06,
      "loss": 0.0131,
      "step": 25447
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.832704371645477e-06,
      "loss": 0.0111,
      "step": 25448
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8324680610372875e-06,
      "loss": 0.0133,
      "step": 25449
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.832231745700713e-06,
      "loss": 0.0054,
      "step": 25450
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.831995425636362e-06,
      "loss": 0.0022,
      "step": 25451
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.831759100844843e-06,
      "loss": 0.0146,
      "step": 25452
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8315227713267695e-06,
      "loss": 0.0033,
      "step": 25453
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.831286437082749e-06,
      "loss": 0.0246,
      "step": 25454
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8310500981133895e-06,
      "loss": 0.0074,
      "step": 25455
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8308137544193055e-06,
      "loss": 0.007,
      "step": 25456
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.830577406001102e-06,
      "loss": 0.0066,
      "step": 25457
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.830341052859392e-06,
      "loss": 0.0023,
      "step": 25458
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.830104694994784e-06,
      "loss": 0.0077,
      "step": 25459
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.829868332407887e-06,
      "loss": 0.0125,
      "step": 25460
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.829631965099315e-06,
      "loss": 0.0061,
      "step": 25461
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.829395593069673e-06,
      "loss": 0.0119,
      "step": 25462
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.829159216319573e-06,
      "loss": 0.0042,
      "step": 25463
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.828922834849625e-06,
      "loss": 0.0069,
      "step": 25464
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8286864486604395e-06,
      "loss": 0.0068,
      "step": 25465
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8284500577526255e-06,
      "loss": 0.0057,
      "step": 25466
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.828213662126792e-06,
      "loss": 0.0031,
      "step": 25467
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.827977261783553e-06,
      "loss": 0.0111,
      "step": 25468
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.827740856723513e-06,
      "loss": 0.0077,
      "step": 25469
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.827504446947287e-06,
      "loss": 0.006,
      "step": 25470
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.827268032455481e-06,
      "loss": 0.0079,
      "step": 25471
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.827031613248708e-06,
      "loss": 0.0217,
      "step": 25472
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.826795189327575e-06,
      "loss": 0.0022,
      "step": 25473
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.826558760692695e-06,
      "loss": 0.0138,
      "step": 25474
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.826322327344678e-06,
      "loss": 0.0184,
      "step": 25475
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.826085889284133e-06,
      "loss": 0.0097,
      "step": 25476
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.825849446511668e-06,
      "loss": 0.026,
      "step": 25477
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.825612999027896e-06,
      "loss": 0.0013,
      "step": 25478
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.825376546833428e-06,
      "loss": 0.0178,
      "step": 25479
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.82514008992887e-06,
      "loss": 0.0107,
      "step": 25480
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.824903628314836e-06,
      "loss": 0.0086,
      "step": 25481
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.824667161991935e-06,
      "loss": 0.0226,
      "step": 25482
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.824430690960776e-06,
      "loss": 0.007,
      "step": 25483
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.824194215221971e-06,
      "loss": 0.0074,
      "step": 25484
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.823957734776127e-06,
      "loss": 0.0044,
      "step": 25485
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.823721249623859e-06,
      "loss": 0.0065,
      "step": 25486
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.823484759765775e-06,
      "loss": 0.0053,
      "step": 25487
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8232482652024835e-06,
      "loss": 0.027,
      "step": 25488
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.823011765934595e-06,
      "loss": 0.0033,
      "step": 25489
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.822775261962724e-06,
      "loss": 0.0267,
      "step": 25490
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.822538753287475e-06,
      "loss": 0.0066,
      "step": 25491
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.822302239909462e-06,
      "loss": 0.009,
      "step": 25492
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.822065721829295e-06,
      "loss": 0.0163,
      "step": 25493
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.821829199047582e-06,
      "loss": 0.0093,
      "step": 25494
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.821592671564935e-06,
      "loss": 0.0056,
      "step": 25495
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.821356139381965e-06,
      "loss": 0.0077,
      "step": 25496
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.821119602499282e-06,
      "loss": 0.0142,
      "step": 25497
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8208830609174935e-06,
      "loss": 0.0043,
      "step": 25498
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.820646514637214e-06,
      "loss": 0.0045,
      "step": 25499
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8204099636590516e-06,
      "loss": 0.0389,
      "step": 25500
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.820173407983618e-06,
      "loss": 0.0052,
      "step": 25501
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8199368476115214e-06,
      "loss": 0.0063,
      "step": 25502
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.819700282543373e-06,
      "loss": 0.0069,
      "step": 25503
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8194637127797855e-06,
      "loss": 0.0061,
      "step": 25504
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.819227138321366e-06,
      "loss": 0.0059,
      "step": 25505
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.818990559168728e-06,
      "loss": 0.0062,
      "step": 25506
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.818753975322478e-06,
      "loss": 0.0158,
      "step": 25507
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.818517386783232e-06,
      "loss": 0.0343,
      "step": 25508
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.818280793551595e-06,
      "loss": 0.0262,
      "step": 25509
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.818044195628181e-06,
      "loss": 0.0082,
      "step": 25510
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.817807593013599e-06,
      "loss": 0.0026,
      "step": 25511
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.817570985708462e-06,
      "loss": 0.0111,
      "step": 25512
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.817334373713375e-06,
      "loss": 0.0083,
      "step": 25513
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.817097757028953e-06,
      "loss": 0.0043,
      "step": 25514
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.816861135655807e-06,
      "loss": 0.0121,
      "step": 25515
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.816624509594545e-06,
      "loss": 0.0326,
      "step": 25516
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8163878788457784e-06,
      "loss": 0.0053,
      "step": 25517
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8161512434101184e-06,
      "loss": 0.0174,
      "step": 25518
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.815914603288176e-06,
      "loss": 0.0066,
      "step": 25519
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.815677958480561e-06,
      "loss": 0.0068,
      "step": 25520
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.815441308987882e-06,
      "loss": 0.0072,
      "step": 25521
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.815204654810754e-06,
      "loss": 0.011,
      "step": 25522
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.814967995949785e-06,
      "loss": 0.0086,
      "step": 25523
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8147313324055855e-06,
      "loss": 0.0215,
      "step": 25524
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.814494664178767e-06,
      "loss": 0.0041,
      "step": 25525
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.81425799126994e-06,
      "loss": 0.0096,
      "step": 25526
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.814021313679714e-06,
      "loss": 0.0081,
      "step": 25527
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.813784631408702e-06,
      "loss": 0.0073,
      "step": 25528
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8135479444575125e-06,
      "loss": 0.0153,
      "step": 25529
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.813311252826759e-06,
      "loss": 0.0107,
      "step": 25530
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.813074556517049e-06,
      "loss": 0.0111,
      "step": 25531
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.812837855528994e-06,
      "loss": 0.0117,
      "step": 25532
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8126011498632075e-06,
      "loss": 0.007,
      "step": 25533
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.812364439520297e-06,
      "loss": 0.0299,
      "step": 25534
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.812127724500876e-06,
      "loss": 0.0044,
      "step": 25535
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.811891004805551e-06,
      "loss": 0.0086,
      "step": 25536
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.811654280434938e-06,
      "loss": 0.0044,
      "step": 25537
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.811417551389645e-06,
      "loss": 0.0066,
      "step": 25538
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.811180817670283e-06,
      "loss": 0.0066,
      "step": 25539
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.810944079277465e-06,
      "loss": 0.0224,
      "step": 25540
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.810707336211799e-06,
      "loss": 0.0036,
      "step": 25541
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.810470588473896e-06,
      "loss": 0.0097,
      "step": 25542
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8102338360643685e-06,
      "loss": 0.0038,
      "step": 25543
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.809997078983827e-06,
      "loss": 0.0123,
      "step": 25544
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.809760317232883e-06,
      "loss": 0.0037,
      "step": 25545
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.809523550812145e-06,
      "loss": 0.0121,
      "step": 25546
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.809286779722226e-06,
      "loss": 0.0347,
      "step": 25547
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.809050003963736e-06,
      "loss": 0.0042,
      "step": 25548
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8088132235372875e-06,
      "loss": 0.0071,
      "step": 25549
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.80857643844349e-06,
      "loss": 0.0048,
      "step": 25550
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.808339648682955e-06,
      "loss": 0.0268,
      "step": 25551
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.808102854256293e-06,
      "loss": 0.0047,
      "step": 25552
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.807866055164115e-06,
      "loss": 0.0074,
      "step": 25553
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.807629251407034e-06,
      "loss": 0.0045,
      "step": 25554
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.807392442985659e-06,
      "loss": 0.0058,
      "step": 25555
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8071556299006015e-06,
      "loss": 0.0055,
      "step": 25556
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.806918812152471e-06,
      "loss": 0.0183,
      "step": 25557
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.806681989741882e-06,
      "loss": 0.0178,
      "step": 25558
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.806445162669443e-06,
      "loss": 0.0085,
      "step": 25559
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.806208330935766e-06,
      "loss": 0.0169,
      "step": 25560
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8059714945414614e-06,
      "loss": 0.0057,
      "step": 25561
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8057346534871415e-06,
      "loss": 0.0098,
      "step": 25562
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.805497807773416e-06,
      "loss": 0.0071,
      "step": 25563
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.805260957400897e-06,
      "loss": 0.0065,
      "step": 25564
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.805024102370195e-06,
      "loss": 0.0153,
      "step": 25565
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.804787242681924e-06,
      "loss": 0.0065,
      "step": 25566
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.804550378336691e-06,
      "loss": 0.0027,
      "step": 25567
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.804313509335109e-06,
      "loss": 0.0049,
      "step": 25568
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.80407663567779e-06,
      "loss": 0.0086,
      "step": 25569
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.803839757365344e-06,
      "loss": 0.0048,
      "step": 25570
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.803602874398382e-06,
      "loss": 0.0099,
      "step": 25571
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.803365986777517e-06,
      "loss": 0.003,
      "step": 25572
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.803129094503358e-06,
      "loss": 0.0033,
      "step": 25573
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.802892197576517e-06,
      "loss": 0.0112,
      "step": 25574
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.802655295997607e-06,
      "loss": 0.0059,
      "step": 25575
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.802418389767238e-06,
      "loss": 0.0131,
      "step": 25576
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.802181478886021e-06,
      "loss": 0.03,
      "step": 25577
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8019445633545655e-06,
      "loss": 0.0092,
      "step": 25578
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.801707643173487e-06,
      "loss": 0.0116,
      "step": 25579
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.8014707183433955e-06,
      "loss": 0.0096,
      "step": 25580
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.801233788864901e-06,
      "loss": 0.0059,
      "step": 25581
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.800996854738613e-06,
      "loss": 0.0087,
      "step": 25582
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.800759915965148e-06,
      "loss": 0.0034,
      "step": 25583
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.800522972545114e-06,
      "loss": 0.0111,
      "step": 25584
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.800286024479123e-06,
      "loss": 0.0196,
      "step": 25585
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.800049071767786e-06,
      "loss": 0.0103,
      "step": 25586
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.799812114411716e-06,
      "loss": 0.0136,
      "step": 25587
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.799575152411521e-06,
      "loss": 0.0069,
      "step": 25588
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.799338185767816e-06,
      "loss": 0.0041,
      "step": 25589
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7991012144812115e-06,
      "loss": 0.0119,
      "step": 25590
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.798864238552321e-06,
      "loss": 0.0214,
      "step": 25591
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.798627257981751e-06,
      "loss": 0.008,
      "step": 25592
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.798390272770114e-06,
      "loss": 0.0139,
      "step": 25593
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.798153282918026e-06,
      "loss": 0.0046,
      "step": 25594
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.797916288426096e-06,
      "loss": 0.0073,
      "step": 25595
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.797679289294934e-06,
      "loss": 0.0096,
      "step": 25596
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.797442285525151e-06,
      "loss": 0.007,
      "step": 25597
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.797205277117363e-06,
      "loss": 0.0117,
      "step": 25598
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.796968264072177e-06,
      "loss": 0.0069,
      "step": 25599
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.796731246390208e-06,
      "loss": 0.006,
      "step": 25600
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.796494224072066e-06,
      "loss": 0.0052,
      "step": 25601
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.796257197118361e-06,
      "loss": 0.0072,
      "step": 25602
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7960201655297065e-06,
      "loss": 0.01,
      "step": 25603
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.795783129306715e-06,
      "loss": 0.016,
      "step": 25604
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.795546088449998e-06,
      "loss": 0.0124,
      "step": 25605
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.795309042960163e-06,
      "loss": 0.0078,
      "step": 25606
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.795071992837826e-06,
      "loss": 0.0102,
      "step": 25607
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.794834938083599e-06,
      "loss": 0.0059,
      "step": 25608
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.794597878698089e-06,
      "loss": 0.0089,
      "step": 25609
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.794360814681913e-06,
      "loss": 0.0127,
      "step": 25610
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.79412374603568e-06,
      "loss": 0.008,
      "step": 25611
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.793886672760003e-06,
      "loss": 0.0078,
      "step": 25612
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.793649594855491e-06,
      "loss": 0.0045,
      "step": 25613
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.793412512322759e-06,
      "loss": 0.0111,
      "step": 25614
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.793175425162418e-06,
      "loss": 0.0073,
      "step": 25615
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7929383333750796e-06,
      "loss": 0.0084,
      "step": 25616
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.792701236961353e-06,
      "loss": 0.0121,
      "step": 25617
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.792464135921854e-06,
      "loss": 0.0103,
      "step": 25618
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.792227030257192e-06,
      "loss": 0.004,
      "step": 25619
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.79198991996798e-06,
      "loss": 0.0108,
      "step": 25620
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.791752805054827e-06,
      "loss": 0.0261,
      "step": 25621
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.79151568551835e-06,
      "loss": 0.0029,
      "step": 25622
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.791278561359156e-06,
      "loss": 0.0036,
      "step": 25623
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.79104143257786e-06,
      "loss": 0.007,
      "step": 25624
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7908042991750714e-06,
      "loss": 0.0344,
      "step": 25625
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.790567161151404e-06,
      "loss": 0.0098,
      "step": 25626
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.79033001850747e-06,
      "loss": 0.0063,
      "step": 25627
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.790092871243878e-06,
      "loss": 0.0189,
      "step": 25628
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.789855719361243e-06,
      "loss": 0.0065,
      "step": 25629
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7896185628601784e-06,
      "loss": 0.0027,
      "step": 25630
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.789381401741291e-06,
      "loss": 0.0072,
      "step": 25631
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7891442360051964e-06,
      "loss": 0.0113,
      "step": 25632
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.788907065652507e-06,
      "loss": 0.0082,
      "step": 25633
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.788669890683832e-06,
      "loss": 0.0074,
      "step": 25634
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.788432711099787e-06,
      "loss": 0.0061,
      "step": 25635
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.78819552690098e-06,
      "loss": 0.0107,
      "step": 25636
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.787958338088027e-06,
      "loss": 0.0043,
      "step": 25637
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.787721144661537e-06,
      "loss": 0.0018,
      "step": 25638
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.787483946622122e-06,
      "loss": 0.0044,
      "step": 25639
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.787246743970397e-06,
      "loss": 0.0056,
      "step": 25640
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.787009536706972e-06,
      "loss": 0.0164,
      "step": 25641
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.786772324832458e-06,
      "loss": 0.0047,
      "step": 25642
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.78653510834747e-06,
      "loss": 0.0189,
      "step": 25643
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.786297887252618e-06,
      "loss": 0.0046,
      "step": 25644
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7860606615485144e-06,
      "loss": 0.0058,
      "step": 25645
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.785823431235771e-06,
      "loss": 0.0079,
      "step": 25646
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.785586196315001e-06,
      "loss": 0.0239,
      "step": 25647
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.785348956786816e-06,
      "loss": 0.0133,
      "step": 25648
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.785111712651826e-06,
      "loss": 0.009,
      "step": 25649
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.784874463910649e-06,
      "loss": 0.0099,
      "step": 25650
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.784637210563891e-06,
      "loss": 0.0057,
      "step": 25651
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.784399952612168e-06,
      "loss": 0.0125,
      "step": 25652
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.78416269005609e-06,
      "loss": 0.0054,
      "step": 25653
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.783925422896269e-06,
      "loss": 0.0038,
      "step": 25654
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.783688151133322e-06,
      "loss": 0.0048,
      "step": 25655
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7834508747678555e-06,
      "loss": 0.0029,
      "step": 25656
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.783213593800483e-06,
      "loss": 0.0176,
      "step": 25657
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.782976308231819e-06,
      "loss": 0.0149,
      "step": 25658
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.782739018062473e-06,
      "loss": 0.0089,
      "step": 25659
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.78250172329306e-06,
      "loss": 0.0091,
      "step": 25660
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.78226442392419e-06,
      "loss": 0.012,
      "step": 25661
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.782027119956477e-06,
      "loss": 0.015,
      "step": 25662
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.781789811390531e-06,
      "loss": 0.0044,
      "step": 25663
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.781552498226967e-06,
      "loss": 0.0059,
      "step": 25664
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.781315180466397e-06,
      "loss": 0.0188,
      "step": 25665
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7810778581094325e-06,
      "loss": 0.0017,
      "step": 25666
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.780840531156685e-06,
      "loss": 0.0165,
      "step": 25667
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.780603199608769e-06,
      "loss": 0.0109,
      "step": 25668
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.780365863466296e-06,
      "loss": 0.0065,
      "step": 25669
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.780128522729878e-06,
      "loss": 0.0024,
      "step": 25670
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.779891177400126e-06,
      "loss": 0.0051,
      "step": 25671
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7796538274776546e-06,
      "loss": 0.0085,
      "step": 25672
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.779416472963078e-06,
      "loss": 0.011,
      "step": 25673
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.779179113857004e-06,
      "loss": 0.0064,
      "step": 25674
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.778941750160048e-06,
      "loss": 0.0046,
      "step": 25675
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.778704381872821e-06,
      "loss": 0.0049,
      "step": 25676
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.778467008995939e-06,
      "loss": 0.0056,
      "step": 25677
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.778229631530009e-06,
      "loss": 0.0035,
      "step": 25678
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7779922494756474e-06,
      "loss": 0.0095,
      "step": 25679
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.777754862833467e-06,
      "loss": 0.0027,
      "step": 25680
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.777517471604078e-06,
      "loss": 0.009,
      "step": 25681
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.777280075788094e-06,
      "loss": 0.0115,
      "step": 25682
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.777042675386127e-06,
      "loss": 0.0083,
      "step": 25683
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7768052703987915e-06,
      "loss": 0.0048,
      "step": 25684
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7765678608266994e-06,
      "loss": 0.0083,
      "step": 25685
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.776330446670461e-06,
      "loss": 0.0084,
      "step": 25686
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7760930279306915e-06,
      "loss": 0.0026,
      "step": 25687
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.775855604608001e-06,
      "loss": 0.0042,
      "step": 25688
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.775618176703004e-06,
      "loss": 0.0055,
      "step": 25689
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.775380744216314e-06,
      "loss": 0.0103,
      "step": 25690
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.775143307148543e-06,
      "loss": 0.0053,
      "step": 25691
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7749058655003006e-06,
      "loss": 0.0183,
      "step": 25692
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.774668419272204e-06,
      "loss": 0.0084,
      "step": 25693
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.774430968464865e-06,
      "loss": 0.0075,
      "step": 25694
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7741935130788934e-06,
      "loss": 0.0041,
      "step": 25695
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.773956053114904e-06,
      "loss": 0.0189,
      "step": 25696
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.773718588573509e-06,
      "loss": 0.0177,
      "step": 25697
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.773481119455322e-06,
      "loss": 0.0013,
      "step": 25698
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.773243645760954e-06,
      "loss": 0.0189,
      "step": 25699
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.773006167491021e-06,
      "loss": 0.0078,
      "step": 25700
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.772768684646133e-06,
      "loss": 0.0036,
      "step": 25701
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7725311972269035e-06,
      "loss": 0.0018,
      "step": 25702
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7722937052339444e-06,
      "loss": 0.0295,
      "step": 25703
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.77205620866787e-06,
      "loss": 0.0457,
      "step": 25704
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.771818707529292e-06,
      "loss": 0.0092,
      "step": 25705
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7715812018188255e-06,
      "loss": 0.0135,
      "step": 25706
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.771343691537079e-06,
      "loss": 0.0212,
      "step": 25707
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.77110617668467e-06,
      "loss": 0.0268,
      "step": 25708
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.770868657262208e-06,
      "loss": 0.003,
      "step": 25709
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.770631133270309e-06,
      "loss": 0.0062,
      "step": 25710
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.770393604709582e-06,
      "loss": 0.0082,
      "step": 25711
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.770156071580643e-06,
      "loss": 0.0178,
      "step": 25712
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.769918533884104e-06,
      "loss": 0.0127,
      "step": 25713
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.769680991620578e-06,
      "loss": 0.0053,
      "step": 25714
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.769443444790678e-06,
      "loss": 0.0195,
      "step": 25715
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.769205893395017e-06,
      "loss": 0.0132,
      "step": 25716
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.768968337434205e-06,
      "loss": 0.0057,
      "step": 25717
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7687307769088595e-06,
      "loss": 0.0055,
      "step": 25718
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.768493211819592e-06,
      "loss": 0.0054,
      "step": 25719
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.768255642167015e-06,
      "loss": 0.0103,
      "step": 25720
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.768018067951741e-06,
      "loss": 0.0083,
      "step": 25721
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.767780489174385e-06,
      "loss": 0.0068,
      "step": 25722
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.767542905835558e-06,
      "loss": 0.0089,
      "step": 25723
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.767305317935872e-06,
      "loss": 0.0211,
      "step": 25724
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.767067725475945e-06,
      "loss": 0.0022,
      "step": 25725
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.766830128456385e-06,
      "loss": 0.0132,
      "step": 25726
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.766592526877809e-06,
      "loss": 0.0113,
      "step": 25727
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.766354920740825e-06,
      "loss": 0.0083,
      "step": 25728
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.766117310046051e-06,
      "loss": 0.0383,
      "step": 25729
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.765879694794098e-06,
      "loss": 0.0109,
      "step": 25730
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.76564207498558e-06,
      "loss": 0.0089,
      "step": 25731
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.765404450621109e-06,
      "loss": 0.0065,
      "step": 25732
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.765166821701297e-06,
      "loss": 0.0051,
      "step": 25733
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.764929188226762e-06,
      "loss": 0.0136,
      "step": 25734
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.764691550198112e-06,
      "loss": 0.0037,
      "step": 25735
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.764453907615963e-06,
      "loss": 0.0021,
      "step": 25736
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.764216260480927e-06,
      "loss": 0.0033,
      "step": 25737
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.763978608793618e-06,
      "loss": 0.0119,
      "step": 25738
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.763740952554649e-06,
      "loss": 0.0039,
      "step": 25739
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.763503291764633e-06,
      "loss": 0.032,
      "step": 25740
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.763265626424184e-06,
      "loss": 0.0128,
      "step": 25741
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.763027956533912e-06,
      "loss": 0.0181,
      "step": 25742
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.762790282094435e-06,
      "loss": 0.0136,
      "step": 25743
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.762552603106364e-06,
      "loss": 0.0078,
      "step": 25744
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7623149195703116e-06,
      "loss": 0.0252,
      "step": 25745
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7620772314868924e-06,
      "loss": 0.0067,
      "step": 25746
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.761839538856719e-06,
      "loss": 0.0063,
      "step": 25747
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.761601841680406e-06,
      "loss": 0.0065,
      "step": 25748
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.761364139958564e-06,
      "loss": 0.0051,
      "step": 25749
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.76112643369181e-06,
      "loss": 0.0137,
      "step": 25750
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.760888722880754e-06,
      "loss": 0.0181,
      "step": 25751
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.760651007526013e-06,
      "loss": 0.005,
      "step": 25752
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7604132876281945e-06,
      "loss": 0.006,
      "step": 25753
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.760175563187917e-06,
      "loss": 0.0195,
      "step": 25754
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.759937834205794e-06,
      "loss": 0.0256,
      "step": 25755
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.759700100682437e-06,
      "loss": 0.013,
      "step": 25756
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7594623626184584e-06,
      "loss": 0.0061,
      "step": 25757
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.759224620014474e-06,
      "loss": 0.0098,
      "step": 25758
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.758986872871097e-06,
      "loss": 0.0036,
      "step": 25759
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.758749121188941e-06,
      "loss": 0.0011,
      "step": 25760
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.758511364968616e-06,
      "loss": 0.0079,
      "step": 25761
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.758273604210739e-06,
      "loss": 0.0083,
      "step": 25762
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.758035838915924e-06,
      "loss": 0.0071,
      "step": 25763
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7577980690847825e-06,
      "loss": 0.0073,
      "step": 25764
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.757560294717929e-06,
      "loss": 0.0093,
      "step": 25765
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.757322515815976e-06,
      "loss": 0.0015,
      "step": 25766
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.757084732379539e-06,
      "loss": 0.0074,
      "step": 25767
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.756846944409229e-06,
      "loss": 0.0431,
      "step": 25768
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.756609151905661e-06,
      "loss": 0.0119,
      "step": 25769
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.756371354869451e-06,
      "loss": 0.0078,
      "step": 25770
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.756133553301207e-06,
      "loss": 0.0122,
      "step": 25771
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.755895747201546e-06,
      "loss": 0.0068,
      "step": 25772
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.755657936571084e-06,
      "loss": 0.014,
      "step": 25773
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.75542012141043e-06,
      "loss": 0.0035,
      "step": 25774
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7551823017202e-06,
      "loss": 0.0047,
      "step": 25775
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.754944477501006e-06,
      "loss": 0.0033,
      "step": 25776
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.754706648753467e-06,
      "loss": 0.0168,
      "step": 25777
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.754468815478188e-06,
      "loss": 0.0062,
      "step": 25778
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.754230977675789e-06,
      "loss": 0.0042,
      "step": 25779
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.753993135346883e-06,
      "loss": 0.0066,
      "step": 25780
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.753755288492083e-06,
      "loss": 0.0113,
      "step": 25781
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.753517437112001e-06,
      "loss": 0.0081,
      "step": 25782
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.753279581207252e-06,
      "loss": 0.0085,
      "step": 25783
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7530417207784505e-06,
      "loss": 0.0158,
      "step": 25784
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.752803855826211e-06,
      "loss": 0.0087,
      "step": 25785
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.752565986351145e-06,
      "loss": 0.0009,
      "step": 25786
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.752328112353867e-06,
      "loss": 0.0136,
      "step": 25787
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.752090233834991e-06,
      "loss": 0.0088,
      "step": 25788
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.751852350795131e-06,
      "loss": 0.0045,
      "step": 25789
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.751614463234901e-06,
      "loss": 0.009,
      "step": 25790
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.751376571154915e-06,
      "loss": 0.0159,
      "step": 25791
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.751138674555785e-06,
      "loss": 0.0204,
      "step": 25792
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.750900773438126e-06,
      "loss": 0.0133,
      "step": 25793
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.750662867802553e-06,
      "loss": 0.0016,
      "step": 25794
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.750424957649681e-06,
      "loss": 0.0038,
      "step": 25795
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.750187042980118e-06,
      "loss": 0.0371,
      "step": 25796
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.749949123794484e-06,
      "loss": 0.0138,
      "step": 25797
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.74971120009339e-06,
      "loss": 0.0214,
      "step": 25798
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.749473271877451e-06,
      "loss": 0.0102,
      "step": 25799
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.749235339147281e-06,
      "loss": 0.0089,
      "step": 25800
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.748997401903492e-06,
      "loss": 0.0171,
      "step": 25801
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7487594601467014e-06,
      "loss": 0.0056,
      "step": 25802
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.74852151387752e-06,
      "loss": 0.0041,
      "step": 25803
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.748283563096563e-06,
      "loss": 0.0058,
      "step": 25804
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.748045607804443e-06,
      "loss": 0.0039,
      "step": 25805
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7478076480017786e-06,
      "loss": 0.0117,
      "step": 25806
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.747569683689177e-06,
      "loss": 0.0049,
      "step": 25807
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.747331714867258e-06,
      "loss": 0.0329,
      "step": 25808
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.747093741536634e-06,
      "loss": 0.0075,
      "step": 25809
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.746855763697917e-06,
      "loss": 0.0201,
      "step": 25810
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.746617781351723e-06,
      "loss": 0.0062,
      "step": 25811
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.746379794498665e-06,
      "loss": 0.0027,
      "step": 25812
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.746141803139359e-06,
      "loss": 0.0022,
      "step": 25813
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.745903807274418e-06,
      "loss": 0.0061,
      "step": 25814
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.7456658069044545e-06,
      "loss": 0.0136,
      "step": 25815
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.745427802030085e-06,
      "loss": 0.0077,
      "step": 25816
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.745189792651923e-06,
      "loss": 0.0096,
      "step": 25817
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.744951778770581e-06,
      "loss": 0.0126,
      "step": 25818
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.744713760386676e-06,
      "loss": 0.0267,
      "step": 25819
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.744475737500821e-06,
      "loss": 0.0053,
      "step": 25820
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.744237710113628e-06,
      "loss": 0.0151,
      "step": 25821
    },
    {
      "epoch": 0.4,
      "learning_rate": 6.743999678225713e-06,
      "loss": 0.0099,
      "step": 25822
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7437616418376925e-06,
      "loss": 0.0078,
      "step": 25823
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.743523600950177e-06,
      "loss": 0.0068,
      "step": 25824
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.743285555563782e-06,
      "loss": 0.0051,
      "step": 25825
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7430475056791226e-06,
      "loss": 0.0236,
      "step": 25826
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.742809451296812e-06,
      "loss": 0.0151,
      "step": 25827
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7425713924174644e-06,
      "loss": 0.0077,
      "step": 25828
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.742333329041696e-06,
      "loss": 0.0018,
      "step": 25829
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.742095261170117e-06,
      "loss": 0.0186,
      "step": 25830
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.741857188803347e-06,
      "loss": 0.0474,
      "step": 25831
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.741619111941996e-06,
      "loss": 0.0086,
      "step": 25832
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.74138103058668e-06,
      "loss": 0.0054,
      "step": 25833
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7411429447380135e-06,
      "loss": 0.007,
      "step": 25834
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7409048543966115e-06,
      "loss": 0.0075,
      "step": 25835
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.740666759563086e-06,
      "loss": 0.0061,
      "step": 25836
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.740428660238052e-06,
      "loss": 0.006,
      "step": 25837
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.740190556422127e-06,
      "loss": 0.0108,
      "step": 25838
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7399524481159225e-06,
      "loss": 0.0121,
      "step": 25839
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.739714335320053e-06,
      "loss": 0.0265,
      "step": 25840
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.739476218035133e-06,
      "loss": 0.0034,
      "step": 25841
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.739238096261778e-06,
      "loss": 0.0439,
      "step": 25842
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.738999970000601e-06,
      "loss": 0.0133,
      "step": 25843
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.738761839252218e-06,
      "loss": 0.0079,
      "step": 25844
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.738523704017243e-06,
      "loss": 0.0088,
      "step": 25845
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.738285564296289e-06,
      "loss": 0.0121,
      "step": 25846
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.73804742008997e-06,
      "loss": 0.0074,
      "step": 25847
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.737809271398904e-06,
      "loss": 0.0106,
      "step": 25848
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.737571118223706e-06,
      "loss": 0.0115,
      "step": 25849
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.737332960564984e-06,
      "loss": 0.006,
      "step": 25850
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.737094798423358e-06,
      "loss": 0.0209,
      "step": 25851
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.736856631799442e-06,
      "loss": 0.0031,
      "step": 25852
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.736618460693849e-06,
      "loss": 0.0031,
      "step": 25853
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7363802851071945e-06,
      "loss": 0.0134,
      "step": 25854
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.736142105040093e-06,
      "loss": 0.0021,
      "step": 25855
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.735903920493159e-06,
      "loss": 0.0044,
      "step": 25856
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.735665731467006e-06,
      "loss": 0.0035,
      "step": 25857
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.73542753796225e-06,
      "loss": 0.016,
      "step": 25858
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.735189339979506e-06,
      "loss": 0.0097,
      "step": 25859
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.734951137519388e-06,
      "loss": 0.0091,
      "step": 25860
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.73471293058251e-06,
      "loss": 0.0065,
      "step": 25861
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.734474719169486e-06,
      "loss": 0.003,
      "step": 25862
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.734236503280934e-06,
      "loss": 0.0008,
      "step": 25863
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.733998282917467e-06,
      "loss": 0.0116,
      "step": 25864
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.733760058079697e-06,
      "loss": 0.0076,
      "step": 25865
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.733521828768241e-06,
      "loss": 0.0011,
      "step": 25866
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.733283594983715e-06,
      "loss": 0.0238,
      "step": 25867
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.733045356726731e-06,
      "loss": 0.0157,
      "step": 25868
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.732807113997906e-06,
      "loss": 0.0064,
      "step": 25869
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.732568866797853e-06,
      "loss": 0.0038,
      "step": 25870
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.732330615127189e-06,
      "loss": 0.0301,
      "step": 25871
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7320923589865265e-06,
      "loss": 0.0029,
      "step": 25872
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.73185409837648e-06,
      "loss": 0.0053,
      "step": 25873
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.731615833297669e-06,
      "loss": 0.0127,
      "step": 25874
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.731377563750702e-06,
      "loss": 0.0037,
      "step": 25875
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.731139289736196e-06,
      "loss": 0.0355,
      "step": 25876
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.730901011254768e-06,
      "loss": 0.0141,
      "step": 25877
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.730662728307029e-06,
      "loss": 0.0055,
      "step": 25878
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.730424440893599e-06,
      "loss": 0.0076,
      "step": 25879
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.730186149015087e-06,
      "loss": 0.0051,
      "step": 25880
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.729947852672114e-06,
      "loss": 0.0039,
      "step": 25881
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.729709551865289e-06,
      "loss": 0.0435,
      "step": 25882
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.72947124659523e-06,
      "loss": 0.0021,
      "step": 25883
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.729232936862553e-06,
      "loss": 0.0036,
      "step": 25884
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7289946226678716e-06,
      "loss": 0.0056,
      "step": 25885
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.728756304011799e-06,
      "loss": 0.0074,
      "step": 25886
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.728517980894951e-06,
      "loss": 0.011,
      "step": 25887
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.728279653317945e-06,
      "loss": 0.0326,
      "step": 25888
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.728041321281395e-06,
      "loss": 0.0121,
      "step": 25889
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.727802984785913e-06,
      "loss": 0.0014,
      "step": 25890
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.727564643832116e-06,
      "loss": 0.0128,
      "step": 25891
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.727326298420621e-06,
      "loss": 0.0034,
      "step": 25892
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7270879485520404e-06,
      "loss": 0.0078,
      "step": 25893
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.726849594226989e-06,
      "loss": 0.0024,
      "step": 25894
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.726611235446084e-06,
      "loss": 0.0245,
      "step": 25895
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.72637287220994e-06,
      "loss": 0.0043,
      "step": 25896
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.726134504519171e-06,
      "loss": 0.0093,
      "step": 25897
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.72589613237439e-06,
      "loss": 0.006,
      "step": 25898
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7256577557762185e-06,
      "loss": 0.0039,
      "step": 25899
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7254193747252645e-06,
      "loss": 0.0148,
      "step": 25900
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.725180989222146e-06,
      "loss": 0.0252,
      "step": 25901
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.72494259926748e-06,
      "loss": 0.0098,
      "step": 25902
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.72470420486188e-06,
      "loss": 0.0276,
      "step": 25903
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.724465806005961e-06,
      "loss": 0.0117,
      "step": 25904
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.724227402700337e-06,
      "loss": 0.0367,
      "step": 25905
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.723988994945626e-06,
      "loss": 0.0097,
      "step": 25906
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.72375058274244e-06,
      "loss": 0.0036,
      "step": 25907
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.723512166091396e-06,
      "loss": 0.0055,
      "step": 25908
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.72327374499311e-06,
      "loss": 0.0051,
      "step": 25909
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.723035319448195e-06,
      "loss": 0.0075,
      "step": 25910
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7227968894572685e-06,
      "loss": 0.0162,
      "step": 25911
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7225584550209424e-06,
      "loss": 0.0172,
      "step": 25912
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7223200161398364e-06,
      "loss": 0.0154,
      "step": 25913
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.722081572814564e-06,
      "loss": 0.0131,
      "step": 25914
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7218431250457375e-06,
      "loss": 0.0268,
      "step": 25915
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.721604672833975e-06,
      "loss": 0.0061,
      "step": 25916
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.721366216179893e-06,
      "loss": 0.0076,
      "step": 25917
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.721127755084104e-06,
      "loss": 0.0038,
      "step": 25918
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7208892895472255e-06,
      "loss": 0.0095,
      "step": 25919
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7206508195698705e-06,
      "loss": 0.0217,
      "step": 25920
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.720412345152657e-06,
      "loss": 0.0097,
      "step": 25921
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.720173866296198e-06,
      "loss": 0.0084,
      "step": 25922
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.71993538300111e-06,
      "loss": 0.0077,
      "step": 25923
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.719696895268009e-06,
      "loss": 0.0024,
      "step": 25924
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.719458403097509e-06,
      "loss": 0.041,
      "step": 25925
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.719219906490226e-06,
      "loss": 0.003,
      "step": 25926
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.718981405446776e-06,
      "loss": 0.0117,
      "step": 25927
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.718742899967774e-06,
      "loss": 0.01,
      "step": 25928
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.718504390053835e-06,
      "loss": 0.0184,
      "step": 25929
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.718265875705574e-06,
      "loss": 0.0285,
      "step": 25930
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7180273569236086e-06,
      "loss": 0.0445,
      "step": 25931
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7177888337085514e-06,
      "loss": 0.0075,
      "step": 25932
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.717550306061018e-06,
      "loss": 0.0026,
      "step": 25933
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7173117739816285e-06,
      "loss": 0.0065,
      "step": 25934
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.717073237470993e-06,
      "loss": 0.0129,
      "step": 25935
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.71683469652973e-06,
      "loss": 0.0156,
      "step": 25936
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.716596151158452e-06,
      "loss": 0.0111,
      "step": 25937
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7163576013577795e-06,
      "loss": 0.0082,
      "step": 25938
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.716119047128323e-06,
      "loss": 0.0043,
      "step": 25939
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7158804884707e-06,
      "loss": 0.0057,
      "step": 25940
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.715641925385528e-06,
      "loss": 0.0096,
      "step": 25941
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.71540335787342e-06,
      "loss": 0.0075,
      "step": 25942
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.715164785934991e-06,
      "loss": 0.0238,
      "step": 25943
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.71492620957086e-06,
      "loss": 0.0046,
      "step": 25944
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.71468762878164e-06,
      "loss": 0.0186,
      "step": 25945
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.714449043567948e-06,
      "loss": 0.0053,
      "step": 25946
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.714210453930397e-06,
      "loss": 0.0044,
      "step": 25947
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.713971859869605e-06,
      "loss": 0.0204,
      "step": 25948
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.713733261386187e-06,
      "loss": 0.0093,
      "step": 25949
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.713494658480761e-06,
      "loss": 0.006,
      "step": 25950
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.713256051153938e-06,
      "loss": 0.0062,
      "step": 25951
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.713017439406336e-06,
      "loss": 0.01,
      "step": 25952
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.712778823238573e-06,
      "loss": 0.0091,
      "step": 25953
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.712540202651262e-06,
      "loss": 0.0067,
      "step": 25954
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.712301577645018e-06,
      "loss": 0.003,
      "step": 25955
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.712062948220459e-06,
      "loss": 0.0109,
      "step": 25956
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.711824314378199e-06,
      "loss": 0.0067,
      "step": 25957
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.711585676118854e-06,
      "loss": 0.0028,
      "step": 25958
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.711347033443043e-06,
      "loss": 0.0194,
      "step": 25959
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.711108386351378e-06,
      "loss": 0.0169,
      "step": 25960
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.710869734844475e-06,
      "loss": 0.0083,
      "step": 25961
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.710631078922951e-06,
      "loss": 0.0232,
      "step": 25962
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.710392418587421e-06,
      "loss": 0.0066,
      "step": 25963
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.710153753838503e-06,
      "loss": 0.0099,
      "step": 25964
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.70991508467681e-06,
      "loss": 0.0025,
      "step": 25965
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.709676411102959e-06,
      "loss": 0.0046,
      "step": 25966
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.709437733117566e-06,
      "loss": 0.0046,
      "step": 25967
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.709199050721246e-06,
      "loss": 0.0066,
      "step": 25968
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.708960363914616e-06,
      "loss": 0.0281,
      "step": 25969
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.708721672698292e-06,
      "loss": 0.0091,
      "step": 25970
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7084829770728895e-06,
      "loss": 0.0043,
      "step": 25971
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.708244277039024e-06,
      "loss": 0.0137,
      "step": 25972
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.70800557259731e-06,
      "loss": 0.021,
      "step": 25973
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.707766863748368e-06,
      "loss": 0.0197,
      "step": 25974
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.70752815049281e-06,
      "loss": 0.0265,
      "step": 25975
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7072894328312535e-06,
      "loss": 0.0041,
      "step": 25976
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.707050710764312e-06,
      "loss": 0.0181,
      "step": 25977
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.706811984292606e-06,
      "loss": 0.0061,
      "step": 25978
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.706573253416749e-06,
      "loss": 0.0051,
      "step": 25979
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.706334518137356e-06,
      "loss": 0.016,
      "step": 25980
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.706095778455044e-06,
      "loss": 0.0169,
      "step": 25981
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.70585703437043e-06,
      "loss": 0.0074,
      "step": 25982
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.705618285884128e-06,
      "loss": 0.0106,
      "step": 25983
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.705379532996756e-06,
      "loss": 0.0033,
      "step": 25984
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.705140775708929e-06,
      "loss": 0.0098,
      "step": 25985
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.704902014021264e-06,
      "loss": 0.0115,
      "step": 25986
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7046632479343745e-06,
      "loss": 0.0075,
      "step": 25987
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.704424477448879e-06,
      "loss": 0.0054,
      "step": 25988
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7041857025653955e-06,
      "loss": 0.0042,
      "step": 25989
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.703946923284536e-06,
      "loss": 0.0075,
      "step": 25990
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.703708139606917e-06,
      "loss": 0.019,
      "step": 25991
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.703469351533159e-06,
      "loss": 0.0065,
      "step": 25992
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.703230559063872e-06,
      "loss": 0.0067,
      "step": 25993
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7029917621996774e-06,
      "loss": 0.0066,
      "step": 25994
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.702752960941189e-06,
      "loss": 0.0084,
      "step": 25995
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.702514155289024e-06,
      "loss": 0.0045,
      "step": 25996
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.702275345243796e-06,
      "loss": 0.0146,
      "step": 25997
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.702036530806124e-06,
      "loss": 0.011,
      "step": 25998
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7017977119766245e-06,
      "loss": 0.006,
      "step": 25999
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.701558888755911e-06,
      "loss": 0.0047,
      "step": 26000
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.701320061144602e-06,
      "loss": 0.0098,
      "step": 26001
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.7010812291433126e-06,
      "loss": 0.0058,
      "step": 26002
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.70084239275266e-06,
      "loss": 0.0132,
      "step": 26003
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.70060355197326e-06,
      "loss": 0.0055,
      "step": 26004
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.700364706805729e-06,
      "loss": 0.0049,
      "step": 26005
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.700125857250681e-06,
      "loss": 0.0132,
      "step": 26006
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.699887003308738e-06,
      "loss": 0.0046,
      "step": 26007
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6996481449805104e-06,
      "loss": 0.0032,
      "step": 26008
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.699409282266618e-06,
      "loss": 0.0212,
      "step": 26009
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.699170415167675e-06,
      "loss": 0.0016,
      "step": 26010
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6989315436843e-06,
      "loss": 0.0088,
      "step": 26011
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.698692667817109e-06,
      "loss": 0.0127,
      "step": 26012
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6984537875667155e-06,
      "loss": 0.0062,
      "step": 26013
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.698214902933741e-06,
      "loss": 0.0049,
      "step": 26014
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.697976013918796e-06,
      "loss": 0.011,
      "step": 26015
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.697737120522501e-06,
      "loss": 0.0125,
      "step": 26016
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.697498222745471e-06,
      "loss": 0.0142,
      "step": 26017
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.697259320588323e-06,
      "loss": 0.0085,
      "step": 26018
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6970204140516725e-06,
      "loss": 0.017,
      "step": 26019
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.696781503136137e-06,
      "loss": 0.0064,
      "step": 26020
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6965425878423325e-06,
      "loss": 0.0093,
      "step": 26021
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.696303668170876e-06,
      "loss": 0.004,
      "step": 26022
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.696064744122383e-06,
      "loss": 0.005,
      "step": 26023
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.695825815697471e-06,
      "loss": 0.0054,
      "step": 26024
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.695586882896757e-06,
      "loss": 0.0137,
      "step": 26025
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.695347945720854e-06,
      "loss": 0.0082,
      "step": 26026
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.695109004170381e-06,
      "loss": 0.0048,
      "step": 26027
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.694870058245957e-06,
      "loss": 0.0063,
      "step": 26028
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.694631107948196e-06,
      "loss": 0.0096,
      "step": 26029
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.694392153277715e-06,
      "loss": 0.016,
      "step": 26030
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.694153194235129e-06,
      "loss": 0.0042,
      "step": 26031
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.693914230821057e-06,
      "loss": 0.0026,
      "step": 26032
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.693675263036114e-06,
      "loss": 0.0155,
      "step": 26033
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.693436290880917e-06,
      "loss": 0.0023,
      "step": 26034
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.693197314356083e-06,
      "loss": 0.0372,
      "step": 26035
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.69295833346223e-06,
      "loss": 0.0021,
      "step": 26036
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.692719348199971e-06,
      "loss": 0.0119,
      "step": 26037
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.692480358569925e-06,
      "loss": 0.0239,
      "step": 26038
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.692241364572711e-06,
      "loss": 0.0078,
      "step": 26039
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.692002366208941e-06,
      "loss": 0.0143,
      "step": 26040
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.691763363479234e-06,
      "loss": 0.0046,
      "step": 26041
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.691524356384207e-06,
      "loss": 0.0021,
      "step": 26042
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6912853449244755e-06,
      "loss": 0.0057,
      "step": 26043
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.691046329100658e-06,
      "loss": 0.0023,
      "step": 26044
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.690807308913369e-06,
      "loss": 0.006,
      "step": 26045
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.690568284363228e-06,
      "loss": 0.0046,
      "step": 26046
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6903292554508494e-06,
      "loss": 0.0106,
      "step": 26047
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.69009022217685e-06,
      "loss": 0.0078,
      "step": 26048
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.689851184541849e-06,
      "loss": 0.0061,
      "step": 26049
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.689612142546462e-06,
      "loss": 0.01,
      "step": 26050
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.689373096191304e-06,
      "loss": 0.0288,
      "step": 26051
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.689134045476993e-06,
      "loss": 0.0334,
      "step": 26052
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.688894990404148e-06,
      "loss": 0.0053,
      "step": 26053
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.688655930973382e-06,
      "loss": 0.0033,
      "step": 26054
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.688416867185314e-06,
      "loss": 0.0342,
      "step": 26055
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.688177799040561e-06,
      "loss": 0.007,
      "step": 26056
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.687938726539741e-06,
      "loss": 0.0147,
      "step": 26057
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.687699649683468e-06,
      "loss": 0.0254,
      "step": 26058
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.687460568472361e-06,
      "loss": 0.0164,
      "step": 26059
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.687221482907035e-06,
      "loss": 0.0096,
      "step": 26060
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.68698239298811e-06,
      "loss": 0.0062,
      "step": 26061
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6867432987161986e-06,
      "loss": 0.025,
      "step": 26062
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.686504200091921e-06,
      "loss": 0.0034,
      "step": 26063
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.686265097115896e-06,
      "loss": 0.0099,
      "step": 26064
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.686025989788734e-06,
      "loss": 0.0042,
      "step": 26065
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.685786878111058e-06,
      "loss": 0.0093,
      "step": 26066
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.685547762083483e-06,
      "loss": 0.0154,
      "step": 26067
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.685308641706626e-06,
      "loss": 0.007,
      "step": 26068
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.685069516981104e-06,
      "loss": 0.0099,
      "step": 26069
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6848303879075324e-06,
      "loss": 0.0258,
      "step": 26070
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6845912544865325e-06,
      "loss": 0.0034,
      "step": 26071
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.684352116718715e-06,
      "loss": 0.0037,
      "step": 26072
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.684112974604704e-06,
      "loss": 0.0097,
      "step": 26073
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.683873828145111e-06,
      "loss": 0.0032,
      "step": 26074
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6836346773405565e-06,
      "loss": 0.0105,
      "step": 26075
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6833955221916555e-06,
      "loss": 0.0106,
      "step": 26076
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6831563626990255e-06,
      "loss": 0.0176,
      "step": 26077
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.682917198863286e-06,
      "loss": 0.0115,
      "step": 26078
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.68267803068505e-06,
      "loss": 0.0077,
      "step": 26079
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.682438858164938e-06,
      "loss": 0.009,
      "step": 26080
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.682199681303565e-06,
      "loss": 0.0196,
      "step": 26081
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.68196050010155e-06,
      "loss": 0.0132,
      "step": 26082
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.681721314559509e-06,
      "loss": 0.0245,
      "step": 26083
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6814821246780595e-06,
      "loss": 0.0043,
      "step": 26084
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.681242930457819e-06,
      "loss": 0.0051,
      "step": 26085
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6810037318994035e-06,
      "loss": 0.0125,
      "step": 26086
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6807645290034305e-06,
      "loss": 0.0082,
      "step": 26087
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.680525321770519e-06,
      "loss": 0.004,
      "step": 26088
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.680286110201284e-06,
      "loss": 0.0301,
      "step": 26089
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.680046894296346e-06,
      "loss": 0.007,
      "step": 26090
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.679807674056318e-06,
      "loss": 0.0125,
      "step": 26091
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.679568449481819e-06,
      "loss": 0.0127,
      "step": 26092
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.679329220573469e-06,
      "loss": 0.0103,
      "step": 26093
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.67908998733188e-06,
      "loss": 0.014,
      "step": 26094
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.678850749757672e-06,
      "loss": 0.004,
      "step": 26095
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.678611507851465e-06,
      "loss": 0.0036,
      "step": 26096
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.678372261613872e-06,
      "loss": 0.0069,
      "step": 26097
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.678133011045514e-06,
      "loss": 0.007,
      "step": 26098
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.677893756147003e-06,
      "loss": 0.0188,
      "step": 26099
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.677654496918963e-06,
      "loss": 0.0028,
      "step": 26100
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.677415233362007e-06,
      "loss": 0.0091,
      "step": 26101
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.677175965476752e-06,
      "loss": 0.0102,
      "step": 26102
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.67693669326382e-06,
      "loss": 0.0221,
      "step": 26103
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.676697416723824e-06,
      "loss": 0.0035,
      "step": 26104
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.676458135857382e-06,
      "loss": 0.0179,
      "step": 26105
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.676218850665112e-06,
      "loss": 0.006,
      "step": 26106
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6759795611476344e-06,
      "loss": 0.0078,
      "step": 26107
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.675740267305563e-06,
      "loss": 0.0053,
      "step": 26108
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.675500969139514e-06,
      "loss": 0.0052,
      "step": 26109
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.675261666650108e-06,
      "loss": 0.0065,
      "step": 26110
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.675022359837963e-06,
      "loss": 0.0165,
      "step": 26111
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.674783048703693e-06,
      "loss": 0.0068,
      "step": 26112
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.674543733247919e-06,
      "loss": 0.0026,
      "step": 26113
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.674304413471256e-06,
      "loss": 0.0087,
      "step": 26114
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.674065089374323e-06,
      "loss": 0.0133,
      "step": 26115
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.673825760957737e-06,
      "loss": 0.0136,
      "step": 26116
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.673586428222115e-06,
      "loss": 0.0108,
      "step": 26117
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6733470911680775e-06,
      "loss": 0.0078,
      "step": 26118
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.673107749796237e-06,
      "loss": 0.0054,
      "step": 26119
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.672868404107216e-06,
      "loss": 0.0091,
      "step": 26120
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.672629054101627e-06,
      "loss": 0.0013,
      "step": 26121
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.672389699780093e-06,
      "loss": 0.0065,
      "step": 26122
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6721503411432295e-06,
      "loss": 0.0165,
      "step": 26123
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6719109781916525e-06,
      "loss": 0.012,
      "step": 26124
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.671671610925982e-06,
      "loss": 0.0081,
      "step": 26125
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.671432239346834e-06,
      "loss": 0.0051,
      "step": 26126
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.671192863454825e-06,
      "loss": 0.0006,
      "step": 26127
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.670953483250576e-06,
      "loss": 0.0478,
      "step": 26128
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.670714098734704e-06,
      "loss": 0.0162,
      "step": 26129
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.670474709907824e-06,
      "loss": 0.0175,
      "step": 26130
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.670235316770556e-06,
      "loss": 0.0058,
      "step": 26131
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.669995919323517e-06,
      "loss": 0.0133,
      "step": 26132
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.669756517567327e-06,
      "loss": 0.0044,
      "step": 26133
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.669517111502599e-06,
      "loss": 0.0047,
      "step": 26134
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6692777011299545e-06,
      "loss": 0.0073,
      "step": 26135
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.66903828645001e-06,
      "loss": 0.02,
      "step": 26136
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.668798867463383e-06,
      "loss": 0.0039,
      "step": 26137
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.668559444170692e-06,
      "loss": 0.0068,
      "step": 26138
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.668320016572554e-06,
      "loss": 0.0051,
      "step": 26139
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.668080584669589e-06,
      "loss": 0.011,
      "step": 26140
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.667841148462413e-06,
      "loss": 0.0034,
      "step": 26141
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.667601707951642e-06,
      "loss": 0.0118,
      "step": 26142
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.667362263137898e-06,
      "loss": 0.009,
      "step": 26143
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.667122814021796e-06,
      "loss": 0.0129,
      "step": 26144
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6668833606039525e-06,
      "loss": 0.001,
      "step": 26145
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6666439028849886e-06,
      "loss": 0.0021,
      "step": 26146
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.666404440865521e-06,
      "loss": 0.0099,
      "step": 26147
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.66616497454617e-06,
      "loss": 0.0178,
      "step": 26148
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6659255039275475e-06,
      "loss": 0.0046,
      "step": 26149
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.665686029010277e-06,
      "loss": 0.0098,
      "step": 26150
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6654465497949725e-06,
      "loss": 0.0058,
      "step": 26151
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.665207066282255e-06,
      "loss": 0.0057,
      "step": 26152
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.664967578472742e-06,
      "loss": 0.0267,
      "step": 26153
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.66472808636705e-06,
      "loss": 0.0071,
      "step": 26154
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6644885899657974e-06,
      "loss": 0.0103,
      "step": 26155
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.664249089269602e-06,
      "loss": 0.0055,
      "step": 26156
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.664009584279084e-06,
      "loss": 0.0074,
      "step": 26157
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.66377007499486e-06,
      "loss": 0.0092,
      "step": 26158
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.663530561417545e-06,
      "loss": 0.0105,
      "step": 26159
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.66329104354776e-06,
      "loss": 0.0424,
      "step": 26160
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.663051521386125e-06,
      "loss": 0.0056,
      "step": 26161
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.662811994933253e-06,
      "loss": 0.0098,
      "step": 26162
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.662572464189768e-06,
      "loss": 0.0047,
      "step": 26163
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6623329291562836e-06,
      "loss": 0.0107,
      "step": 26164
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.662093389833419e-06,
      "loss": 0.0058,
      "step": 26165
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.661853846221793e-06,
      "loss": 0.0085,
      "step": 26166
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6616142983220215e-06,
      "loss": 0.0064,
      "step": 26167
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6613747461347265e-06,
      "loss": 0.0089,
      "step": 26168
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.661135189660524e-06,
      "loss": 0.008,
      "step": 26169
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.660895628900031e-06,
      "loss": 0.0188,
      "step": 26170
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.660656063853865e-06,
      "loss": 0.007,
      "step": 26171
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.660416494522649e-06,
      "loss": 0.0075,
      "step": 26172
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.660176920906998e-06,
      "loss": 0.0027,
      "step": 26173
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.659937343007528e-06,
      "loss": 0.006,
      "step": 26174
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6596977608248605e-06,
      "loss": 0.0139,
      "step": 26175
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.659458174359612e-06,
      "loss": 0.0091,
      "step": 26176
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.659218583612402e-06,
      "loss": 0.0081,
      "step": 26177
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6589789885838485e-06,
      "loss": 0.0041,
      "step": 26178
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.65873938927457e-06,
      "loss": 0.003,
      "step": 26179
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.658499785685182e-06,
      "loss": 0.0044,
      "step": 26180
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.658260177816306e-06,
      "loss": 0.0123,
      "step": 26181
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.658020565668559e-06,
      "loss": 0.0142,
      "step": 26182
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.657780949242561e-06,
      "loss": 0.0032,
      "step": 26183
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.657541328538926e-06,
      "loss": 0.0259,
      "step": 26184
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.657301703558274e-06,
      "loss": 0.0189,
      "step": 26185
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.657062074301227e-06,
      "loss": 0.0073,
      "step": 26186
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6568224407684e-06,
      "loss": 0.0231,
      "step": 26187
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.656582802960412e-06,
      "loss": 0.0138,
      "step": 26188
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.65634316087788e-06,
      "loss": 0.0038,
      "step": 26189
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.656103514521426e-06,
      "loss": 0.0024,
      "step": 26190
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.655863863891664e-06,
      "loss": 0.0076,
      "step": 26191
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.655624208989214e-06,
      "loss": 0.0132,
      "step": 26192
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.655384549814696e-06,
      "loss": 0.005,
      "step": 26193
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6551448863687274e-06,
      "loss": 0.0111,
      "step": 26194
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.654905218651926e-06,
      "loss": 0.004,
      "step": 26195
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.65466554666491e-06,
      "loss": 0.01,
      "step": 26196
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6544258704083e-06,
      "loss": 0.0055,
      "step": 26197
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.654186189882712e-06,
      "loss": 0.0219,
      "step": 26198
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.653946505088764e-06,
      "loss": 0.0097,
      "step": 26199
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.653706816027077e-06,
      "loss": 0.0119,
      "step": 26200
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.653467122698269e-06,
      "loss": 0.001,
      "step": 26201
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.653227425102957e-06,
      "loss": 0.0079,
      "step": 26202
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.65298772324176e-06,
      "loss": 0.0046,
      "step": 26203
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.652748017115298e-06,
      "loss": 0.0053,
      "step": 26204
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.652508306724188e-06,
      "loss": 0.0065,
      "step": 26205
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.652268592069048e-06,
      "loss": 0.0146,
      "step": 26206
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.652028873150497e-06,
      "loss": 0.0082,
      "step": 26207
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.651789149969156e-06,
      "loss": 0.0063,
      "step": 26208
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.65154942252564e-06,
      "loss": 0.0064,
      "step": 26209
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.651309690820569e-06,
      "loss": 0.005,
      "step": 26210
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.651069954854563e-06,
      "loss": 0.0116,
      "step": 26211
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.650830214628238e-06,
      "loss": 0.0033,
      "step": 26212
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.650590470142214e-06,
      "loss": 0.0082,
      "step": 26213
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6503507213971095e-06,
      "loss": 0.0119,
      "step": 26214
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.650110968393544e-06,
      "loss": 0.0052,
      "step": 26215
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.649871211132135e-06,
      "loss": 0.0291,
      "step": 26216
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.649631449613501e-06,
      "loss": 0.0035,
      "step": 26217
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.649391683838261e-06,
      "loss": 0.0028,
      "step": 26218
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6491519138070345e-06,
      "loss": 0.0074,
      "step": 26219
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.648912139520439e-06,
      "loss": 0.0096,
      "step": 26220
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.648672360979094e-06,
      "loss": 0.0095,
      "step": 26221
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.648432578183616e-06,
      "loss": 0.0042,
      "step": 26222
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.648192791134629e-06,
      "loss": 0.0033,
      "step": 26223
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.647952999832746e-06,
      "loss": 0.0055,
      "step": 26224
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.647713204278588e-06,
      "loss": 0.0038,
      "step": 26225
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.647473404472775e-06,
      "loss": 0.0055,
      "step": 26226
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.647233600415924e-06,
      "loss": 0.0123,
      "step": 26227
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.646993792108656e-06,
      "loss": 0.0119,
      "step": 26228
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.646753979551586e-06,
      "loss": 0.0233,
      "step": 26229
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.646514162745336e-06,
      "loss": 0.0149,
      "step": 26230
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.646274341690523e-06,
      "loss": 0.0366,
      "step": 26231
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.646034516387766e-06,
      "loss": 0.0052,
      "step": 26232
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.645794686837688e-06,
      "loss": 0.0014,
      "step": 26233
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.645554853040901e-06,
      "loss": 0.0107,
      "step": 26234
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.645315014998027e-06,
      "loss": 0.0122,
      "step": 26235
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.645075172709686e-06,
      "loss": 0.0124,
      "step": 26236
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.644835326176495e-06,
      "loss": 0.01,
      "step": 26237
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.644595475399076e-06,
      "loss": 0.0102,
      "step": 26238
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6443556203780425e-06,
      "loss": 0.0122,
      "step": 26239
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6441157611140195e-06,
      "loss": 0.0052,
      "step": 26240
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.643875897607621e-06,
      "loss": 0.0032,
      "step": 26241
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.643636029859467e-06,
      "loss": 0.0043,
      "step": 26242
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.64339615787018e-06,
      "loss": 0.0094,
      "step": 26243
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.643156281640375e-06,
      "loss": 0.0065,
      "step": 26244
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.642916401170671e-06,
      "loss": 0.011,
      "step": 26245
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6426765164616904e-06,
      "loss": 0.004,
      "step": 26246
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.642436627514049e-06,
      "loss": 0.0153,
      "step": 26247
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6421967343283675e-06,
      "loss": 0.007,
      "step": 26248
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.641956836905264e-06,
      "loss": 0.0048,
      "step": 26249
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.641716935245356e-06,
      "loss": 0.008,
      "step": 26250
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.641477029349266e-06,
      "loss": 0.0094,
      "step": 26251
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.641237119217609e-06,
      "loss": 0.0302,
      "step": 26252
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.64099720485101e-06,
      "loss": 0.0115,
      "step": 26253
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.640757286250082e-06,
      "loss": 0.0044,
      "step": 26254
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.640517363415447e-06,
      "loss": 0.0073,
      "step": 26255
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.640277436347723e-06,
      "loss": 0.0061,
      "step": 26256
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6400375050475295e-06,
      "loss": 0.0017,
      "step": 26257
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6397975695154885e-06,
      "loss": 0.024,
      "step": 26258
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.639557629752214e-06,
      "loss": 0.0095,
      "step": 26259
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.639317685758326e-06,
      "loss": 0.0053,
      "step": 26260
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.639077737534446e-06,
      "loss": 0.0122,
      "step": 26261
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.638837785081193e-06,
      "loss": 0.011,
      "step": 26262
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.638597828399187e-06,
      "loss": 0.0077,
      "step": 26263
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.638357867489043e-06,
      "loss": 0.0071,
      "step": 26264
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.638117902351386e-06,
      "loss": 0.0035,
      "step": 26265
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6378779329868285e-06,
      "loss": 0.0131,
      "step": 26266
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.637637959395994e-06,
      "loss": 0.007,
      "step": 26267
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6373979815795005e-06,
      "loss": 0.0024,
      "step": 26268
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.63715799953797e-06,
      "loss": 0.0114,
      "step": 26269
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.636918013272017e-06,
      "loss": 0.0057,
      "step": 26270
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.636678022782263e-06,
      "loss": 0.036,
      "step": 26271
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.636438028069329e-06,
      "loss": 0.0201,
      "step": 26272
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6361980291338325e-06,
      "loss": 0.0058,
      "step": 26273
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.635958025976391e-06,
      "loss": 0.0082,
      "step": 26274
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.635718018597626e-06,
      "loss": 0.0104,
      "step": 26275
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.635478006998158e-06,
      "loss": 0.0066,
      "step": 26276
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6352379911786035e-06,
      "loss": 0.0164,
      "step": 26277
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.634997971139584e-06,
      "loss": 0.0031,
      "step": 26278
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6347579468817165e-06,
      "loss": 0.0272,
      "step": 26279
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.634517918405624e-06,
      "loss": 0.0046,
      "step": 26280
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.634277885711921e-06,
      "loss": 0.0087,
      "step": 26281
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.634037848801232e-06,
      "loss": 0.009,
      "step": 26282
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.633797807674174e-06,
      "loss": 0.0058,
      "step": 26283
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.633557762331364e-06,
      "loss": 0.0066,
      "step": 26284
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.633317712773424e-06,
      "loss": 0.0126,
      "step": 26285
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.633077659000974e-06,
      "loss": 0.0045,
      "step": 26286
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.632837601014632e-06,
      "loss": 0.0079,
      "step": 26287
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6325975388150185e-06,
      "loss": 0.0091,
      "step": 26288
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.632357472402752e-06,
      "loss": 0.0044,
      "step": 26289
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.632117401778453e-06,
      "loss": 0.0041,
      "step": 26290
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.631877326942739e-06,
      "loss": 0.0076,
      "step": 26291
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.631637247896231e-06,
      "loss": 0.007,
      "step": 26292
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.631397164639549e-06,
      "loss": 0.0107,
      "step": 26293
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.631157077173312e-06,
      "loss": 0.0065,
      "step": 26294
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.630916985498138e-06,
      "loss": 0.0061,
      "step": 26295
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.630676889614648e-06,
      "loss": 0.0053,
      "step": 26296
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6304367895234626e-06,
      "loss": 0.0055,
      "step": 26297
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.630196685225198e-06,
      "loss": 0.0069,
      "step": 26298
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.629956576720478e-06,
      "loss": 0.0074,
      "step": 26299
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.629716464009917e-06,
      "loss": 0.0058,
      "step": 26300
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.629476347094139e-06,
      "loss": 0.0079,
      "step": 26301
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.629236225973763e-06,
      "loss": 0.0065,
      "step": 26302
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.628996100649408e-06,
      "loss": 0.0094,
      "step": 26303
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.628755971121691e-06,
      "loss": 0.0158,
      "step": 26304
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.628515837391236e-06,
      "loss": 0.0204,
      "step": 26305
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.62827569945866e-06,
      "loss": 0.0143,
      "step": 26306
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.628035557324581e-06,
      "loss": 0.0231,
      "step": 26307
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.627795410989624e-06,
      "loss": 0.03,
      "step": 26308
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.627555260454403e-06,
      "loss": 0.0065,
      "step": 26309
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.627315105719542e-06,
      "loss": 0.0077,
      "step": 26310
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.627074946785657e-06,
      "loss": 0.0035,
      "step": 26311
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.626834783653371e-06,
      "loss": 0.0045,
      "step": 26312
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.626594616323303e-06,
      "loss": 0.0022,
      "step": 26313
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6263544447960705e-06,
      "loss": 0.0044,
      "step": 26314
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.626114269072294e-06,
      "loss": 0.0026,
      "step": 26315
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.625874089152595e-06,
      "loss": 0.0179,
      "step": 26316
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6256339050375915e-06,
      "loss": 0.0082,
      "step": 26317
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.625393716727905e-06,
      "loss": 0.0059,
      "step": 26318
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.625153524224154e-06,
      "loss": 0.0066,
      "step": 26319
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.624913327526956e-06,
      "loss": 0.0078,
      "step": 26320
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.624673126636935e-06,
      "loss": 0.0072,
      "step": 26321
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.62443292155471e-06,
      "loss": 0.0059,
      "step": 26322
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.624192712280899e-06,
      "loss": 0.0063,
      "step": 26323
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.623952498816122e-06,
      "loss": 0.0067,
      "step": 26324
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6237122811609995e-06,
      "loss": 0.0081,
      "step": 26325
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.623472059316153e-06,
      "loss": 0.0151,
      "step": 26326
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6232318332821985e-06,
      "loss": 0.0104,
      "step": 26327
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.62299160305976e-06,
      "loss": 0.0109,
      "step": 26328
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.622751368649454e-06,
      "loss": 0.0078,
      "step": 26329
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.622511130051903e-06,
      "loss": 0.0115,
      "step": 26330
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6222708872677235e-06,
      "loss": 0.0062,
      "step": 26331
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.622030640297539e-06,
      "loss": 0.007,
      "step": 26332
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.621790389141969e-06,
      "loss": 0.0126,
      "step": 26333
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.621550133801632e-06,
      "loss": 0.0081,
      "step": 26334
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.621309874277146e-06,
      "loss": 0.0121,
      "step": 26335
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6210696105691355e-06,
      "loss": 0.0049,
      "step": 26336
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6208293426782186e-06,
      "loss": 0.0117,
      "step": 26337
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.620589070605015e-06,
      "loss": 0.0361,
      "step": 26338
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6203487943501445e-06,
      "loss": 0.0083,
      "step": 26339
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.620108513914225e-06,
      "loss": 0.0046,
      "step": 26340
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.619868229297883e-06,
      "loss": 0.0395,
      "step": 26341
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.619627940501731e-06,
      "loss": 0.0099,
      "step": 26342
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.619387647526393e-06,
      "loss": 0.0139,
      "step": 26343
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.619147350372489e-06,
      "loss": 0.0032,
      "step": 26344
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.618907049040637e-06,
      "loss": 0.0022,
      "step": 26345
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.618666743531459e-06,
      "loss": 0.0044,
      "step": 26346
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.618426433845575e-06,
      "loss": 0.0197,
      "step": 26347
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.618186119983605e-06,
      "loss": 0.0044,
      "step": 26348
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.617945801946168e-06,
      "loss": 0.009,
      "step": 26349
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.617705479733885e-06,
      "loss": 0.0129,
      "step": 26350
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.617465153347376e-06,
      "loss": 0.0104,
      "step": 26351
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.617224822787262e-06,
      "loss": 0.0079,
      "step": 26352
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.616984488054159e-06,
      "loss": 0.0028,
      "step": 26353
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.616744149148693e-06,
      "loss": 0.0035,
      "step": 26354
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.61650380607148e-06,
      "loss": 0.0109,
      "step": 26355
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.616263458823142e-06,
      "loss": 0.0061,
      "step": 26356
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.616023107404301e-06,
      "loss": 0.0053,
      "step": 26357
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.615782751815572e-06,
      "loss": 0.0129,
      "step": 26358
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.615542392057579e-06,
      "loss": 0.0069,
      "step": 26359
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.615302028130941e-06,
      "loss": 0.0129,
      "step": 26360
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.615061660036279e-06,
      "loss": 0.008,
      "step": 26361
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.614821287774213e-06,
      "loss": 0.0071,
      "step": 26362
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.614580911345365e-06,
      "loss": 0.0068,
      "step": 26363
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.614340530750351e-06,
      "loss": 0.0131,
      "step": 26364
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6141001459897935e-06,
      "loss": 0.0047,
      "step": 26365
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6138597570643134e-06,
      "loss": 0.0059,
      "step": 26366
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6136193639745314e-06,
      "loss": 0.0087,
      "step": 26367
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.613378966721066e-06,
      "loss": 0.0207,
      "step": 26368
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.613138565304539e-06,
      "loss": 0.0254,
      "step": 26369
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.612898159725569e-06,
      "loss": 0.0077,
      "step": 26370
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.612657749984778e-06,
      "loss": 0.0026,
      "step": 26371
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.612417336082786e-06,
      "loss": 0.0169,
      "step": 26372
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.612176918020212e-06,
      "loss": 0.0063,
      "step": 26373
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.611936495797678e-06,
      "loss": 0.0064,
      "step": 26374
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.611696069415804e-06,
      "loss": 0.0212,
      "step": 26375
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.611455638875211e-06,
      "loss": 0.0084,
      "step": 26376
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6112152041765174e-06,
      "loss": 0.0146,
      "step": 26377
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.610974765320345e-06,
      "loss": 0.003,
      "step": 26378
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.610734322307314e-06,
      "loss": 0.0335,
      "step": 26379
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.610493875138046e-06,
      "loss": 0.0112,
      "step": 26380
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.610253423813158e-06,
      "loss": 0.005,
      "step": 26381
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.610012968333275e-06,
      "loss": 0.0025,
      "step": 26382
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6097725086990135e-06,
      "loss": 0.0045,
      "step": 26383
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.609532044910996e-06,
      "loss": 0.0062,
      "step": 26384
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.609291576969843e-06,
      "loss": 0.0065,
      "step": 26385
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.609051104876174e-06,
      "loss": 0.008,
      "step": 26386
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.608810628630611e-06,
      "loss": 0.0143,
      "step": 26387
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.608570148233775e-06,
      "loss": 0.0063,
      "step": 26388
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.608329663686283e-06,
      "loss": 0.0124,
      "step": 26389
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.608089174988756e-06,
      "loss": 0.0082,
      "step": 26390
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6078486821418194e-06,
      "loss": 0.0072,
      "step": 26391
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.607608185146091e-06,
      "loss": 0.0172,
      "step": 26392
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6073676840021884e-06,
      "loss": 0.0054,
      "step": 26393
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.607127178710735e-06,
      "loss": 0.0069,
      "step": 26394
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6068866692723525e-06,
      "loss": 0.0072,
      "step": 26395
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.606646155687658e-06,
      "loss": 0.0116,
      "step": 26396
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.606405637957276e-06,
      "loss": 0.0283,
      "step": 26397
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.606165116081826e-06,
      "loss": 0.0182,
      "step": 26398
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.605924590061926e-06,
      "loss": 0.0014,
      "step": 26399
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.605684059898199e-06,
      "loss": 0.0018,
      "step": 26400
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.605443525591266e-06,
      "loss": 0.0045,
      "step": 26401
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6052029871417465e-06,
      "loss": 0.0083,
      "step": 26402
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.604962444550261e-06,
      "loss": 0.0375,
      "step": 26403
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.604721897817431e-06,
      "loss": 0.0053,
      "step": 26404
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6044813469438775e-06,
      "loss": 0.0272,
      "step": 26405
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.60424079193022e-06,
      "loss": 0.0126,
      "step": 26406
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6040002327770805e-06,
      "loss": 0.0036,
      "step": 26407
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.603759669485078e-06,
      "loss": 0.0081,
      "step": 26408
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.603519102054835e-06,
      "loss": 0.0096,
      "step": 26409
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.603278530486971e-06,
      "loss": 0.0044,
      "step": 26410
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.603037954782107e-06,
      "loss": 0.0236,
      "step": 26411
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.602797374940866e-06,
      "loss": 0.0082,
      "step": 26412
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.602556790963865e-06,
      "loss": 0.0106,
      "step": 26413
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.602316202851728e-06,
      "loss": 0.0062,
      "step": 26414
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.602075610605072e-06,
      "loss": 0.0108,
      "step": 26415
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.601835014224522e-06,
      "loss": 0.025,
      "step": 26416
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.601594413710699e-06,
      "loss": 0.0159,
      "step": 26417
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.601353809064219e-06,
      "loss": 0.031,
      "step": 26418
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.601113200285706e-06,
      "loss": 0.0122,
      "step": 26419
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6008725873757815e-06,
      "loss": 0.0172,
      "step": 26420
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.600631970335066e-06,
      "loss": 0.0045,
      "step": 26421
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.600391349164178e-06,
      "loss": 0.0039,
      "step": 26422
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.6001507238637415e-06,
      "loss": 0.0073,
      "step": 26423
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.599910094434375e-06,
      "loss": 0.0064,
      "step": 26424
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.5996694608767006e-06,
      "loss": 0.0243,
      "step": 26425
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.59942882319134e-06,
      "loss": 0.0059,
      "step": 26426
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.599188181378914e-06,
      "loss": 0.0047,
      "step": 26427
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.598947535440041e-06,
      "loss": 0.0086,
      "step": 26428
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.598706885375344e-06,
      "loss": 0.015,
      "step": 26429
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.598466231185446e-06,
      "loss": 0.0071,
      "step": 26430
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.598225572870962e-06,
      "loss": 0.0244,
      "step": 26431
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.597984910432519e-06,
      "loss": 0.011,
      "step": 26432
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.597744243870734e-06,
      "loss": 0.0092,
      "step": 26433
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.597503573186231e-06,
      "loss": 0.0355,
      "step": 26434
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.597262898379629e-06,
      "loss": 0.0038,
      "step": 26435
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.59702221945155e-06,
      "loss": 0.0045,
      "step": 26436
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.596781536402614e-06,
      "loss": 0.0107,
      "step": 26437
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.5965408492334445e-06,
      "loss": 0.0164,
      "step": 26438
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.59630015794466e-06,
      "loss": 0.0118,
      "step": 26439
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.596059462536882e-06,
      "loss": 0.0052,
      "step": 26440
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.595818763010731e-06,
      "loss": 0.0079,
      "step": 26441
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.595578059366831e-06,
      "loss": 0.012,
      "step": 26442
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.5953373516057995e-06,
      "loss": 0.0083,
      "step": 26443
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.595096639728259e-06,
      "loss": 0.0027,
      "step": 26444
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.594855923734832e-06,
      "loss": 0.0159,
      "step": 26445
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.594615203626138e-06,
      "loss": 0.0088,
      "step": 26446
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.594374479402798e-06,
      "loss": 0.0297,
      "step": 26447
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.594133751065434e-06,
      "loss": 0.0053,
      "step": 26448
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.593893018614668e-06,
      "loss": 0.0066,
      "step": 26449
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.59365228205112e-06,
      "loss": 0.0057,
      "step": 26450
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.59341154137541e-06,
      "loss": 0.0138,
      "step": 26451
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.593170796588162e-06,
      "loss": 0.0139,
      "step": 26452
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.592930047689994e-06,
      "loss": 0.0043,
      "step": 26453
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.592689294681529e-06,
      "loss": 0.0172,
      "step": 26454
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.5924485375633895e-06,
      "loss": 0.0112,
      "step": 26455
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.592207776336194e-06,
      "loss": 0.0097,
      "step": 26456
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.591967011000566e-06,
      "loss": 0.0413,
      "step": 26457
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.591726241557125e-06,
      "loss": 0.0104,
      "step": 26458
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.591485468006495e-06,
      "loss": 0.0033,
      "step": 26459
    },
    {
      "epoch": 0.41,
      "learning_rate": 6.5912446903492925e-06,
      "loss": 0.0073,
      "step": 26460
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.591003908586142e-06,
      "loss": 0.0071,
      "step": 26461
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.590763122717667e-06,
      "loss": 0.006,
      "step": 26462
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.590522332744484e-06,
      "loss": 0.008,
      "step": 26463
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.590281538667218e-06,
      "loss": 0.0058,
      "step": 26464
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.590040740486488e-06,
      "loss": 0.0135,
      "step": 26465
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5897999382029165e-06,
      "loss": 0.0058,
      "step": 26466
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5895591318171255e-06,
      "loss": 0.0134,
      "step": 26467
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.589318321329734e-06,
      "loss": 0.0125,
      "step": 26468
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.589077506741364e-06,
      "loss": 0.0038,
      "step": 26469
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.588836688052641e-06,
      "loss": 0.0023,
      "step": 26470
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.58859586526418e-06,
      "loss": 0.002,
      "step": 26471
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.588355038376608e-06,
      "loss": 0.0081,
      "step": 26472
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.588114207390542e-06,
      "loss": 0.01,
      "step": 26473
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.587873372306608e-06,
      "loss": 0.0037,
      "step": 26474
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.587632533125422e-06,
      "loss": 0.0133,
      "step": 26475
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5873916898476086e-06,
      "loss": 0.0073,
      "step": 26476
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.587150842473791e-06,
      "loss": 0.0029,
      "step": 26477
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.586909991004587e-06,
      "loss": 0.0091,
      "step": 26478
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.586669135440618e-06,
      "loss": 0.0192,
      "step": 26479
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.58642827578251e-06,
      "loss": 0.0153,
      "step": 26480
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.58618741203088e-06,
      "loss": 0.0048,
      "step": 26481
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5859465441863525e-06,
      "loss": 0.0133,
      "step": 26482
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.585705672249546e-06,
      "loss": 0.0149,
      "step": 26483
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.585464796221086e-06,
      "loss": 0.0033,
      "step": 26484
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.58522391610159e-06,
      "loss": 0.012,
      "step": 26485
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5849830318916805e-06,
      "loss": 0.0041,
      "step": 26486
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.584742143591981e-06,
      "loss": 0.0097,
      "step": 26487
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.584501251203112e-06,
      "loss": 0.0122,
      "step": 26488
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.584260354725695e-06,
      "loss": 0.0174,
      "step": 26489
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5840194541603506e-06,
      "loss": 0.0016,
      "step": 26490
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5837785495077035e-06,
      "loss": 0.0021,
      "step": 26491
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.583537640768372e-06,
      "loss": 0.007,
      "step": 26492
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.583296727942978e-06,
      "loss": 0.0053,
      "step": 26493
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.583055811032145e-06,
      "loss": 0.0035,
      "step": 26494
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.582814890036496e-06,
      "loss": 0.0344,
      "step": 26495
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.582573964956647e-06,
      "loss": 0.0059,
      "step": 26496
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5823330357932245e-06,
      "loss": 0.0069,
      "step": 26497
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.582092102546847e-06,
      "loss": 0.0027,
      "step": 26498
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.581851165218141e-06,
      "loss": 0.0044,
      "step": 26499
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.581610223807723e-06,
      "loss": 0.0098,
      "step": 26500
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.581369278316217e-06,
      "loss": 0.0356,
      "step": 26501
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.581128328744245e-06,
      "loss": 0.0055,
      "step": 26502
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.580887375092429e-06,
      "loss": 0.0116,
      "step": 26503
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.580646417361389e-06,
      "loss": 0.014,
      "step": 26504
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.580405455551747e-06,
      "loss": 0.0177,
      "step": 26505
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.580164489664127e-06,
      "loss": 0.0067,
      "step": 26506
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.579923519699149e-06,
      "loss": 0.0039,
      "step": 26507
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.579682545657435e-06,
      "loss": 0.0148,
      "step": 26508
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.579441567539607e-06,
      "loss": 0.0195,
      "step": 26509
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.579200585346287e-06,
      "loss": 0.0262,
      "step": 26510
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.578959599078095e-06,
      "loss": 0.0022,
      "step": 26511
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5787186087356565e-06,
      "loss": 0.0073,
      "step": 26512
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.578477614319591e-06,
      "loss": 0.0097,
      "step": 26513
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.578236615830519e-06,
      "loss": 0.0134,
      "step": 26514
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.577995613269064e-06,
      "loss": 0.0113,
      "step": 26515
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.577754606635849e-06,
      "loss": 0.0028,
      "step": 26516
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5775135959314936e-06,
      "loss": 0.0111,
      "step": 26517
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.577272581156621e-06,
      "loss": 0.0159,
      "step": 26518
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.577031562311853e-06,
      "loss": 0.0251,
      "step": 26519
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5767905393978115e-06,
      "loss": 0.0075,
      "step": 26520
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.576549512415117e-06,
      "loss": 0.0038,
      "step": 26521
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.576308481364394e-06,
      "loss": 0.0191,
      "step": 26522
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5760674462462624e-06,
      "loss": 0.0054,
      "step": 26523
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.575826407061347e-06,
      "loss": 0.0081,
      "step": 26524
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.575585363810264e-06,
      "loss": 0.0083,
      "step": 26525
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.575344316493641e-06,
      "loss": 0.0106,
      "step": 26526
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.575103265112098e-06,
      "loss": 0.002,
      "step": 26527
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5748622096662574e-06,
      "loss": 0.0068,
      "step": 26528
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5746211501567405e-06,
      "loss": 0.0108,
      "step": 26529
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.574380086584169e-06,
      "loss": 0.0113,
      "step": 26530
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.574139018949166e-06,
      "loss": 0.0106,
      "step": 26531
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.573897947252353e-06,
      "loss": 0.0157,
      "step": 26532
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5736568714943515e-06,
      "loss": 0.0045,
      "step": 26533
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.573415791675786e-06,
      "loss": 0.0018,
      "step": 26534
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5731747077972755e-06,
      "loss": 0.0027,
      "step": 26535
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5729336198594414e-06,
      "loss": 0.0158,
      "step": 26536
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.572692527862911e-06,
      "loss": 0.0048,
      "step": 26537
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.572451431808302e-06,
      "loss": 0.0039,
      "step": 26538
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.572210331696237e-06,
      "loss": 0.0054,
      "step": 26539
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.571969227527338e-06,
      "loss": 0.0163,
      "step": 26540
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.57172811930223e-06,
      "loss": 0.0039,
      "step": 26541
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.571487007021533e-06,
      "loss": 0.0136,
      "step": 26542
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.571245890685866e-06,
      "loss": 0.0031,
      "step": 26543
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.571004770295857e-06,
      "loss": 0.0169,
      "step": 26544
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.570763645852125e-06,
      "loss": 0.0178,
      "step": 26545
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5705225173552925e-06,
      "loss": 0.0057,
      "step": 26546
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.570281384805983e-06,
      "loss": 0.0098,
      "step": 26547
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.570040248204815e-06,
      "loss": 0.0231,
      "step": 26548
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.569799107552416e-06,
      "loss": 0.0197,
      "step": 26549
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.569557962849403e-06,
      "loss": 0.0116,
      "step": 26550
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.569316814096403e-06,
      "loss": 0.0136,
      "step": 26551
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.569075661294034e-06,
      "loss": 0.0086,
      "step": 26552
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.568834504442922e-06,
      "loss": 0.0023,
      "step": 26553
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.568593343543687e-06,
      "loss": 0.0104,
      "step": 26554
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.56835217859695e-06,
      "loss": 0.0105,
      "step": 26555
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.568111009603338e-06,
      "loss": 0.0012,
      "step": 26556
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.56786983656347e-06,
      "loss": 0.0182,
      "step": 26557
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.567628659477967e-06,
      "loss": 0.032,
      "step": 26558
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.567387478347453e-06,
      "loss": 0.0119,
      "step": 26559
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.56714629317255e-06,
      "loss": 0.0132,
      "step": 26560
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.566905103953882e-06,
      "loss": 0.004,
      "step": 26561
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.566663910692071e-06,
      "loss": 0.0115,
      "step": 26562
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.566422713387737e-06,
      "loss": 0.0042,
      "step": 26563
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.566181512041503e-06,
      "loss": 0.0036,
      "step": 26564
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.565940306653993e-06,
      "loss": 0.0048,
      "step": 26565
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.565699097225828e-06,
      "loss": 0.0046,
      "step": 26566
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.565457883757632e-06,
      "loss": 0.012,
      "step": 26567
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.565216666250025e-06,
      "loss": 0.0124,
      "step": 26568
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.564975444703632e-06,
      "loss": 0.0049,
      "step": 26569
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.564734219119073e-06,
      "loss": 0.0048,
      "step": 26570
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.564492989496972e-06,
      "loss": 0.0334,
      "step": 26571
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5642517558379515e-06,
      "loss": 0.0038,
      "step": 26572
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.564010518142633e-06,
      "loss": 0.0273,
      "step": 26573
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.56376927641164e-06,
      "loss": 0.0024,
      "step": 26574
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.563528030645594e-06,
      "loss": 0.001,
      "step": 26575
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.563286780845118e-06,
      "loss": 0.0121,
      "step": 26576
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5630455270108354e-06,
      "loss": 0.0109,
      "step": 26577
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.562804269143368e-06,
      "loss": 0.0033,
      "step": 26578
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.562563007243336e-06,
      "loss": 0.0178,
      "step": 26579
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.562321741311366e-06,
      "loss": 0.0089,
      "step": 26580
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.562080471348078e-06,
      "loss": 0.0019,
      "step": 26581
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.561839197354096e-06,
      "loss": 0.007,
      "step": 26582
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.56159791933004e-06,
      "loss": 0.0364,
      "step": 26583
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.561356637276536e-06,
      "loss": 0.0089,
      "step": 26584
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.561115351194205e-06,
      "loss": 0.0104,
      "step": 26585
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.560874061083667e-06,
      "loss": 0.0116,
      "step": 26586
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5606327669455505e-06,
      "loss": 0.011,
      "step": 26587
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.560391468780474e-06,
      "loss": 0.0106,
      "step": 26588
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.560150166589059e-06,
      "loss": 0.0135,
      "step": 26589
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5599088603719305e-06,
      "loss": 0.0028,
      "step": 26590
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5596675501297115e-06,
      "loss": 0.0076,
      "step": 26591
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.559426235863025e-06,
      "loss": 0.0151,
      "step": 26592
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.559184917572491e-06,
      "loss": 0.0372,
      "step": 26593
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.558943595258733e-06,
      "loss": 0.0083,
      "step": 26594
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5587022689223754e-06,
      "loss": 0.0027,
      "step": 26595
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.55846093856404e-06,
      "loss": 0.0075,
      "step": 26596
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.55821960418435e-06,
      "loss": 0.0069,
      "step": 26597
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5579782657839256e-06,
      "loss": 0.0076,
      "step": 26598
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.557736923363393e-06,
      "loss": 0.0062,
      "step": 26599
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.557495576923373e-06,
      "loss": 0.0144,
      "step": 26600
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.557254226464488e-06,
      "loss": 0.0059,
      "step": 26601
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5570128719873624e-06,
      "loss": 0.0056,
      "step": 26602
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.556771513492619e-06,
      "loss": 0.0098,
      "step": 26603
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.556530150980878e-06,
      "loss": 0.009,
      "step": 26604
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.556288784452765e-06,
      "loss": 0.0066,
      "step": 26605
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.556047413908901e-06,
      "loss": 0.0148,
      "step": 26606
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.55580603934991e-06,
      "loss": 0.0075,
      "step": 26607
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.555564660776414e-06,
      "loss": 0.0062,
      "step": 26608
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.555323278189035e-06,
      "loss": 0.0156,
      "step": 26609
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5550818915884e-06,
      "loss": 0.0152,
      "step": 26610
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.554840500975126e-06,
      "loss": 0.0046,
      "step": 26611
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5545991063498405e-06,
      "loss": 0.0056,
      "step": 26612
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.554357707713164e-06,
      "loss": 0.0255,
      "step": 26613
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.554116305065721e-06,
      "loss": 0.0078,
      "step": 26614
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.553874898408131e-06,
      "loss": 0.0071,
      "step": 26615
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.55363348774102e-06,
      "loss": 0.0141,
      "step": 26616
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.553392073065013e-06,
      "loss": 0.0032,
      "step": 26617
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.553150654380729e-06,
      "loss": 0.0064,
      "step": 26618
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.55290923168879e-06,
      "loss": 0.0065,
      "step": 26619
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.552667804989823e-06,
      "loss": 0.0075,
      "step": 26620
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.552426374284448e-06,
      "loss": 0.0033,
      "step": 26621
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.552184939573291e-06,
      "loss": 0.0079,
      "step": 26622
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.551943500856971e-06,
      "loss": 0.0023,
      "step": 26623
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.551702058136114e-06,
      "loss": 0.0095,
      "step": 26624
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5514606114113415e-06,
      "loss": 0.0097,
      "step": 26625
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.551219160683278e-06,
      "loss": 0.0029,
      "step": 26626
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.550977705952544e-06,
      "loss": 0.013,
      "step": 26627
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.550736247219764e-06,
      "loss": 0.0051,
      "step": 26628
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5504947844855616e-06,
      "loss": 0.0072,
      "step": 26629
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.55025331775056e-06,
      "loss": 0.0061,
      "step": 26630
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5500118470153815e-06,
      "loss": 0.0084,
      "step": 26631
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.549770372280649e-06,
      "loss": 0.01,
      "step": 26632
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.549528893546986e-06,
      "loss": 0.0168,
      "step": 26633
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.549287410815015e-06,
      "loss": 0.0232,
      "step": 26634
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.549045924085361e-06,
      "loss": 0.0063,
      "step": 26635
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.548804433358645e-06,
      "loss": 0.0072,
      "step": 26636
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.54856293863549e-06,
      "loss": 0.014,
      "step": 26637
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.548321439916521e-06,
      "loss": 0.0022,
      "step": 26638
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.54807993720236e-06,
      "loss": 0.0102,
      "step": 26639
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.54783843049363e-06,
      "loss": 0.0072,
      "step": 26640
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.547596919790955e-06,
      "loss": 0.0419,
      "step": 26641
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.547355405094958e-06,
      "loss": 0.0034,
      "step": 26642
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.54711388640626e-06,
      "loss": 0.0042,
      "step": 26643
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.546872363725486e-06,
      "loss": 0.0038,
      "step": 26644
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.546630837053261e-06,
      "loss": 0.0113,
      "step": 26645
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5463893063902066e-06,
      "loss": 0.0028,
      "step": 26646
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.546147771736944e-06,
      "loss": 0.034,
      "step": 26647
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.545906233094099e-06,
      "loss": 0.0037,
      "step": 26648
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.545664690462296e-06,
      "loss": 0.0218,
      "step": 26649
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.545423143842153e-06,
      "loss": 0.0093,
      "step": 26650
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5451815932342995e-06,
      "loss": 0.0067,
      "step": 26651
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.544940038639356e-06,
      "loss": 0.0038,
      "step": 26652
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.544698480057945e-06,
      "loss": 0.0142,
      "step": 26653
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5444569174906905e-06,
      "loss": 0.0074,
      "step": 26654
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.544215350938214e-06,
      "loss": 0.0071,
      "step": 26655
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.543973780401145e-06,
      "loss": 0.0046,
      "step": 26656
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5437322058801e-06,
      "loss": 0.0057,
      "step": 26657
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.543490627375705e-06,
      "loss": 0.022,
      "step": 26658
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.543249044888583e-06,
      "loss": 0.0058,
      "step": 26659
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.543007458419358e-06,
      "loss": 0.0254,
      "step": 26660
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.542765867968654e-06,
      "loss": 0.0019,
      "step": 26661
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.542524273537092e-06,
      "loss": 0.0222,
      "step": 26662
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5422826751252965e-06,
      "loss": 0.0021,
      "step": 26663
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.542041072733893e-06,
      "loss": 0.0144,
      "step": 26664
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.541799466363501e-06,
      "loss": 0.0051,
      "step": 26665
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.541557856014748e-06,
      "loss": 0.0072,
      "step": 26666
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5413162416882535e-06,
      "loss": 0.0149,
      "step": 26667
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.541074623384646e-06,
      "loss": 0.0227,
      "step": 26668
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.540833001104543e-06,
      "loss": 0.0144,
      "step": 26669
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.54059137484857e-06,
      "loss": 0.0067,
      "step": 26670
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.540349744617356e-06,
      "loss": 0.0024,
      "step": 26671
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.540108110411516e-06,
      "loss": 0.0066,
      "step": 26672
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.539866472231677e-06,
      "loss": 0.0069,
      "step": 26673
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.539624830078465e-06,
      "loss": 0.0028,
      "step": 26674
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.539383183952499e-06,
      "loss": 0.01,
      "step": 26675
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.539141533854408e-06,
      "loss": 0.0018,
      "step": 26676
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.538899879784809e-06,
      "loss": 0.0139,
      "step": 26677
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.538658221744331e-06,
      "loss": 0.0113,
      "step": 26678
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.538416559733594e-06,
      "loss": 0.0087,
      "step": 26679
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.538174893753224e-06,
      "loss": 0.0164,
      "step": 26680
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.537933223803844e-06,
      "loss": 0.0056,
      "step": 26681
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.537691549886077e-06,
      "loss": 0.0028,
      "step": 26682
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.537449872000546e-06,
      "loss": 0.0055,
      "step": 26683
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.537208190147876e-06,
      "loss": 0.0125,
      "step": 26684
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.53696650432869e-06,
      "loss": 0.0059,
      "step": 26685
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.536724814543614e-06,
      "loss": 0.0067,
      "step": 26686
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.536483120793266e-06,
      "loss": 0.0029,
      "step": 26687
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.536241423078274e-06,
      "loss": 0.0107,
      "step": 26688
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.535999721399261e-06,
      "loss": 0.0057,
      "step": 26689
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.53575801575685e-06,
      "loss": 0.0058,
      "step": 26690
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5355163061516655e-06,
      "loss": 0.0082,
      "step": 26691
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.53527459258433e-06,
      "loss": 0.007,
      "step": 26692
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.535032875055469e-06,
      "loss": 0.0044,
      "step": 26693
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.534791153565704e-06,
      "loss": 0.0055,
      "step": 26694
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.53454942811566e-06,
      "loss": 0.0074,
      "step": 26695
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.534307698705961e-06,
      "loss": 0.0185,
      "step": 26696
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.534065965337231e-06,
      "loss": 0.0166,
      "step": 26697
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.533824228010092e-06,
      "loss": 0.0077,
      "step": 26698
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.533582486725168e-06,
      "loss": 0.0037,
      "step": 26699
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.533340741483085e-06,
      "loss": 0.0191,
      "step": 26700
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.533098992284466e-06,
      "loss": 0.0089,
      "step": 26701
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5328572391299325e-06,
      "loss": 0.0108,
      "step": 26702
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.532615482020112e-06,
      "loss": 0.0218,
      "step": 26703
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.532373720955625e-06,
      "loss": 0.0084,
      "step": 26704
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.532131955937095e-06,
      "loss": 0.0073,
      "step": 26705
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.531890186965151e-06,
      "loss": 0.0077,
      "step": 26706
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.531648414040411e-06,
      "loss": 0.0224,
      "step": 26707
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.531406637163501e-06,
      "loss": 0.0108,
      "step": 26708
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.531164856335046e-06,
      "loss": 0.0208,
      "step": 26709
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.530923071555668e-06,
      "loss": 0.0497,
      "step": 26710
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.530681282825993e-06,
      "loss": 0.028,
      "step": 26711
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.530439490146643e-06,
      "loss": 0.0126,
      "step": 26712
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5301976935182425e-06,
      "loss": 0.0105,
      "step": 26713
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.529955892941417e-06,
      "loss": 0.0085,
      "step": 26714
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.529714088416787e-06,
      "loss": 0.0065,
      "step": 26715
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5294722799449794e-06,
      "loss": 0.0059,
      "step": 26716
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.529230467526616e-06,
      "loss": 0.0052,
      "step": 26717
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.528988651162324e-06,
      "loss": 0.0075,
      "step": 26718
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.528746830852722e-06,
      "loss": 0.0035,
      "step": 26719
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.528505006598439e-06,
      "loss": 0.016,
      "step": 26720
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.528263178400098e-06,
      "loss": 0.0082,
      "step": 26721
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.528021346258322e-06,
      "loss": 0.0219,
      "step": 26722
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.527779510173735e-06,
      "loss": 0.005,
      "step": 26723
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.52753767014696e-06,
      "loss": 0.0106,
      "step": 26724
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.527295826178623e-06,
      "loss": 0.0054,
      "step": 26725
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.527053978269349e-06,
      "loss": 0.0203,
      "step": 26726
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.526812126419759e-06,
      "loss": 0.0091,
      "step": 26727
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.526570270630479e-06,
      "loss": 0.0158,
      "step": 26728
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.526328410902131e-06,
      "loss": 0.0194,
      "step": 26729
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.526086547235341e-06,
      "loss": 0.0091,
      "step": 26730
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.525844679630734e-06,
      "loss": 0.0062,
      "step": 26731
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.525602808088932e-06,
      "loss": 0.0086,
      "step": 26732
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5253609326105595e-06,
      "loss": 0.0422,
      "step": 26733
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5251190531962406e-06,
      "loss": 0.0054,
      "step": 26734
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5248771698466015e-06,
      "loss": 0.0075,
      "step": 26735
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.524635282562264e-06,
      "loss": 0.0031,
      "step": 26736
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.524393391343853e-06,
      "loss": 0.0179,
      "step": 26737
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5241514961919906e-06,
      "loss": 0.0256,
      "step": 26738
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.523909597107305e-06,
      "loss": 0.0061,
      "step": 26739
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.523667694090417e-06,
      "loss": 0.0088,
      "step": 26740
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.523425787141955e-06,
      "loss": 0.0094,
      "step": 26741
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.523183876262538e-06,
      "loss": 0.0394,
      "step": 26742
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.522941961452792e-06,
      "loss": 0.0069,
      "step": 26743
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5227000427133425e-06,
      "loss": 0.005,
      "step": 26744
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.522458120044813e-06,
      "loss": 0.0106,
      "step": 26745
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.522216193447828e-06,
      "loss": 0.0078,
      "step": 26746
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.521974262923012e-06,
      "loss": 0.0036,
      "step": 26747
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.521732328470988e-06,
      "loss": 0.0092,
      "step": 26748
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.52149039009238e-06,
      "loss": 0.0149,
      "step": 26749
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.521248447787815e-06,
      "loss": 0.0126,
      "step": 26750
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.521006501557915e-06,
      "loss": 0.0206,
      "step": 26751
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.520764551403305e-06,
      "loss": 0.0078,
      "step": 26752
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.520522597324609e-06,
      "loss": 0.0309,
      "step": 26753
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.520280639322452e-06,
      "loss": 0.0225,
      "step": 26754
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.520038677397456e-06,
      "loss": 0.0097,
      "step": 26755
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.519796711550249e-06,
      "loss": 0.0094,
      "step": 26756
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.519554741781454e-06,
      "loss": 0.0011,
      "step": 26757
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.519312768091693e-06,
      "loss": 0.0026,
      "step": 26758
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.519070790481594e-06,
      "loss": 0.0095,
      "step": 26759
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.518828808951779e-06,
      "loss": 0.0157,
      "step": 26760
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.518586823502874e-06,
      "loss": 0.0061,
      "step": 26761
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.518344834135501e-06,
      "loss": 0.0167,
      "step": 26762
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.518102840850287e-06,
      "loss": 0.014,
      "step": 26763
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.517860843647854e-06,
      "loss": 0.0038,
      "step": 26764
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5176188425288285e-06,
      "loss": 0.0107,
      "step": 26765
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.517376837493835e-06,
      "loss": 0.0095,
      "step": 26766
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5171348285434965e-06,
      "loss": 0.0112,
      "step": 26767
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.516892815678438e-06,
      "loss": 0.0266,
      "step": 26768
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.516650798899284e-06,
      "loss": 0.0038,
      "step": 26769
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5164087782066585e-06,
      "loss": 0.0128,
      "step": 26770
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.516166753601189e-06,
      "loss": 0.0077,
      "step": 26771
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.515924725083496e-06,
      "loss": 0.0071,
      "step": 26772
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.515682692654205e-06,
      "loss": 0.0024,
      "step": 26773
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5154406563139405e-06,
      "loss": 0.0312,
      "step": 26774
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.515198616063329e-06,
      "loss": 0.0074,
      "step": 26775
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.514956571902995e-06,
      "loss": 0.0142,
      "step": 26776
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.51471452383356e-06,
      "loss": 0.0179,
      "step": 26777
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.51447247185565e-06,
      "loss": 0.0129,
      "step": 26778
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.514230415969891e-06,
      "loss": 0.007,
      "step": 26779
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.513988356176905e-06,
      "loss": 0.005,
      "step": 26780
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.51374629247732e-06,
      "loss": 0.0038,
      "step": 26781
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.513504224871758e-06,
      "loss": 0.0257,
      "step": 26782
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.513262153360843e-06,
      "loss": 0.0094,
      "step": 26783
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5130200779452016e-06,
      "loss": 0.0055,
      "step": 26784
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.512777998625459e-06,
      "loss": 0.0069,
      "step": 26785
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.512535915402238e-06,
      "loss": 0.0084,
      "step": 26786
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.512293828276163e-06,
      "loss": 0.0059,
      "step": 26787
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.51205173724786e-06,
      "loss": 0.0026,
      "step": 26788
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.511809642317953e-06,
      "loss": 0.0131,
      "step": 26789
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.511567543487067e-06,
      "loss": 0.0114,
      "step": 26790
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.511325440755828e-06,
      "loss": 0.009,
      "step": 26791
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.511083334124857e-06,
      "loss": 0.0033,
      "step": 26792
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.510841223594783e-06,
      "loss": 0.0291,
      "step": 26793
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.510599109166227e-06,
      "loss": 0.0089,
      "step": 26794
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.510356990839816e-06,
      "loss": 0.0199,
      "step": 26795
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.510114868616175e-06,
      "loss": 0.0058,
      "step": 26796
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.509872742495928e-06,
      "loss": 0.0111,
      "step": 26797
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.509630612479699e-06,
      "loss": 0.0083,
      "step": 26798
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5093884785681124e-06,
      "loss": 0.0082,
      "step": 26799
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.509146340761797e-06,
      "loss": 0.0048,
      "step": 26800
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5089041990613745e-06,
      "loss": 0.0071,
      "step": 26801
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.508662053467467e-06,
      "loss": 0.005,
      "step": 26802
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.508419903980704e-06,
      "loss": 0.0085,
      "step": 26803
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.508177750601708e-06,
      "loss": 0.0314,
      "step": 26804
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.507935593331105e-06,
      "loss": 0.012,
      "step": 26805
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5076934321695195e-06,
      "loss": 0.0138,
      "step": 26806
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.507451267117577e-06,
      "loss": 0.0144,
      "step": 26807
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5072090981759e-06,
      "loss": 0.0042,
      "step": 26808
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.506966925345114e-06,
      "loss": 0.0034,
      "step": 26809
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.506724748625846e-06,
      "loss": 0.0071,
      "step": 26810
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.506482568018721e-06,
      "loss": 0.0088,
      "step": 26811
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.50624038352436e-06,
      "loss": 0.0093,
      "step": 26812
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.50599819514339e-06,
      "loss": 0.01,
      "step": 26813
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5057560028764384e-06,
      "loss": 0.0103,
      "step": 26814
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.505513806724128e-06,
      "loss": 0.0245,
      "step": 26815
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.505271606687083e-06,
      "loss": 0.0333,
      "step": 26816
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.50502940276593e-06,
      "loss": 0.0141,
      "step": 26817
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5047871949612925e-06,
      "loss": 0.0117,
      "step": 26818
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.504544983273797e-06,
      "loss": 0.0068,
      "step": 26819
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5043027677040675e-06,
      "loss": 0.013,
      "step": 26820
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.504060548252729e-06,
      "loss": 0.0035,
      "step": 26821
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.503818324920407e-06,
      "loss": 0.0054,
      "step": 26822
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.503576097707725e-06,
      "loss": 0.0051,
      "step": 26823
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.503333866615309e-06,
      "loss": 0.021,
      "step": 26824
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.503091631643787e-06,
      "loss": 0.0059,
      "step": 26825
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.502849392793779e-06,
      "loss": 0.0073,
      "step": 26826
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.502607150065913e-06,
      "loss": 0.0022,
      "step": 26827
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.502364903460813e-06,
      "loss": 0.0261,
      "step": 26828
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.502122652979104e-06,
      "loss": 0.007,
      "step": 26829
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.501880398621413e-06,
      "loss": 0.0056,
      "step": 26830
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.501638140388363e-06,
      "loss": 0.013,
      "step": 26831
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5013958782805795e-06,
      "loss": 0.0057,
      "step": 26832
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.50115361229869e-06,
      "loss": 0.0125,
      "step": 26833
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.500911342443315e-06,
      "loss": 0.0023,
      "step": 26834
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.500669068715082e-06,
      "loss": 0.0128,
      "step": 26835
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.5004267911146204e-06,
      "loss": 0.0143,
      "step": 26836
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.500184509642546e-06,
      "loss": 0.0224,
      "step": 26837
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4999422242994915e-06,
      "loss": 0.0073,
      "step": 26838
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4996999350860815e-06,
      "loss": 0.0134,
      "step": 26839
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.499457642002936e-06,
      "loss": 0.0039,
      "step": 26840
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.499215345050687e-06,
      "loss": 0.0025,
      "step": 26841
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.498973044229955e-06,
      "loss": 0.0114,
      "step": 26842
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.498730739541367e-06,
      "loss": 0.0085,
      "step": 26843
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.498488430985548e-06,
      "loss": 0.0139,
      "step": 26844
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.498246118563122e-06,
      "loss": 0.0102,
      "step": 26845
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.498003802274716e-06,
      "loss": 0.0078,
      "step": 26846
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.497761482120956e-06,
      "loss": 0.0029,
      "step": 26847
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.497519158102463e-06,
      "loss": 0.0147,
      "step": 26848
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.497276830219867e-06,
      "loss": 0.0092,
      "step": 26849
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.497034498473791e-06,
      "loss": 0.006,
      "step": 26850
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4967921628648625e-06,
      "loss": 0.0075,
      "step": 26851
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.496549823393703e-06,
      "loss": 0.0088,
      "step": 26852
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.49630748006094e-06,
      "loss": 0.0058,
      "step": 26853
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4960651328672e-06,
      "loss": 0.0129,
      "step": 26854
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.495822781813105e-06,
      "loss": 0.0134,
      "step": 26855
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.495580426899284e-06,
      "loss": 0.0038,
      "step": 26856
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.49533806812636e-06,
      "loss": 0.0042,
      "step": 26857
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.49509570549496e-06,
      "loss": 0.0106,
      "step": 26858
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.494853339005708e-06,
      "loss": 0.004,
      "step": 26859
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.494610968659228e-06,
      "loss": 0.0053,
      "step": 26860
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.494368594456152e-06,
      "loss": 0.0087,
      "step": 26861
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.494126216397096e-06,
      "loss": 0.0053,
      "step": 26862
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.493883834482693e-06,
      "loss": 0.0086,
      "step": 26863
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.493641448713564e-06,
      "loss": 0.0027,
      "step": 26864
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4933990590903365e-06,
      "loss": 0.0106,
      "step": 26865
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.493156665613636e-06,
      "loss": 0.0068,
      "step": 26866
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.492914268284085e-06,
      "loss": 0.0102,
      "step": 26867
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.492671867102313e-06,
      "loss": 0.0085,
      "step": 26868
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4924294620689445e-06,
      "loss": 0.0042,
      "step": 26869
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.492187053184603e-06,
      "loss": 0.0049,
      "step": 26870
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4919446404499166e-06,
      "loss": 0.0061,
      "step": 26871
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4917022238655094e-06,
      "loss": 0.0072,
      "step": 26872
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.491459803432005e-06,
      "loss": 0.0057,
      "step": 26873
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.491217379150032e-06,
      "loss": 0.0127,
      "step": 26874
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.490974951020217e-06,
      "loss": 0.0064,
      "step": 26875
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.490732519043181e-06,
      "loss": 0.0029,
      "step": 26876
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.490490083219553e-06,
      "loss": 0.0042,
      "step": 26877
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.490247643549956e-06,
      "loss": 0.0088,
      "step": 26878
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.49000520003502e-06,
      "loss": 0.0179,
      "step": 26879
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.489762752675366e-06,
      "loss": 0.0089,
      "step": 26880
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.489520301471621e-06,
      "loss": 0.0067,
      "step": 26881
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.489277846424411e-06,
      "loss": 0.0248,
      "step": 26882
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.489035387534362e-06,
      "loss": 0.0245,
      "step": 26883
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4887929248020985e-06,
      "loss": 0.0064,
      "step": 26884
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.488550458228248e-06,
      "loss": 0.0393,
      "step": 26885
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.488307987813433e-06,
      "loss": 0.0099,
      "step": 26886
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.488065513558284e-06,
      "loss": 0.0129,
      "step": 26887
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.487823035463422e-06,
      "loss": 0.0032,
      "step": 26888
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.487580553529473e-06,
      "loss": 0.0078,
      "step": 26889
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.487338067757068e-06,
      "loss": 0.014,
      "step": 26890
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4870955781468255e-06,
      "loss": 0.0113,
      "step": 26891
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.486853084699376e-06,
      "loss": 0.0037,
      "step": 26892
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.486610587415343e-06,
      "loss": 0.0101,
      "step": 26893
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.486368086295353e-06,
      "loss": 0.0101,
      "step": 26894
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.486125581340031e-06,
      "loss": 0.0051,
      "step": 26895
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.485883072550005e-06,
      "loss": 0.0086,
      "step": 26896
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4856405599259e-06,
      "loss": 0.003,
      "step": 26897
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4853980434683385e-06,
      "loss": 0.0123,
      "step": 26898
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.48515552317795e-06,
      "loss": 0.0091,
      "step": 26899
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4849129990553585e-06,
      "loss": 0.0163,
      "step": 26900
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.484670471101191e-06,
      "loss": 0.0158,
      "step": 26901
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.484427939316071e-06,
      "loss": 0.009,
      "step": 26902
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.484185403700627e-06,
      "loss": 0.0114,
      "step": 26903
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.483942864255485e-06,
      "loss": 0.0077,
      "step": 26904
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.483700320981269e-06,
      "loss": 0.0225,
      "step": 26905
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.483457773878604e-06,
      "loss": 0.0526,
      "step": 26906
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.483215222948118e-06,
      "loss": 0.0061,
      "step": 26907
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.482972668190437e-06,
      "loss": 0.0032,
      "step": 26908
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.482730109606185e-06,
      "loss": 0.0045,
      "step": 26909
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.482487547195989e-06,
      "loss": 0.002,
      "step": 26910
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.482244980960475e-06,
      "loss": 0.0201,
      "step": 26911
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.482002410900269e-06,
      "loss": 0.0094,
      "step": 26912
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4817598370159965e-06,
      "loss": 0.0427,
      "step": 26913
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.481517259308282e-06,
      "loss": 0.0086,
      "step": 26914
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4812746777777554e-06,
      "loss": 0.0059,
      "step": 26915
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.481032092425039e-06,
      "loss": 0.009,
      "step": 26916
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.48078950325076e-06,
      "loss": 0.0087,
      "step": 26917
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.480546910255544e-06,
      "loss": 0.0125,
      "step": 26918
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.480304313440018e-06,
      "loss": 0.0117,
      "step": 26919
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.480061712804808e-06,
      "loss": 0.0021,
      "step": 26920
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.479819108350538e-06,
      "loss": 0.0051,
      "step": 26921
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.479576500077835e-06,
      "loss": 0.0176,
      "step": 26922
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.479333887987327e-06,
      "loss": 0.0075,
      "step": 26923
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.479091272079636e-06,
      "loss": 0.0129,
      "step": 26924
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.478848652355392e-06,
      "loss": 0.0148,
      "step": 26925
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.47860602881522e-06,
      "loss": 0.0127,
      "step": 26926
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.478363401459743e-06,
      "loss": 0.0091,
      "step": 26927
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.478120770289591e-06,
      "loss": 0.005,
      "step": 26928
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.477878135305389e-06,
      "loss": 0.0064,
      "step": 26929
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.477635496507761e-06,
      "loss": 0.011,
      "step": 26930
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.477392853897336e-06,
      "loss": 0.0211,
      "step": 26931
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.477150207474738e-06,
      "loss": 0.0023,
      "step": 26932
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.476907557240595e-06,
      "loss": 0.008,
      "step": 26933
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.476664903195531e-06,
      "loss": 0.0299,
      "step": 26934
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.476422245340174e-06,
      "loss": 0.0037,
      "step": 26935
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.476179583675148e-06,
      "loss": 0.0095,
      "step": 26936
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.475936918201083e-06,
      "loss": 0.0043,
      "step": 26937
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4756942489186004e-06,
      "loss": 0.0133,
      "step": 26938
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.475451575828329e-06,
      "loss": 0.0376,
      "step": 26939
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4752088989308944e-06,
      "loss": 0.0067,
      "step": 26940
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.474966218226924e-06,
      "loss": 0.0184,
      "step": 26941
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.474723533717042e-06,
      "loss": 0.0054,
      "step": 26942
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.474480845401876e-06,
      "loss": 0.009,
      "step": 26943
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.474238153282052e-06,
      "loss": 0.0212,
      "step": 26944
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.473995457358197e-06,
      "loss": 0.0017,
      "step": 26945
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.473752757630935e-06,
      "loss": 0.0051,
      "step": 26946
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.473510054100894e-06,
      "loss": 0.0305,
      "step": 26947
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.473267346768698e-06,
      "loss": 0.0091,
      "step": 26948
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.473024635634976e-06,
      "loss": 0.0079,
      "step": 26949
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.472781920700354e-06,
      "loss": 0.0018,
      "step": 26950
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.472539201965458e-06,
      "loss": 0.0065,
      "step": 26951
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.472296479430913e-06,
      "loss": 0.0077,
      "step": 26952
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.472053753097345e-06,
      "loss": 0.0042,
      "step": 26953
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.471811022965384e-06,
      "loss": 0.0114,
      "step": 26954
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.471568289035652e-06,
      "loss": 0.0118,
      "step": 26955
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.471325551308778e-06,
      "loss": 0.0027,
      "step": 26956
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.471082809785387e-06,
      "loss": 0.0187,
      "step": 26957
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4708400644661066e-06,
      "loss": 0.0052,
      "step": 26958
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.470597315351561e-06,
      "loss": 0.0034,
      "step": 26959
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.47035456244238e-06,
      "loss": 0.017,
      "step": 26960
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.470111805739187e-06,
      "loss": 0.0205,
      "step": 26961
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.46986904524261e-06,
      "loss": 0.0107,
      "step": 26962
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.469626280953274e-06,
      "loss": 0.0024,
      "step": 26963
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.469383512871805e-06,
      "loss": 0.0094,
      "step": 26964
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.469140740998833e-06,
      "loss": 0.0028,
      "step": 26965
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.468897965334981e-06,
      "loss": 0.0027,
      "step": 26966
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.468655185880877e-06,
      "loss": 0.0095,
      "step": 26967
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4684124026371455e-06,
      "loss": 0.0081,
      "step": 26968
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.468169615604416e-06,
      "loss": 0.0412,
      "step": 26969
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4679268247833135e-06,
      "loss": 0.0193,
      "step": 26970
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.467684030174464e-06,
      "loss": 0.0068,
      "step": 26971
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.467441231778493e-06,
      "loss": 0.0172,
      "step": 26972
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.46719842959603e-06,
      "loss": 0.0014,
      "step": 26973
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4669556236276986e-06,
      "loss": 0.0052,
      "step": 26974
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.466712813874128e-06,
      "loss": 0.0134,
      "step": 26975
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.466470000335943e-06,
      "loss": 0.0109,
      "step": 26976
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.46622718301377e-06,
      "loss": 0.0158,
      "step": 26977
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.465984361908235e-06,
      "loss": 0.0078,
      "step": 26978
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.465741537019968e-06,
      "loss": 0.0042,
      "step": 26979
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.465498708349593e-06,
      "loss": 0.0148,
      "step": 26980
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4652558758977345e-06,
      "loss": 0.0167,
      "step": 26981
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.465013039665022e-06,
      "loss": 0.0057,
      "step": 26982
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.464770199652083e-06,
      "loss": 0.0104,
      "step": 26983
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.46452735585954e-06,
      "loss": 0.0055,
      "step": 26984
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4642845082880245e-06,
      "loss": 0.0109,
      "step": 26985
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.464041656938159e-06,
      "loss": 0.0269,
      "step": 26986
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.463798801810573e-06,
      "loss": 0.0124,
      "step": 26987
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.463555942905892e-06,
      "loss": 0.0311,
      "step": 26988
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.463313080224742e-06,
      "loss": 0.0073,
      "step": 26989
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.463070213767752e-06,
      "loss": 0.0483,
      "step": 26990
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.462827343535547e-06,
      "loss": 0.0182,
      "step": 26991
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.462584469528752e-06,
      "loss": 0.0124,
      "step": 26992
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.462341591747996e-06,
      "loss": 0.0028,
      "step": 26993
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.462098710193905e-06,
      "loss": 0.0071,
      "step": 26994
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.461855824867107e-06,
      "loss": 0.0048,
      "step": 26995
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.461612935768227e-06,
      "loss": 0.0081,
      "step": 26996
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.461370042897892e-06,
      "loss": 0.0112,
      "step": 26997
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.46112714625673e-06,
      "loss": 0.01,
      "step": 26998
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.460884245845365e-06,
      "loss": 0.0057,
      "step": 26999
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4606413416644274e-06,
      "loss": 0.033,
      "step": 27000
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.460398433714542e-06,
      "loss": 0.0029,
      "step": 27001
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4601555219963355e-06,
      "loss": 0.0022,
      "step": 27002
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.459912606510433e-06,
      "loss": 0.0198,
      "step": 27003
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.459669687257466e-06,
      "loss": 0.038,
      "step": 27004
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.459426764238058e-06,
      "loss": 0.0066,
      "step": 27005
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.459183837452836e-06,
      "loss": 0.004,
      "step": 27006
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.458940906902426e-06,
      "loss": 0.0099,
      "step": 27007
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.458697972587458e-06,
      "loss": 0.0257,
      "step": 27008
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.458455034508556e-06,
      "loss": 0.0089,
      "step": 27009
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4582120926663495e-06,
      "loss": 0.0092,
      "step": 27010
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.457969147061461e-06,
      "loss": 0.0246,
      "step": 27011
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.457726197694521e-06,
      "loss": 0.0051,
      "step": 27012
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.457483244566156e-06,
      "loss": 0.0162,
      "step": 27013
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.457240287676991e-06,
      "loss": 0.0207,
      "step": 27014
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.456997327027657e-06,
      "loss": 0.0067,
      "step": 27015
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.456754362618777e-06,
      "loss": 0.0209,
      "step": 27016
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.456511394450977e-06,
      "loss": 0.0033,
      "step": 27017
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.456268422524887e-06,
      "loss": 0.0026,
      "step": 27018
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.456025446841134e-06,
      "loss": 0.0082,
      "step": 27019
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.455782467400344e-06,
      "loss": 0.0243,
      "step": 27020
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.455539484203144e-06,
      "loss": 0.0076,
      "step": 27021
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4552964972501595e-06,
      "loss": 0.0037,
      "step": 27022
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4550535065420206e-06,
      "loss": 0.0127,
      "step": 27023
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4548105120793505e-06,
      "loss": 0.0136,
      "step": 27024
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.45456751386278e-06,
      "loss": 0.0115,
      "step": 27025
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.454324511892935e-06,
      "loss": 0.0061,
      "step": 27026
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.45408150617044e-06,
      "loss": 0.0053,
      "step": 27027
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.453838496695925e-06,
      "loss": 0.0236,
      "step": 27028
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4535954834700145e-06,
      "loss": 0.0061,
      "step": 27029
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.45335246649334e-06,
      "loss": 0.0053,
      "step": 27030
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.453109445766524e-06,
      "loss": 0.0022,
      "step": 27031
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.452866421290195e-06,
      "loss": 0.0109,
      "step": 27032
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4526233930649805e-06,
      "loss": 0.0056,
      "step": 27033
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.452380361091507e-06,
      "loss": 0.0072,
      "step": 27034
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.452137325370403e-06,
      "loss": 0.004,
      "step": 27035
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.451894285902294e-06,
      "loss": 0.0088,
      "step": 27036
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.451651242687807e-06,
      "loss": 0.0089,
      "step": 27037
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.451408195727571e-06,
      "loss": 0.0095,
      "step": 27038
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.451165145022211e-06,
      "loss": 0.0104,
      "step": 27039
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.450922090572356e-06,
      "loss": 0.0041,
      "step": 27040
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.450679032378633e-06,
      "loss": 0.0046,
      "step": 27041
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4504359704416675e-06,
      "loss": 0.0043,
      "step": 27042
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.450192904762087e-06,
      "loss": 0.0118,
      "step": 27043
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.449949835340521e-06,
      "loss": 0.0186,
      "step": 27044
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.449706762177594e-06,
      "loss": 0.0022,
      "step": 27045
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.449463685273935e-06,
      "loss": 0.0088,
      "step": 27046
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.449220604630169e-06,
      "loss": 0.0174,
      "step": 27047
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.448977520246926e-06,
      "loss": 0.0133,
      "step": 27048
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4487344321248325e-06,
      "loss": 0.0044,
      "step": 27049
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4484913402645145e-06,
      "loss": 0.0135,
      "step": 27050
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.448248244666599e-06,
      "loss": 0.0053,
      "step": 27051
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.448005145331716e-06,
      "loss": 0.0103,
      "step": 27052
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.44776204226049e-06,
      "loss": 0.001,
      "step": 27053
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.447518935453549e-06,
      "loss": 0.0061,
      "step": 27054
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.447275824911523e-06,
      "loss": 0.0078,
      "step": 27055
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.447032710635035e-06,
      "loss": 0.0013,
      "step": 27056
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.446789592624714e-06,
      "loss": 0.0043,
      "step": 27057
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.446546470881187e-06,
      "loss": 0.0125,
      "step": 27058
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.446303345405083e-06,
      "loss": 0.0091,
      "step": 27059
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.446060216197029e-06,
      "loss": 0.0058,
      "step": 27060
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.445817083257651e-06,
      "loss": 0.0032,
      "step": 27061
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.445573946587576e-06,
      "loss": 0.0012,
      "step": 27062
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.445330806187433e-06,
      "loss": 0.0143,
      "step": 27063
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.445087662057847e-06,
      "loss": 0.0092,
      "step": 27064
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.444844514199451e-06,
      "loss": 0.0175,
      "step": 27065
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.444601362612865e-06,
      "loss": 0.0075,
      "step": 27066
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4443582072987225e-06,
      "loss": 0.0086,
      "step": 27067
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4441150482576465e-06,
      "loss": 0.0026,
      "step": 27068
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.443871885490267e-06,
      "loss": 0.0039,
      "step": 27069
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.443628718997212e-06,
      "loss": 0.0074,
      "step": 27070
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.443385548779106e-06,
      "loss": 0.0094,
      "step": 27071
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.443142374836577e-06,
      "loss": 0.0109,
      "step": 27072
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.442899197170256e-06,
      "loss": 0.0059,
      "step": 27073
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.442656015780767e-06,
      "loss": 0.0179,
      "step": 27074
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.44241283066874e-06,
      "loss": 0.009,
      "step": 27075
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.442169641834799e-06,
      "loss": 0.0065,
      "step": 27076
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.441926449279575e-06,
      "loss": 0.0029,
      "step": 27077
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.441683253003693e-06,
      "loss": 0.0029,
      "step": 27078
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.441440053007781e-06,
      "loss": 0.0037,
      "step": 27079
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.441196849292471e-06,
      "loss": 0.0076,
      "step": 27080
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.440953641858384e-06,
      "loss": 0.0061,
      "step": 27081
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.440710430706149e-06,
      "loss": 0.0096,
      "step": 27082
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4404672158363965e-06,
      "loss": 0.0139,
      "step": 27083
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.440223997249753e-06,
      "loss": 0.0077,
      "step": 27084
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.439980774946846e-06,
      "loss": 0.0109,
      "step": 27085
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.439737548928301e-06,
      "loss": 0.0067,
      "step": 27086
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.439494319194748e-06,
      "loss": 0.0031,
      "step": 27087
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.439251085746813e-06,
      "loss": 0.015,
      "step": 27088
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.439007848585124e-06,
      "loss": 0.0028,
      "step": 27089
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.438764607710311e-06,
      "loss": 0.0053,
      "step": 27090
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.438521363122999e-06,
      "loss": 0.0041,
      "step": 27091
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.438278114823816e-06,
      "loss": 0.0055,
      "step": 27092
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.438034862813389e-06,
      "loss": 0.0278,
      "step": 27093
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.43779160709235e-06,
      "loss": 0.0092,
      "step": 27094
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.437548347661321e-06,
      "loss": 0.0133,
      "step": 27095
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.4373050845209325e-06,
      "loss": 0.0129,
      "step": 27096
    },
    {
      "epoch": 0.42,
      "learning_rate": 6.437061817671811e-06,
      "loss": 0.0235,
      "step": 27097
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.436818547114586e-06,
      "loss": 0.0201,
      "step": 27098
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.436575272849883e-06,
      "loss": 0.0014,
      "step": 27099
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.436331994878333e-06,
      "loss": 0.0058,
      "step": 27100
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4360887132005614e-06,
      "loss": 0.0116,
      "step": 27101
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.435845427817195e-06,
      "loss": 0.0143,
      "step": 27102
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.435602138728862e-06,
      "loss": 0.006,
      "step": 27103
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.435358845936192e-06,
      "loss": 0.0268,
      "step": 27104
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.435115549439813e-06,
      "loss": 0.0025,
      "step": 27105
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.434872249240351e-06,
      "loss": 0.0113,
      "step": 27106
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.434628945338435e-06,
      "loss": 0.033,
      "step": 27107
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.43438563773469e-06,
      "loss": 0.02,
      "step": 27108
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.434142326429748e-06,
      "loss": 0.0113,
      "step": 27109
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.433899011424234e-06,
      "loss": 0.005,
      "step": 27110
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.433655692718776e-06,
      "loss": 0.0059,
      "step": 27111
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.433412370314003e-06,
      "loss": 0.0045,
      "step": 27112
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.433169044210542e-06,
      "loss": 0.0084,
      "step": 27113
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.432925714409021e-06,
      "loss": 0.0115,
      "step": 27114
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4326823809100694e-06,
      "loss": 0.01,
      "step": 27115
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.432439043714312e-06,
      "loss": 0.0164,
      "step": 27116
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.432195702822379e-06,
      "loss": 0.0107,
      "step": 27117
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.431952358234897e-06,
      "loss": 0.0078,
      "step": 27118
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.431709009952497e-06,
      "loss": 0.0111,
      "step": 27119
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4314656579758036e-06,
      "loss": 0.0117,
      "step": 27120
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4312223023054445e-06,
      "loss": 0.0056,
      "step": 27121
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.430978942942049e-06,
      "loss": 0.0071,
      "step": 27122
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.430735579886246e-06,
      "loss": 0.0061,
      "step": 27123
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.430492213138662e-06,
      "loss": 0.0255,
      "step": 27124
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.430248842699925e-06,
      "loss": 0.0105,
      "step": 27125
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.430005468570662e-06,
      "loss": 0.0189,
      "step": 27126
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.429762090751506e-06,
      "loss": 0.0079,
      "step": 27127
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.429518709243078e-06,
      "loss": 0.0083,
      "step": 27128
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.429275324046009e-06,
      "loss": 0.0144,
      "step": 27129
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.42903193516093e-06,
      "loss": 0.0097,
      "step": 27130
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.428788542588465e-06,
      "loss": 0.0089,
      "step": 27131
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.428545146329242e-06,
      "loss": 0.0099,
      "step": 27132
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4283017463838915e-06,
      "loss": 0.0086,
      "step": 27133
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4280583427530405e-06,
      "loss": 0.0025,
      "step": 27134
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.427814935437317e-06,
      "loss": 0.0159,
      "step": 27135
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.427571524437349e-06,
      "loss": 0.0096,
      "step": 27136
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.427328109753766e-06,
      "loss": 0.0186,
      "step": 27137
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4270846913871935e-06,
      "loss": 0.0084,
      "step": 27138
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.42684126933826e-06,
      "loss": 0.0083,
      "step": 27139
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.426597843607596e-06,
      "loss": 0.0054,
      "step": 27140
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.426354414195828e-06,
      "loss": 0.0304,
      "step": 27141
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.426110981103583e-06,
      "loss": 0.0119,
      "step": 27142
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.42586754433149e-06,
      "loss": 0.0253,
      "step": 27143
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.425624103880179e-06,
      "loss": 0.0061,
      "step": 27144
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.425380659750278e-06,
      "loss": 0.0114,
      "step": 27145
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.425137211942411e-06,
      "loss": 0.0258,
      "step": 27146
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.424893760457209e-06,
      "loss": 0.0233,
      "step": 27147
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.424650305295302e-06,
      "loss": 0.0087,
      "step": 27148
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.424406846457315e-06,
      "loss": 0.0062,
      "step": 27149
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.42416338394388e-06,
      "loss": 0.0024,
      "step": 27150
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.42391991775562e-06,
      "loss": 0.0102,
      "step": 27151
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.423676447893168e-06,
      "loss": 0.0126,
      "step": 27152
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.423432974357149e-06,
      "loss": 0.0065,
      "step": 27153
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.423189497148192e-06,
      "loss": 0.005,
      "step": 27154
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.422946016266928e-06,
      "loss": 0.012,
      "step": 27155
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.422702531713982e-06,
      "loss": 0.0232,
      "step": 27156
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.422459043489983e-06,
      "loss": 0.0048,
      "step": 27157
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4222155515955585e-06,
      "loss": 0.0175,
      "step": 27158
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.42197205603134e-06,
      "loss": 0.0028,
      "step": 27159
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.421728556797953e-06,
      "loss": 0.0123,
      "step": 27160
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.421485053896026e-06,
      "loss": 0.0106,
      "step": 27161
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.421241547326187e-06,
      "loss": 0.0039,
      "step": 27162
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.420998037089068e-06,
      "loss": 0.0295,
      "step": 27163
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.420754523185291e-06,
      "loss": 0.0057,
      "step": 27164
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.42051100561549e-06,
      "loss": 0.0021,
      "step": 27165
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.420267484380291e-06,
      "loss": 0.0154,
      "step": 27166
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4200239594803225e-06,
      "loss": 0.0113,
      "step": 27167
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.419780430916213e-06,
      "loss": 0.0049,
      "step": 27168
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4195368986885894e-06,
      "loss": 0.0107,
      "step": 27169
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4192933627980846e-06,
      "loss": 0.0097,
      "step": 27170
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.419049823245321e-06,
      "loss": 0.0099,
      "step": 27171
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4188062800309304e-06,
      "loss": 0.002,
      "step": 27172
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4185627331555424e-06,
      "loss": 0.0138,
      "step": 27173
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.418319182619782e-06,
      "loss": 0.0109,
      "step": 27174
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.418075628424281e-06,
      "loss": 0.0139,
      "step": 27175
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.417832070569665e-06,
      "loss": 0.0365,
      "step": 27176
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.417588509056565e-06,
      "loss": 0.0575,
      "step": 27177
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4173449438856064e-06,
      "loss": 0.0576,
      "step": 27178
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.417101375057421e-06,
      "loss": 0.0161,
      "step": 27179
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4168578025726345e-06,
      "loss": 0.0108,
      "step": 27180
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.416614226431879e-06,
      "loss": 0.0023,
      "step": 27181
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4163706466357776e-06,
      "loss": 0.0045,
      "step": 27182
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.416127063184962e-06,
      "loss": 0.0293,
      "step": 27183
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.415883476080064e-06,
      "loss": 0.0081,
      "step": 27184
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.415639885321707e-06,
      "loss": 0.0038,
      "step": 27185
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.415396290910521e-06,
      "loss": 0.0143,
      "step": 27186
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4151526928471345e-06,
      "loss": 0.0104,
      "step": 27187
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.414909091132178e-06,
      "loss": 0.0102,
      "step": 27188
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.414665485766278e-06,
      "loss": 0.023,
      "step": 27189
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.414421876750062e-06,
      "loss": 0.0077,
      "step": 27190
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.414178264084161e-06,
      "loss": 0.0214,
      "step": 27191
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.413934647769205e-06,
      "loss": 0.0103,
      "step": 27192
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.413691027805817e-06,
      "loss": 0.0027,
      "step": 27193
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.41344740419463e-06,
      "loss": 0.0084,
      "step": 27194
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.413203776936275e-06,
      "loss": 0.0141,
      "step": 27195
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.412960146031373e-06,
      "loss": 0.007,
      "step": 27196
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.412716511480558e-06,
      "loss": 0.0141,
      "step": 27197
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.412472873284458e-06,
      "loss": 0.009,
      "step": 27198
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.412229231443703e-06,
      "loss": 0.0098,
      "step": 27199
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.411985585958918e-06,
      "loss": 0.0127,
      "step": 27200
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.411741936830733e-06,
      "loss": 0.0072,
      "step": 27201
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.41149828405978e-06,
      "loss": 0.0106,
      "step": 27202
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.411254627646682e-06,
      "loss": 0.008,
      "step": 27203
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.411010967592073e-06,
      "loss": 0.0072,
      "step": 27204
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.410767303896578e-06,
      "loss": 0.0216,
      "step": 27205
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.410523636560828e-06,
      "loss": 0.0164,
      "step": 27206
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.410279965585451e-06,
      "loss": 0.0042,
      "step": 27207
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.410036290971076e-06,
      "loss": 0.0128,
      "step": 27208
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4097926127183304e-06,
      "loss": 0.0042,
      "step": 27209
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4095489308278456e-06,
      "loss": 0.041,
      "step": 27210
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.409305245300248e-06,
      "loss": 0.0082,
      "step": 27211
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4090615561361665e-06,
      "loss": 0.0124,
      "step": 27212
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.408817863336232e-06,
      "loss": 0.0056,
      "step": 27213
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4085741669010716e-06,
      "loss": 0.0105,
      "step": 27214
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.408330466831314e-06,
      "loss": 0.0075,
      "step": 27215
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.408086763127588e-06,
      "loss": 0.0081,
      "step": 27216
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.407843055790525e-06,
      "loss": 0.0151,
      "step": 27217
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.40759934482075e-06,
      "loss": 0.0058,
      "step": 27218
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4073556302188945e-06,
      "loss": 0.0195,
      "step": 27219
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.407111911985586e-06,
      "loss": 0.0095,
      "step": 27220
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.406868190121454e-06,
      "loss": 0.006,
      "step": 27221
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.406624464627127e-06,
      "loss": 0.0014,
      "step": 27222
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.406380735503233e-06,
      "loss": 0.0201,
      "step": 27223
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.406137002750406e-06,
      "loss": 0.0257,
      "step": 27224
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.405893266369267e-06,
      "loss": 0.0073,
      "step": 27225
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.40564952636045e-06,
      "loss": 0.0155,
      "step": 27226
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.405405782724583e-06,
      "loss": 0.0075,
      "step": 27227
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.405162035462294e-06,
      "loss": 0.0184,
      "step": 27228
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.404918284574216e-06,
      "loss": 0.023,
      "step": 27229
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.404674530060971e-06,
      "loss": 0.0106,
      "step": 27230
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.404430771923194e-06,
      "loss": 0.014,
      "step": 27231
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.4041870101615086e-06,
      "loss": 0.0098,
      "step": 27232
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.403943244776549e-06,
      "loss": 0.0351,
      "step": 27233
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.403699475768942e-06,
      "loss": 0.0097,
      "step": 27234
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.403455703139316e-06,
      "loss": 0.0069,
      "step": 27235
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.403211926888302e-06,
      "loss": 0.0101,
      "step": 27236
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.402968147016525e-06,
      "loss": 0.004,
      "step": 27237
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.402724363524619e-06,
      "loss": 0.0046,
      "step": 27238
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.402480576413211e-06,
      "loss": 0.0172,
      "step": 27239
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.402236785682928e-06,
      "loss": 0.0096,
      "step": 27240
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.401992991334401e-06,
      "loss": 0.0112,
      "step": 27241
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.40174919336826e-06,
      "loss": 0.0191,
      "step": 27242
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.401505391785132e-06,
      "loss": 0.0093,
      "step": 27243
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.401261586585649e-06,
      "loss": 0.0029,
      "step": 27244
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.401017777770437e-06,
      "loss": 0.0066,
      "step": 27245
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.400773965340125e-06,
      "loss": 0.0308,
      "step": 27246
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.400530149295345e-06,
      "loss": 0.0026,
      "step": 27247
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.400286329636723e-06,
      "loss": 0.0057,
      "step": 27248
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.400042506364893e-06,
      "loss": 0.014,
      "step": 27249
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.399798679480478e-06,
      "loss": 0.0051,
      "step": 27250
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.399554848984109e-06,
      "loss": 0.0081,
      "step": 27251
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.399311014876419e-06,
      "loss": 0.0074,
      "step": 27252
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.399067177158033e-06,
      "loss": 0.0026,
      "step": 27253
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3988233358295825e-06,
      "loss": 0.0064,
      "step": 27254
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.398579490891694e-06,
      "loss": 0.0067,
      "step": 27255
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.398335642345e-06,
      "loss": 0.0133,
      "step": 27256
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3980917901901266e-06,
      "loss": 0.015,
      "step": 27257
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.397847934427705e-06,
      "loss": 0.0068,
      "step": 27258
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.397604075058363e-06,
      "loss": 0.0064,
      "step": 27259
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.397360212082734e-06,
      "loss": 0.0058,
      "step": 27260
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.397116345501441e-06,
      "loss": 0.0014,
      "step": 27261
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3968724753151165e-06,
      "loss": 0.0167,
      "step": 27262
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.396628601524392e-06,
      "loss": 0.0363,
      "step": 27263
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.396384724129893e-06,
      "loss": 0.0191,
      "step": 27264
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3961408431322495e-06,
      "loss": 0.0078,
      "step": 27265
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.395896958532091e-06,
      "loss": 0.0123,
      "step": 27266
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.395653070330049e-06,
      "loss": 0.0045,
      "step": 27267
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.395409178526749e-06,
      "loss": 0.0292,
      "step": 27268
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.395165283122824e-06,
      "loss": 0.0139,
      "step": 27269
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3949213841189014e-06,
      "loss": 0.0095,
      "step": 27270
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.394677481515611e-06,
      "loss": 0.0146,
      "step": 27271
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.394433575313581e-06,
      "loss": 0.0156,
      "step": 27272
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3941896655134415e-06,
      "loss": 0.0166,
      "step": 27273
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.393945752115826e-06,
      "loss": 0.0093,
      "step": 27274
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3937018351213555e-06,
      "loss": 0.0047,
      "step": 27275
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.393457914530666e-06,
      "loss": 0.0116,
      "step": 27276
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.393213990344384e-06,
      "loss": 0.0445,
      "step": 27277
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.392970062563139e-06,
      "loss": 0.0088,
      "step": 27278
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.392726131187563e-06,
      "loss": 0.0069,
      "step": 27279
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3924821962182825e-06,
      "loss": 0.0105,
      "step": 27280
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3922382576559285e-06,
      "loss": 0.002,
      "step": 27281
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.391994315501129e-06,
      "loss": 0.0052,
      "step": 27282
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.391750369754514e-06,
      "loss": 0.0169,
      "step": 27283
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.391506420416715e-06,
      "loss": 0.0041,
      "step": 27284
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.39126246748836e-06,
      "loss": 0.0029,
      "step": 27285
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.391018510970077e-06,
      "loss": 0.0035,
      "step": 27286
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3907745508624965e-06,
      "loss": 0.0313,
      "step": 27287
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.390530587166249e-06,
      "loss": 0.0079,
      "step": 27288
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.390286619881965e-06,
      "loss": 0.0065,
      "step": 27289
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.390042649010269e-06,
      "loss": 0.0094,
      "step": 27290
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.389798674551795e-06,
      "loss": 0.0044,
      "step": 27291
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.389554696507172e-06,
      "loss": 0.0095,
      "step": 27292
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.389310714877029e-06,
      "loss": 0.0208,
      "step": 27293
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3890667296619955e-06,
      "loss": 0.0142,
      "step": 27294
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3888227408627e-06,
      "loss": 0.0054,
      "step": 27295
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.388578748479774e-06,
      "loss": 0.0055,
      "step": 27296
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.388334752513845e-06,
      "loss": 0.0092,
      "step": 27297
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.388090752965546e-06,
      "loss": 0.0221,
      "step": 27298
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.387846749835503e-06,
      "loss": 0.0111,
      "step": 27299
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.387602743124347e-06,
      "loss": 0.0077,
      "step": 27300
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.387358732832707e-06,
      "loss": 0.0081,
      "step": 27301
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3871147189612135e-06,
      "loss": 0.0085,
      "step": 27302
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.386870701510497e-06,
      "loss": 0.0029,
      "step": 27303
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.386626680481186e-06,
      "loss": 0.031,
      "step": 27304
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.386382655873909e-06,
      "loss": 0.005,
      "step": 27305
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.386138627689298e-06,
      "loss": 0.0066,
      "step": 27306
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.385894595927981e-06,
      "loss": 0.0236,
      "step": 27307
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.385650560590587e-06,
      "loss": 0.0098,
      "step": 27308
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3854065216777485e-06,
      "loss": 0.0076,
      "step": 27309
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.385162479190095e-06,
      "loss": 0.0215,
      "step": 27310
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.384918433128252e-06,
      "loss": 0.0138,
      "step": 27311
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.384674383492853e-06,
      "loss": 0.0233,
      "step": 27312
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.384430330284527e-06,
      "loss": 0.0104,
      "step": 27313
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.384186273503903e-06,
      "loss": 0.0078,
      "step": 27314
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.383942213151612e-06,
      "loss": 0.0087,
      "step": 27315
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.383698149228282e-06,
      "loss": 0.0062,
      "step": 27316
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.383454081734545e-06,
      "loss": 0.0098,
      "step": 27317
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.383210010671028e-06,
      "loss": 0.0115,
      "step": 27318
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.382965936038364e-06,
      "loss": 0.0092,
      "step": 27319
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.382721857837179e-06,
      "loss": 0.0109,
      "step": 27320
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3824777760681075e-06,
      "loss": 0.026,
      "step": 27321
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.382233690731775e-06,
      "loss": 0.0068,
      "step": 27322
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.381989601828813e-06,
      "loss": 0.0043,
      "step": 27323
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3817455093598535e-06,
      "loss": 0.007,
      "step": 27324
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.381501413325523e-06,
      "loss": 0.0096,
      "step": 27325
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3812573137264526e-06,
      "loss": 0.0156,
      "step": 27326
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.381013210563271e-06,
      "loss": 0.0102,
      "step": 27327
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3807691038366104e-06,
      "loss": 0.0107,
      "step": 27328
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3805249935471e-06,
      "loss": 0.0118,
      "step": 27329
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.380280879695369e-06,
      "loss": 0.0071,
      "step": 27330
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.380036762282047e-06,
      "loss": 0.0047,
      "step": 27331
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.379792641307764e-06,
      "loss": 0.0153,
      "step": 27332
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.37954851677315e-06,
      "loss": 0.0052,
      "step": 27333
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.379304388678836e-06,
      "loss": 0.0129,
      "step": 27334
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.379060257025452e-06,
      "loss": 0.0022,
      "step": 27335
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.378816121813627e-06,
      "loss": 0.0046,
      "step": 27336
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.378571983043989e-06,
      "loss": 0.009,
      "step": 27337
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.378327840717172e-06,
      "loss": 0.0034,
      "step": 27338
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.378083694833804e-06,
      "loss": 0.0079,
      "step": 27339
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.377839545394514e-06,
      "loss": 0.0043,
      "step": 27340
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.377595392399933e-06,
      "loss": 0.0062,
      "step": 27341
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.377351235850692e-06,
      "loss": 0.0079,
      "step": 27342
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.377107075747418e-06,
      "loss": 0.0089,
      "step": 27343
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.376862912090744e-06,
      "loss": 0.0142,
      "step": 27344
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3766187448813e-06,
      "loss": 0.0053,
      "step": 27345
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3763745741197145e-06,
      "loss": 0.0331,
      "step": 27346
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.376130399806617e-06,
      "loss": 0.0031,
      "step": 27347
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.37588622194264e-06,
      "loss": 0.0165,
      "step": 27348
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.375642040528412e-06,
      "loss": 0.01,
      "step": 27349
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.375397855564562e-06,
      "loss": 0.0282,
      "step": 27350
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.375153667051723e-06,
      "loss": 0.014,
      "step": 27351
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.374909474990521e-06,
      "loss": 0.0143,
      "step": 27352
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.374665279381592e-06,
      "loss": 0.0135,
      "step": 27353
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.374421080225561e-06,
      "loss": 0.0087,
      "step": 27354
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3741768775230595e-06,
      "loss": 0.002,
      "step": 27355
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.373932671274717e-06,
      "loss": 0.0053,
      "step": 27356
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.373688461481166e-06,
      "loss": 0.006,
      "step": 27357
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3734442481430345e-06,
      "loss": 0.009,
      "step": 27358
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.373200031260954e-06,
      "loss": 0.0107,
      "step": 27359
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.372955810835554e-06,
      "loss": 0.0123,
      "step": 27360
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.372711586867464e-06,
      "loss": 0.0231,
      "step": 27361
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3724673593573135e-06,
      "loss": 0.01,
      "step": 27362
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.372223128305737e-06,
      "loss": 0.0088,
      "step": 27363
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.37197889371336e-06,
      "loss": 0.0059,
      "step": 27364
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.371734655580814e-06,
      "loss": 0.0025,
      "step": 27365
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.37149041390873e-06,
      "loss": 0.0241,
      "step": 27366
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.371246168697739e-06,
      "loss": 0.0089,
      "step": 27367
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.371001919948469e-06,
      "loss": 0.0031,
      "step": 27368
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.370757667661551e-06,
      "loss": 0.0079,
      "step": 27369
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3705134118376155e-06,
      "loss": 0.0025,
      "step": 27370
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.370269152477294e-06,
      "loss": 0.0042,
      "step": 27371
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3700248895812145e-06,
      "loss": 0.0117,
      "step": 27372
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.36978062315001e-06,
      "loss": 0.0131,
      "step": 27373
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.369536353184308e-06,
      "loss": 0.0089,
      "step": 27374
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3692920796847405e-06,
      "loss": 0.0109,
      "step": 27375
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.369047802651937e-06,
      "loss": 0.0141,
      "step": 27376
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3688035220865276e-06,
      "loss": 0.0079,
      "step": 27377
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.368559237989144e-06,
      "loss": 0.0288,
      "step": 27378
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.368314950360416e-06,
      "loss": 0.0053,
      "step": 27379
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.368070659200973e-06,
      "loss": 0.0052,
      "step": 27380
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.367826364511445e-06,
      "loss": 0.0024,
      "step": 27381
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.367582066292463e-06,
      "loss": 0.0124,
      "step": 27382
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.36733776454466e-06,
      "loss": 0.0272,
      "step": 27383
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.367093459268664e-06,
      "loss": 0.0062,
      "step": 27384
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3668491504651045e-06,
      "loss": 0.0065,
      "step": 27385
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.366604838134612e-06,
      "loss": 0.0079,
      "step": 27386
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3663605222778195e-06,
      "loss": 0.0032,
      "step": 27387
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.366116202895354e-06,
      "loss": 0.0172,
      "step": 27388
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.36587187998785e-06,
      "loss": 0.054,
      "step": 27389
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.365627553555934e-06,
      "loss": 0.0111,
      "step": 27390
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.365383223600238e-06,
      "loss": 0.0018,
      "step": 27391
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.365138890121393e-06,
      "loss": 0.0101,
      "step": 27392
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.364894553120028e-06,
      "loss": 0.0279,
      "step": 27393
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.364650212596776e-06,
      "loss": 0.0231,
      "step": 27394
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.364405868552264e-06,
      "loss": 0.0029,
      "step": 27395
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3641615209871264e-06,
      "loss": 0.0138,
      "step": 27396
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.363917169901989e-06,
      "loss": 0.0093,
      "step": 27397
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.363672815297487e-06,
      "loss": 0.0194,
      "step": 27398
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.363428457174249e-06,
      "loss": 0.0125,
      "step": 27399
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3631840955329065e-06,
      "loss": 0.0153,
      "step": 27400
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.362939730374086e-06,
      "loss": 0.0101,
      "step": 27401
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.362695361698421e-06,
      "loss": 0.0086,
      "step": 27402
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.362450989506545e-06,
      "loss": 0.0067,
      "step": 27403
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.362206613799085e-06,
      "loss": 0.0056,
      "step": 27404
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3619622345766705e-06,
      "loss": 0.0198,
      "step": 27405
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.361717851839934e-06,
      "loss": 0.0039,
      "step": 27406
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.361473465589508e-06,
      "loss": 0.0214,
      "step": 27407
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.361229075826018e-06,
      "loss": 0.0051,
      "step": 27408
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3609846825500995e-06,
      "loss": 0.0034,
      "step": 27409
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.36074028576238e-06,
      "loss": 0.0033,
      "step": 27410
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.360495885463493e-06,
      "loss": 0.003,
      "step": 27411
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.360251481654065e-06,
      "loss": 0.0131,
      "step": 27412
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.360007074334731e-06,
      "loss": 0.021,
      "step": 27413
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.35976266350612e-06,
      "loss": 0.0048,
      "step": 27414
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.359518249168861e-06,
      "loss": 0.0034,
      "step": 27415
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.359273831323587e-06,
      "loss": 0.0131,
      "step": 27416
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.359029409970928e-06,
      "loss": 0.0112,
      "step": 27417
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.358784985111514e-06,
      "loss": 0.0066,
      "step": 27418
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.358540556745977e-06,
      "loss": 0.0105,
      "step": 27419
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.358296124874945e-06,
      "loss": 0.0029,
      "step": 27420
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.358051689499052e-06,
      "loss": 0.0175,
      "step": 27421
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.357807250618927e-06,
      "loss": 0.004,
      "step": 27422
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3575628082352e-06,
      "loss": 0.0072,
      "step": 27423
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3573183623485045e-06,
      "loss": 0.0084,
      "step": 27424
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.35707391295947e-06,
      "loss": 0.0111,
      "step": 27425
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.356829460068725e-06,
      "loss": 0.0278,
      "step": 27426
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3565850036769015e-06,
      "loss": 0.0157,
      "step": 27427
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.356340543784633e-06,
      "loss": 0.0092,
      "step": 27428
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3560960803925474e-06,
      "loss": 0.0131,
      "step": 27429
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.355851613501276e-06,
      "loss": 0.0035,
      "step": 27430
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.355607143111448e-06,
      "loss": 0.0064,
      "step": 27431
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.355362669223699e-06,
      "loss": 0.0056,
      "step": 27432
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.355118191838657e-06,
      "loss": 0.013,
      "step": 27433
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.35487371095695e-06,
      "loss": 0.0037,
      "step": 27434
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.354629226579214e-06,
      "loss": 0.0089,
      "step": 27435
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3543847387060765e-06,
      "loss": 0.0065,
      "step": 27436
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3541402473381684e-06,
      "loss": 0.0166,
      "step": 27437
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.353895752476122e-06,
      "loss": 0.0169,
      "step": 27438
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3536512541205695e-06,
      "loss": 0.0041,
      "step": 27439
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.353406752272137e-06,
      "loss": 0.0059,
      "step": 27440
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.35316224693146e-06,
      "loss": 0.0069,
      "step": 27441
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.352917738099167e-06,
      "loss": 0.0102,
      "step": 27442
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3526732257758914e-06,
      "loss": 0.0133,
      "step": 27443
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.352428709962262e-06,
      "loss": 0.0101,
      "step": 27444
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.352184190658907e-06,
      "loss": 0.0102,
      "step": 27445
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.351939667866463e-06,
      "loss": 0.0166,
      "step": 27446
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.351695141585559e-06,
      "loss": 0.0035,
      "step": 27447
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.351450611816823e-06,
      "loss": 0.0086,
      "step": 27448
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.35120607856089e-06,
      "loss": 0.01,
      "step": 27449
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.35096154181839e-06,
      "loss": 0.0124,
      "step": 27450
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.350717001589951e-06,
      "loss": 0.0046,
      "step": 27451
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.350472457876206e-06,
      "loss": 0.0046,
      "step": 27452
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.350227910677789e-06,
      "loss": 0.0076,
      "step": 27453
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.349983359995328e-06,
      "loss": 0.0096,
      "step": 27454
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.349738805829453e-06,
      "loss": 0.0073,
      "step": 27455
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.349494248180796e-06,
      "loss": 0.0175,
      "step": 27456
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.34924968704999e-06,
      "loss": 0.0083,
      "step": 27457
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.349005122437664e-06,
      "loss": 0.018,
      "step": 27458
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3487605543444484e-06,
      "loss": 0.0052,
      "step": 27459
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.348515982770975e-06,
      "loss": 0.0187,
      "step": 27460
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3482714077178765e-06,
      "loss": 0.0034,
      "step": 27461
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.348026829185783e-06,
      "loss": 0.012,
      "step": 27462
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.347782247175325e-06,
      "loss": 0.0036,
      "step": 27463
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.347537661687133e-06,
      "loss": 0.0058,
      "step": 27464
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.347293072721841e-06,
      "loss": 0.0055,
      "step": 27465
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.347048480280076e-06,
      "loss": 0.0088,
      "step": 27466
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.346803884362472e-06,
      "loss": 0.0226,
      "step": 27467
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.34655928496966e-06,
      "loss": 0.0029,
      "step": 27468
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.34631468210227e-06,
      "loss": 0.0089,
      "step": 27469
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.346070075760934e-06,
      "loss": 0.01,
      "step": 27470
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.345825465946284e-06,
      "loss": 0.0081,
      "step": 27471
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.345580852658948e-06,
      "loss": 0.0097,
      "step": 27472
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.34533623589956e-06,
      "loss": 0.0027,
      "step": 27473
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3450916156687505e-06,
      "loss": 0.0031,
      "step": 27474
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.344846991967152e-06,
      "loss": 0.0165,
      "step": 27475
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.344602364795393e-06,
      "loss": 0.0061,
      "step": 27476
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.344357734154105e-06,
      "loss": 0.0155,
      "step": 27477
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3441131000439225e-06,
      "loss": 0.0053,
      "step": 27478
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.343868462465475e-06,
      "loss": 0.021,
      "step": 27479
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.343623821419391e-06,
      "loss": 0.005,
      "step": 27480
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.343379176906306e-06,
      "loss": 0.0128,
      "step": 27481
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.343134528926849e-06,
      "loss": 0.0146,
      "step": 27482
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.34288987748165e-06,
      "loss": 0.0374,
      "step": 27483
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.342645222571344e-06,
      "loss": 0.0066,
      "step": 27484
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.342400564196558e-06,
      "loss": 0.0073,
      "step": 27485
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.342155902357927e-06,
      "loss": 0.025,
      "step": 27486
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3419112370560806e-06,
      "loss": 0.0063,
      "step": 27487
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.341666568291651e-06,
      "loss": 0.0085,
      "step": 27488
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.341421896065267e-06,
      "loss": 0.0511,
      "step": 27489
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3411772203775636e-06,
      "loss": 0.0049,
      "step": 27490
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.34093254122917e-06,
      "loss": 0.0063,
      "step": 27491
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.340687858620717e-06,
      "loss": 0.0032,
      "step": 27492
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.340443172552838e-06,
      "loss": 0.0025,
      "step": 27493
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3401984830261636e-06,
      "loss": 0.0102,
      "step": 27494
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.339953790041322e-06,
      "loss": 0.0126,
      "step": 27495
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.33970909359895e-06,
      "loss": 0.0119,
      "step": 27496
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3394643936996746e-06,
      "loss": 0.0099,
      "step": 27497
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.33921969034413e-06,
      "loss": 0.0058,
      "step": 27498
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.338974983532947e-06,
      "loss": 0.0066,
      "step": 27499
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.338730273266757e-06,
      "loss": 0.0078,
      "step": 27500
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.33848555954619e-06,
      "loss": 0.0164,
      "step": 27501
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.338240842371877e-06,
      "loss": 0.0135,
      "step": 27502
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.337996121744454e-06,
      "loss": 0.0083,
      "step": 27503
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3377513976645485e-06,
      "loss": 0.0069,
      "step": 27504
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.337506670132793e-06,
      "loss": 0.0067,
      "step": 27505
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.337261939149818e-06,
      "loss": 0.0036,
      "step": 27506
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.337017204716257e-06,
      "loss": 0.0053,
      "step": 27507
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.33677246683274e-06,
      "loss": 0.004,
      "step": 27508
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.336527725499899e-06,
      "loss": 0.0085,
      "step": 27509
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.336282980718365e-06,
      "loss": 0.0089,
      "step": 27510
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.33603823248877e-06,
      "loss": 0.0049,
      "step": 27511
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.335793480811745e-06,
      "loss": 0.004,
      "step": 27512
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.335548725687923e-06,
      "loss": 0.0108,
      "step": 27513
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.335303967117934e-06,
      "loss": 0.0173,
      "step": 27514
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3350592051024095e-06,
      "loss": 0.0018,
      "step": 27515
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.334814439641983e-06,
      "loss": 0.0079,
      "step": 27516
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.334569670737283e-06,
      "loss": 0.0129,
      "step": 27517
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.334324898388946e-06,
      "loss": 0.0069,
      "step": 27518
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.334080122597597e-06,
      "loss": 0.0108,
      "step": 27519
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.333835343363872e-06,
      "loss": 0.0048,
      "step": 27520
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.333590560688402e-06,
      "loss": 0.0097,
      "step": 27521
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.333345774571819e-06,
      "loss": 0.0069,
      "step": 27522
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.333100985014753e-06,
      "loss": 0.0084,
      "step": 27523
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.332856192017836e-06,
      "loss": 0.0049,
      "step": 27524
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3326113955817025e-06,
      "loss": 0.0142,
      "step": 27525
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.332366595706979e-06,
      "loss": 0.0062,
      "step": 27526
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.332121792394302e-06,
      "loss": 0.0276,
      "step": 27527
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.331876985644301e-06,
      "loss": 0.009,
      "step": 27528
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.331632175457607e-06,
      "loss": 0.0071,
      "step": 27529
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.331387361834853e-06,
      "loss": 0.022,
      "step": 27530
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3311425447766695e-06,
      "loss": 0.0107,
      "step": 27531
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3308977242836896e-06,
      "loss": 0.0091,
      "step": 27532
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.330652900356545e-06,
      "loss": 0.0048,
      "step": 27533
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.330408072995866e-06,
      "loss": 0.0107,
      "step": 27534
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.330163242202285e-06,
      "loss": 0.0057,
      "step": 27535
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3299184079764356e-06,
      "loss": 0.0059,
      "step": 27536
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.329673570318946e-06,
      "loss": 0.011,
      "step": 27537
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.329428729230452e-06,
      "loss": 0.0069,
      "step": 27538
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.32918388471158e-06,
      "loss": 0.0126,
      "step": 27539
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.328939036762968e-06,
      "loss": 0.0085,
      "step": 27540
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.328694185385242e-06,
      "loss": 0.0096,
      "step": 27541
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.328449330579039e-06,
      "loss": 0.0032,
      "step": 27542
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.328204472344988e-06,
      "loss": 0.0182,
      "step": 27543
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.327959610683721e-06,
      "loss": 0.0202,
      "step": 27544
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.327714745595869e-06,
      "loss": 0.0086,
      "step": 27545
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.327469877082064e-06,
      "loss": 0.006,
      "step": 27546
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.32722500514294e-06,
      "loss": 0.0108,
      "step": 27547
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.32698012977913e-06,
      "loss": 0.0079,
      "step": 27548
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.32673525099126e-06,
      "loss": 0.032,
      "step": 27549
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3264903687799675e-06,
      "loss": 0.0058,
      "step": 27550
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.326245483145881e-06,
      "loss": 0.0062,
      "step": 27551
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.326000594089633e-06,
      "loss": 0.0079,
      "step": 27552
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3257557016118566e-06,
      "loss": 0.0053,
      "step": 27553
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.325510805713184e-06,
      "loss": 0.0044,
      "step": 27554
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.325265906394245e-06,
      "loss": 0.0051,
      "step": 27555
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.325021003655673e-06,
      "loss": 0.0124,
      "step": 27556
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3247760974981e-06,
      "loss": 0.0162,
      "step": 27557
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.324531187922157e-06,
      "loss": 0.0078,
      "step": 27558
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.324286274928476e-06,
      "loss": 0.0131,
      "step": 27559
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.32404135851769e-06,
      "loss": 0.0068,
      "step": 27560
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3237964386904304e-06,
      "loss": 0.003,
      "step": 27561
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.323551515447329e-06,
      "loss": 0.0066,
      "step": 27562
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3233065887890195e-06,
      "loss": 0.006,
      "step": 27563
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.323061658716131e-06,
      "loss": 0.0075,
      "step": 27564
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.322816725229297e-06,
      "loss": 0.0062,
      "step": 27565
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.322571788329149e-06,
      "loss": 0.0329,
      "step": 27566
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.32232684801632e-06,
      "loss": 0.0087,
      "step": 27567
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.322081904291442e-06,
      "loss": 0.0067,
      "step": 27568
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.321836957155146e-06,
      "loss": 0.0402,
      "step": 27569
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3215920066080635e-06,
      "loss": 0.0042,
      "step": 27570
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3213470526508296e-06,
      "loss": 0.0049,
      "step": 27571
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.321102095284073e-06,
      "loss": 0.0027,
      "step": 27572
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3208571345084295e-06,
      "loss": 0.014,
      "step": 27573
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3206121703245246e-06,
      "loss": 0.0279,
      "step": 27574
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.320367202732997e-06,
      "loss": 0.0076,
      "step": 27575
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.320122231734477e-06,
      "loss": 0.0052,
      "step": 27576
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.319877257329594e-06,
      "loss": 0.0024,
      "step": 27577
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.319632279518984e-06,
      "loss": 0.0035,
      "step": 27578
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.319387298303278e-06,
      "loss": 0.0062,
      "step": 27579
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.319142313683106e-06,
      "loss": 0.0149,
      "step": 27580
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.318897325659101e-06,
      "loss": 0.0057,
      "step": 27581
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3186523342318976e-06,
      "loss": 0.0141,
      "step": 27582
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.318407339402126e-06,
      "loss": 0.0083,
      "step": 27583
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3181623411704175e-06,
      "loss": 0.0084,
      "step": 27584
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.317917339537405e-06,
      "loss": 0.0027,
      "step": 27585
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3176723345037215e-06,
      "loss": 0.0096,
      "step": 27586
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.317427326069998e-06,
      "loss": 0.0053,
      "step": 27587
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.31718231423687e-06,
      "loss": 0.0081,
      "step": 27588
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.316937299004964e-06,
      "loss": 0.0089,
      "step": 27589
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.316692280374916e-06,
      "loss": 0.0099,
      "step": 27590
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.316447258347358e-06,
      "loss": 0.0075,
      "step": 27591
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.316202232922922e-06,
      "loss": 0.0083,
      "step": 27592
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.315957204102241e-06,
      "loss": 0.0032,
      "step": 27593
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3157121718859445e-06,
      "loss": 0.0098,
      "step": 27594
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.315467136274667e-06,
      "loss": 0.0068,
      "step": 27595
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.315222097269041e-06,
      "loss": 0.0034,
      "step": 27596
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3149770548696975e-06,
      "loss": 0.0077,
      "step": 27597
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.31473200907727e-06,
      "loss": 0.0135,
      "step": 27598
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.31448695989239e-06,
      "loss": 0.0017,
      "step": 27599
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.314241907315688e-06,
      "loss": 0.0078,
      "step": 27600
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.313996851347801e-06,
      "loss": 0.0117,
      "step": 27601
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.313751791989358e-06,
      "loss": 0.0065,
      "step": 27602
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.313506729240991e-06,
      "loss": 0.0233,
      "step": 27603
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.313261663103335e-06,
      "loss": 0.0038,
      "step": 27604
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.313016593577019e-06,
      "loss": 0.0069,
      "step": 27605
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.312771520662677e-06,
      "loss": 0.0073,
      "step": 27606
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.312526444360943e-06,
      "loss": 0.0193,
      "step": 27607
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.312281364672448e-06,
      "loss": 0.0038,
      "step": 27608
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.312036281597823e-06,
      "loss": 0.0353,
      "step": 27609
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.311791195137701e-06,
      "loss": 0.0024,
      "step": 27610
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.311546105292716e-06,
      "loss": 0.0254,
      "step": 27611
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3113010120635e-06,
      "loss": 0.0064,
      "step": 27612
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.311055915450683e-06,
      "loss": 0.0016,
      "step": 27613
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3108108154549005e-06,
      "loss": 0.0094,
      "step": 27614
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.310565712076784e-06,
      "loss": 0.0016,
      "step": 27615
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.310320605316965e-06,
      "loss": 0.0042,
      "step": 27616
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.310075495176076e-06,
      "loss": 0.0077,
      "step": 27617
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3098303816547515e-06,
      "loss": 0.0063,
      "step": 27618
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.309585264753623e-06,
      "loss": 0.0056,
      "step": 27619
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.30934014447332e-06,
      "loss": 0.0188,
      "step": 27620
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.309095020814479e-06,
      "loss": 0.0102,
      "step": 27621
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.308849893777732e-06,
      "loss": 0.0067,
      "step": 27622
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3086047633637105e-06,
      "loss": 0.022,
      "step": 27623
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3083596295730445e-06,
      "loss": 0.0033,
      "step": 27624
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.308114492406371e-06,
      "loss": 0.0036,
      "step": 27625
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3078693518643206e-06,
      "loss": 0.0085,
      "step": 27626
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.307624207947525e-06,
      "loss": 0.0048,
      "step": 27627
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.307379060656619e-06,
      "loss": 0.0173,
      "step": 27628
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.307133909992232e-06,
      "loss": 0.0051,
      "step": 27629
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3068887559550005e-06,
      "loss": 0.0324,
      "step": 27630
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3066435985455535e-06,
      "loss": 0.0074,
      "step": 27631
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.306398437764525e-06,
      "loss": 0.0053,
      "step": 27632
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.30615327361255e-06,
      "loss": 0.0017,
      "step": 27633
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.305908106090255e-06,
      "loss": 0.0066,
      "step": 27634
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.305662935198278e-06,
      "loss": 0.0083,
      "step": 27635
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.305417760937251e-06,
      "loss": 0.0054,
      "step": 27636
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.305172583307804e-06,
      "loss": 0.0174,
      "step": 27637
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.304927402310572e-06,
      "loss": 0.0073,
      "step": 27638
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.304682217946187e-06,
      "loss": 0.0045,
      "step": 27639
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.304437030215281e-06,
      "loss": 0.0195,
      "step": 27640
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3041918391184875e-06,
      "loss": 0.0005,
      "step": 27641
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.303946644656439e-06,
      "loss": 0.0195,
      "step": 27642
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3037014468297686e-06,
      "loss": 0.0083,
      "step": 27643
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.303456245639108e-06,
      "loss": 0.0089,
      "step": 27644
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.30321104108509e-06,
      "loss": 0.015,
      "step": 27645
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3029658331683475e-06,
      "loss": 0.0085,
      "step": 27646
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.302720621889514e-06,
      "loss": 0.0103,
      "step": 27647
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.302475407249222e-06,
      "loss": 0.0111,
      "step": 27648
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.302230189248104e-06,
      "loss": 0.0083,
      "step": 27649
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.301984967886792e-06,
      "loss": 0.0277,
      "step": 27650
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3017397431659185e-06,
      "loss": 0.004,
      "step": 27651
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.301494515086118e-06,
      "loss": 0.018,
      "step": 27652
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3012492836480235e-06,
      "loss": 0.0191,
      "step": 27653
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.301004048852265e-06,
      "loss": 0.0071,
      "step": 27654
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.3007588106994774e-06,
      "loss": 0.0031,
      "step": 27655
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.300513569190293e-06,
      "loss": 0.0139,
      "step": 27656
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.300268324325345e-06,
      "loss": 0.0093,
      "step": 27657
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.300023076105267e-06,
      "loss": 0.0306,
      "step": 27658
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.299777824530689e-06,
      "loss": 0.0151,
      "step": 27659
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.299532569602246e-06,
      "loss": 0.0039,
      "step": 27660
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.29928731132057e-06,
      "loss": 0.005,
      "step": 27661
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.299042049686295e-06,
      "loss": 0.0007,
      "step": 27662
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.298796784700053e-06,
      "loss": 0.0145,
      "step": 27663
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.298551516362477e-06,
      "loss": 0.0044,
      "step": 27664
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2983062446742e-06,
      "loss": 0.0045,
      "step": 27665
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.298060969635853e-06,
      "loss": 0.0144,
      "step": 27666
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.297815691248073e-06,
      "loss": 0.0071,
      "step": 27667
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.297570409511489e-06,
      "loss": 0.007,
      "step": 27668
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.297325124426737e-06,
      "loss": 0.0086,
      "step": 27669
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.297079835994446e-06,
      "loss": 0.0063,
      "step": 27670
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.296834544215253e-06,
      "loss": 0.0062,
      "step": 27671
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.296589249089788e-06,
      "loss": 0.0065,
      "step": 27672
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.296343950618686e-06,
      "loss": 0.0054,
      "step": 27673
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.296098648802579e-06,
      "loss": 0.0126,
      "step": 27674
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2958533436421e-06,
      "loss": 0.0026,
      "step": 27675
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2956080351378825e-06,
      "loss": 0.0039,
      "step": 27676
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.295362723290558e-06,
      "loss": 0.0329,
      "step": 27677
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.295117408100762e-06,
      "loss": 0.0192,
      "step": 27678
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.294872089569124e-06,
      "loss": 0.0131,
      "step": 27679
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.294626767696281e-06,
      "loss": 0.018,
      "step": 27680
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.294381442482862e-06,
      "loss": 0.0025,
      "step": 27681
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.294136113929502e-06,
      "loss": 0.004,
      "step": 27682
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2938907820368356e-06,
      "loss": 0.0027,
      "step": 27683
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2936454468054945e-06,
      "loss": 0.023,
      "step": 27684
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.293400108236111e-06,
      "loss": 0.0181,
      "step": 27685
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.293154766329318e-06,
      "loss": 0.0058,
      "step": 27686
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.29290942108575e-06,
      "loss": 0.0081,
      "step": 27687
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2926640725060395e-06,
      "loss": 0.0148,
      "step": 27688
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2924187205908184e-06,
      "loss": 0.0189,
      "step": 27689
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.292173365340723e-06,
      "loss": 0.0163,
      "step": 27690
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.291928006756382e-06,
      "loss": 0.0223,
      "step": 27691
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.291682644838431e-06,
      "loss": 0.0098,
      "step": 27692
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.291437279587504e-06,
      "loss": 0.0259,
      "step": 27693
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.291191911004233e-06,
      "loss": 0.0077,
      "step": 27694
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.290946539089249e-06,
      "loss": 0.0158,
      "step": 27695
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.290701163843188e-06,
      "loss": 0.0052,
      "step": 27696
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2904557852666834e-06,
      "loss": 0.0056,
      "step": 27697
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2902104033603686e-06,
      "loss": 0.0037,
      "step": 27698
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.289965018124873e-06,
      "loss": 0.0114,
      "step": 27699
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2897196295608324e-06,
      "loss": 0.0053,
      "step": 27700
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.289474237668881e-06,
      "loss": 0.0086,
      "step": 27701
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.289228842449651e-06,
      "loss": 0.0055,
      "step": 27702
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2889834439037744e-06,
      "loss": 0.0023,
      "step": 27703
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.288738042031886e-06,
      "loss": 0.0044,
      "step": 27704
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.288492636834619e-06,
      "loss": 0.0032,
      "step": 27705
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.288247228312605e-06,
      "loss": 0.0184,
      "step": 27706
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.288001816466479e-06,
      "loss": 0.018,
      "step": 27707
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.287756401296874e-06,
      "loss": 0.0043,
      "step": 27708
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2875109828044236e-06,
      "loss": 0.0041,
      "step": 27709
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.287265560989759e-06,
      "loss": 0.01,
      "step": 27710
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2870201358535144e-06,
      "loss": 0.0025,
      "step": 27711
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2867747073963245e-06,
      "loss": 0.0037,
      "step": 27712
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.286529275618822e-06,
      "loss": 0.014,
      "step": 27713
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2862838405216386e-06,
      "loss": 0.0031,
      "step": 27714
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.286038402105409e-06,
      "loss": 0.0037,
      "step": 27715
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2857929603707665e-06,
      "loss": 0.0096,
      "step": 27716
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2855475153183445e-06,
      "loss": 0.0058,
      "step": 27717
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.285302066948776e-06,
      "loss": 0.0082,
      "step": 27718
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.285056615262695e-06,
      "loss": 0.0069,
      "step": 27719
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.284811160260733e-06,
      "loss": 0.0066,
      "step": 27720
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.284565701943524e-06,
      "loss": 0.0053,
      "step": 27721
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.284320240311703e-06,
      "loss": 0.0019,
      "step": 27722
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.284074775365904e-06,
      "loss": 0.0039,
      "step": 27723
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.283829307106757e-06,
      "loss": 0.0117,
      "step": 27724
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2835838355348956e-06,
      "loss": 0.0068,
      "step": 27725
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2833383606509565e-06,
      "loss": 0.008,
      "step": 27726
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.28309288245557e-06,
      "loss": 0.0046,
      "step": 27727
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.282847400949373e-06,
      "loss": 0.0135,
      "step": 27728
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.2826019161329956e-06,
      "loss": 0.0076,
      "step": 27729
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.282356428007073e-06,
      "loss": 0.0345,
      "step": 27730
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.282110936572236e-06,
      "loss": 0.0409,
      "step": 27731
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.281865441829123e-06,
      "loss": 0.0088,
      "step": 27732
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.281619943778363e-06,
      "loss": 0.0145,
      "step": 27733
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.281374442420592e-06,
      "loss": 0.0074,
      "step": 27734
    },
    {
      "epoch": 0.43,
      "learning_rate": 6.28112893775644e-06,
      "loss": 0.005,
      "step": 27735
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.280883429786544e-06,
      "loss": 0.0226,
      "step": 27736
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.280637918511539e-06,
      "loss": 0.0089,
      "step": 27737
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.280392403932053e-06,
      "loss": 0.004,
      "step": 27738
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.280146886048723e-06,
      "loss": 0.0134,
      "step": 27739
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.279901364862182e-06,
      "loss": 0.0048,
      "step": 27740
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.279655840373065e-06,
      "loss": 0.0026,
      "step": 27741
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.279410312582003e-06,
      "loss": 0.0133,
      "step": 27742
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.279164781489629e-06,
      "loss": 0.0078,
      "step": 27743
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2789192470965806e-06,
      "loss": 0.0163,
      "step": 27744
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2786737094034875e-06,
      "loss": 0.0116,
      "step": 27745
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.278428168410985e-06,
      "loss": 0.0414,
      "step": 27746
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.278182624119708e-06,
      "loss": 0.0062,
      "step": 27747
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.277937076530287e-06,
      "loss": 0.0166,
      "step": 27748
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.277691525643357e-06,
      "loss": 0.0063,
      "step": 27749
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.27744597145955e-06,
      "loss": 0.0059,
      "step": 27750
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.277200413979504e-06,
      "loss": 0.0112,
      "step": 27751
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.276954853203849e-06,
      "loss": 0.0077,
      "step": 27752
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.276709289133219e-06,
      "loss": 0.0044,
      "step": 27753
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.276463721768249e-06,
      "loss": 0.0355,
      "step": 27754
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.276218151109572e-06,
      "loss": 0.0058,
      "step": 27755
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.27597257715782e-06,
      "loss": 0.0131,
      "step": 27756
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.275726999913629e-06,
      "loss": 0.0067,
      "step": 27757
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.275481419377632e-06,
      "loss": 0.023,
      "step": 27758
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2752358355504615e-06,
      "loss": 0.0132,
      "step": 27759
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.274990248432753e-06,
      "loss": 0.0114,
      "step": 27760
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2747446580251385e-06,
      "loss": 0.0218,
      "step": 27761
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.274499064328255e-06,
      "loss": 0.0032,
      "step": 27762
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.274253467342732e-06,
      "loss": 0.0019,
      "step": 27763
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.274007867069204e-06,
      "loss": 0.013,
      "step": 27764
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.273762263508306e-06,
      "loss": 0.0019,
      "step": 27765
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2735166566606734e-06,
      "loss": 0.012,
      "step": 27766
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.273271046526937e-06,
      "loss": 0.0031,
      "step": 27767
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.273025433107731e-06,
      "loss": 0.0029,
      "step": 27768
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.272779816403692e-06,
      "loss": 0.0075,
      "step": 27769
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.272534196415447e-06,
      "loss": 0.0053,
      "step": 27770
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2722885731436365e-06,
      "loss": 0.0024,
      "step": 27771
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2720429465888946e-06,
      "loss": 0.0098,
      "step": 27772
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.271797316751851e-06,
      "loss": 0.0057,
      "step": 27773
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.271551683633139e-06,
      "loss": 0.0035,
      "step": 27774
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2713060472333966e-06,
      "loss": 0.0113,
      "step": 27775
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.271060407553256e-06,
      "loss": 0.0058,
      "step": 27776
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.270814764593349e-06,
      "loss": 0.0058,
      "step": 27777
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.270569118354312e-06,
      "loss": 0.0167,
      "step": 27778
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.270323468836776e-06,
      "loss": 0.0111,
      "step": 27779
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.27007781604138e-06,
      "loss": 0.0177,
      "step": 27780
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2698321599687515e-06,
      "loss": 0.0195,
      "step": 27781
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.26958650061953e-06,
      "loss": 0.0024,
      "step": 27782
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.269340837994346e-06,
      "loss": 0.0163,
      "step": 27783
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.269095172093834e-06,
      "loss": 0.0071,
      "step": 27784
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.268849502918628e-06,
      "loss": 0.0188,
      "step": 27785
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2686038304693606e-06,
      "loss": 0.0166,
      "step": 27786
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.26835815474667e-06,
      "loss": 0.0091,
      "step": 27787
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.268112475751187e-06,
      "loss": 0.0057,
      "step": 27788
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.267866793483544e-06,
      "loss": 0.0051,
      "step": 27789
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.267621107944377e-06,
      "loss": 0.023,
      "step": 27790
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.26737541913432e-06,
      "loss": 0.0052,
      "step": 27791
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.267129727054009e-06,
      "loss": 0.0279,
      "step": 27792
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.266884031704073e-06,
      "loss": 0.004,
      "step": 27793
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.266638333085149e-06,
      "loss": 0.0036,
      "step": 27794
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.266392631197871e-06,
      "loss": 0.0043,
      "step": 27795
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.266146926042872e-06,
      "loss": 0.0112,
      "step": 27796
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.265901217620787e-06,
      "loss": 0.0112,
      "step": 27797
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.265655505932251e-06,
      "loss": 0.0024,
      "step": 27798
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.265409790977895e-06,
      "loss": 0.0061,
      "step": 27799
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.265164072758354e-06,
      "loss": 0.0114,
      "step": 27800
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.264918351274265e-06,
      "loss": 0.0058,
      "step": 27801
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.264672626526258e-06,
      "loss": 0.0081,
      "step": 27802
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.264426898514969e-06,
      "loss": 0.0252,
      "step": 27803
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.264181167241033e-06,
      "loss": 0.0097,
      "step": 27804
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.263935432705081e-06,
      "loss": 0.0072,
      "step": 27805
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.263689694907751e-06,
      "loss": 0.0039,
      "step": 27806
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2634439538496745e-06,
      "loss": 0.0055,
      "step": 27807
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.263198209531485e-06,
      "loss": 0.0031,
      "step": 27808
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2629524619538195e-06,
      "loss": 0.0099,
      "step": 27809
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.262706711117309e-06,
      "loss": 0.0051,
      "step": 27810
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.262460957022589e-06,
      "loss": 0.0062,
      "step": 27811
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.262215199670295e-06,
      "loss": 0.0018,
      "step": 27812
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.261969439061059e-06,
      "loss": 0.0041,
      "step": 27813
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2617236751955165e-06,
      "loss": 0.0026,
      "step": 27814
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2614779080743e-06,
      "loss": 0.0079,
      "step": 27815
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.261232137698047e-06,
      "loss": 0.0038,
      "step": 27816
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.260986364067387e-06,
      "loss": 0.0064,
      "step": 27817
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.260740587182958e-06,
      "loss": 0.006,
      "step": 27818
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.260494807045392e-06,
      "loss": 0.0069,
      "step": 27819
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.260249023655325e-06,
      "loss": 0.0053,
      "step": 27820
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.260003237013388e-06,
      "loss": 0.0044,
      "step": 27821
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2597574471202195e-06,
      "loss": 0.0099,
      "step": 27822
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.259511653976451e-06,
      "loss": 0.0057,
      "step": 27823
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.259265857582717e-06,
      "loss": 0.0121,
      "step": 27824
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.259020057939652e-06,
      "loss": 0.0139,
      "step": 27825
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.25877425504789e-06,
      "loss": 0.0059,
      "step": 27826
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.258528448908069e-06,
      "loss": 0.0053,
      "step": 27827
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.258282639520816e-06,
      "loss": 0.012,
      "step": 27828
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.258036826886771e-06,
      "loss": 0.0109,
      "step": 27829
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2577910110065655e-06,
      "loss": 0.0236,
      "step": 27830
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.257545191880834e-06,
      "loss": 0.0011,
      "step": 27831
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.257299369510214e-06,
      "loss": 0.0065,
      "step": 27832
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.257053543895335e-06,
      "loss": 0.0255,
      "step": 27833
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.256807715036834e-06,
      "loss": 0.0085,
      "step": 27834
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.256561882935346e-06,
      "loss": 0.0072,
      "step": 27835
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.256316047591502e-06,
      "loss": 0.0262,
      "step": 27836
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.256070209005941e-06,
      "loss": 0.0073,
      "step": 27837
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.255824367179295e-06,
      "loss": 0.0219,
      "step": 27838
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.255578522112196e-06,
      "loss": 0.0095,
      "step": 27839
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.255332673805282e-06,
      "loss": 0.0067,
      "step": 27840
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2550868222591865e-06,
      "loss": 0.0097,
      "step": 27841
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.254840967474543e-06,
      "loss": 0.0212,
      "step": 27842
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.254595109451986e-06,
      "loss": 0.003,
      "step": 27843
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.254349248192151e-06,
      "loss": 0.013,
      "step": 27844
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.254103383695671e-06,
      "loss": 0.0058,
      "step": 27845
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2538575159631795e-06,
      "loss": 0.0066,
      "step": 27846
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.253611644995315e-06,
      "loss": 0.0027,
      "step": 27847
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.253365770792709e-06,
      "loss": 0.0247,
      "step": 27848
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.253119893355996e-06,
      "loss": 0.0059,
      "step": 27849
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2528740126858104e-06,
      "loss": 0.0038,
      "step": 27850
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.252628128782785e-06,
      "loss": 0.0364,
      "step": 27851
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.252382241647561e-06,
      "loss": 0.0228,
      "step": 27852
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.252136351280764e-06,
      "loss": 0.0052,
      "step": 27853
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2518904576830345e-06,
      "loss": 0.0159,
      "step": 27854
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.251644560855005e-06,
      "loss": 0.0007,
      "step": 27855
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.25139866079731e-06,
      "loss": 0.0097,
      "step": 27856
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.251152757510584e-06,
      "loss": 0.0062,
      "step": 27857
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.250906850995461e-06,
      "loss": 0.0169,
      "step": 27858
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.250660941252577e-06,
      "loss": 0.0324,
      "step": 27859
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2504150282825645e-06,
      "loss": 0.0114,
      "step": 27860
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.25016911208606e-06,
      "loss": 0.0032,
      "step": 27861
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.249923192663698e-06,
      "loss": 0.0088,
      "step": 27862
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.249677270016113e-06,
      "loss": 0.039,
      "step": 27863
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.249431344143937e-06,
      "loss": 0.0053,
      "step": 27864
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.249185415047806e-06,
      "loss": 0.0102,
      "step": 27865
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.248939482728356e-06,
      "loss": 0.0075,
      "step": 27866
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.248693547186222e-06,
      "loss": 0.0085,
      "step": 27867
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.248447608422035e-06,
      "loss": 0.0058,
      "step": 27868
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.248201666436433e-06,
      "loss": 0.0092,
      "step": 27869
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.247955721230049e-06,
      "loss": 0.009,
      "step": 27870
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.247709772803519e-06,
      "loss": 0.0019,
      "step": 27871
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.247463821157476e-06,
      "loss": 0.0396,
      "step": 27872
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2472178662925545e-06,
      "loss": 0.0096,
      "step": 27873
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2469719082093914e-06,
      "loss": 0.0057,
      "step": 27874
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.246725946908619e-06,
      "loss": 0.0056,
      "step": 27875
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.246479982390872e-06,
      "loss": 0.0011,
      "step": 27876
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.246234014656789e-06,
      "loss": 0.0078,
      "step": 27877
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.245988043706999e-06,
      "loss": 0.0064,
      "step": 27878
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.24574206954214e-06,
      "loss": 0.0054,
      "step": 27879
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.245496092162846e-06,
      "loss": 0.0095,
      "step": 27880
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.245250111569752e-06,
      "loss": 0.0062,
      "step": 27881
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.245004127763493e-06,
      "loss": 0.0071,
      "step": 27882
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.244758140744702e-06,
      "loss": 0.0132,
      "step": 27883
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.244512150514016e-06,
      "loss": 0.007,
      "step": 27884
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.244266157072068e-06,
      "loss": 0.0188,
      "step": 27885
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.244020160419492e-06,
      "loss": 0.0147,
      "step": 27886
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2437741605569256e-06,
      "loss": 0.0262,
      "step": 27887
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2435281574850034e-06,
      "loss": 0.0008,
      "step": 27888
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.243282151204357e-06,
      "loss": 0.0042,
      "step": 27889
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2430361417156225e-06,
      "loss": 0.005,
      "step": 27890
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.242790129019437e-06,
      "loss": 0.0111,
      "step": 27891
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.242544113116433e-06,
      "loss": 0.0075,
      "step": 27892
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.242298094007247e-06,
      "loss": 0.0081,
      "step": 27893
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.242052071692509e-06,
      "loss": 0.0208,
      "step": 27894
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.241806046172861e-06,
      "loss": 0.007,
      "step": 27895
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.241560017448933e-06,
      "loss": 0.0059,
      "step": 27896
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.241313985521361e-06,
      "loss": 0.0043,
      "step": 27897
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.24106795039078e-06,
      "loss": 0.0137,
      "step": 27898
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.240821912057826e-06,
      "loss": 0.0062,
      "step": 27899
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.240575870523131e-06,
      "loss": 0.0127,
      "step": 27900
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.240329825787333e-06,
      "loss": 0.0053,
      "step": 27901
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.240083777851064e-06,
      "loss": 0.0119,
      "step": 27902
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.239837726714961e-06,
      "loss": 0.0235,
      "step": 27903
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.239591672379659e-06,
      "loss": 0.0323,
      "step": 27904
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2393456148457906e-06,
      "loss": 0.0039,
      "step": 27905
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.239099554113993e-06,
      "loss": 0.0129,
      "step": 27906
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2388534901849015e-06,
      "loss": 0.0029,
      "step": 27907
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2386074230591485e-06,
      "loss": 0.0035,
      "step": 27908
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.238361352737371e-06,
      "loss": 0.0052,
      "step": 27909
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.238115279220203e-06,
      "loss": 0.004,
      "step": 27910
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.237869202508279e-06,
      "loss": 0.0128,
      "step": 27911
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.237623122602235e-06,
      "loss": 0.0157,
      "step": 27912
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2373770395027065e-06,
      "loss": 0.0033,
      "step": 27913
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2371309532103275e-06,
      "loss": 0.0228,
      "step": 27914
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.236884863725732e-06,
      "loss": 0.0154,
      "step": 27915
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.236638771049557e-06,
      "loss": 0.0352,
      "step": 27916
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.236392675182438e-06,
      "loss": 0.0271,
      "step": 27917
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.236146576125006e-06,
      "loss": 0.0077,
      "step": 27918
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.235900473877899e-06,
      "loss": 0.0028,
      "step": 27919
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.235654368441752e-06,
      "loss": 0.0058,
      "step": 27920
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2354082598172005e-06,
      "loss": 0.0057,
      "step": 27921
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2351621480048784e-06,
      "loss": 0.0116,
      "step": 27922
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.234916033005421e-06,
      "loss": 0.0099,
      "step": 27923
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.234669914819464e-06,
      "loss": 0.0142,
      "step": 27924
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.234423793447642e-06,
      "loss": 0.007,
      "step": 27925
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2341776688905885e-06,
      "loss": 0.0091,
      "step": 27926
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.233931541148941e-06,
      "loss": 0.02,
      "step": 27927
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.233685410223335e-06,
      "loss": 0.0062,
      "step": 27928
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.233439276114401e-06,
      "loss": 0.0104,
      "step": 27929
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.233193138822779e-06,
      "loss": 0.0099,
      "step": 27930
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.232946998349104e-06,
      "loss": 0.0206,
      "step": 27931
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.232700854694009e-06,
      "loss": 0.0075,
      "step": 27932
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.232454707858128e-06,
      "loss": 0.0068,
      "step": 27933
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2322085578421e-06,
      "loss": 0.0179,
      "step": 27934
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.231962404646557e-06,
      "loss": 0.0058,
      "step": 27935
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.231716248272135e-06,
      "loss": 0.0144,
      "step": 27936
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.23147008871947e-06,
      "loss": 0.0242,
      "step": 27937
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.231223925989197e-06,
      "loss": 0.0101,
      "step": 27938
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2309777600819495e-06,
      "loss": 0.0076,
      "step": 27939
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.230731590998365e-06,
      "loss": 0.0131,
      "step": 27940
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.230485418739077e-06,
      "loss": 0.0212,
      "step": 27941
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.230239243304722e-06,
      "loss": 0.0054,
      "step": 27942
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.229993064695934e-06,
      "loss": 0.0228,
      "step": 27943
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2297468829133474e-06,
      "loss": 0.0032,
      "step": 27944
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.229500697957603e-06,
      "loss": 0.0123,
      "step": 27945
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.229254509829328e-06,
      "loss": 0.008,
      "step": 27946
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2290083185291625e-06,
      "loss": 0.0402,
      "step": 27947
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.22876212405774e-06,
      "loss": 0.0029,
      "step": 27948
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.228515926415698e-06,
      "loss": 0.0112,
      "step": 27949
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.22826972560367e-06,
      "loss": 0.0162,
      "step": 27950
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.228023521622291e-06,
      "loss": 0.0144,
      "step": 27951
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.227777314472197e-06,
      "loss": 0.0121,
      "step": 27952
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.227531104154023e-06,
      "loss": 0.0065,
      "step": 27953
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.227284890668404e-06,
      "loss": 0.0164,
      "step": 27954
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.227038674015977e-06,
      "loss": 0.0061,
      "step": 27955
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.226792454197376e-06,
      "loss": 0.0133,
      "step": 27956
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.226546231213236e-06,
      "loss": 0.0124,
      "step": 27957
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.226300005064193e-06,
      "loss": 0.0054,
      "step": 27958
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.226053775750881e-06,
      "loss": 0.0031,
      "step": 27959
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.225807543273939e-06,
      "loss": 0.0066,
      "step": 27960
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.225561307633997e-06,
      "loss": 0.0059,
      "step": 27961
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.225315068831695e-06,
      "loss": 0.0027,
      "step": 27962
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.225068826867666e-06,
      "loss": 0.0036,
      "step": 27963
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.224822581742547e-06,
      "loss": 0.0115,
      "step": 27964
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.22457633345697e-06,
      "loss": 0.0248,
      "step": 27965
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.224330082011575e-06,
      "loss": 0.0054,
      "step": 27966
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.224083827406994e-06,
      "loss": 0.001,
      "step": 27967
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.223837569643864e-06,
      "loss": 0.0043,
      "step": 27968
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.223591308722819e-06,
      "loss": 0.0055,
      "step": 27969
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.223345044644498e-06,
      "loss": 0.0062,
      "step": 27970
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.223098777409531e-06,
      "loss": 0.0071,
      "step": 27971
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2228525070185584e-06,
      "loss": 0.002,
      "step": 27972
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.222606233472213e-06,
      "loss": 0.0139,
      "step": 27973
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.222359956771131e-06,
      "loss": 0.0052,
      "step": 27974
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.222113676915948e-06,
      "loss": 0.0127,
      "step": 27975
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.221867393907297e-06,
      "loss": 0.0136,
      "step": 27976
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.221621107745819e-06,
      "loss": 0.0116,
      "step": 27977
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.221374818432145e-06,
      "loss": 0.0083,
      "step": 27978
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.221128525966911e-06,
      "loss": 0.006,
      "step": 27979
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.220882230350753e-06,
      "loss": 0.0232,
      "step": 27980
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.220635931584309e-06,
      "loss": 0.0068,
      "step": 27981
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.220389629668211e-06,
      "loss": 0.0086,
      "step": 27982
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.220143324603096e-06,
      "loss": 0.0056,
      "step": 27983
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2198970163895984e-06,
      "loss": 0.013,
      "step": 27984
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.219650705028357e-06,
      "loss": 0.0168,
      "step": 27985
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.219404390520003e-06,
      "loss": 0.0031,
      "step": 27986
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.219158072865176e-06,
      "loss": 0.006,
      "step": 27987
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.218911752064509e-06,
      "loss": 0.0048,
      "step": 27988
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.218665428118638e-06,
      "loss": 0.0018,
      "step": 27989
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.218419101028198e-06,
      "loss": 0.0169,
      "step": 27990
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.218172770793826e-06,
      "loss": 0.0038,
      "step": 27991
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2179264374161594e-06,
      "loss": 0.0134,
      "step": 27992
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.217680100895829e-06,
      "loss": 0.0194,
      "step": 27993
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2174337612334736e-06,
      "loss": 0.0082,
      "step": 27994
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.217187418429729e-06,
      "loss": 0.0177,
      "step": 27995
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.216941072485228e-06,
      "loss": 0.0047,
      "step": 27996
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.21669472340061e-06,
      "loss": 0.0094,
      "step": 27997
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.216448371176509e-06,
      "loss": 0.0105,
      "step": 27998
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.216202015813561e-06,
      "loss": 0.0017,
      "step": 27999
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2159556573124e-06,
      "loss": 0.0292,
      "step": 28000
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.215709295673663e-06,
      "loss": 0.0098,
      "step": 28001
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.215462930897987e-06,
      "loss": 0.003,
      "step": 28002
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2152165629860064e-06,
      "loss": 0.0173,
      "step": 28003
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.214970191938356e-06,
      "loss": 0.0048,
      "step": 28004
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.214723817755672e-06,
      "loss": 0.0168,
      "step": 28005
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.214477440438592e-06,
      "loss": 0.0054,
      "step": 28006
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.214231059987751e-06,
      "loss": 0.0079,
      "step": 28007
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.213984676403782e-06,
      "loss": 0.0034,
      "step": 28008
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.213738289687323e-06,
      "loss": 0.007,
      "step": 28009
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.213491899839012e-06,
      "loss": 0.0324,
      "step": 28010
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.21324550685948e-06,
      "loss": 0.0256,
      "step": 28011
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.212999110749366e-06,
      "loss": 0.0028,
      "step": 28012
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.212752711509303e-06,
      "loss": 0.0054,
      "step": 28013
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.212506309139932e-06,
      "loss": 0.0098,
      "step": 28014
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.212259903641883e-06,
      "loss": 0.0058,
      "step": 28015
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.212013495015796e-06,
      "loss": 0.0052,
      "step": 28016
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.211767083262305e-06,
      "loss": 0.0037,
      "step": 28017
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.211520668382045e-06,
      "loss": 0.0081,
      "step": 28018
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.211274250375652e-06,
      "loss": 0.0116,
      "step": 28019
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.211027829243765e-06,
      "loss": 0.0324,
      "step": 28020
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.210781404987016e-06,
      "loss": 0.0164,
      "step": 28021
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.210534977606042e-06,
      "loss": 0.0108,
      "step": 28022
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.210288547101479e-06,
      "loss": 0.0108,
      "step": 28023
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.210042113473965e-06,
      "loss": 0.024,
      "step": 28024
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.209795676724132e-06,
      "loss": 0.0264,
      "step": 28025
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.209549236852619e-06,
      "loss": 0.0111,
      "step": 28026
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.209302793860061e-06,
      "loss": 0.0029,
      "step": 28027
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.209056347747093e-06,
      "loss": 0.0093,
      "step": 28028
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2088098985143505e-06,
      "loss": 0.0054,
      "step": 28029
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.208563446162472e-06,
      "loss": 0.0128,
      "step": 28030
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2083169906920915e-06,
      "loss": 0.0089,
      "step": 28031
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2080705321038456e-06,
      "loss": 0.0142,
      "step": 28032
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.207824070398369e-06,
      "loss": 0.0022,
      "step": 28033
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2075776055763005e-06,
      "loss": 0.0056,
      "step": 28034
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.207331137638273e-06,
      "loss": 0.0258,
      "step": 28035
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.207084666584925e-06,
      "loss": 0.0097,
      "step": 28036
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.206838192416889e-06,
      "loss": 0.0138,
      "step": 28037
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.206591715134804e-06,
      "loss": 0.01,
      "step": 28038
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.206345234739306e-06,
      "loss": 0.0108,
      "step": 28039
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.206098751231029e-06,
      "loss": 0.0061,
      "step": 28040
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2058522646106114e-06,
      "loss": 0.0134,
      "step": 28041
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.205605774878688e-06,
      "loss": 0.0041,
      "step": 28042
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.205359282035893e-06,
      "loss": 0.0137,
      "step": 28043
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.205112786082865e-06,
      "loss": 0.0147,
      "step": 28044
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.204866287020239e-06,
      "loss": 0.0031,
      "step": 28045
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.204619784848655e-06,
      "loss": 0.0081,
      "step": 28046
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2043732795687415e-06,
      "loss": 0.014,
      "step": 28047
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.204126771181138e-06,
      "loss": 0.0196,
      "step": 28048
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2038802596864834e-06,
      "loss": 0.0035,
      "step": 28049
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.20363374508541e-06,
      "loss": 0.0048,
      "step": 28050
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.203387227378557e-06,
      "loss": 0.0102,
      "step": 28051
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2031407065665575e-06,
      "loss": 0.0175,
      "step": 28052
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2028941826500485e-06,
      "loss": 0.0163,
      "step": 28053
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.202647655629667e-06,
      "loss": 0.0109,
      "step": 28054
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.202401125506048e-06,
      "loss": 0.0052,
      "step": 28055
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.20215459227983e-06,
      "loss": 0.0169,
      "step": 28056
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2019080559516466e-06,
      "loss": 0.0058,
      "step": 28057
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.201661516522134e-06,
      "loss": 0.0109,
      "step": 28058
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.201414973991929e-06,
      "loss": 0.0217,
      "step": 28059
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.201168428361671e-06,
      "loss": 0.0026,
      "step": 28060
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.20092187963199e-06,
      "loss": 0.0085,
      "step": 28061
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.200675327803526e-06,
      "loss": 0.0014,
      "step": 28062
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.200428772876914e-06,
      "loss": 0.0164,
      "step": 28063
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.2001822148527915e-06,
      "loss": 0.0171,
      "step": 28064
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.199935653731793e-06,
      "loss": 0.0074,
      "step": 28065
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.199689089514555e-06,
      "loss": 0.0049,
      "step": 28066
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.199442522201715e-06,
      "loss": 0.039,
      "step": 28067
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1991959517939105e-06,
      "loss": 0.0091,
      "step": 28068
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1989493782917734e-06,
      "loss": 0.0248,
      "step": 28069
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.198702801695942e-06,
      "loss": 0.0105,
      "step": 28070
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.198456222007054e-06,
      "loss": 0.0089,
      "step": 28071
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.198209639225744e-06,
      "loss": 0.0045,
      "step": 28072
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.197963053352649e-06,
      "loss": 0.0093,
      "step": 28073
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.197716464388405e-06,
      "loss": 0.0193,
      "step": 28074
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.197469872333648e-06,
      "loss": 0.002,
      "step": 28075
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.197223277189015e-06,
      "loss": 0.0207,
      "step": 28076
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.196976678955141e-06,
      "loss": 0.0242,
      "step": 28077
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.196730077632664e-06,
      "loss": 0.0096,
      "step": 28078
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.196483473222219e-06,
      "loss": 0.0066,
      "step": 28079
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.196236865724443e-06,
      "loss": 0.0104,
      "step": 28080
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.195990255139972e-06,
      "loss": 0.0083,
      "step": 28081
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1957436414694435e-06,
      "loss": 0.0046,
      "step": 28082
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.195497024713493e-06,
      "loss": 0.0215,
      "step": 28083
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.195250404872755e-06,
      "loss": 0.0041,
      "step": 28084
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.195003781947868e-06,
      "loss": 0.0051,
      "step": 28085
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.194757155939469e-06,
      "loss": 0.0022,
      "step": 28086
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.194510526848192e-06,
      "loss": 0.0031,
      "step": 28087
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.194263894674675e-06,
      "loss": 0.0045,
      "step": 28088
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.194017259419556e-06,
      "loss": 0.0065,
      "step": 28089
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1937706210834666e-06,
      "loss": 0.0035,
      "step": 28090
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.193523979667048e-06,
      "loss": 0.0078,
      "step": 28091
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.193277335170934e-06,
      "loss": 0.0067,
      "step": 28092
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.193030687595762e-06,
      "loss": 0.0163,
      "step": 28093
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.192784036942168e-06,
      "loss": 0.0138,
      "step": 28094
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1925373832107886e-06,
      "loss": 0.005,
      "step": 28095
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1922907264022615e-06,
      "loss": 0.0175,
      "step": 28096
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.19204406651722e-06,
      "loss": 0.0145,
      "step": 28097
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.191797403556303e-06,
      "loss": 0.0145,
      "step": 28098
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1915507375201465e-06,
      "loss": 0.0044,
      "step": 28099
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.191304068409388e-06,
      "loss": 0.0191,
      "step": 28100
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.191057396224662e-06,
      "loss": 0.0093,
      "step": 28101
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.190810720966607e-06,
      "loss": 0.0134,
      "step": 28102
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.190564042635857e-06,
      "loss": 0.0093,
      "step": 28103
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1903173612330506e-06,
      "loss": 0.0092,
      "step": 28104
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.190070676758824e-06,
      "loss": 0.0059,
      "step": 28105
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.189823989213812e-06,
      "loss": 0.0087,
      "step": 28106
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1895772985986545e-06,
      "loss": 0.0193,
      "step": 28107
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.189330604913986e-06,
      "loss": 0.004,
      "step": 28108
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.189083908160442e-06,
      "loss": 0.0022,
      "step": 28109
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.188837208338661e-06,
      "loss": 0.0109,
      "step": 28110
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.188590505449278e-06,
      "loss": 0.0026,
      "step": 28111
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.188343799492931e-06,
      "loss": 0.0021,
      "step": 28112
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.188097090470254e-06,
      "loss": 0.0142,
      "step": 28113
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.187850378381888e-06,
      "loss": 0.0135,
      "step": 28114
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.187603663228466e-06,
      "loss": 0.005,
      "step": 28115
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.187356945010626e-06,
      "loss": 0.0194,
      "step": 28116
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.187110223729005e-06,
      "loss": 0.0172,
      "step": 28117
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.186863499384238e-06,
      "loss": 0.0016,
      "step": 28118
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.186616771976963e-06,
      "loss": 0.0046,
      "step": 28119
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1863700415078156e-06,
      "loss": 0.0393,
      "step": 28120
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.186123307977434e-06,
      "loss": 0.0031,
      "step": 28121
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.185876571386455e-06,
      "loss": 0.0075,
      "step": 28122
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.185629831735513e-06,
      "loss": 0.0228,
      "step": 28123
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.185383089025244e-06,
      "loss": 0.0041,
      "step": 28124
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.18513634325629e-06,
      "loss": 0.0028,
      "step": 28125
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.184889594429282e-06,
      "loss": 0.0045,
      "step": 28126
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.184642842544859e-06,
      "loss": 0.0359,
      "step": 28127
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.184396087603659e-06,
      "loss": 0.0066,
      "step": 28128
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.184149329606316e-06,
      "loss": 0.0027,
      "step": 28129
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1839025685534685e-06,
      "loss": 0.0045,
      "step": 28130
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.183655804445754e-06,
      "loss": 0.0071,
      "step": 28131
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.183409037283807e-06,
      "loss": 0.0046,
      "step": 28132
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.183162267068265e-06,
      "loss": 0.0203,
      "step": 28133
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.182915493799765e-06,
      "loss": 0.011,
      "step": 28134
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.182668717478945e-06,
      "loss": 0.0101,
      "step": 28135
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.18242193810644e-06,
      "loss": 0.0043,
      "step": 28136
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.182175155682887e-06,
      "loss": 0.0087,
      "step": 28137
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.181928370208923e-06,
      "loss": 0.007,
      "step": 28138
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.181681581685185e-06,
      "loss": 0.0091,
      "step": 28139
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.18143479011231e-06,
      "loss": 0.01,
      "step": 28140
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1811879954909335e-06,
      "loss": 0.0277,
      "step": 28141
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.180941197821694e-06,
      "loss": 0.0037,
      "step": 28142
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.180694397105229e-06,
      "loss": 0.0204,
      "step": 28143
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.180447593342171e-06,
      "loss": 0.0067,
      "step": 28144
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.180200786533161e-06,
      "loss": 0.0073,
      "step": 28145
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.179953976678836e-06,
      "loss": 0.0092,
      "step": 28146
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.179707163779832e-06,
      "loss": 0.0049,
      "step": 28147
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.179460347836783e-06,
      "loss": 0.0045,
      "step": 28148
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.17921352885033e-06,
      "loss": 0.0113,
      "step": 28149
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1789667068211076e-06,
      "loss": 0.0044,
      "step": 28150
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.178719881749754e-06,
      "loss": 0.0092,
      "step": 28151
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.178473053636904e-06,
      "loss": 0.0099,
      "step": 28152
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.178226222483196e-06,
      "loss": 0.0074,
      "step": 28153
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.177979388289267e-06,
      "loss": 0.0151,
      "step": 28154
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.177732551055753e-06,
      "loss": 0.007,
      "step": 28155
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1774857107832935e-06,
      "loss": 0.0152,
      "step": 28156
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.177238867472521e-06,
      "loss": 0.0062,
      "step": 28157
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.176992021124076e-06,
      "loss": 0.0113,
      "step": 28158
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.176745171738594e-06,
      "loss": 0.0077,
      "step": 28159
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.176498319316713e-06,
      "loss": 0.0033,
      "step": 28160
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1762514638590696e-06,
      "loss": 0.0373,
      "step": 28161
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.176004605366299e-06,
      "loss": 0.0065,
      "step": 28162
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1757577438390394e-06,
      "loss": 0.0106,
      "step": 28163
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.175510879277931e-06,
      "loss": 0.007,
      "step": 28164
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.175264011683604e-06,
      "loss": 0.0036,
      "step": 28165
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.175017141056702e-06,
      "loss": 0.002,
      "step": 28166
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.174770267397857e-06,
      "loss": 0.0066,
      "step": 28167
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.174523390707711e-06,
      "loss": 0.0079,
      "step": 28168
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.174276510986895e-06,
      "loss": 0.0173,
      "step": 28169
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.174029628236051e-06,
      "loss": 0.0129,
      "step": 28170
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.173782742455815e-06,
      "loss": 0.0096,
      "step": 28171
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.173535853646824e-06,
      "loss": 0.0127,
      "step": 28172
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.173288961809712e-06,
      "loss": 0.0093,
      "step": 28173
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1730420669451185e-06,
      "loss": 0.0137,
      "step": 28174
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1727951690536826e-06,
      "loss": 0.0133,
      "step": 28175
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.172548268136039e-06,
      "loss": 0.0134,
      "step": 28176
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.172301364192824e-06,
      "loss": 0.0028,
      "step": 28177
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1720544572246755e-06,
      "loss": 0.0316,
      "step": 28178
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.171807547232232e-06,
      "loss": 0.0087,
      "step": 28179
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.171560634216129e-06,
      "loss": 0.0061,
      "step": 28180
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.171313718177006e-06,
      "loss": 0.0042,
      "step": 28181
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.171066799115497e-06,
      "loss": 0.0074,
      "step": 28182
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.17081987703224e-06,
      "loss": 0.0048,
      "step": 28183
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.170572951927873e-06,
      "loss": 0.0076,
      "step": 28184
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.170326023803031e-06,
      "loss": 0.0034,
      "step": 28185
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.170079092658357e-06,
      "loss": 0.0089,
      "step": 28186
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.169832158494481e-06,
      "loss": 0.0068,
      "step": 28187
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1695852213120425e-06,
      "loss": 0.0074,
      "step": 28188
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.169338281111681e-06,
      "loss": 0.0552,
      "step": 28189
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1690913378940324e-06,
      "loss": 0.0121,
      "step": 28190
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.168844391659733e-06,
      "loss": 0.0185,
      "step": 28191
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.16859744240942e-06,
      "loss": 0.0111,
      "step": 28192
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.168350490143732e-06,
      "loss": 0.0304,
      "step": 28193
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.168103534863304e-06,
      "loss": 0.0102,
      "step": 28194
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.167856576568776e-06,
      "loss": 0.0051,
      "step": 28195
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.167609615260784e-06,
      "loss": 0.0098,
      "step": 28196
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1673626509399654e-06,
      "loss": 0.004,
      "step": 28197
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.167115683606956e-06,
      "loss": 0.0067,
      "step": 28198
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1668687132623935e-06,
      "loss": 0.0095,
      "step": 28199
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.166621739906919e-06,
      "loss": 0.0069,
      "step": 28200
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.166374763541165e-06,
      "loss": 0.0037,
      "step": 28201
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1661277841657696e-06,
      "loss": 0.0348,
      "step": 28202
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.165880801781372e-06,
      "loss": 0.0038,
      "step": 28203
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.165633816388608e-06,
      "loss": 0.0092,
      "step": 28204
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.165386827988116e-06,
      "loss": 0.0069,
      "step": 28205
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.165139836580532e-06,
      "loss": 0.004,
      "step": 28206
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.164892842166495e-06,
      "loss": 0.0047,
      "step": 28207
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.164645844746639e-06,
      "loss": 0.0065,
      "step": 28208
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.164398844321605e-06,
      "loss": 0.0083,
      "step": 28209
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.16415184089203e-06,
      "loss": 0.0178,
      "step": 28210
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1639048344585505e-06,
      "loss": 0.0216,
      "step": 28211
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.163657825021802e-06,
      "loss": 0.0066,
      "step": 28212
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.163410812582424e-06,
      "loss": 0.028,
      "step": 28213
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.163163797141054e-06,
      "loss": 0.0191,
      "step": 28214
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.162916778698329e-06,
      "loss": 0.0172,
      "step": 28215
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.162669757254886e-06,
      "loss": 0.0185,
      "step": 28216
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.162422732811361e-06,
      "loss": 0.0132,
      "step": 28217
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.162175705368396e-06,
      "loss": 0.0375,
      "step": 28218
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.161928674926623e-06,
      "loss": 0.023,
      "step": 28219
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1616816414866836e-06,
      "loss": 0.0123,
      "step": 28220
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.161434605049213e-06,
      "loss": 0.0031,
      "step": 28221
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.161187565614849e-06,
      "loss": 0.0146,
      "step": 28222
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.160940523184229e-06,
      "loss": 0.0118,
      "step": 28223
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1606934777579896e-06,
      "loss": 0.0121,
      "step": 28224
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.160446429336772e-06,
      "loss": 0.0112,
      "step": 28225
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.16019937792121e-06,
      "loss": 0.01,
      "step": 28226
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.159952323511941e-06,
      "loss": 0.0226,
      "step": 28227
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.159705266109603e-06,
      "loss": 0.004,
      "step": 28228
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.159458205714836e-06,
      "loss": 0.0101,
      "step": 28229
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.159211142328273e-06,
      "loss": 0.0032,
      "step": 28230
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1589640759505565e-06,
      "loss": 0.004,
      "step": 28231
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.15871700658232e-06,
      "loss": 0.0163,
      "step": 28232
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.158469934224204e-06,
      "loss": 0.0066,
      "step": 28233
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.158222858876844e-06,
      "loss": 0.0022,
      "step": 28234
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.157975780540877e-06,
      "loss": 0.0033,
      "step": 28235
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.157728699216944e-06,
      "loss": 0.0068,
      "step": 28236
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1574816149056785e-06,
      "loss": 0.0176,
      "step": 28237
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.157234527607719e-06,
      "loss": 0.0274,
      "step": 28238
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.156987437323705e-06,
      "loss": 0.0096,
      "step": 28239
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1567403440542725e-06,
      "loss": 0.0123,
      "step": 28240
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.156493247800061e-06,
      "loss": 0.0054,
      "step": 28241
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1562461485617045e-06,
      "loss": 0.0041,
      "step": 28242
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.155999046339844e-06,
      "loss": 0.017,
      "step": 28243
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.155751941135115e-06,
      "loss": 0.0112,
      "step": 28244
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.155504832948156e-06,
      "loss": 0.0066,
      "step": 28245
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.155257721779606e-06,
      "loss": 0.019,
      "step": 28246
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.155010607630101e-06,
      "loss": 0.0066,
      "step": 28247
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.154763490500277e-06,
      "loss": 0.0045,
      "step": 28248
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.154516370390774e-06,
      "loss": 0.0054,
      "step": 28249
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.15426924730223e-06,
      "loss": 0.0162,
      "step": 28250
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.154022121235283e-06,
      "loss": 0.0097,
      "step": 28251
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1537749921905665e-06,
      "loss": 0.0093,
      "step": 28252
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.153527860168722e-06,
      "loss": 0.0019,
      "step": 28253
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.153280725170388e-06,
      "loss": 0.0059,
      "step": 28254
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1530335871961976e-06,
      "loss": 0.0323,
      "step": 28255
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.152786446246795e-06,
      "loss": 0.0087,
      "step": 28256
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.152539302322811e-06,
      "loss": 0.0051,
      "step": 28257
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.152292155424889e-06,
      "loss": 0.003,
      "step": 28258
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.152045005553663e-06,
      "loss": 0.0054,
      "step": 28259
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.151797852709771e-06,
      "loss": 0.0262,
      "step": 28260
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.151550696893856e-06,
      "loss": 0.0019,
      "step": 28261
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.151303538106548e-06,
      "loss": 0.0133,
      "step": 28262
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.151056376348488e-06,
      "loss": 0.0085,
      "step": 28263
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1508092116203145e-06,
      "loss": 0.0115,
      "step": 28264
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.150562043922667e-06,
      "loss": 0.0128,
      "step": 28265
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.15031487325618e-06,
      "loss": 0.0093,
      "step": 28266
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.150067699621491e-06,
      "loss": 0.021,
      "step": 28267
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.149820523019241e-06,
      "loss": 0.0054,
      "step": 28268
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.149573343450065e-06,
      "loss": 0.0074,
      "step": 28269
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.149326160914601e-06,
      "loss": 0.0078,
      "step": 28270
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.149078975413489e-06,
      "loss": 0.0256,
      "step": 28271
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.148831786947367e-06,
      "loss": 0.0024,
      "step": 28272
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.148584595516869e-06,
      "loss": 0.011,
      "step": 28273
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.148337401122634e-06,
      "loss": 0.0181,
      "step": 28274
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.148090203765303e-06,
      "loss": 0.0156,
      "step": 28275
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1478430034455114e-06,
      "loss": 0.0055,
      "step": 28276
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.147595800163897e-06,
      "loss": 0.0075,
      "step": 28277
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.147348593921098e-06,
      "loss": 0.0046,
      "step": 28278
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1471013847177545e-06,
      "loss": 0.0052,
      "step": 28279
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1468541725545e-06,
      "loss": 0.0039,
      "step": 28280
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.146606957431975e-06,
      "loss": 0.0065,
      "step": 28281
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.146359739350816e-06,
      "loss": 0.0044,
      "step": 28282
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.146112518311664e-06,
      "loss": 0.0116,
      "step": 28283
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.145865294315154e-06,
      "loss": 0.0136,
      "step": 28284
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.145618067361926e-06,
      "loss": 0.0079,
      "step": 28285
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.145370837452616e-06,
      "loss": 0.0146,
      "step": 28286
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.145123604587862e-06,
      "loss": 0.0056,
      "step": 28287
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.144876368768303e-06,
      "loss": 0.005,
      "step": 28288
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.144629129994576e-06,
      "loss": 0.0036,
      "step": 28289
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.144381888267322e-06,
      "loss": 0.0099,
      "step": 28290
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.144134643587174e-06,
      "loss": 0.0141,
      "step": 28291
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.143887395954773e-06,
      "loss": 0.0021,
      "step": 28292
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1436401453707575e-06,
      "loss": 0.0022,
      "step": 28293
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.143392891835763e-06,
      "loss": 0.0073,
      "step": 28294
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.14314563535043e-06,
      "loss": 0.0133,
      "step": 28295
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.142898375915395e-06,
      "loss": 0.0048,
      "step": 28296
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.142651113531297e-06,
      "loss": 0.0059,
      "step": 28297
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.142403848198773e-06,
      "loss": 0.0042,
      "step": 28298
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.14215657991846e-06,
      "loss": 0.0045,
      "step": 28299
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.141909308691e-06,
      "loss": 0.0024,
      "step": 28300
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.141662034517027e-06,
      "loss": 0.0054,
      "step": 28301
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.141414757397182e-06,
      "loss": 0.0115,
      "step": 28302
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1411674773321e-06,
      "loss": 0.0085,
      "step": 28303
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.140920194322423e-06,
      "loss": 0.0207,
      "step": 28304
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.140672908368785e-06,
      "loss": 0.0175,
      "step": 28305
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.140425619471827e-06,
      "loss": 0.0066,
      "step": 28306
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.140178327632185e-06,
      "loss": 0.0086,
      "step": 28307
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.139931032850499e-06,
      "loss": 0.0222,
      "step": 28308
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1396837351274054e-06,
      "loss": 0.0016,
      "step": 28309
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.139436434463544e-06,
      "loss": 0.0039,
      "step": 28310
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.139189130859551e-06,
      "loss": 0.0235,
      "step": 28311
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.138941824316067e-06,
      "loss": 0.0182,
      "step": 28312
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.138694514833727e-06,
      "loss": 0.0069,
      "step": 28313
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.138447202413171e-06,
      "loss": 0.0043,
      "step": 28314
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.138199887055041e-06,
      "loss": 0.0239,
      "step": 28315
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.137952568759966e-06,
      "loss": 0.0294,
      "step": 28316
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1377052475285915e-06,
      "loss": 0.0037,
      "step": 28317
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.137457923361553e-06,
      "loss": 0.0061,
      "step": 28318
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.13721059625949e-06,
      "loss": 0.0026,
      "step": 28319
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.136963266223039e-06,
      "loss": 0.0071,
      "step": 28320
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1367159332528395e-06,
      "loss": 0.0061,
      "step": 28321
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.13646859734953e-06,
      "loss": 0.0016,
      "step": 28322
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.136221258513746e-06,
      "loss": 0.0176,
      "step": 28323
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1359739167461285e-06,
      "loss": 0.0048,
      "step": 28324
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.135726572047316e-06,
      "loss": 0.0258,
      "step": 28325
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.135479224417945e-06,
      "loss": 0.0052,
      "step": 28326
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1352318738586534e-06,
      "loss": 0.0048,
      "step": 28327
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.134984520370081e-06,
      "loss": 0.0033,
      "step": 28328
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1347371639528665e-06,
      "loss": 0.0021,
      "step": 28329
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.134489804607646e-06,
      "loss": 0.001,
      "step": 28330
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.134242442335059e-06,
      "loss": 0.0113,
      "step": 28331
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.133995077135744e-06,
      "loss": 0.0131,
      "step": 28332
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.133747709010339e-06,
      "loss": 0.0046,
      "step": 28333
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.133500337959481e-06,
      "loss": 0.0158,
      "step": 28334
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.133252963983813e-06,
      "loss": 0.0115,
      "step": 28335
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.133005587083967e-06,
      "loss": 0.0244,
      "step": 28336
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.132758207260585e-06,
      "loss": 0.0033,
      "step": 28337
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.132510824514304e-06,
      "loss": 0.015,
      "step": 28338
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.132263438845763e-06,
      "loss": 0.003,
      "step": 28339
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1320160502556e-06,
      "loss": 0.0042,
      "step": 28340
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.131768658744455e-06,
      "loss": 0.0088,
      "step": 28341
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.131521264312964e-06,
      "loss": 0.0182,
      "step": 28342
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.131273866961765e-06,
      "loss": 0.0048,
      "step": 28343
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.131026466691499e-06,
      "loss": 0.0049,
      "step": 28344
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1307790635028045e-06,
      "loss": 0.0064,
      "step": 28345
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.130531657396316e-06,
      "loss": 0.009,
      "step": 28346
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.130284248372675e-06,
      "loss": 0.0095,
      "step": 28347
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.130036836432519e-06,
      "loss": 0.0211,
      "step": 28348
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.129789421576486e-06,
      "loss": 0.0033,
      "step": 28349
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.129542003805215e-06,
      "loss": 0.003,
      "step": 28350
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.129294583119347e-06,
      "loss": 0.0226,
      "step": 28351
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1290471595195156e-06,
      "loss": 0.0032,
      "step": 28352
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.128799733006361e-06,
      "loss": 0.0092,
      "step": 28353
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.128552303580524e-06,
      "loss": 0.0116,
      "step": 28354
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.128304871242641e-06,
      "loss": 0.0065,
      "step": 28355
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.128057435993348e-06,
      "loss": 0.0089,
      "step": 28356
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.127809997833289e-06,
      "loss": 0.0258,
      "step": 28357
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1275625567630985e-06,
      "loss": 0.0187,
      "step": 28358
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.127315112783415e-06,
      "loss": 0.0098,
      "step": 28359
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.127067665894879e-06,
      "loss": 0.015,
      "step": 28360
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.126820216098128e-06,
      "loss": 0.0146,
      "step": 28361
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.126572763393801e-06,
      "loss": 0.0094,
      "step": 28362
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.126325307782536e-06,
      "loss": 0.0076,
      "step": 28363
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.126077849264971e-06,
      "loss": 0.019,
      "step": 28364
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.125830387841745e-06,
      "loss": 0.0092,
      "step": 28365
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.125582923513498e-06,
      "loss": 0.0094,
      "step": 28366
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1253354562808654e-06,
      "loss": 0.0026,
      "step": 28367
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.125087986144488e-06,
      "loss": 0.0065,
      "step": 28368
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.124840513105005e-06,
      "loss": 0.0049,
      "step": 28369
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.124593037163054e-06,
      "loss": 0.0036,
      "step": 28370
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.1243455583192715e-06,
      "loss": 0.0041,
      "step": 28371
    },
    {
      "epoch": 0.44,
      "learning_rate": 6.124098076574298e-06,
      "loss": 0.0054,
      "step": 28372
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.123850591928774e-06,
      "loss": 0.0134,
      "step": 28373
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1236031043833344e-06,
      "loss": 0.0079,
      "step": 28374
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.123355613938622e-06,
      "loss": 0.006,
      "step": 28375
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1231081205952716e-06,
      "loss": 0.0059,
      "step": 28376
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.122860624353922e-06,
      "loss": 0.0039,
      "step": 28377
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.122613125215213e-06,
      "loss": 0.0108,
      "step": 28378
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.122365623179786e-06,
      "loss": 0.0094,
      "step": 28379
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.122118118248276e-06,
      "loss": 0.0038,
      "step": 28380
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.121870610421321e-06,
      "loss": 0.0182,
      "step": 28381
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.12162309969956e-06,
      "loss": 0.0146,
      "step": 28382
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.121375586083637e-06,
      "loss": 0.0099,
      "step": 28383
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.121128069574184e-06,
      "loss": 0.0097,
      "step": 28384
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.120880550171843e-06,
      "loss": 0.0048,
      "step": 28385
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.120633027877251e-06,
      "loss": 0.0041,
      "step": 28386
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1203855026910485e-06,
      "loss": 0.0058,
      "step": 28387
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.120137974613872e-06,
      "loss": 0.0273,
      "step": 28388
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.119890443646361e-06,
      "loss": 0.0058,
      "step": 28389
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.119642909789157e-06,
      "loss": 0.0229,
      "step": 28390
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1193953730428966e-06,
      "loss": 0.0173,
      "step": 28391
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.119147833408216e-06,
      "loss": 0.0182,
      "step": 28392
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1189002908857576e-06,
      "loss": 0.0115,
      "step": 28393
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.118652745476159e-06,
      "loss": 0.0066,
      "step": 28394
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1184051971800596e-06,
      "loss": 0.0113,
      "step": 28395
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.118157645998095e-06,
      "loss": 0.0184,
      "step": 28396
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.117910091930908e-06,
      "loss": 0.0154,
      "step": 28397
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.117662534979135e-06,
      "loss": 0.0094,
      "step": 28398
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.117414975143415e-06,
      "loss": 0.004,
      "step": 28399
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1171674124243885e-06,
      "loss": 0.0095,
      "step": 28400
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1169198468226935e-06,
      "loss": 0.0048,
      "step": 28401
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.116672278338966e-06,
      "loss": 0.01,
      "step": 28402
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.116424706973848e-06,
      "loss": 0.0078,
      "step": 28403
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.116177132727977e-06,
      "loss": 0.0073,
      "step": 28404
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.115929555601995e-06,
      "loss": 0.0185,
      "step": 28405
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.115681975596536e-06,
      "loss": 0.0049,
      "step": 28406
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1154343927122405e-06,
      "loss": 0.0067,
      "step": 28407
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1151868069497485e-06,
      "loss": 0.0133,
      "step": 28408
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.114939218309699e-06,
      "loss": 0.0018,
      "step": 28409
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.114691626792729e-06,
      "loss": 0.0049,
      "step": 28410
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1144440323994784e-06,
      "loss": 0.0155,
      "step": 28411
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.114196435130587e-06,
      "loss": 0.0025,
      "step": 28412
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.113948834986692e-06,
      "loss": 0.0104,
      "step": 28413
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.113701231968432e-06,
      "loss": 0.0106,
      "step": 28414
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.113453626076449e-06,
      "loss": 0.0111,
      "step": 28415
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.11320601731138e-06,
      "loss": 0.0167,
      "step": 28416
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.112958405673861e-06,
      "loss": 0.0033,
      "step": 28417
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.112710791164536e-06,
      "loss": 0.0077,
      "step": 28418
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.112463173784041e-06,
      "loss": 0.0042,
      "step": 28419
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.112215553533016e-06,
      "loss": 0.009,
      "step": 28420
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1119679304121e-06,
      "loss": 0.0126,
      "step": 28421
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1117203044219285e-06,
      "loss": 0.0117,
      "step": 28422
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.111472675563147e-06,
      "loss": 0.0038,
      "step": 28423
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.111225043836389e-06,
      "loss": 0.0021,
      "step": 28424
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.110977409242296e-06,
      "loss": 0.0479,
      "step": 28425
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.110729771781505e-06,
      "loss": 0.016,
      "step": 28426
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.110482131454658e-06,
      "loss": 0.0341,
      "step": 28427
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.110234488262392e-06,
      "loss": 0.0411,
      "step": 28428
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.109986842205346e-06,
      "loss": 0.0058,
      "step": 28429
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1097391932841595e-06,
      "loss": 0.0058,
      "step": 28430
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.109491541499472e-06,
      "loss": 0.0074,
      "step": 28431
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1092438868519195e-06,
      "loss": 0.0092,
      "step": 28432
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1089962293421455e-06,
      "loss": 0.0022,
      "step": 28433
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.108748568970786e-06,
      "loss": 0.0019,
      "step": 28434
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1085009057384825e-06,
      "loss": 0.0089,
      "step": 28435
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.108253239645872e-06,
      "loss": 0.0041,
      "step": 28436
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.108005570693594e-06,
      "loss": 0.0116,
      "step": 28437
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.107757898882286e-06,
      "loss": 0.0121,
      "step": 28438
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.107510224212589e-06,
      "loss": 0.0172,
      "step": 28439
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.107262546685144e-06,
      "loss": 0.0013,
      "step": 28440
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.107014866300587e-06,
      "loss": 0.0114,
      "step": 28441
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.106767183059557e-06,
      "loss": 0.0054,
      "step": 28442
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.106519496962695e-06,
      "loss": 0.0046,
      "step": 28443
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.10627180801064e-06,
      "loss": 0.005,
      "step": 28444
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.10602411620403e-06,
      "loss": 0.0099,
      "step": 28445
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.105776421543504e-06,
      "loss": 0.008,
      "step": 28446
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.105528724029701e-06,
      "loss": 0.0096,
      "step": 28447
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.105281023663262e-06,
      "loss": 0.0053,
      "step": 28448
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.105033320444824e-06,
      "loss": 0.0033,
      "step": 28449
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.104785614375028e-06,
      "loss": 0.0031,
      "step": 28450
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1045379054545114e-06,
      "loss": 0.0057,
      "step": 28451
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.104290193683916e-06,
      "loss": 0.0131,
      "step": 28452
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.104042479063877e-06,
      "loss": 0.0104,
      "step": 28453
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.103794761595036e-06,
      "loss": 0.003,
      "step": 28454
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.103547041278035e-06,
      "loss": 0.01,
      "step": 28455
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.103299318113507e-06,
      "loss": 0.0031,
      "step": 28456
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.103051592102095e-06,
      "loss": 0.0069,
      "step": 28457
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.102803863244437e-06,
      "loss": 0.0071,
      "step": 28458
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1025561315411745e-06,
      "loss": 0.0017,
      "step": 28459
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.102308396992944e-06,
      "loss": 0.0077,
      "step": 28460
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.102060659600386e-06,
      "loss": 0.0107,
      "step": 28461
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.101812919364141e-06,
      "loss": 0.0082,
      "step": 28462
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1015651762848445e-06,
      "loss": 0.0145,
      "step": 28463
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1013174303631385e-06,
      "loss": 0.0073,
      "step": 28464
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.101069681599662e-06,
      "loss": 0.0085,
      "step": 28465
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.100821929995056e-06,
      "loss": 0.021,
      "step": 28466
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.100574175549956e-06,
      "loss": 0.0053,
      "step": 28467
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.100326418265003e-06,
      "loss": 0.005,
      "step": 28468
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.1000786581408376e-06,
      "loss": 0.0276,
      "step": 28469
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.099830895178098e-06,
      "loss": 0.004,
      "step": 28470
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.099583129377422e-06,
      "loss": 0.0092,
      "step": 28471
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.099335360739451e-06,
      "loss": 0.0147,
      "step": 28472
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.099087589264825e-06,
      "loss": 0.0112,
      "step": 28473
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.098839814954181e-06,
      "loss": 0.0103,
      "step": 28474
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.098592037808159e-06,
      "loss": 0.0128,
      "step": 28475
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0983442578274e-06,
      "loss": 0.0191,
      "step": 28476
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.098096475012543e-06,
      "loss": 0.0156,
      "step": 28477
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.097848689364224e-06,
      "loss": 0.0117,
      "step": 28478
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.097600900883085e-06,
      "loss": 0.0059,
      "step": 28479
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.097353109569768e-06,
      "loss": 0.0042,
      "step": 28480
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.097105315424907e-06,
      "loss": 0.006,
      "step": 28481
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.096857518449144e-06,
      "loss": 0.0083,
      "step": 28482
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.096609718643119e-06,
      "loss": 0.0064,
      "step": 28483
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.096361916007472e-06,
      "loss": 0.0039,
      "step": 28484
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.096114110542841e-06,
      "loss": 0.0039,
      "step": 28485
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.095866302249864e-06,
      "loss": 0.0058,
      "step": 28486
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0956184911291835e-06,
      "loss": 0.0021,
      "step": 28487
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0953706771814365e-06,
      "loss": 0.0059,
      "step": 28488
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.095122860407264e-06,
      "loss": 0.0112,
      "step": 28489
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.094875040807305e-06,
      "loss": 0.0138,
      "step": 28490
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.094627218382199e-06,
      "loss": 0.0095,
      "step": 28491
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.094379393132586e-06,
      "loss": 0.0041,
      "step": 28492
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0941315650591024e-06,
      "loss": 0.0027,
      "step": 28493
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.093883734162394e-06,
      "loss": 0.0028,
      "step": 28494
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.093635900443094e-06,
      "loss": 0.0032,
      "step": 28495
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.093388063901844e-06,
      "loss": 0.0055,
      "step": 28496
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.093140224539283e-06,
      "loss": 0.0149,
      "step": 28497
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.092892382356054e-06,
      "loss": 0.0072,
      "step": 28498
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.092644537352791e-06,
      "loss": 0.0112,
      "step": 28499
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.092396689530138e-06,
      "loss": 0.0112,
      "step": 28500
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0921488388887315e-06,
      "loss": 0.0058,
      "step": 28501
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.091900985429214e-06,
      "loss": 0.0091,
      "step": 28502
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.091653129152223e-06,
      "loss": 0.0064,
      "step": 28503
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.091405270058398e-06,
      "loss": 0.0138,
      "step": 28504
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.091157408148379e-06,
      "loss": 0.0065,
      "step": 28505
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0909095434228075e-06,
      "loss": 0.0011,
      "step": 28506
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.090661675882319e-06,
      "loss": 0.0048,
      "step": 28507
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.090413805527555e-06,
      "loss": 0.0032,
      "step": 28508
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0901659323591575e-06,
      "loss": 0.0125,
      "step": 28509
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.089918056377764e-06,
      "loss": 0.0051,
      "step": 28510
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0896701775840115e-06,
      "loss": 0.0062,
      "step": 28511
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.089422295978544e-06,
      "loss": 0.0157,
      "step": 28512
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.089174411561998e-06,
      "loss": 0.0059,
      "step": 28513
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.088926524335015e-06,
      "loss": 0.002,
      "step": 28514
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.088678634298235e-06,
      "loss": 0.0127,
      "step": 28515
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0884307414522966e-06,
      "loss": 0.005,
      "step": 28516
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.088182845797839e-06,
      "loss": 0.005,
      "step": 28517
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.087934947335502e-06,
      "loss": 0.0106,
      "step": 28518
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.087687046065926e-06,
      "loss": 0.0113,
      "step": 28519
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.087439141989752e-06,
      "loss": 0.0038,
      "step": 28520
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.087191235107616e-06,
      "loss": 0.0095,
      "step": 28521
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.086943325420159e-06,
      "loss": 0.0236,
      "step": 28522
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.086695412928023e-06,
      "loss": 0.0185,
      "step": 28523
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.086447497631846e-06,
      "loss": 0.0069,
      "step": 28524
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.086199579532267e-06,
      "loss": 0.0083,
      "step": 28525
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.085951658629926e-06,
      "loss": 0.0072,
      "step": 28526
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.085703734925466e-06,
      "loss": 0.0069,
      "step": 28527
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.08545580841952e-06,
      "loss": 0.0061,
      "step": 28528
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.085207879112733e-06,
      "loss": 0.0084,
      "step": 28529
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.084959947005745e-06,
      "loss": 0.0193,
      "step": 28530
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.084712012099195e-06,
      "loss": 0.0048,
      "step": 28531
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0844640743937185e-06,
      "loss": 0.0231,
      "step": 28532
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.084216133889961e-06,
      "loss": 0.0091,
      "step": 28533
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.08396819058856e-06,
      "loss": 0.0036,
      "step": 28534
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.083720244490154e-06,
      "loss": 0.0114,
      "step": 28535
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.083472295595385e-06,
      "loss": 0.038,
      "step": 28536
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.083224343904891e-06,
      "loss": 0.0072,
      "step": 28537
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0829763894193125e-06,
      "loss": 0.0075,
      "step": 28538
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0827284321392895e-06,
      "loss": 0.0137,
      "step": 28539
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.082480472065464e-06,
      "loss": 0.032,
      "step": 28540
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.082232509198473e-06,
      "loss": 0.0104,
      "step": 28541
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.081984543538954e-06,
      "loss": 0.0059,
      "step": 28542
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.081736575087551e-06,
      "loss": 0.0038,
      "step": 28543
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.081488603844903e-06,
      "loss": 0.0095,
      "step": 28544
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.08124062981165e-06,
      "loss": 0.011,
      "step": 28545
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.08099265298843e-06,
      "loss": 0.0042,
      "step": 28546
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.080744673375884e-06,
      "loss": 0.0116,
      "step": 28547
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.080496690974653e-06,
      "loss": 0.0035,
      "step": 28548
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0802487057853755e-06,
      "loss": 0.021,
      "step": 28549
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.080000717808693e-06,
      "loss": 0.0243,
      "step": 28550
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0797527270452425e-06,
      "loss": 0.0152,
      "step": 28551
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.079504733495666e-06,
      "loss": 0.0024,
      "step": 28552
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.079256737160603e-06,
      "loss": 0.0016,
      "step": 28553
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.079008738040692e-06,
      "loss": 0.0079,
      "step": 28554
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.078760736136577e-06,
      "loss": 0.0095,
      "step": 28555
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0785127314488945e-06,
      "loss": 0.0092,
      "step": 28556
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.078264723978284e-06,
      "loss": 0.0027,
      "step": 28557
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.078016713725386e-06,
      "loss": 0.0086,
      "step": 28558
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0777687006908435e-06,
      "loss": 0.0211,
      "step": 28559
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.077520684875293e-06,
      "loss": 0.002,
      "step": 28560
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.077272666279374e-06,
      "loss": 0.013,
      "step": 28561
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0770246449037296e-06,
      "loss": 0.0098,
      "step": 28562
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0767766207489985e-06,
      "loss": 0.0028,
      "step": 28563
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.076528593815819e-06,
      "loss": 0.0142,
      "step": 28564
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.076280564104833e-06,
      "loss": 0.0156,
      "step": 28565
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.07603253161668e-06,
      "loss": 0.0099,
      "step": 28566
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.075784496352e-06,
      "loss": 0.0048,
      "step": 28567
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.075536458311432e-06,
      "loss": 0.0131,
      "step": 28568
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0752884174956175e-06,
      "loss": 0.0054,
      "step": 28569
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.075040373905196e-06,
      "loss": 0.007,
      "step": 28570
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.074792327540808e-06,
      "loss": 0.0039,
      "step": 28571
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.074544278403092e-06,
      "loss": 0.0095,
      "step": 28572
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.074296226492691e-06,
      "loss": 0.0047,
      "step": 28573
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.074048171810241e-06,
      "loss": 0.0087,
      "step": 28574
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.073800114356385e-06,
      "loss": 0.012,
      "step": 28575
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0735520541317624e-06,
      "loss": 0.0045,
      "step": 28576
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.073303991137014e-06,
      "loss": 0.0105,
      "step": 28577
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.073055925372777e-06,
      "loss": 0.0043,
      "step": 28578
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.072807856839696e-06,
      "loss": 0.0025,
      "step": 28579
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.072559785538407e-06,
      "loss": 0.0095,
      "step": 28580
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.072311711469553e-06,
      "loss": 0.0051,
      "step": 28581
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.072063634633771e-06,
      "loss": 0.0149,
      "step": 28582
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.071815555031705e-06,
      "loss": 0.0091,
      "step": 28583
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.071567472663993e-06,
      "loss": 0.0127,
      "step": 28584
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.071319387531275e-06,
      "loss": 0.0094,
      "step": 28585
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.07107129963419e-06,
      "loss": 0.0031,
      "step": 28586
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.07082320897338e-06,
      "loss": 0.0084,
      "step": 28587
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.070575115549486e-06,
      "loss": 0.0089,
      "step": 28588
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.070327019363147e-06,
      "loss": 0.0035,
      "step": 28589
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0700789204150016e-06,
      "loss": 0.0059,
      "step": 28590
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.069830818705691e-06,
      "loss": 0.0087,
      "step": 28591
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.069582714235857e-06,
      "loss": 0.0051,
      "step": 28592
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.069334607006139e-06,
      "loss": 0.0095,
      "step": 28593
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.069086497017177e-06,
      "loss": 0.005,
      "step": 28594
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.068838384269611e-06,
      "loss": 0.0082,
      "step": 28595
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.068590268764079e-06,
      "loss": 0.005,
      "step": 28596
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.068342150501226e-06,
      "loss": 0.0033,
      "step": 28597
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.06809402948169e-06,
      "loss": 0.0127,
      "step": 28598
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.067845905706109e-06,
      "loss": 0.009,
      "step": 28599
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.067597779175125e-06,
      "loss": 0.0211,
      "step": 28600
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.067349649889379e-06,
      "loss": 0.0165,
      "step": 28601
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.067101517849512e-06,
      "loss": 0.016,
      "step": 28602
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.066853383056162e-06,
      "loss": 0.006,
      "step": 28603
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.06660524550997e-06,
      "loss": 0.0022,
      "step": 28604
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.066357105211577e-06,
      "loss": 0.0111,
      "step": 28605
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.066108962161622e-06,
      "loss": 0.0132,
      "step": 28606
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.065860816360745e-06,
      "loss": 0.0033,
      "step": 28607
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.065612667809589e-06,
      "loss": 0.0031,
      "step": 28608
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.065364516508794e-06,
      "loss": 0.0217,
      "step": 28609
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.065116362458998e-06,
      "loss": 0.0032,
      "step": 28610
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.064868205660841e-06,
      "loss": 0.0024,
      "step": 28611
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.064620046114965e-06,
      "loss": 0.009,
      "step": 28612
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.064371883822011e-06,
      "loss": 0.0108,
      "step": 28613
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.064123718782619e-06,
      "loss": 0.0045,
      "step": 28614
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.063875550997427e-06,
      "loss": 0.023,
      "step": 28615
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0636273804670765e-06,
      "loss": 0.006,
      "step": 28616
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0633792071922095e-06,
      "loss": 0.0046,
      "step": 28617
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.063131031173465e-06,
      "loss": 0.0038,
      "step": 28618
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0628828524114844e-06,
      "loss": 0.0059,
      "step": 28619
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.062634670906907e-06,
      "loss": 0.0196,
      "step": 28620
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.062386486660372e-06,
      "loss": 0.0276,
      "step": 28621
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.062138299672523e-06,
      "loss": 0.0059,
      "step": 28622
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.061890109943998e-06,
      "loss": 0.0052,
      "step": 28623
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.06164191747544e-06,
      "loss": 0.0056,
      "step": 28624
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0613937222674845e-06,
      "loss": 0.0051,
      "step": 28625
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.061145524320776e-06,
      "loss": 0.0047,
      "step": 28626
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0608973236359544e-06,
      "loss": 0.0082,
      "step": 28627
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.060649120213659e-06,
      "loss": 0.0063,
      "step": 28628
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.060400914054533e-06,
      "loss": 0.0088,
      "step": 28629
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.060152705159212e-06,
      "loss": 0.008,
      "step": 28630
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.059904493528341e-06,
      "loss": 0.0154,
      "step": 28631
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0596562791625576e-06,
      "loss": 0.0097,
      "step": 28632
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.059408062062504e-06,
      "loss": 0.0336,
      "step": 28633
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.059159842228821e-06,
      "loss": 0.0083,
      "step": 28634
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.058911619662148e-06,
      "loss": 0.0151,
      "step": 28635
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.058663394363123e-06,
      "loss": 0.0116,
      "step": 28636
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.058415166332391e-06,
      "loss": 0.0051,
      "step": 28637
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.058166935570592e-06,
      "loss": 0.0027,
      "step": 28638
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.057918702078364e-06,
      "loss": 0.002,
      "step": 28639
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.057670465856348e-06,
      "loss": 0.0053,
      "step": 28640
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.057422226905185e-06,
      "loss": 0.0026,
      "step": 28641
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.057173985225518e-06,
      "loss": 0.0175,
      "step": 28642
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0569257408179824e-06,
      "loss": 0.0078,
      "step": 28643
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.056677493683224e-06,
      "loss": 0.0073,
      "step": 28644
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.05642924382188e-06,
      "loss": 0.009,
      "step": 28645
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0561809912345925e-06,
      "loss": 0.012,
      "step": 28646
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.055932735922001e-06,
      "loss": 0.0028,
      "step": 28647
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.055684477884746e-06,
      "loss": 0.0133,
      "step": 28648
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.055436217123471e-06,
      "loss": 0.0092,
      "step": 28649
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.055187953638813e-06,
      "loss": 0.0058,
      "step": 28650
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.054939687431414e-06,
      "loss": 0.0118,
      "step": 28651
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.054691418501914e-06,
      "loss": 0.006,
      "step": 28652
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.054443146850954e-06,
      "loss": 0.0047,
      "step": 28653
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.054194872479176e-06,
      "loss": 0.0477,
      "step": 28654
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.053946595387219e-06,
      "loss": 0.0119,
      "step": 28655
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.053698315575724e-06,
      "loss": 0.0171,
      "step": 28656
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.053450033045332e-06,
      "loss": 0.0128,
      "step": 28657
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.053201747796683e-06,
      "loss": 0.0054,
      "step": 28658
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0529534598304186e-06,
      "loss": 0.0025,
      "step": 28659
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.05270516914718e-06,
      "loss": 0.0045,
      "step": 28660
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0524568757476044e-06,
      "loss": 0.0119,
      "step": 28661
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.052208579632335e-06,
      "loss": 0.0039,
      "step": 28662
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.051960280802014e-06,
      "loss": 0.0348,
      "step": 28663
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.05171197925728e-06,
      "loss": 0.0085,
      "step": 28664
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0514636749987735e-06,
      "loss": 0.0082,
      "step": 28665
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.051215368027136e-06,
      "loss": 0.0073,
      "step": 28666
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0509670583430084e-06,
      "loss": 0.0481,
      "step": 28667
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.05071874594703e-06,
      "loss": 0.0109,
      "step": 28668
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.050470430839845e-06,
      "loss": 0.0139,
      "step": 28669
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.050222113022088e-06,
      "loss": 0.0107,
      "step": 28670
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.049973792494407e-06,
      "loss": 0.003,
      "step": 28671
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.049725469257438e-06,
      "loss": 0.0146,
      "step": 28672
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0494771433118225e-06,
      "loss": 0.0078,
      "step": 28673
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.049228814658203e-06,
      "loss": 0.0105,
      "step": 28674
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.048980483297218e-06,
      "loss": 0.0046,
      "step": 28675
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.04873214922951e-06,
      "loss": 0.0102,
      "step": 28676
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.048483812455718e-06,
      "loss": 0.0018,
      "step": 28677
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.048235472976486e-06,
      "loss": 0.0024,
      "step": 28678
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.047987130792452e-06,
      "loss": 0.0164,
      "step": 28679
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.047738785904256e-06,
      "loss": 0.0092,
      "step": 28680
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.047490438312542e-06,
      "loss": 0.0083,
      "step": 28681
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0472420880179475e-06,
      "loss": 0.0039,
      "step": 28682
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.046993735021115e-06,
      "loss": 0.0254,
      "step": 28683
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.046745379322687e-06,
      "loss": 0.0027,
      "step": 28684
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0464970209233034e-06,
      "loss": 0.012,
      "step": 28685
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.046248659823602e-06,
      "loss": 0.0014,
      "step": 28686
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.046000296024226e-06,
      "loss": 0.0075,
      "step": 28687
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.045751929525817e-06,
      "loss": 0.0093,
      "step": 28688
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.045503560329016e-06,
      "loss": 0.0055,
      "step": 28689
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.045255188434461e-06,
      "loss": 0.0063,
      "step": 28690
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.045006813842795e-06,
      "loss": 0.0128,
      "step": 28691
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.044758436554661e-06,
      "loss": 0.0034,
      "step": 28692
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.044510056570695e-06,
      "loss": 0.0121,
      "step": 28693
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.044261673891543e-06,
      "loss": 0.0113,
      "step": 28694
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.04401328851784e-06,
      "loss": 0.0059,
      "step": 28695
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.043764900450234e-06,
      "loss": 0.0067,
      "step": 28696
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.04351650968936e-06,
      "loss": 0.0062,
      "step": 28697
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.043268116235862e-06,
      "loss": 0.0064,
      "step": 28698
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.043019720090382e-06,
      "loss": 0.002,
      "step": 28699
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.042771321253556e-06,
      "loss": 0.0243,
      "step": 28700
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.042522919726029e-06,
      "loss": 0.0027,
      "step": 28701
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.042274515508441e-06,
      "loss": 0.006,
      "step": 28702
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.042026108601434e-06,
      "loss": 0.0106,
      "step": 28703
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.041777699005649e-06,
      "loss": 0.0108,
      "step": 28704
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.041529286721723e-06,
      "loss": 0.0071,
      "step": 28705
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.041280871750302e-06,
      "loss": 0.0191,
      "step": 28706
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.041032454092024e-06,
      "loss": 0.0017,
      "step": 28707
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.04078403374753e-06,
      "loss": 0.0096,
      "step": 28708
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.040535610717464e-06,
      "loss": 0.0065,
      "step": 28709
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.040287185002465e-06,
      "loss": 0.0061,
      "step": 28710
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0400387566031715e-06,
      "loss": 0.0051,
      "step": 28711
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.039790325520229e-06,
      "loss": 0.0023,
      "step": 28712
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.039541891754276e-06,
      "loss": 0.0095,
      "step": 28713
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.039293455305955e-06,
      "loss": 0.014,
      "step": 28714
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.039045016175904e-06,
      "loss": 0.0094,
      "step": 28715
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.038796574364767e-06,
      "loss": 0.012,
      "step": 28716
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.038548129873185e-06,
      "loss": 0.0018,
      "step": 28717
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.038299682701797e-06,
      "loss": 0.0083,
      "step": 28718
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.038051232851248e-06,
      "loss": 0.0219,
      "step": 28719
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.037802780322173e-06,
      "loss": 0.0173,
      "step": 28720
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.037554325115219e-06,
      "loss": 0.0182,
      "step": 28721
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.037305867231024e-06,
      "loss": 0.014,
      "step": 28722
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.037057406670229e-06,
      "loss": 0.044,
      "step": 28723
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.036808943433478e-06,
      "loss": 0.0028,
      "step": 28724
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.036560477521409e-06,
      "loss": 0.0063,
      "step": 28725
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.036312008934662e-06,
      "loss": 0.0048,
      "step": 28726
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.036063537673883e-06,
      "loss": 0.0129,
      "step": 28727
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.03581506373971e-06,
      "loss": 0.0208,
      "step": 28728
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.035566587132784e-06,
      "loss": 0.0026,
      "step": 28729
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.035318107853747e-06,
      "loss": 0.0081,
      "step": 28730
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.035069625903241e-06,
      "loss": 0.0126,
      "step": 28731
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.034821141281903e-06,
      "loss": 0.0066,
      "step": 28732
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0345726539903785e-06,
      "loss": 0.0051,
      "step": 28733
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.034324164029308e-06,
      "loss": 0.0206,
      "step": 28734
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.034075671399333e-06,
      "loss": 0.0065,
      "step": 28735
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.033827176101093e-06,
      "loss": 0.015,
      "step": 28736
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.033578678135228e-06,
      "loss": 0.0134,
      "step": 28737
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.033330177502384e-06,
      "loss": 0.0016,
      "step": 28738
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.033081674203198e-06,
      "loss": 0.0066,
      "step": 28739
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.032833168238312e-06,
      "loss": 0.005,
      "step": 28740
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0325846596083696e-06,
      "loss": 0.0081,
      "step": 28741
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.03233614831401e-06,
      "loss": 0.0046,
      "step": 28742
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.032087634355873e-06,
      "loss": 0.0046,
      "step": 28743
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.031839117734604e-06,
      "loss": 0.0053,
      "step": 28744
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.031590598450839e-06,
      "loss": 0.0035,
      "step": 28745
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0313420765052246e-06,
      "loss": 0.0122,
      "step": 28746
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0310935518983985e-06,
      "loss": 0.0064,
      "step": 28747
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.030845024631002e-06,
      "loss": 0.0054,
      "step": 28748
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.030596494703679e-06,
      "loss": 0.0111,
      "step": 28749
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.030347962117069e-06,
      "loss": 0.0113,
      "step": 28750
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.030099426871812e-06,
      "loss": 0.01,
      "step": 28751
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.029850888968553e-06,
      "loss": 0.0172,
      "step": 28752
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0296023484079305e-06,
      "loss": 0.0155,
      "step": 28753
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.029353805190586e-06,
      "loss": 0.0075,
      "step": 28754
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0291052593171615e-06,
      "loss": 0.0189,
      "step": 28755
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.028856710788298e-06,
      "loss": 0.008,
      "step": 28756
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.028608159604637e-06,
      "loss": 0.0412,
      "step": 28757
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.02835960576682e-06,
      "loss": 0.0028,
      "step": 28758
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.028111049275489e-06,
      "loss": 0.0064,
      "step": 28759
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.027862490131285e-06,
      "loss": 0.0306,
      "step": 28760
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.027613928334846e-06,
      "loss": 0.0033,
      "step": 28761
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.027365363886817e-06,
      "loss": 0.0032,
      "step": 28762
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0271167967878395e-06,
      "loss": 0.0123,
      "step": 28763
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.026868227038555e-06,
      "loss": 0.0092,
      "step": 28764
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.026619654639602e-06,
      "loss": 0.0071,
      "step": 28765
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.026371079591624e-06,
      "loss": 0.006,
      "step": 28766
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.026122501895263e-06,
      "loss": 0.0059,
      "step": 28767
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.025873921551158e-06,
      "loss": 0.0231,
      "step": 28768
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.025625338559955e-06,
      "loss": 0.0122,
      "step": 28769
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0253767529222904e-06,
      "loss": 0.0266,
      "step": 28770
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.02512816463881e-06,
      "loss": 0.0129,
      "step": 28771
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.02487957371015e-06,
      "loss": 0.0129,
      "step": 28772
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.024630980136955e-06,
      "loss": 0.0123,
      "step": 28773
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.024382383919868e-06,
      "loss": 0.017,
      "step": 28774
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.024133785059528e-06,
      "loss": 0.0072,
      "step": 28775
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.023885183556577e-06,
      "loss": 0.0095,
      "step": 28776
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.023636579411657e-06,
      "loss": 0.0022,
      "step": 28777
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.02338797262541e-06,
      "loss": 0.011,
      "step": 28778
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.023139363198476e-06,
      "loss": 0.0133,
      "step": 28779
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.022890751131496e-06,
      "loss": 0.012,
      "step": 28780
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.022642136425113e-06,
      "loss": 0.0183,
      "step": 28781
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.022393519079968e-06,
      "loss": 0.005,
      "step": 28782
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.022144899096704e-06,
      "loss": 0.005,
      "step": 28783
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.02189627647596e-06,
      "loss": 0.0048,
      "step": 28784
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.021647651218381e-06,
      "loss": 0.0167,
      "step": 28785
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.021399023324603e-06,
      "loss": 0.0273,
      "step": 28786
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.021150392795272e-06,
      "loss": 0.0034,
      "step": 28787
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.020901759631028e-06,
      "loss": 0.0122,
      "step": 28788
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.020653123832515e-06,
      "loss": 0.0058,
      "step": 28789
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0204044854003705e-06,
      "loss": 0.0032,
      "step": 28790
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.020155844335238e-06,
      "loss": 0.0156,
      "step": 28791
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.01990720063776e-06,
      "loss": 0.0144,
      "step": 28792
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.019658554308577e-06,
      "loss": 0.0067,
      "step": 28793
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0194099053483315e-06,
      "loss": 0.0058,
      "step": 28794
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.019161253757662e-06,
      "loss": 0.0078,
      "step": 28795
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.018912599537215e-06,
      "loss": 0.0188,
      "step": 28796
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0186639426876285e-06,
      "loss": 0.0015,
      "step": 28797
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.018415283209545e-06,
      "loss": 0.0066,
      "step": 28798
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0181666211036076e-06,
      "loss": 0.0127,
      "step": 28799
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.017917956370456e-06,
      "loss": 0.0237,
      "step": 28800
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.017669289010733e-06,
      "loss": 0.0253,
      "step": 28801
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.017420619025079e-06,
      "loss": 0.0108,
      "step": 28802
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.017171946414137e-06,
      "loss": 0.0198,
      "step": 28803
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.016923271178547e-06,
      "loss": 0.0219,
      "step": 28804
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.016674593318952e-06,
      "loss": 0.0122,
      "step": 28805
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.016425912835993e-06,
      "loss": 0.0029,
      "step": 28806
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.016177229730315e-06,
      "loss": 0.0062,
      "step": 28807
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.015928544002554e-06,
      "loss": 0.009,
      "step": 28808
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.015679855653356e-06,
      "loss": 0.0043,
      "step": 28809
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.01543116468336e-06,
      "loss": 0.0139,
      "step": 28810
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.015182471093209e-06,
      "loss": 0.0081,
      "step": 28811
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.014933774883545e-06,
      "loss": 0.02,
      "step": 28812
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.014685076055009e-06,
      "loss": 0.0119,
      "step": 28813
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.014436374608245e-06,
      "loss": 0.0079,
      "step": 28814
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.01418767054389e-06,
      "loss": 0.0163,
      "step": 28815
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.013938963862589e-06,
      "loss": 0.0176,
      "step": 28816
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.013690254564985e-06,
      "loss": 0.0129,
      "step": 28817
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0134415426517165e-06,
      "loss": 0.0082,
      "step": 28818
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.013192828123427e-06,
      "loss": 0.003,
      "step": 28819
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.012944110980759e-06,
      "loss": 0.0053,
      "step": 28820
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.012695391224353e-06,
      "loss": 0.013,
      "step": 28821
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.01244666885485e-06,
      "loss": 0.009,
      "step": 28822
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0121979438728925e-06,
      "loss": 0.005,
      "step": 28823
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.011949216279125e-06,
      "loss": 0.0153,
      "step": 28824
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0117004860741855e-06,
      "loss": 0.0226,
      "step": 28825
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.011451753258718e-06,
      "loss": 0.0232,
      "step": 28826
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.011203017833362e-06,
      "loss": 0.0053,
      "step": 28827
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.010954279798763e-06,
      "loss": 0.0075,
      "step": 28828
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.010705539155562e-06,
      "loss": 0.0073,
      "step": 28829
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.010456795904396e-06,
      "loss": 0.0114,
      "step": 28830
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0102080500459116e-06,
      "loss": 0.0046,
      "step": 28831
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00995930158075e-06,
      "loss": 0.0074,
      "step": 28832
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.009710550509554e-06,
      "loss": 0.0076,
      "step": 28833
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.009461796832962e-06,
      "loss": 0.0329,
      "step": 28834
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0092130405516165e-06,
      "loss": 0.03,
      "step": 28835
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.008964281666164e-06,
      "loss": 0.0091,
      "step": 28836
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.008715520177241e-06,
      "loss": 0.0054,
      "step": 28837
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.008466756085492e-06,
      "loss": 0.0106,
      "step": 28838
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.008217989391561e-06,
      "loss": 0.0093,
      "step": 28839
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.007969220096084e-06,
      "loss": 0.0224,
      "step": 28840
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.007720448199706e-06,
      "loss": 0.0123,
      "step": 28841
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00747167370307e-06,
      "loss": 0.0231,
      "step": 28842
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.007222896606819e-06,
      "loss": 0.0052,
      "step": 28843
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.006974116911591e-06,
      "loss": 0.0029,
      "step": 28844
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00672533461803e-06,
      "loss": 0.004,
      "step": 28845
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.006476549726778e-06,
      "loss": 0.0067,
      "step": 28846
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.006227762238477e-06,
      "loss": 0.0234,
      "step": 28847
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00597897215377e-06,
      "loss": 0.0101,
      "step": 28848
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.005730179473296e-06,
      "loss": 0.0063,
      "step": 28849
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.005481384197699e-06,
      "loss": 0.0122,
      "step": 28850
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0052325863276204e-06,
      "loss": 0.0132,
      "step": 28851
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.004983785863703e-06,
      "loss": 0.004,
      "step": 28852
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.004734982806588e-06,
      "loss": 0.0029,
      "step": 28853
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.004486177156919e-06,
      "loss": 0.0116,
      "step": 28854
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.004237368915335e-06,
      "loss": 0.0279,
      "step": 28855
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00398855808248e-06,
      "loss": 0.0036,
      "step": 28856
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.003739744658996e-06,
      "loss": 0.0083,
      "step": 28857
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.003490928645526e-06,
      "loss": 0.0046,
      "step": 28858
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.003242110042708e-06,
      "loss": 0.025,
      "step": 28859
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.002993288851188e-06,
      "loss": 0.0092,
      "step": 28860
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.002744465071607e-06,
      "loss": 0.0098,
      "step": 28861
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.002495638704606e-06,
      "loss": 0.0143,
      "step": 28862
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00224680975083e-06,
      "loss": 0.0146,
      "step": 28863
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0019979782109175e-06,
      "loss": 0.025,
      "step": 28864
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.001749144085512e-06,
      "loss": 0.0056,
      "step": 28865
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.0015003073752555e-06,
      "loss": 0.0028,
      "step": 28866
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00125146808079e-06,
      "loss": 0.005,
      "step": 28867
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.00100262620276e-06,
      "loss": 0.0038,
      "step": 28868
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.000753781741804e-06,
      "loss": 0.0182,
      "step": 28869
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.000504934698564e-06,
      "loss": 0.0068,
      "step": 28870
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.000256085073686e-06,
      "loss": 0.0082,
      "step": 28871
    },
    {
      "epoch": 0.45,
      "learning_rate": 6.000007232867808e-06,
      "loss": 0.0097,
      "step": 28872
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9997583780815745e-06,
      "loss": 0.0177,
      "step": 28873
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9995095207156265e-06,
      "loss": 0.0099,
      "step": 28874
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.999260660770607e-06,
      "loss": 0.0053,
      "step": 28875
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.999011798247158e-06,
      "loss": 0.015,
      "step": 28876
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.998762933145921e-06,
      "loss": 0.0029,
      "step": 28877
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.998514065467539e-06,
      "loss": 0.0231,
      "step": 28878
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.998265195212653e-06,
      "loss": 0.004,
      "step": 28879
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9980163223819065e-06,
      "loss": 0.0017,
      "step": 28880
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.997767446975941e-06,
      "loss": 0.0159,
      "step": 28881
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.997518568995399e-06,
      "loss": 0.0216,
      "step": 28882
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9972696884409225e-06,
      "loss": 0.0101,
      "step": 28883
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.997020805313152e-06,
      "loss": 0.0063,
      "step": 28884
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.996771919612732e-06,
      "loss": 0.0065,
      "step": 28885
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.996523031340306e-06,
      "loss": 0.0124,
      "step": 28886
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9962741404965115e-06,
      "loss": 0.0078,
      "step": 28887
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.996025247081996e-06,
      "loss": 0.0054,
      "step": 28888
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.995776351097397e-06,
      "loss": 0.0155,
      "step": 28889
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.99552745254336e-06,
      "loss": 0.0036,
      "step": 28890
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.995278551420526e-06,
      "loss": 0.0041,
      "step": 28891
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.995029647729537e-06,
      "loss": 0.0311,
      "step": 28892
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.994780741471038e-06,
      "loss": 0.0326,
      "step": 28893
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.994531832645667e-06,
      "loss": 0.0189,
      "step": 28894
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.994282921254067e-06,
      "loss": 0.0094,
      "step": 28895
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9940340072968824e-06,
      "loss": 0.0091,
      "step": 28896
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9937850907747565e-06,
      "loss": 0.0093,
      "step": 28897
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.993536171688329e-06,
      "loss": 0.0061,
      "step": 28898
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.993287250038241e-06,
      "loss": 0.0285,
      "step": 28899
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.993038325825139e-06,
      "loss": 0.0212,
      "step": 28900
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.992789399049661e-06,
      "loss": 0.006,
      "step": 28901
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.992540469712451e-06,
      "loss": 0.0141,
      "step": 28902
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.992291537814153e-06,
      "loss": 0.0103,
      "step": 28903
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.992042603355409e-06,
      "loss": 0.0054,
      "step": 28904
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.991793666336858e-06,
      "loss": 0.0102,
      "step": 28905
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.991544726759146e-06,
      "loss": 0.0114,
      "step": 28906
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.991295784622914e-06,
      "loss": 0.0068,
      "step": 28907
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.991046839928804e-06,
      "loss": 0.0027,
      "step": 28908
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.990797892677458e-06,
      "loss": 0.0107,
      "step": 28909
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.990548942869519e-06,
      "loss": 0.0063,
      "step": 28910
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.990299990505631e-06,
      "loss": 0.0076,
      "step": 28911
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.990051035586433e-06,
      "loss": 0.0102,
      "step": 28912
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.98980207811257e-06,
      "loss": 0.0128,
      "step": 28913
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.989553118084684e-06,
      "loss": 0.0176,
      "step": 28914
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.989304155503416e-06,
      "loss": 0.0057,
      "step": 28915
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.989055190369409e-06,
      "loss": 0.0058,
      "step": 28916
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.988806222683307e-06,
      "loss": 0.0143,
      "step": 28917
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.988557252445751e-06,
      "loss": 0.0128,
      "step": 28918
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.988308279657385e-06,
      "loss": 0.0106,
      "step": 28919
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.988059304318847e-06,
      "loss": 0.0065,
      "step": 28920
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.987810326430784e-06,
      "loss": 0.0069,
      "step": 28921
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.987561345993837e-06,
      "loss": 0.0064,
      "step": 28922
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.98731236300865e-06,
      "loss": 0.0143,
      "step": 28923
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9870633774758625e-06,
      "loss": 0.0005,
      "step": 28924
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.986814389396119e-06,
      "loss": 0.0131,
      "step": 28925
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.98656539877006e-06,
      "loss": 0.0116,
      "step": 28926
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9863164055983295e-06,
      "loss": 0.0116,
      "step": 28927
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.986067409881571e-06,
      "loss": 0.0133,
      "step": 28928
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.985818411620426e-06,
      "loss": 0.0208,
      "step": 28929
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.985569410815535e-06,
      "loss": 0.0242,
      "step": 28930
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.985320407467542e-06,
      "loss": 0.0022,
      "step": 28931
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.985071401577092e-06,
      "loss": 0.0256,
      "step": 28932
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.984822393144825e-06,
      "loss": 0.01,
      "step": 28933
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.984573382171382e-06,
      "loss": 0.0135,
      "step": 28934
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9843243686574084e-06,
      "loss": 0.0069,
      "step": 28935
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.984075352603547e-06,
      "loss": 0.0024,
      "step": 28936
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.983826334010437e-06,
      "loss": 0.0071,
      "step": 28937
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.983577312878724e-06,
      "loss": 0.0035,
      "step": 28938
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.983328289209049e-06,
      "loss": 0.0101,
      "step": 28939
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.983079263002058e-06,
      "loss": 0.0173,
      "step": 28940
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9828302342583865e-06,
      "loss": 0.0093,
      "step": 28941
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.982581202978683e-06,
      "loss": 0.0149,
      "step": 28942
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.98233216916359e-06,
      "loss": 0.0097,
      "step": 28943
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.982083132813747e-06,
      "loss": 0.0663,
      "step": 28944
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.981834093929798e-06,
      "loss": 0.0108,
      "step": 28945
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9815850525123855e-06,
      "loss": 0.0079,
      "step": 28946
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.981336008562153e-06,
      "loss": 0.0062,
      "step": 28947
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9810869620797415e-06,
      "loss": 0.007,
      "step": 28948
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.980837913065796e-06,
      "loss": 0.011,
      "step": 28949
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.980588861520956e-06,
      "loss": 0.0551,
      "step": 28950
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9803398074458665e-06,
      "loss": 0.0071,
      "step": 28951
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.980090750841168e-06,
      "loss": 0.0063,
      "step": 28952
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.979841691707508e-06,
      "loss": 0.0058,
      "step": 28953
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.979592630045525e-06,
      "loss": 0.0023,
      "step": 28954
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.97934356585586e-06,
      "loss": 0.014,
      "step": 28955
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.979094499139159e-06,
      "loss": 0.0083,
      "step": 28956
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.978845429896064e-06,
      "loss": 0.0038,
      "step": 28957
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.978596358127218e-06,
      "loss": 0.0169,
      "step": 28958
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9783472838332616e-06,
      "loss": 0.009,
      "step": 28959
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9780982070148395e-06,
      "loss": 0.0097,
      "step": 28960
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.977849127672595e-06,
      "loss": 0.0025,
      "step": 28961
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.977600045807168e-06,
      "loss": 0.0021,
      "step": 28962
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.977350961419205e-06,
      "loss": 0.0403,
      "step": 28963
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.977101874509346e-06,
      "loss": 0.0089,
      "step": 28964
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.976852785078234e-06,
      "loss": 0.0086,
      "step": 28965
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.976603693126512e-06,
      "loss": 0.0053,
      "step": 28966
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.976354598654823e-06,
      "loss": 0.0057,
      "step": 28967
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.97610550166381e-06,
      "loss": 0.0046,
      "step": 28968
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.975856402154116e-06,
      "loss": 0.0159,
      "step": 28969
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.975607300126381e-06,
      "loss": 0.0043,
      "step": 28970
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9753581955812514e-06,
      "loss": 0.0065,
      "step": 28971
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.975109088519369e-06,
      "loss": 0.0055,
      "step": 28972
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.974859978941375e-06,
      "loss": 0.0144,
      "step": 28973
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9746108668479145e-06,
      "loss": 0.0193,
      "step": 28974
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9743617522396266e-06,
      "loss": 0.0117,
      "step": 28975
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9741126351171585e-06,
      "loss": 0.0047,
      "step": 28976
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.973863515481151e-06,
      "loss": 0.014,
      "step": 28977
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.973614393332247e-06,
      "loss": 0.0087,
      "step": 28978
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.973365268671088e-06,
      "loss": 0.0051,
      "step": 28979
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.973116141498319e-06,
      "loss": 0.0122,
      "step": 28980
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.972867011814581e-06,
      "loss": 0.0071,
      "step": 28981
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.972617879620519e-06,
      "loss": 0.0056,
      "step": 28982
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.972368744916776e-06,
      "loss": 0.0182,
      "step": 28983
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.972119607703991e-06,
      "loss": 0.0059,
      "step": 28984
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.97187046798281e-06,
      "loss": 0.0148,
      "step": 28985
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.971621325753876e-06,
      "loss": 0.0041,
      "step": 28986
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.971372181017829e-06,
      "loss": 0.0156,
      "step": 28987
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.971123033775316e-06,
      "loss": 0.0098,
      "step": 28988
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.970873884026977e-06,
      "loss": 0.0109,
      "step": 28989
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9706247317734555e-06,
      "loss": 0.0282,
      "step": 28990
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.970375577015395e-06,
      "loss": 0.0036,
      "step": 28991
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.970126419753437e-06,
      "loss": 0.0064,
      "step": 28992
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.969877259988227e-06,
      "loss": 0.0133,
      "step": 28993
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.969628097720406e-06,
      "loss": 0.0112,
      "step": 28994
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.969378932950617e-06,
      "loss": 0.0086,
      "step": 28995
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.969129765679502e-06,
      "loss": 0.0139,
      "step": 28996
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.9688805959077065e-06,
      "loss": 0.0144,
      "step": 28997
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.968631423635874e-06,
      "loss": 0.012,
      "step": 28998
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.968382248864641e-06,
      "loss": 0.0042,
      "step": 28999
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.968133071594658e-06,
      "loss": 0.0082,
      "step": 29000
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.967883891826565e-06,
      "loss": 0.0034,
      "step": 29001
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.967634709561003e-06,
      "loss": 0.0206,
      "step": 29002
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.967385524798619e-06,
      "loss": 0.042,
      "step": 29003
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.967136337540053e-06,
      "loss": 0.0098,
      "step": 29004
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.966887147785948e-06,
      "loss": 0.0077,
      "step": 29005
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.966637955536948e-06,
      "loss": 0.005,
      "step": 29006
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.966388760793696e-06,
      "loss": 0.0075,
      "step": 29007
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.966139563556838e-06,
      "loss": 0.0147,
      "step": 29008
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.96589036382701e-06,
      "loss": 0.0085,
      "step": 29009
    },
    {
      "epoch": 0.45,
      "learning_rate": 5.965641161604859e-06,
      "loss": 0.0214,
      "step": 29010
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.96539195689103e-06,
      "loss": 0.0193,
      "step": 29011
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9651427496861626e-06,
      "loss": 0.0044,
      "step": 29012
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.964893539990901e-06,
      "loss": 0.0069,
      "step": 29013
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.964644327805888e-06,
      "loss": 0.0209,
      "step": 29014
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.964395113131769e-06,
      "loss": 0.0048,
      "step": 29015
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.964145895969183e-06,
      "loss": 0.0016,
      "step": 29016
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.963896676318777e-06,
      "loss": 0.0113,
      "step": 29017
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.963647454181192e-06,
      "loss": 0.0062,
      "step": 29018
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.963398229557071e-06,
      "loss": 0.0111,
      "step": 29019
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9631490024470574e-06,
      "loss": 0.0063,
      "step": 29020
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.962899772851794e-06,
      "loss": 0.0175,
      "step": 29021
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.962650540771923e-06,
      "loss": 0.0149,
      "step": 29022
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9624013062080924e-06,
      "loss": 0.0108,
      "step": 29023
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.962152069160938e-06,
      "loss": 0.0103,
      "step": 29024
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.961902829631108e-06,
      "loss": 0.0278,
      "step": 29025
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.961653587619244e-06,
      "loss": 0.0038,
      "step": 29026
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.961404343125988e-06,
      "loss": 0.0108,
      "step": 29027
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.961155096151987e-06,
      "loss": 0.0211,
      "step": 29028
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.960905846697878e-06,
      "loss": 0.0064,
      "step": 29029
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.960656594764311e-06,
      "loss": 0.0058,
      "step": 29030
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.960407340351923e-06,
      "loss": 0.0123,
      "step": 29031
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.960158083461362e-06,
      "loss": 0.0049,
      "step": 29032
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.95990882409327e-06,
      "loss": 0.0414,
      "step": 29033
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.959659562248287e-06,
      "loss": 0.005,
      "step": 29034
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9594102979270585e-06,
      "loss": 0.0068,
      "step": 29035
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.959161031130228e-06,
      "loss": 0.0078,
      "step": 29036
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.958911761858439e-06,
      "loss": 0.0054,
      "step": 29037
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.958662490112334e-06,
      "loss": 0.0153,
      "step": 29038
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.958413215892556e-06,
      "loss": 0.0127,
      "step": 29039
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.958163939199748e-06,
      "loss": 0.0121,
      "step": 29040
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9579146600345526e-06,
      "loss": 0.0044,
      "step": 29041
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.957665378397616e-06,
      "loss": 0.0161,
      "step": 29042
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.957416094289579e-06,
      "loss": 0.011,
      "step": 29043
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.957166807711086e-06,
      "loss": 0.0046,
      "step": 29044
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.956917518662778e-06,
      "loss": 0.0081,
      "step": 29045
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9566682271453e-06,
      "loss": 0.052,
      "step": 29046
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.956418933159297e-06,
      "loss": 0.0091,
      "step": 29047
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.956169636705409e-06,
      "loss": 0.0081,
      "step": 29048
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.955920337784281e-06,
      "loss": 0.0218,
      "step": 29049
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.955671036396555e-06,
      "loss": 0.0189,
      "step": 29050
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.955421732542876e-06,
      "loss": 0.0111,
      "step": 29051
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.955172426223886e-06,
      "loss": 0.0057,
      "step": 29052
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.95492311744023e-06,
      "loss": 0.0195,
      "step": 29053
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.954673806192549e-06,
      "loss": 0.0044,
      "step": 29054
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.954424492481488e-06,
      "loss": 0.0075,
      "step": 29055
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.954175176307688e-06,
      "loss": 0.0201,
      "step": 29056
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.953925857671795e-06,
      "loss": 0.0129,
      "step": 29057
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.953676536574454e-06,
      "loss": 0.0081,
      "step": 29058
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.953427213016303e-06,
      "loss": 0.0266,
      "step": 29059
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.953177886997987e-06,
      "loss": 0.0089,
      "step": 29060
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.952928558520151e-06,
      "loss": 0.0207,
      "step": 29061
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.95267922758344e-06,
      "loss": 0.0352,
      "step": 29062
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.952429894188494e-06,
      "loss": 0.0234,
      "step": 29063
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.952180558335956e-06,
      "loss": 0.0129,
      "step": 29064
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.951931220026472e-06,
      "loss": 0.0029,
      "step": 29065
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.951681879260685e-06,
      "loss": 0.0063,
      "step": 29066
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.951432536039234e-06,
      "loss": 0.0072,
      "step": 29067
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.951183190362771e-06,
      "loss": 0.0048,
      "step": 29068
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.950933842231932e-06,
      "loss": 0.0055,
      "step": 29069
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.950684491647361e-06,
      "loss": 0.0114,
      "step": 29070
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9504351386097045e-06,
      "loss": 0.0072,
      "step": 29071
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.950185783119605e-06,
      "loss": 0.0086,
      "step": 29072
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.949936425177706e-06,
      "loss": 0.0015,
      "step": 29073
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9496870647846495e-06,
      "loss": 0.0079,
      "step": 29074
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9494377019410795e-06,
      "loss": 0.0248,
      "step": 29075
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.949188336647641e-06,
      "loss": 0.0194,
      "step": 29076
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.948938968904975e-06,
      "loss": 0.0085,
      "step": 29077
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.948689598713727e-06,
      "loss": 0.0081,
      "step": 29078
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.948440226074539e-06,
      "loss": 0.0077,
      "step": 29079
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.948190850988056e-06,
      "loss": 0.0079,
      "step": 29080
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9479414734549205e-06,
      "loss": 0.0029,
      "step": 29081
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.947692093475774e-06,
      "loss": 0.0055,
      "step": 29082
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9474427110512654e-06,
      "loss": 0.0155,
      "step": 29083
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9471933261820334e-06,
      "loss": 0.022,
      "step": 29084
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.946943938868723e-06,
      "loss": 0.0064,
      "step": 29085
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.946694549111977e-06,
      "loss": 0.0054,
      "step": 29086
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.94644515691244e-06,
      "loss": 0.0056,
      "step": 29087
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.946195762270755e-06,
      "loss": 0.0098,
      "step": 29088
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.945946365187566e-06,
      "loss": 0.004,
      "step": 29089
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.945696965663517e-06,
      "loss": 0.0139,
      "step": 29090
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.945447563699248e-06,
      "loss": 0.0217,
      "step": 29091
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.945198159295407e-06,
      "loss": 0.0053,
      "step": 29092
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.944948752452635e-06,
      "loss": 0.0052,
      "step": 29093
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.944699343171577e-06,
      "loss": 0.0019,
      "step": 29094
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.944449931452876e-06,
      "loss": 0.01,
      "step": 29095
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.944200517297174e-06,
      "loss": 0.0038,
      "step": 29096
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.943951100705118e-06,
      "loss": 0.0052,
      "step": 29097
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9437016816773485e-06,
      "loss": 0.0098,
      "step": 29098
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.94345226021451e-06,
      "loss": 0.0135,
      "step": 29099
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.943202836317247e-06,
      "loss": 0.0148,
      "step": 29100
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.942953409986202e-06,
      "loss": 0.0088,
      "step": 29101
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.942703981222018e-06,
      "loss": 0.0052,
      "step": 29102
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.942454550025341e-06,
      "loss": 0.0048,
      "step": 29103
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.942205116396812e-06,
      "loss": 0.019,
      "step": 29104
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.941955680337077e-06,
      "loss": 0.0168,
      "step": 29105
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9417062418467774e-06,
      "loss": 0.0001,
      "step": 29106
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.941456800926558e-06,
      "loss": 0.0072,
      "step": 29107
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9412073575770635e-06,
      "loss": 0.0065,
      "step": 29108
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.940957911798936e-06,
      "loss": 0.0085,
      "step": 29109
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.940708463592818e-06,
      "loss": 0.004,
      "step": 29110
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9404590129593555e-06,
      "loss": 0.0202,
      "step": 29111
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.940209559899192e-06,
      "loss": 0.0057,
      "step": 29112
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.939960104412971e-06,
      "loss": 0.0142,
      "step": 29113
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.939710646501334e-06,
      "loss": 0.0065,
      "step": 29114
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.939461186164927e-06,
      "loss": 0.006,
      "step": 29115
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.939211723404393e-06,
      "loss": 0.0059,
      "step": 29116
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.938962258220378e-06,
      "loss": 0.0162,
      "step": 29117
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.93871279061352e-06,
      "loss": 0.013,
      "step": 29118
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.938463320584469e-06,
      "loss": 0.0026,
      "step": 29119
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.938213848133864e-06,
      "loss": 0.0333,
      "step": 29120
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.937964373262351e-06,
      "loss": 0.004,
      "step": 29121
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.937714895970573e-06,
      "loss": 0.0069,
      "step": 29122
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.937465416259176e-06,
      "loss": 0.012,
      "step": 29123
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.937215934128799e-06,
      "loss": 0.0014,
      "step": 29124
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.93696644958009e-06,
      "loss": 0.0049,
      "step": 29125
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.936716962613692e-06,
      "loss": 0.0245,
      "step": 29126
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.936467473230249e-06,
      "loss": 0.006,
      "step": 29127
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.936217981430401e-06,
      "loss": 0.01,
      "step": 29128
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.935968487214796e-06,
      "loss": 0.0105,
      "step": 29129
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.935718990584076e-06,
      "loss": 0.0041,
      "step": 29130
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9354694915388855e-06,
      "loss": 0.0154,
      "step": 29131
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.935219990079869e-06,
      "loss": 0.0038,
      "step": 29132
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9349704862076686e-06,
      "loss": 0.0184,
      "step": 29133
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.934720979922929e-06,
      "loss": 0.0131,
      "step": 29134
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.934471471226293e-06,
      "loss": 0.0054,
      "step": 29135
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.934221960118405e-06,
      "loss": 0.0131,
      "step": 29136
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.933972446599911e-06,
      "loss": 0.0072,
      "step": 29137
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.933722930671452e-06,
      "loss": 0.0142,
      "step": 29138
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.933473412333671e-06,
      "loss": 0.0068,
      "step": 29139
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.933223891587215e-06,
      "loss": 0.0038,
      "step": 29140
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.932974368432727e-06,
      "loss": 0.0121,
      "step": 29141
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.93272484287085e-06,
      "loss": 0.0038,
      "step": 29142
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.932475314902226e-06,
      "loss": 0.0029,
      "step": 29143
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.932225784527503e-06,
      "loss": 0.0208,
      "step": 29144
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.931976251747322e-06,
      "loss": 0.0103,
      "step": 29145
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9317267165623285e-06,
      "loss": 0.0031,
      "step": 29146
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.931477178973166e-06,
      "loss": 0.0303,
      "step": 29147
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.931227638980478e-06,
      "loss": 0.0041,
      "step": 29148
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.930978096584907e-06,
      "loss": 0.0096,
      "step": 29149
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.930728551787098e-06,
      "loss": 0.0138,
      "step": 29150
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.930479004587697e-06,
      "loss": 0.0079,
      "step": 29151
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.930229454987346e-06,
      "loss": 0.0141,
      "step": 29152
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.929979902986689e-06,
      "loss": 0.002,
      "step": 29153
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.929730348586369e-06,
      "loss": 0.007,
      "step": 29154
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.929480791787031e-06,
      "loss": 0.0116,
      "step": 29155
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.929231232589319e-06,
      "loss": 0.0058,
      "step": 29156
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.928981670993877e-06,
      "loss": 0.0073,
      "step": 29157
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9287321070013495e-06,
      "loss": 0.0095,
      "step": 29158
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.928482540612379e-06,
      "loss": 0.0104,
      "step": 29159
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.92823297182761e-06,
      "loss": 0.0141,
      "step": 29160
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.927983400647687e-06,
      "loss": 0.0107,
      "step": 29161
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.927733827073253e-06,
      "loss": 0.0028,
      "step": 29162
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.927484251104954e-06,
      "loss": 0.0071,
      "step": 29163
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.927234672743432e-06,
      "loss": 0.0101,
      "step": 29164
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.92698509198933e-06,
      "loss": 0.0028,
      "step": 29165
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.926735508843297e-06,
      "loss": 0.0051,
      "step": 29166
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.926485923305971e-06,
      "loss": 0.006,
      "step": 29167
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.926236335378e-06,
      "loss": 0.008,
      "step": 29168
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.925986745060024e-06,
      "loss": 0.0115,
      "step": 29169
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.925737152352693e-06,
      "loss": 0.0069,
      "step": 29170
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.925487557256645e-06,
      "loss": 0.0075,
      "step": 29171
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9252379597725285e-06,
      "loss": 0.0094,
      "step": 29172
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.924988359900986e-06,
      "loss": 0.0049,
      "step": 29173
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.924738757642661e-06,
      "loss": 0.0102,
      "step": 29174
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.924489152998196e-06,
      "loss": 0.0072,
      "step": 29175
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.92423954596824e-06,
      "loss": 0.0038,
      "step": 29176
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.923989936553433e-06,
      "loss": 0.0067,
      "step": 29177
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.923740324754419e-06,
      "loss": 0.0023,
      "step": 29178
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.923490710571844e-06,
      "loss": 0.0067,
      "step": 29179
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9232410940063516e-06,
      "loss": 0.0039,
      "step": 29180
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.922991475058585e-06,
      "loss": 0.0058,
      "step": 29181
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.922741853729189e-06,
      "loss": 0.0068,
      "step": 29182
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.922492230018808e-06,
      "loss": 0.0096,
      "step": 29183
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.922242603928086e-06,
      "loss": 0.0419,
      "step": 29184
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.921992975457665e-06,
      "loss": 0.0097,
      "step": 29185
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.921743344608192e-06,
      "loss": 0.0127,
      "step": 29186
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.921493711380311e-06,
      "loss": 0.0109,
      "step": 29187
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.921244075774665e-06,
      "loss": 0.0115,
      "step": 29188
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9209944377918985e-06,
      "loss": 0.0061,
      "step": 29189
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.920744797432654e-06,
      "loss": 0.0075,
      "step": 29190
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9204951546975785e-06,
      "loss": 0.0104,
      "step": 29191
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.920245509587314e-06,
      "loss": 0.0047,
      "step": 29192
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.919995862102507e-06,
      "loss": 0.0043,
      "step": 29193
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.919746212243798e-06,
      "loss": 0.0147,
      "step": 29194
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.919496560011835e-06,
      "loss": 0.0088,
      "step": 29195
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.91924690540726e-06,
      "loss": 0.0249,
      "step": 29196
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.918997248430718e-06,
      "loss": 0.0284,
      "step": 29197
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.918747589082853e-06,
      "loss": 0.0036,
      "step": 29198
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.918497927364308e-06,
      "loss": 0.0067,
      "step": 29199
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9182482632757285e-06,
      "loss": 0.0096,
      "step": 29200
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.91799859681776e-06,
      "loss": 0.0056,
      "step": 29201
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.917748927991046e-06,
      "loss": 0.035,
      "step": 29202
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9174992567962274e-06,
      "loss": 0.0079,
      "step": 29203
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.917249583233953e-06,
      "loss": 0.0045,
      "step": 29204
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.916999907304864e-06,
      "loss": 0.0172,
      "step": 29205
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.916750229009606e-06,
      "loss": 0.0081,
      "step": 29206
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.916500548348823e-06,
      "loss": 0.0045,
      "step": 29207
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9162508653231595e-06,
      "loss": 0.0071,
      "step": 29208
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.916001179933261e-06,
      "loss": 0.0289,
      "step": 29209
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9157514921797675e-06,
      "loss": 0.0202,
      "step": 29210
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.915501802063327e-06,
      "loss": 0.0045,
      "step": 29211
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.915252109584584e-06,
      "loss": 0.0187,
      "step": 29212
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.915002414744182e-06,
      "loss": 0.0042,
      "step": 29213
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9147527175427635e-06,
      "loss": 0.0071,
      "step": 29214
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9145030179809735e-06,
      "loss": 0.0307,
      "step": 29215
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.914253316059458e-06,
      "loss": 0.0128,
      "step": 29216
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.914003611778862e-06,
      "loss": 0.0028,
      "step": 29217
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9137539051398265e-06,
      "loss": 0.0104,
      "step": 29218
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9135041961429976e-06,
      "loss": 0.0031,
      "step": 29219
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.913254484789021e-06,
      "loss": 0.0078,
      "step": 29220
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9130047710785365e-06,
      "loss": 0.0037,
      "step": 29221
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.912755055012195e-06,
      "loss": 0.0124,
      "step": 29222
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.912505336590636e-06,
      "loss": 0.0041,
      "step": 29223
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.912255615814505e-06,
      "loss": 0.0054,
      "step": 29224
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.912005892684446e-06,
      "loss": 0.0023,
      "step": 29225
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.911756167201105e-06,
      "loss": 0.0021,
      "step": 29226
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9115064393651265e-06,
      "loss": 0.015,
      "step": 29227
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.911256709177152e-06,
      "loss": 0.0058,
      "step": 29228
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.911006976637827e-06,
      "loss": 0.0051,
      "step": 29229
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.910757241747798e-06,
      "loss": 0.0048,
      "step": 29230
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.910507504507708e-06,
      "loss": 0.0084,
      "step": 29231
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.910257764918201e-06,
      "loss": 0.0015,
      "step": 29232
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.910008022979922e-06,
      "loss": 0.0089,
      "step": 29233
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.909758278693515e-06,
      "loss": 0.0075,
      "step": 29234
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9095085320596234e-06,
      "loss": 0.0018,
      "step": 29235
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.909258783078894e-06,
      "loss": 0.0084,
      "step": 29236
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9090090317519695e-06,
      "loss": 0.0197,
      "step": 29237
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9087592780794965e-06,
      "loss": 0.0061,
      "step": 29238
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.908509522062117e-06,
      "loss": 0.0022,
      "step": 29239
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.908259763700475e-06,
      "loss": 0.0036,
      "step": 29240
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9080100029952185e-06,
      "loss": 0.0108,
      "step": 29241
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9077602399469895e-06,
      "loss": 0.0135,
      "step": 29242
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.907510474556431e-06,
      "loss": 0.0074,
      "step": 29243
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.907260706824189e-06,
      "loss": 0.0037,
      "step": 29244
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.90701093675091e-06,
      "loss": 0.0064,
      "step": 29245
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.906761164337236e-06,
      "loss": 0.0159,
      "step": 29246
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.906511389583812e-06,
      "loss": 0.0085,
      "step": 29247
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.906261612491282e-06,
      "loss": 0.0033,
      "step": 29248
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9060118330602926e-06,
      "loss": 0.0086,
      "step": 29249
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.905762051291486e-06,
      "loss": 0.0144,
      "step": 29250
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.905512267185507e-06,
      "loss": 0.0041,
      "step": 29251
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.905262480743002e-06,
      "loss": 0.0078,
      "step": 29252
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9050126919646144e-06,
      "loss": 0.0106,
      "step": 29253
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.904762900850988e-06,
      "loss": 0.0391,
      "step": 29254
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.904513107402769e-06,
      "loss": 0.0054,
      "step": 29255
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.904263311620598e-06,
      "loss": 0.0226,
      "step": 29256
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9040135135051255e-06,
      "loss": 0.0052,
      "step": 29257
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.903763713056991e-06,
      "loss": 0.0068,
      "step": 29258
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9035139102768436e-06,
      "loss": 0.015,
      "step": 29259
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.903264105165323e-06,
      "loss": 0.0119,
      "step": 29260
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.903014297723076e-06,
      "loss": 0.0069,
      "step": 29261
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.90276448795075e-06,
      "loss": 0.0046,
      "step": 29262
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.902514675848985e-06,
      "loss": 0.0065,
      "step": 29263
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.902264861418427e-06,
      "loss": 0.0109,
      "step": 29264
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.902015044659721e-06,
      "loss": 0.0063,
      "step": 29265
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.901765225573514e-06,
      "loss": 0.0027,
      "step": 29266
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.901515404160447e-06,
      "loss": 0.041,
      "step": 29267
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.901265580421166e-06,
      "loss": 0.005,
      "step": 29268
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9010157543563155e-06,
      "loss": 0.0074,
      "step": 29269
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.90076592596654e-06,
      "loss": 0.014,
      "step": 29270
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.900516095252485e-06,
      "loss": 0.0038,
      "step": 29271
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.9002662622147956e-06,
      "loss": 0.0147,
      "step": 29272
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.900016426854114e-06,
      "loss": 0.0068,
      "step": 29273
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.899766589171087e-06,
      "loss": 0.0061,
      "step": 29274
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.899516749166358e-06,
      "loss": 0.0162,
      "step": 29275
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8992669068405705e-06,
      "loss": 0.0299,
      "step": 29276
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.899017062194375e-06,
      "loss": 0.0231,
      "step": 29277
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8987672152284096e-06,
      "loss": 0.0088,
      "step": 29278
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.89851736594332e-06,
      "loss": 0.01,
      "step": 29279
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.898267514339754e-06,
      "loss": 0.0121,
      "step": 29280
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.898017660418355e-06,
      "loss": 0.0063,
      "step": 29281
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.897767804179767e-06,
      "loss": 0.0065,
      "step": 29282
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.897517945624634e-06,
      "loss": 0.0075,
      "step": 29283
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8972680847536045e-06,
      "loss": 0.0075,
      "step": 29284
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.897018221567318e-06,
      "loss": 0.005,
      "step": 29285
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.896768356066423e-06,
      "loss": 0.0391,
      "step": 29286
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.896518488251562e-06,
      "loss": 0.0026,
      "step": 29287
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.896268618123382e-06,
      "loss": 0.0204,
      "step": 29288
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.896018745682526e-06,
      "loss": 0.0139,
      "step": 29289
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.895768870929638e-06,
      "loss": 0.0087,
      "step": 29290
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.895518993865366e-06,
      "loss": 0.0053,
      "step": 29291
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.895269114490352e-06,
      "loss": 0.0092,
      "step": 29292
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.89501923280524e-06,
      "loss": 0.0059,
      "step": 29293
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.894769348810678e-06,
      "loss": 0.0102,
      "step": 29294
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.894519462507309e-06,
      "loss": 0.009,
      "step": 29295
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.894269573895776e-06,
      "loss": 0.0072,
      "step": 29296
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.89401968297673e-06,
      "loss": 0.0223,
      "step": 29297
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.893769789750807e-06,
      "loss": 0.0056,
      "step": 29298
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.893519894218659e-06,
      "loss": 0.0078,
      "step": 29299
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.893269996380927e-06,
      "loss": 0.0463,
      "step": 29300
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.893020096238257e-06,
      "loss": 0.0109,
      "step": 29301
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.892770193791294e-06,
      "loss": 0.009,
      "step": 29302
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.892520289040683e-06,
      "loss": 0.0051,
      "step": 29303
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.892270381987067e-06,
      "loss": 0.0299,
      "step": 29304
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.892020472631092e-06,
      "loss": 0.0147,
      "step": 29305
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.891770560973405e-06,
      "loss": 0.0092,
      "step": 29306
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.891520647014651e-06,
      "loss": 0.001,
      "step": 29307
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.891270730755468e-06,
      "loss": 0.0047,
      "step": 29308
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.891020812196509e-06,
      "loss": 0.0083,
      "step": 29309
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.890770891338413e-06,
      "loss": 0.003,
      "step": 29310
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.89052096818183e-06,
      "loss": 0.0057,
      "step": 29311
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.890271042727401e-06,
      "loss": 0.0031,
      "step": 29312
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.890021114975773e-06,
      "loss": 0.0006,
      "step": 29313
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.88977118492759e-06,
      "loss": 0.0131,
      "step": 29314
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.889521252583495e-06,
      "loss": 0.0051,
      "step": 29315
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.889271317944138e-06,
      "loss": 0.0063,
      "step": 29316
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.88902138101016e-06,
      "loss": 0.0043,
      "step": 29317
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8887714417822065e-06,
      "loss": 0.0142,
      "step": 29318
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.888521500260922e-06,
      "loss": 0.0049,
      "step": 29319
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.888271556446953e-06,
      "loss": 0.0045,
      "step": 29320
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.888021610340943e-06,
      "loss": 0.0051,
      "step": 29321
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.887771661943537e-06,
      "loss": 0.0088,
      "step": 29322
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.887521711255382e-06,
      "loss": 0.0122,
      "step": 29323
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.887271758277121e-06,
      "loss": 0.015,
      "step": 29324
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8870218030094e-06,
      "loss": 0.0024,
      "step": 29325
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8867718454528615e-06,
      "loss": 0.0039,
      "step": 29326
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.886521885608154e-06,
      "loss": 0.0228,
      "step": 29327
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.886271923475921e-06,
      "loss": 0.0082,
      "step": 29328
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.886021959056806e-06,
      "loss": 0.0189,
      "step": 29329
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.885771992351456e-06,
      "loss": 0.0114,
      "step": 29330
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.885522023360515e-06,
      "loss": 0.009,
      "step": 29331
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.88527205208463e-06,
      "loss": 0.008,
      "step": 29332
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8850220785244415e-06,
      "loss": 0.0022,
      "step": 29333
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.884772102680599e-06,
      "loss": 0.0055,
      "step": 29334
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8845221245537465e-06,
      "loss": 0.0078,
      "step": 29335
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.884272144144527e-06,
      "loss": 0.0021,
      "step": 29336
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.884022161453587e-06,
      "loss": 0.0134,
      "step": 29337
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.883772176481574e-06,
      "loss": 0.0077,
      "step": 29338
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.883522189229127e-06,
      "loss": 0.0114,
      "step": 29339
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.883272199696895e-06,
      "loss": 0.0414,
      "step": 29340
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.883022207885525e-06,
      "loss": 0.0055,
      "step": 29341
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.882772213795659e-06,
      "loss": 0.0152,
      "step": 29342
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.882522217427942e-06,
      "loss": 0.0236,
      "step": 29343
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8822722187830195e-06,
      "loss": 0.0092,
      "step": 29344
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.882022217861537e-06,
      "loss": 0.0064,
      "step": 29345
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8817722146641394e-06,
      "loss": 0.004,
      "step": 29346
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.881522209191473e-06,
      "loss": 0.0063,
      "step": 29347
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.881272201444182e-06,
      "loss": 0.0024,
      "step": 29348
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.881022191422911e-06,
      "loss": 0.0138,
      "step": 29349
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.880772179128303e-06,
      "loss": 0.0113,
      "step": 29350
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.880522164561008e-06,
      "loss": 0.0103,
      "step": 29351
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.880272147721669e-06,
      "loss": 0.0066,
      "step": 29352
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8800221286109295e-06,
      "loss": 0.0082,
      "step": 29353
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8797721072294356e-06,
      "loss": 0.0189,
      "step": 29354
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.879522083577833e-06,
      "loss": 0.0146,
      "step": 29355
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.879272057656768e-06,
      "loss": 0.0022,
      "step": 29356
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.879022029466883e-06,
      "loss": 0.0304,
      "step": 29357
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8787719990088245e-06,
      "loss": 0.0057,
      "step": 29358
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.878521966283237e-06,
      "loss": 0.0029,
      "step": 29359
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.878271931290769e-06,
      "loss": 0.0096,
      "step": 29360
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.87802189403206e-06,
      "loss": 0.005,
      "step": 29361
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.87777185450776e-06,
      "loss": 0.0089,
      "step": 29362
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.877521812718512e-06,
      "loss": 0.0187,
      "step": 29363
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.877271768664961e-06,
      "loss": 0.0086,
      "step": 29364
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.877021722347753e-06,
      "loss": 0.0053,
      "step": 29365
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.876771673767533e-06,
      "loss": 0.0099,
      "step": 29366
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8765216229249475e-06,
      "loss": 0.0067,
      "step": 29367
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.876271569820638e-06,
      "loss": 0.0096,
      "step": 29368
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.876021514455253e-06,
      "loss": 0.0029,
      "step": 29369
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.875771456829438e-06,
      "loss": 0.0045,
      "step": 29370
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.875521396943836e-06,
      "loss": 0.0077,
      "step": 29371
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.875271334799094e-06,
      "loss": 0.0067,
      "step": 29372
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.875021270395856e-06,
      "loss": 0.002,
      "step": 29373
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.874771203734768e-06,
      "loss": 0.0038,
      "step": 29374
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.874521134816475e-06,
      "loss": 0.0048,
      "step": 29375
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.874271063641621e-06,
      "loss": 0.005,
      "step": 29376
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8740209902108546e-06,
      "loss": 0.0087,
      "step": 29377
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.873770914524819e-06,
      "loss": 0.0387,
      "step": 29378
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.873520836584159e-06,
      "loss": 0.002,
      "step": 29379
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8732707563895195e-06,
      "loss": 0.0045,
      "step": 29380
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.873020673941548e-06,
      "loss": 0.0105,
      "step": 29381
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.872770589240888e-06,
      "loss": 0.0265,
      "step": 29382
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.872520502288186e-06,
      "loss": 0.0008,
      "step": 29383
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.872270413084085e-06,
      "loss": 0.0075,
      "step": 29384
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.872020321629234e-06,
      "loss": 0.0053,
      "step": 29385
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.871770227924276e-06,
      "loss": 0.0096,
      "step": 29386
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.871520131969854e-06,
      "loss": 0.029,
      "step": 29387
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.871270033766618e-06,
      "loss": 0.0086,
      "step": 29388
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.871019933315212e-06,
      "loss": 0.0296,
      "step": 29389
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.870769830616279e-06,
      "loss": 0.0196,
      "step": 29390
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8705197256704675e-06,
      "loss": 0.0041,
      "step": 29391
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.87026961847842e-06,
      "loss": 0.0136,
      "step": 29392
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.870019509040783e-06,
      "loss": 0.0022,
      "step": 29393
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8697693973582026e-06,
      "loss": 0.0111,
      "step": 29394
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8695192834313245e-06,
      "loss": 0.0089,
      "step": 29395
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8692691672607925e-06,
      "loss": 0.0044,
      "step": 29396
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.869019048847252e-06,
      "loss": 0.0061,
      "step": 29397
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.868768928191349e-06,
      "loss": 0.0206,
      "step": 29398
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.86851880529373e-06,
      "loss": 0.0053,
      "step": 29399
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.868268680155039e-06,
      "loss": 0.012,
      "step": 29400
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.868018552775923e-06,
      "loss": 0.0081,
      "step": 29401
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.867768423157023e-06,
      "loss": 0.0076,
      "step": 29402
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8675182912989905e-06,
      "loss": 0.011,
      "step": 29403
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.867268157202466e-06,
      "loss": 0.0096,
      "step": 29404
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.867018020868098e-06,
      "loss": 0.006,
      "step": 29405
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8667678822965315e-06,
      "loss": 0.0056,
      "step": 29406
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8665177414884114e-06,
      "loss": 0.0043,
      "step": 29407
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.866267598444382e-06,
      "loss": 0.0155,
      "step": 29408
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.866017453165089e-06,
      "loss": 0.0151,
      "step": 29409
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8657673056511796e-06,
      "loss": 0.0218,
      "step": 29410
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8655171559033e-06,
      "loss": 0.0218,
      "step": 29411
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.865267003922093e-06,
      "loss": 0.0131,
      "step": 29412
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.865016849708204e-06,
      "loss": 0.0038,
      "step": 29413
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.864766693262281e-06,
      "loss": 0.012,
      "step": 29414
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8645165345849664e-06,
      "loss": 0.0216,
      "step": 29415
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.864266373676909e-06,
      "loss": 0.0085,
      "step": 29416
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.864016210538752e-06,
      "loss": 0.0258,
      "step": 29417
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.863766045171142e-06,
      "loss": 0.0175,
      "step": 29418
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.863515877574723e-06,
      "loss": 0.0187,
      "step": 29419
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.863265707750142e-06,
      "loss": 0.006,
      "step": 29420
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8630155356980455e-06,
      "loss": 0.0077,
      "step": 29421
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.862765361419076e-06,
      "loss": 0.0065,
      "step": 29422
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.862515184913882e-06,
      "loss": 0.0014,
      "step": 29423
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.862265006183107e-06,
      "loss": 0.0068,
      "step": 29424
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.862014825227397e-06,
      "loss": 0.0105,
      "step": 29425
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.861764642047398e-06,
      "loss": 0.0116,
      "step": 29426
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.861514456643756e-06,
      "loss": 0.0098,
      "step": 29427
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.861264269017115e-06,
      "loss": 0.0079,
      "step": 29428
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.861014079168123e-06,
      "loss": 0.0305,
      "step": 29429
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.860763887097421e-06,
      "loss": 0.0119,
      "step": 29430
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.860513692805661e-06,
      "loss": 0.0034,
      "step": 29431
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.860263496293484e-06,
      "loss": 0.0044,
      "step": 29432
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.860013297561536e-06,
      "loss": 0.0043,
      "step": 29433
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8597630966104644e-06,
      "loss": 0.0114,
      "step": 29434
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.859512893440915e-06,
      "loss": 0.0272,
      "step": 29435
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.859262688053531e-06,
      "loss": 0.005,
      "step": 29436
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.859012480448959e-06,
      "loss": 0.0121,
      "step": 29437
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.858762270627845e-06,
      "loss": 0.0122,
      "step": 29438
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.858512058590835e-06,
      "loss": 0.0042,
      "step": 29439
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.858261844338573e-06,
      "loss": 0.0091,
      "step": 29440
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.858011627871707e-06,
      "loss": 0.0033,
      "step": 29441
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8577614091908816e-06,
      "loss": 0.0087,
      "step": 29442
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.857511188296742e-06,
      "loss": 0.0232,
      "step": 29443
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.857260965189932e-06,
      "loss": 0.0095,
      "step": 29444
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8570107398711015e-06,
      "loss": 0.0094,
      "step": 29445
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8567605123408955e-06,
      "loss": 0.0142,
      "step": 29446
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8565102825999555e-06,
      "loss": 0.0031,
      "step": 29447
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.856260050648931e-06,
      "loss": 0.0041,
      "step": 29448
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.856009816488467e-06,
      "loss": 0.017,
      "step": 29449
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.855759580119207e-06,
      "loss": 0.0061,
      "step": 29450
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8555093415418e-06,
      "loss": 0.0097,
      "step": 29451
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.855259100756891e-06,
      "loss": 0.0193,
      "step": 29452
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.855008857765123e-06,
      "loss": 0.0236,
      "step": 29453
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.854758612567144e-06,
      "loss": 0.015,
      "step": 29454
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8545083651635995e-06,
      "loss": 0.0112,
      "step": 29455
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.854258115555136e-06,
      "loss": 0.0029,
      "step": 29456
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.854007863742398e-06,
      "loss": 0.0058,
      "step": 29457
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.85375760972603e-06,
      "loss": 0.0044,
      "step": 29458
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.85350735350668e-06,
      "loss": 0.008,
      "step": 29459
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.853257095084993e-06,
      "loss": 0.0044,
      "step": 29460
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8530068344616166e-06,
      "loss": 0.0117,
      "step": 29461
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.852756571637192e-06,
      "loss": 0.0123,
      "step": 29462
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.852506306612368e-06,
      "loss": 0.0045,
      "step": 29463
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.852256039387791e-06,
      "loss": 0.0041,
      "step": 29464
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.852005769964104e-06,
      "loss": 0.01,
      "step": 29465
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.851755498341958e-06,
      "loss": 0.0092,
      "step": 29466
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.851505224521992e-06,
      "loss": 0.0019,
      "step": 29467
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.851254948504858e-06,
      "loss": 0.0172,
      "step": 29468
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.851004670291196e-06,
      "loss": 0.006,
      "step": 29469
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.850754389881656e-06,
      "loss": 0.0103,
      "step": 29470
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.850504107276884e-06,
      "loss": 0.0127,
      "step": 29471
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8502538224775226e-06,
      "loss": 0.0118,
      "step": 29472
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.850003535484219e-06,
      "loss": 0.0057,
      "step": 29473
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.849753246297621e-06,
      "loss": 0.0059,
      "step": 29474
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.849502954918371e-06,
      "loss": 0.0049,
      "step": 29475
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.849252661347119e-06,
      "loss": 0.0052,
      "step": 29476
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.849002365584506e-06,
      "loss": 0.0073,
      "step": 29477
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.848752067631182e-06,
      "loss": 0.0026,
      "step": 29478
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.848501767487791e-06,
      "loss": 0.0141,
      "step": 29479
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.848251465154978e-06,
      "loss": 0.005,
      "step": 29480
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.848001160633392e-06,
      "loss": 0.0065,
      "step": 29481
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.847750853923676e-06,
      "loss": 0.0027,
      "step": 29482
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.847500545026476e-06,
      "loss": 0.01,
      "step": 29483
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.847250233942439e-06,
      "loss": 0.0054,
      "step": 29484
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.84699992067221e-06,
      "loss": 0.0137,
      "step": 29485
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.846749605216436e-06,
      "loss": 0.0036,
      "step": 29486
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.846499287575762e-06,
      "loss": 0.0074,
      "step": 29487
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.846248967750834e-06,
      "loss": 0.0044,
      "step": 29488
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.845998645742298e-06,
      "loss": 0.0213,
      "step": 29489
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.845748321550799e-06,
      "loss": 0.0018,
      "step": 29490
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8454979951769865e-06,
      "loss": 0.01,
      "step": 29491
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.845247666621502e-06,
      "loss": 0.0104,
      "step": 29492
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8449973358849945e-06,
      "loss": 0.0047,
      "step": 29493
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.844747002968106e-06,
      "loss": 0.0029,
      "step": 29494
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.844496667871487e-06,
      "loss": 0.0015,
      "step": 29495
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.844246330595783e-06,
      "loss": 0.0105,
      "step": 29496
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8439959911416364e-06,
      "loss": 0.0051,
      "step": 29497
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.843745649509696e-06,
      "loss": 0.0043,
      "step": 29498
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.843495305700606e-06,
      "loss": 0.0033,
      "step": 29499
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.843244959715016e-06,
      "loss": 0.0034,
      "step": 29500
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.842994611553567e-06,
      "loss": 0.0064,
      "step": 29501
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8427442612169085e-06,
      "loss": 0.0068,
      "step": 29502
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.842493908705687e-06,
      "loss": 0.0019,
      "step": 29503
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.842243554020544e-06,
      "loss": 0.0205,
      "step": 29504
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.841993197162128e-06,
      "loss": 0.0082,
      "step": 29505
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.841742838131088e-06,
      "loss": 0.0094,
      "step": 29506
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.841492476928067e-06,
      "loss": 0.0172,
      "step": 29507
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.841242113553709e-06,
      "loss": 0.0138,
      "step": 29508
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.840991748008664e-06,
      "loss": 0.0347,
      "step": 29509
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.840741380293578e-06,
      "loss": 0.0071,
      "step": 29510
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.840491010409094e-06,
      "loss": 0.0068,
      "step": 29511
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.840240638355859e-06,
      "loss": 0.0167,
      "step": 29512
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.839990264134519e-06,
      "loss": 0.0057,
      "step": 29513
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8397398877457224e-06,
      "loss": 0.0155,
      "step": 29514
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.839489509190113e-06,
      "loss": 0.0159,
      "step": 29515
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.839239128468337e-06,
      "loss": 0.0093,
      "step": 29516
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8389887455810405e-06,
      "loss": 0.0067,
      "step": 29517
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.83873836052887e-06,
      "loss": 0.0122,
      "step": 29518
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8384879733124725e-06,
      "loss": 0.0071,
      "step": 29519
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.838237583932491e-06,
      "loss": 0.0102,
      "step": 29520
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.837987192389576e-06,
      "loss": 0.0092,
      "step": 29521
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.83773679868437e-06,
      "loss": 0.0089,
      "step": 29522
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.837486402817521e-06,
      "loss": 0.0021,
      "step": 29523
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.837236004789674e-06,
      "loss": 0.0071,
      "step": 29524
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.836985604601475e-06,
      "loss": 0.0153,
      "step": 29525
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.836735202253572e-06,
      "loss": 0.0128,
      "step": 29526
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8364847977466085e-06,
      "loss": 0.0059,
      "step": 29527
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.836234391081232e-06,
      "loss": 0.0152,
      "step": 29528
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.835983982258089e-06,
      "loss": 0.0136,
      "step": 29529
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.835733571277825e-06,
      "loss": 0.0131,
      "step": 29530
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8354831581410864e-06,
      "loss": 0.0019,
      "step": 29531
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.83523274284852e-06,
      "loss": 0.0062,
      "step": 29532
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.834982325400771e-06,
      "loss": 0.0018,
      "step": 29533
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.834731905798484e-06,
      "loss": 0.008,
      "step": 29534
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.834481484042309e-06,
      "loss": 0.0108,
      "step": 29535
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.83423106013289e-06,
      "loss": 0.0042,
      "step": 29536
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.833980634070872e-06,
      "loss": 0.0058,
      "step": 29537
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.833730205856903e-06,
      "loss": 0.0115,
      "step": 29538
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.833479775491629e-06,
      "loss": 0.0041,
      "step": 29539
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.833229342975696e-06,
      "loss": 0.0108,
      "step": 29540
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.832978908309751e-06,
      "loss": 0.0056,
      "step": 29541
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.832728471494437e-06,
      "loss": 0.0027,
      "step": 29542
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.832478032530404e-06,
      "loss": 0.0088,
      "step": 29543
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.832227591418297e-06,
      "loss": 0.0073,
      "step": 29544
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.831977148158761e-06,
      "loss": 0.0023,
      "step": 29545
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.831726702752444e-06,
      "loss": 0.0134,
      "step": 29546
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.83147625519999e-06,
      "loss": 0.0053,
      "step": 29547
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.831225805502048e-06,
      "loss": 0.0037,
      "step": 29548
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.830975353659261e-06,
      "loss": 0.01,
      "step": 29549
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.83072489967228e-06,
      "loss": 0.0058,
      "step": 29550
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.830474443541748e-06,
      "loss": 0.0084,
      "step": 29551
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.830223985268309e-06,
      "loss": 0.004,
      "step": 29552
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.829973524852614e-06,
      "loss": 0.011,
      "step": 29553
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.829723062295307e-06,
      "loss": 0.0155,
      "step": 29554
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.829472597597035e-06,
      "loss": 0.0071,
      "step": 29555
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.829222130758443e-06,
      "loss": 0.0141,
      "step": 29556
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.828971661780178e-06,
      "loss": 0.0222,
      "step": 29557
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.828721190662886e-06,
      "loss": 0.0056,
      "step": 29558
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.828470717407214e-06,
      "loss": 0.005,
      "step": 29559
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.828220242013808e-06,
      "loss": 0.0067,
      "step": 29560
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.827969764483315e-06,
      "loss": 0.0049,
      "step": 29561
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.82771928481638e-06,
      "loss": 0.0159,
      "step": 29562
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.827468803013648e-06,
      "loss": 0.0033,
      "step": 29563
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8272183190757704e-06,
      "loss": 0.0067,
      "step": 29564
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.826967833003389e-06,
      "loss": 0.0037,
      "step": 29565
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.826717344797151e-06,
      "loss": 0.0143,
      "step": 29566
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.826466854457703e-06,
      "loss": 0.0111,
      "step": 29567
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.826216361985693e-06,
      "loss": 0.0126,
      "step": 29568
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.825965867381764e-06,
      "loss": 0.0051,
      "step": 29569
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.825715370646565e-06,
      "loss": 0.0096,
      "step": 29570
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.825464871780743e-06,
      "loss": 0.0072,
      "step": 29571
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.825214370784943e-06,
      "loss": 0.0118,
      "step": 29572
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8249638676598095e-06,
      "loss": 0.0086,
      "step": 29573
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.824713362405992e-06,
      "loss": 0.0133,
      "step": 29574
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.824462855024136e-06,
      "loss": 0.0162,
      "step": 29575
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.824212345514888e-06,
      "loss": 0.0142,
      "step": 29576
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.823961833878893e-06,
      "loss": 0.0135,
      "step": 29577
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.823711320116798e-06,
      "loss": 0.0051,
      "step": 29578
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.82346080422925e-06,
      "loss": 0.0144,
      "step": 29579
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8232102862168945e-06,
      "loss": 0.0064,
      "step": 29580
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.822959766080381e-06,
      "loss": 0.0109,
      "step": 29581
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.822709243820352e-06,
      "loss": 0.0017,
      "step": 29582
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.822458719437456e-06,
      "loss": 0.0053,
      "step": 29583
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8222081929323385e-06,
      "loss": 0.0145,
      "step": 29584
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.821957664305645e-06,
      "loss": 0.0062,
      "step": 29585
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.821707133558027e-06,
      "loss": 0.0217,
      "step": 29586
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.821456600690125e-06,
      "loss": 0.0089,
      "step": 29587
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.821206065702587e-06,
      "loss": 0.0127,
      "step": 29588
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.820955528596062e-06,
      "loss": 0.0195,
      "step": 29589
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.820704989371193e-06,
      "loss": 0.0022,
      "step": 29590
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.820454448028629e-06,
      "loss": 0.0065,
      "step": 29591
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.820203904569015e-06,
      "loss": 0.0049,
      "step": 29592
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.819953358992999e-06,
      "loss": 0.0068,
      "step": 29593
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.819702811301226e-06,
      "loss": 0.0409,
      "step": 29594
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.819452261494343e-06,
      "loss": 0.013,
      "step": 29595
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.819201709572997e-06,
      "loss": 0.0139,
      "step": 29596
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.818951155537835e-06,
      "loss": 0.0054,
      "step": 29597
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8187005993895005e-06,
      "loss": 0.0094,
      "step": 29598
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.818450041128643e-06,
      "loss": 0.0129,
      "step": 29599
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.818199480755909e-06,
      "loss": 0.0078,
      "step": 29600
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.817948918271944e-06,
      "loss": 0.0068,
      "step": 29601
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.817698353677395e-06,
      "loss": 0.006,
      "step": 29602
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.817447786972906e-06,
      "loss": 0.0065,
      "step": 29603
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8171972181591285e-06,
      "loss": 0.0131,
      "step": 29604
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8169466472367055e-06,
      "loss": 0.0032,
      "step": 29605
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8166960742062835e-06,
      "loss": 0.0032,
      "step": 29606
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.816445499068511e-06,
      "loss": 0.0023,
      "step": 29607
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.816194921824034e-06,
      "loss": 0.0088,
      "step": 29608
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.815944342473497e-06,
      "loss": 0.0104,
      "step": 29609
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.815693761017549e-06,
      "loss": 0.0107,
      "step": 29610
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8154431774568376e-06,
      "loss": 0.0045,
      "step": 29611
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.815192591792006e-06,
      "loss": 0.0039,
      "step": 29612
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.814942004023701e-06,
      "loss": 0.0024,
      "step": 29613
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8146914141525735e-06,
      "loss": 0.0159,
      "step": 29614
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.814440822179265e-06,
      "loss": 0.0075,
      "step": 29615
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.814190228104426e-06,
      "loss": 0.0028,
      "step": 29616
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8139396319287e-06,
      "loss": 0.0173,
      "step": 29617
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8136890336527366e-06,
      "loss": 0.0056,
      "step": 29618
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.813438433277179e-06,
      "loss": 0.0158,
      "step": 29619
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.813187830802675e-06,
      "loss": 0.0048,
      "step": 29620
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.812937226229875e-06,
      "loss": 0.0108,
      "step": 29621
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.812686619559421e-06,
      "loss": 0.0183,
      "step": 29622
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.812436010791961e-06,
      "loss": 0.0072,
      "step": 29623
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.812185399928141e-06,
      "loss": 0.0289,
      "step": 29624
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.81193478696861e-06,
      "loss": 0.0036,
      "step": 29625
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.811684171914014e-06,
      "loss": 0.0365,
      "step": 29626
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.811433554764998e-06,
      "loss": 0.0251,
      "step": 29627
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8111829355222085e-06,
      "loss": 0.0117,
      "step": 29628
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.810932314186295e-06,
      "loss": 0.009,
      "step": 29629
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.810681690757901e-06,
      "loss": 0.0106,
      "step": 29630
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.810431065237676e-06,
      "loss": 0.006,
      "step": 29631
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.810180437626264e-06,
      "loss": 0.0029,
      "step": 29632
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.809929807924314e-06,
      "loss": 0.0118,
      "step": 29633
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.809679176132471e-06,
      "loss": 0.0062,
      "step": 29634
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.809428542251382e-06,
      "loss": 0.003,
      "step": 29635
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.809177906281696e-06,
      "loss": 0.0062,
      "step": 29636
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.808927268224057e-06,
      "loss": 0.0036,
      "step": 29637
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.808676628079113e-06,
      "loss": 0.011,
      "step": 29638
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.808425985847509e-06,
      "loss": 0.0056,
      "step": 29639
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8081753415298944e-06,
      "loss": 0.0161,
      "step": 29640
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.807924695126915e-06,
      "loss": 0.0097,
      "step": 29641
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8076740466392155e-06,
      "loss": 0.027,
      "step": 29642
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.807423396067446e-06,
      "loss": 0.0083,
      "step": 29643
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.807172743412252e-06,
      "loss": 0.0071,
      "step": 29644
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.806922088674278e-06,
      "loss": 0.0232,
      "step": 29645
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.806671431854174e-06,
      "loss": 0.007,
      "step": 29646
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.8064207729525855e-06,
      "loss": 0.0043,
      "step": 29647
    },
    {
      "epoch": 0.46,
      "learning_rate": 5.806170111970159e-06,
      "loss": 0.0023,
      "step": 29648
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.80591944890754e-06,
      "loss": 0.0058,
      "step": 29649
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.805668783765379e-06,
      "loss": 0.0058,
      "step": 29650
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.80541811654432e-06,
      "loss": 0.0079,
      "step": 29651
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.80516744724501e-06,
      "loss": 0.0103,
      "step": 29652
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.804916775868097e-06,
      "loss": 0.0086,
      "step": 29653
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.804666102414227e-06,
      "loss": 0.0042,
      "step": 29654
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.8044154268840454e-06,
      "loss": 0.0059,
      "step": 29655
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.804164749278203e-06,
      "loss": 0.0249,
      "step": 29656
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.803914069597342e-06,
      "loss": 0.0421,
      "step": 29657
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.803663387842112e-06,
      "loss": 0.0059,
      "step": 29658
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.803412704013159e-06,
      "loss": 0.0037,
      "step": 29659
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.8031620181111306e-06,
      "loss": 0.0075,
      "step": 29660
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.802911330136673e-06,
      "loss": 0.0246,
      "step": 29661
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.802660640090434e-06,
      "loss": 0.0175,
      "step": 29662
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.802409947973057e-06,
      "loss": 0.0071,
      "step": 29663
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.802159253785193e-06,
      "loss": 0.012,
      "step": 29664
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.8019085575274905e-06,
      "loss": 0.0055,
      "step": 29665
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.8016578592005905e-06,
      "loss": 0.0106,
      "step": 29666
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.801407158805141e-06,
      "loss": 0.0094,
      "step": 29667
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.801156456341793e-06,
      "loss": 0.0073,
      "step": 29668
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.80090575181119e-06,
      "loss": 0.0164,
      "step": 29669
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.8006550452139805e-06,
      "loss": 0.0029,
      "step": 29670
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.80040433655081e-06,
      "loss": 0.003,
      "step": 29671
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.8001536258223265e-06,
      "loss": 0.0066,
      "step": 29672
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.799902913029176e-06,
      "loss": 0.0099,
      "step": 29673
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.799652198172006e-06,
      "loss": 0.0024,
      "step": 29674
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.799401481251465e-06,
      "loss": 0.0249,
      "step": 29675
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.799150762268199e-06,
      "loss": 0.0127,
      "step": 29676
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.798900041222851e-06,
      "loss": 0.0102,
      "step": 29677
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.798649318116073e-06,
      "loss": 0.0096,
      "step": 29678
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.798398592948511e-06,
      "loss": 0.0113,
      "step": 29679
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.798147865720811e-06,
      "loss": 0.0089,
      "step": 29680
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.797897136433619e-06,
      "loss": 0.0083,
      "step": 29681
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.797646405087584e-06,
      "loss": 0.0069,
      "step": 29682
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.797395671683351e-06,
      "loss": 0.003,
      "step": 29683
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.797144936221569e-06,
      "loss": 0.0139,
      "step": 29684
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.796894198702885e-06,
      "loss": 0.0151,
      "step": 29685
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.796643459127943e-06,
      "loss": 0.0089,
      "step": 29686
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.796392717497394e-06,
      "loss": 0.0126,
      "step": 29687
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.796141973811881e-06,
      "loss": 0.0051,
      "step": 29688
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.795891228072053e-06,
      "loss": 0.02,
      "step": 29689
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.795640480278559e-06,
      "loss": 0.0126,
      "step": 29690
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.795389730432043e-06,
      "loss": 0.0084,
      "step": 29691
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7951389785331525e-06,
      "loss": 0.0033,
      "step": 29692
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.794888224582536e-06,
      "loss": 0.0036,
      "step": 29693
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.79463746858084e-06,
      "loss": 0.0328,
      "step": 29694
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.79438671052871e-06,
      "loss": 0.0036,
      "step": 29695
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.794135950426794e-06,
      "loss": 0.0095,
      "step": 29696
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7938851882757395e-06,
      "loss": 0.0033,
      "step": 29697
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.793634424076193e-06,
      "loss": 0.0073,
      "step": 29698
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.793383657828803e-06,
      "loss": 0.0167,
      "step": 29699
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.793132889534214e-06,
      "loss": 0.0108,
      "step": 29700
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.792882119193077e-06,
      "loss": 0.0214,
      "step": 29701
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.792631346806033e-06,
      "loss": 0.002,
      "step": 29702
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.792380572373735e-06,
      "loss": 0.0077,
      "step": 29703
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.792129795896828e-06,
      "loss": 0.0074,
      "step": 29704
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.791879017375957e-06,
      "loss": 0.0053,
      "step": 29705
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.791628236811773e-06,
      "loss": 0.0071,
      "step": 29706
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.791377454204918e-06,
      "loss": 0.0031,
      "step": 29707
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.791126669556045e-06,
      "loss": 0.0114,
      "step": 29708
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.790875882865796e-06,
      "loss": 0.011,
      "step": 29709
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.790625094134823e-06,
      "loss": 0.0432,
      "step": 29710
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.790374303363769e-06,
      "loss": 0.0183,
      "step": 29711
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.790123510553282e-06,
      "loss": 0.0018,
      "step": 29712
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.789872715704009e-06,
      "loss": 0.0042,
      "step": 29713
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.789621918816598e-06,
      "loss": 0.0103,
      "step": 29714
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7893711198916995e-06,
      "loss": 0.0279,
      "step": 29715
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.789120318929953e-06,
      "loss": 0.0054,
      "step": 29716
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.788869515932011e-06,
      "loss": 0.0087,
      "step": 29717
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.788618710898519e-06,
      "loss": 0.0099,
      "step": 29718
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.788367903830126e-06,
      "loss": 0.018,
      "step": 29719
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.788117094727477e-06,
      "loss": 0.0044,
      "step": 29720
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7878662835912195e-06,
      "loss": 0.0074,
      "step": 29721
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.787615470422001e-06,
      "loss": 0.0042,
      "step": 29722
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.787364655220468e-06,
      "loss": 0.0076,
      "step": 29723
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.78711383798727e-06,
      "loss": 0.0163,
      "step": 29724
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7868630187230535e-06,
      "loss": 0.0082,
      "step": 29725
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.786612197428464e-06,
      "loss": 0.0032,
      "step": 29726
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.786361374104148e-06,
      "loss": 0.0052,
      "step": 29727
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.786110548750755e-06,
      "loss": 0.0236,
      "step": 29728
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.785859721368933e-06,
      "loss": 0.0141,
      "step": 29729
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.785608891959327e-06,
      "loss": 0.0022,
      "step": 29730
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.785358060522583e-06,
      "loss": 0.0077,
      "step": 29731
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.785107227059352e-06,
      "loss": 0.0136,
      "step": 29732
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7848563915702795e-06,
      "loss": 0.0055,
      "step": 29733
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.784605554056012e-06,
      "loss": 0.0056,
      "step": 29734
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.784354714517197e-06,
      "loss": 0.0197,
      "step": 29735
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.784103872954483e-06,
      "loss": 0.0294,
      "step": 29736
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.783853029368516e-06,
      "loss": 0.0069,
      "step": 29737
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7836021837599435e-06,
      "loss": 0.0253,
      "step": 29738
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.783351336129412e-06,
      "loss": 0.0074,
      "step": 29739
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.783100486477572e-06,
      "loss": 0.0167,
      "step": 29740
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.782849634805068e-06,
      "loss": 0.0037,
      "step": 29741
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.782598781112546e-06,
      "loss": 0.0039,
      "step": 29742
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.782347925400656e-06,
      "loss": 0.0089,
      "step": 29743
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.782097067670044e-06,
      "loss": 0.0082,
      "step": 29744
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.781846207921359e-06,
      "loss": 0.0089,
      "step": 29745
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.781595346155246e-06,
      "loss": 0.0067,
      "step": 29746
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.781344482372353e-06,
      "loss": 0.0139,
      "step": 29747
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.781093616573327e-06,
      "loss": 0.0025,
      "step": 29748
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7808427487588156e-06,
      "loss": 0.0071,
      "step": 29749
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.780591878929468e-06,
      "loss": 0.0077,
      "step": 29750
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.780341007085929e-06,
      "loss": 0.0054,
      "step": 29751
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.780090133228846e-06,
      "loss": 0.0028,
      "step": 29752
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.779839257358868e-06,
      "loss": 0.0166,
      "step": 29753
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.779588379476642e-06,
      "loss": 0.0042,
      "step": 29754
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.779337499582816e-06,
      "loss": 0.0072,
      "step": 29755
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.779086617678033e-06,
      "loss": 0.009,
      "step": 29756
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.778835733762945e-06,
      "loss": 0.0024,
      "step": 29757
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.778584847838199e-06,
      "loss": 0.0119,
      "step": 29758
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.778333959904441e-06,
      "loss": 0.011,
      "step": 29759
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7780830699623185e-06,
      "loss": 0.0157,
      "step": 29760
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.777832178012478e-06,
      "loss": 0.0091,
      "step": 29761
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.77758128405557e-06,
      "loss": 0.0028,
      "step": 29762
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.777330388092238e-06,
      "loss": 0.005,
      "step": 29763
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.777079490123131e-06,
      "loss": 0.0098,
      "step": 29764
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.776828590148898e-06,
      "loss": 0.0099,
      "step": 29765
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.776577688170186e-06,
      "loss": 0.0081,
      "step": 29766
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.776326784187639e-06,
      "loss": 0.0087,
      "step": 29767
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.776075878201908e-06,
      "loss": 0.0032,
      "step": 29768
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.775824970213639e-06,
      "loss": 0.0154,
      "step": 29769
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.775574060223481e-06,
      "loss": 0.0354,
      "step": 29770
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7753231482320795e-06,
      "loss": 0.0053,
      "step": 29771
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.775072234240081e-06,
      "loss": 0.02,
      "step": 29772
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.774821318248137e-06,
      "loss": 0.0018,
      "step": 29773
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7745704002568915e-06,
      "loss": 0.0065,
      "step": 29774
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7743194802669935e-06,
      "loss": 0.009,
      "step": 29775
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.774068558279089e-06,
      "loss": 0.0082,
      "step": 29776
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.773817634293827e-06,
      "loss": 0.0129,
      "step": 29777
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.773566708311853e-06,
      "loss": 0.0077,
      "step": 29778
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.773315780333817e-06,
      "loss": 0.0067,
      "step": 29779
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.773064850360366e-06,
      "loss": 0.0109,
      "step": 29780
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7728139183921465e-06,
      "loss": 0.0189,
      "step": 29781
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.772562984429804e-06,
      "loss": 0.0078,
      "step": 29782
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.772312048473991e-06,
      "loss": 0.0167,
      "step": 29783
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.77206111052535e-06,
      "loss": 0.0064,
      "step": 29784
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.771810170584533e-06,
      "loss": 0.0035,
      "step": 29785
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.771559228652184e-06,
      "loss": 0.0016,
      "step": 29786
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.771308284728952e-06,
      "loss": 0.0127,
      "step": 29787
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.771057338815484e-06,
      "loss": 0.0165,
      "step": 29788
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.770806390912428e-06,
      "loss": 0.0064,
      "step": 29789
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.770555441020432e-06,
      "loss": 0.0058,
      "step": 29790
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.770304489140143e-06,
      "loss": 0.0075,
      "step": 29791
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.770053535272207e-06,
      "loss": 0.006,
      "step": 29792
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.769802579417274e-06,
      "loss": 0.0068,
      "step": 29793
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.76955162157599e-06,
      "loss": 0.0202,
      "step": 29794
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.769300661749005e-06,
      "loss": 0.0031,
      "step": 29795
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7690496999369626e-06,
      "loss": 0.0052,
      "step": 29796
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.768798736140513e-06,
      "loss": 0.0171,
      "step": 29797
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7685477703603034e-06,
      "loss": 0.0195,
      "step": 29798
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.76829680259698e-06,
      "loss": 0.0224,
      "step": 29799
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7680458328511935e-06,
      "loss": 0.027,
      "step": 29800
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.767794861123589e-06,
      "loss": 0.0072,
      "step": 29801
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.767543887414814e-06,
      "loss": 0.0096,
      "step": 29802
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.767292911725516e-06,
      "loss": 0.0164,
      "step": 29803
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7670419340563445e-06,
      "loss": 0.0053,
      "step": 29804
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.766790954407947e-06,
      "loss": 0.0091,
      "step": 29805
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.766539972780968e-06,
      "loss": 0.0034,
      "step": 29806
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7662889891760574e-06,
      "loss": 0.0255,
      "step": 29807
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7660380035938635e-06,
      "loss": 0.0044,
      "step": 29808
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.765787016035033e-06,
      "loss": 0.0091,
      "step": 29809
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.765536026500214e-06,
      "loss": 0.0139,
      "step": 29810
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.765285034990051e-06,
      "loss": 0.0281,
      "step": 29811
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7650340415051976e-06,
      "loss": 0.0038,
      "step": 29812
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.764783046046296e-06,
      "loss": 0.0214,
      "step": 29813
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.764532048613996e-06,
      "loss": 0.0177,
      "step": 29814
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.764281049208947e-06,
      "loss": 0.0268,
      "step": 29815
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7640300478317944e-06,
      "loss": 0.0026,
      "step": 29816
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.763779044483186e-06,
      "loss": 0.004,
      "step": 29817
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.763528039163769e-06,
      "loss": 0.0054,
      "step": 29818
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.763277031874194e-06,
      "loss": 0.0039,
      "step": 29819
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7630260226151055e-06,
      "loss": 0.0057,
      "step": 29820
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.762775011387153e-06,
      "loss": 0.0055,
      "step": 29821
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.762523998190982e-06,
      "loss": 0.0069,
      "step": 29822
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.762272983027244e-06,
      "loss": 0.0043,
      "step": 29823
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.762021965896583e-06,
      "loss": 0.0309,
      "step": 29824
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.761770946799647e-06,
      "loss": 0.0101,
      "step": 29825
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.761519925737087e-06,
      "loss": 0.0046,
      "step": 29826
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.761268902709548e-06,
      "loss": 0.0038,
      "step": 29827
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.761017877717677e-06,
      "loss": 0.007,
      "step": 29828
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.760766850762124e-06,
      "loss": 0.0158,
      "step": 29829
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.760515821843538e-06,
      "loss": 0.0034,
      "step": 29830
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7602647909625616e-06,
      "loss": 0.0094,
      "step": 29831
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.760013758119846e-06,
      "loss": 0.02,
      "step": 29832
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.759762723316039e-06,
      "loss": 0.0074,
      "step": 29833
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.759511686551786e-06,
      "loss": 0.0051,
      "step": 29834
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.759260647827739e-06,
      "loss": 0.0188,
      "step": 29835
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.759009607144542e-06,
      "loss": 0.0038,
      "step": 29836
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.758758564502844e-06,
      "loss": 0.0138,
      "step": 29837
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.758507519903294e-06,
      "loss": 0.0133,
      "step": 29838
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.758256473346536e-06,
      "loss": 0.0093,
      "step": 29839
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.758005424833223e-06,
      "loss": 0.0034,
      "step": 29840
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.757754374364e-06,
      "loss": 0.0028,
      "step": 29841
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.757503321939514e-06,
      "loss": 0.0029,
      "step": 29842
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.757252267560414e-06,
      "loss": 0.0127,
      "step": 29843
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.757001211227347e-06,
      "loss": 0.0201,
      "step": 29844
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.756750152940963e-06,
      "loss": 0.0079,
      "step": 29845
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.756499092701907e-06,
      "loss": 0.0077,
      "step": 29846
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.756248030510827e-06,
      "loss": 0.039,
      "step": 29847
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.755996966368374e-06,
      "loss": 0.0078,
      "step": 29848
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.755745900275192e-06,
      "loss": 0.0069,
      "step": 29849
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.755494832231933e-06,
      "loss": 0.0032,
      "step": 29850
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.75524376223924e-06,
      "loss": 0.0081,
      "step": 29851
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.754992690297764e-06,
      "loss": 0.0088,
      "step": 29852
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.754741616408151e-06,
      "loss": 0.0057,
      "step": 29853
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.754490540571051e-06,
      "loss": 0.0097,
      "step": 29854
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.754239462787111e-06,
      "loss": 0.0266,
      "step": 29855
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.753988383056978e-06,
      "loss": 0.0068,
      "step": 29856
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7537373013813005e-06,
      "loss": 0.0083,
      "step": 29857
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7534862177607266e-06,
      "loss": 0.0093,
      "step": 29858
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.753235132195904e-06,
      "loss": 0.0074,
      "step": 29859
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.752984044687481e-06,
      "loss": 0.011,
      "step": 29860
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.752732955236105e-06,
      "loss": 0.014,
      "step": 29861
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.752481863842423e-06,
      "loss": 0.0163,
      "step": 29862
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.752230770507083e-06,
      "loss": 0.0102,
      "step": 29863
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.751979675230735e-06,
      "loss": 0.0037,
      "step": 29864
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7517285780140265e-06,
      "loss": 0.0166,
      "step": 29865
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7514774788576045e-06,
      "loss": 0.0096,
      "step": 29866
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.751226377762116e-06,
      "loss": 0.0047,
      "step": 29867
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.750975274728209e-06,
      "loss": 0.0068,
      "step": 29868
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.750724169756534e-06,
      "loss": 0.0053,
      "step": 29869
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.750473062847738e-06,
      "loss": 0.0039,
      "step": 29870
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.750221954002466e-06,
      "loss": 0.0147,
      "step": 29871
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.749970843221369e-06,
      "loss": 0.0031,
      "step": 29872
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.749719730505095e-06,
      "loss": 0.0032,
      "step": 29873
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7494686158542886e-06,
      "loss": 0.0086,
      "step": 29874
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.749217499269604e-06,
      "loss": 0.011,
      "step": 29875
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7489663807516815e-06,
      "loss": 0.0055,
      "step": 29876
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7487152603011765e-06,
      "loss": 0.0086,
      "step": 29877
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.748464137918731e-06,
      "loss": 0.0123,
      "step": 29878
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.748213013604995e-06,
      "loss": 0.0062,
      "step": 29879
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.747961887360619e-06,
      "loss": 0.0069,
      "step": 29880
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.747710759186249e-06,
      "loss": 0.0133,
      "step": 29881
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.747459629082531e-06,
      "loss": 0.0112,
      "step": 29882
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.747208497050115e-06,
      "loss": 0.0325,
      "step": 29883
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.746957363089651e-06,
      "loss": 0.0104,
      "step": 29884
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.746706227201784e-06,
      "loss": 0.0045,
      "step": 29885
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.746455089387162e-06,
      "loss": 0.0087,
      "step": 29886
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.746203949646435e-06,
      "loss": 0.0059,
      "step": 29887
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7459528079802485e-06,
      "loss": 0.0041,
      "step": 29888
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.745701664389252e-06,
      "loss": 0.002,
      "step": 29889
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.745450518874095e-06,
      "loss": 0.0162,
      "step": 29890
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.745199371435425e-06,
      "loss": 0.012,
      "step": 29891
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.744948222073887e-06,
      "loss": 0.0092,
      "step": 29892
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.744697070790131e-06,
      "loss": 0.0013,
      "step": 29893
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.744445917584807e-06,
      "loss": 0.0103,
      "step": 29894
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.74419476245856e-06,
      "loss": 0.0069,
      "step": 29895
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.74394360541204e-06,
      "loss": 0.007,
      "step": 29896
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.743692446445893e-06,
      "loss": 0.0006,
      "step": 29897
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.74344128556077e-06,
      "loss": 0.0126,
      "step": 29898
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.743190122757318e-06,
      "loss": 0.008,
      "step": 29899
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.742938958036184e-06,
      "loss": 0.008,
      "step": 29900
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.742687791398016e-06,
      "loss": 0.0034,
      "step": 29901
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.742436622843464e-06,
      "loss": 0.009,
      "step": 29902
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.742185452373173e-06,
      "loss": 0.0069,
      "step": 29903
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.741934279987794e-06,
      "loss": 0.0144,
      "step": 29904
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.741683105687975e-06,
      "loss": 0.0178,
      "step": 29905
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.741431929474364e-06,
      "loss": 0.0017,
      "step": 29906
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.741180751347607e-06,
      "loss": 0.0102,
      "step": 29907
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.740929571308353e-06,
      "loss": 0.0178,
      "step": 29908
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.740678389357252e-06,
      "loss": 0.0059,
      "step": 29909
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.740427205494951e-06,
      "loss": 0.0008,
      "step": 29910
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7401760197220965e-06,
      "loss": 0.0053,
      "step": 29911
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.739924832039337e-06,
      "loss": 0.0166,
      "step": 29912
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.739673642447325e-06,
      "loss": 0.0083,
      "step": 29913
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.739422450946704e-06,
      "loss": 0.0053,
      "step": 29914
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.739171257538123e-06,
      "loss": 0.0096,
      "step": 29915
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.738920062222232e-06,
      "loss": 0.026,
      "step": 29916
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.738668864999675e-06,
      "loss": 0.0295,
      "step": 29917
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.738417665871106e-06,
      "loss": 0.0059,
      "step": 29918
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.738166464837169e-06,
      "loss": 0.0042,
      "step": 29919
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.737915261898514e-06,
      "loss": 0.0053,
      "step": 29920
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.737664057055787e-06,
      "loss": 0.0205,
      "step": 29921
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.737412850309638e-06,
      "loss": 0.0042,
      "step": 29922
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.737161641660717e-06,
      "loss": 0.0121,
      "step": 29923
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.736910431109668e-06,
      "loss": 0.0051,
      "step": 29924
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.736659218657143e-06,
      "loss": 0.0056,
      "step": 29925
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.736408004303788e-06,
      "loss": 0.0083,
      "step": 29926
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7361567880502525e-06,
      "loss": 0.0118,
      "step": 29927
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.735905569897182e-06,
      "loss": 0.0034,
      "step": 29928
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.735654349845227e-06,
      "loss": 0.0058,
      "step": 29929
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.735403127895039e-06,
      "loss": 0.0118,
      "step": 29930
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.73515190404726e-06,
      "loss": 0.0036,
      "step": 29931
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.734900678302541e-06,
      "loss": 0.0096,
      "step": 29932
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.73464945066153e-06,
      "loss": 0.0032,
      "step": 29933
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.734398221124876e-06,
      "loss": 0.0049,
      "step": 29934
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.734146989693228e-06,
      "loss": 0.0009,
      "step": 29935
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.733895756367232e-06,
      "loss": 0.008,
      "step": 29936
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.733644521147536e-06,
      "loss": 0.0141,
      "step": 29937
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.733393284034791e-06,
      "loss": 0.0065,
      "step": 29938
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.733142045029644e-06,
      "loss": 0.0066,
      "step": 29939
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.732890804132741e-06,
      "loss": 0.0116,
      "step": 29940
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.732639561344735e-06,
      "loss": 0.0134,
      "step": 29941
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.73238831666627e-06,
      "loss": 0.0127,
      "step": 29942
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.732137070097996e-06,
      "loss": 0.0137,
      "step": 29943
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.731885821640561e-06,
      "loss": 0.0167,
      "step": 29944
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7316345712946155e-06,
      "loss": 0.0101,
      "step": 29945
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.731383319060805e-06,
      "loss": 0.0097,
      "step": 29946
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7311320649397775e-06,
      "loss": 0.0161,
      "step": 29947
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.730880808932183e-06,
      "loss": 0.0039,
      "step": 29948
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.730629551038671e-06,
      "loss": 0.0029,
      "step": 29949
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.730378291259886e-06,
      "loss": 0.0062,
      "step": 29950
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.73012702959648e-06,
      "loss": 0.0065,
      "step": 29951
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.729875766049099e-06,
      "loss": 0.0014,
      "step": 29952
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.729624500618391e-06,
      "loss": 0.0111,
      "step": 29953
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.729373233305009e-06,
      "loss": 0.0116,
      "step": 29954
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7291219641095954e-06,
      "loss": 0.0067,
      "step": 29955
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.728870693032802e-06,
      "loss": 0.018,
      "step": 29956
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.728619420075275e-06,
      "loss": 0.0055,
      "step": 29957
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.728368145237664e-06,
      "loss": 0.0099,
      "step": 29958
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.728116868520619e-06,
      "loss": 0.0125,
      "step": 29959
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.727865589924786e-06,
      "loss": 0.0158,
      "step": 29960
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.727614309450814e-06,
      "loss": 0.0062,
      "step": 29961
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7273630270993504e-06,
      "loss": 0.0026,
      "step": 29962
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7271117428710466e-06,
      "loss": 0.024,
      "step": 29963
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7268604567665494e-06,
      "loss": 0.0072,
      "step": 29964
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.726609168786505e-06,
      "loss": 0.0229,
      "step": 29965
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.726357878931566e-06,
      "loss": 0.0085,
      "step": 29966
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.726106587202376e-06,
      "loss": 0.0108,
      "step": 29967
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.725855293599586e-06,
      "loss": 0.0132,
      "step": 29968
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7256039981238466e-06,
      "loss": 0.0041,
      "step": 29969
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.725352700775804e-06,
      "loss": 0.0072,
      "step": 29970
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.725101401556103e-06,
      "loss": 0.0068,
      "step": 29971
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.724850100465399e-06,
      "loss": 0.0234,
      "step": 29972
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.724598797504336e-06,
      "loss": 0.0101,
      "step": 29973
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.724347492673565e-06,
      "loss": 0.0061,
      "step": 29974
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.724096185973731e-06,
      "loss": 0.0158,
      "step": 29975
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.723844877405484e-06,
      "loss": 0.0083,
      "step": 29976
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.723593566969475e-06,
      "loss": 0.0052,
      "step": 29977
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.72334225466635e-06,
      "loss": 0.0124,
      "step": 29978
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.723090940496757e-06,
      "loss": 0.0059,
      "step": 29979
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.722839624461346e-06,
      "loss": 0.0092,
      "step": 29980
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.722588306560764e-06,
      "loss": 0.0118,
      "step": 29981
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.722336986795662e-06,
      "loss": 0.0019,
      "step": 29982
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.722085665166685e-06,
      "loss": 0.0032,
      "step": 29983
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.721834341674484e-06,
      "loss": 0.009,
      "step": 29984
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.721583016319707e-06,
      "loss": 0.0103,
      "step": 29985
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7213316891030016e-06,
      "loss": 0.0131,
      "step": 29986
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.721080360025016e-06,
      "loss": 0.0102,
      "step": 29987
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.720829029086402e-06,
      "loss": 0.0085,
      "step": 29988
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.720577696287806e-06,
      "loss": 0.0022,
      "step": 29989
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.720326361629875e-06,
      "loss": 0.0044,
      "step": 29990
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7200750251132585e-06,
      "loss": 0.0051,
      "step": 29991
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.719823686738607e-06,
      "loss": 0.0097,
      "step": 29992
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.719572346506565e-06,
      "loss": 0.0044,
      "step": 29993
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.719321004417786e-06,
      "loss": 0.0526,
      "step": 29994
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.719069660472916e-06,
      "loss": 0.0042,
      "step": 29995
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.718818314672602e-06,
      "loss": 0.0015,
      "step": 29996
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7185669670174945e-06,
      "loss": 0.0184,
      "step": 29997
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.718315617508242e-06,
      "loss": 0.0089,
      "step": 29998
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.718064266145494e-06,
      "loss": 0.0055,
      "step": 29999
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7178129129298964e-06,
      "loss": 0.0082,
      "step": 30000
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7175615578620994e-06,
      "loss": 0.006,
      "step": 30001
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.717310200942752e-06,
      "loss": 0.0073,
      "step": 30002
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7170588421725e-06,
      "loss": 0.0258,
      "step": 30003
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7168074815519965e-06,
      "loss": 0.0147,
      "step": 30004
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.716556119081887e-06,
      "loss": 0.0055,
      "step": 30005
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.716304754762822e-06,
      "loss": 0.0242,
      "step": 30006
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.716053388595447e-06,
      "loss": 0.0075,
      "step": 30007
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.715802020580413e-06,
      "loss": 0.0035,
      "step": 30008
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.71555065071837e-06,
      "loss": 0.01,
      "step": 30009
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.715299279009963e-06,
      "loss": 0.0088,
      "step": 30010
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.715047905455844e-06,
      "loss": 0.0199,
      "step": 30011
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.714796530056658e-06,
      "loss": 0.0136,
      "step": 30012
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.714545152813058e-06,
      "loss": 0.0044,
      "step": 30013
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.71429377372569e-06,
      "loss": 0.0119,
      "step": 30014
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.714042392795201e-06,
      "loss": 0.0242,
      "step": 30015
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.713791010022243e-06,
      "loss": 0.0095,
      "step": 30016
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.713539625407462e-06,
      "loss": 0.0066,
      "step": 30017
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.71328823895151e-06,
      "loss": 0.0094,
      "step": 30018
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.713036850655032e-06,
      "loss": 0.0127,
      "step": 30019
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7127854605186806e-06,
      "loss": 0.0142,
      "step": 30020
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7125340685431e-06,
      "loss": 0.0011,
      "step": 30021
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.712282674728942e-06,
      "loss": 0.0023,
      "step": 30022
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.712031279076853e-06,
      "loss": 0.0088,
      "step": 30023
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7117798815874845e-06,
      "loss": 0.0039,
      "step": 30024
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.711528482261483e-06,
      "loss": 0.0029,
      "step": 30025
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.711277081099498e-06,
      "loss": 0.0052,
      "step": 30026
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.711025678102178e-06,
      "loss": 0.0482,
      "step": 30027
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.710774273270171e-06,
      "loss": 0.0161,
      "step": 30028
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.710522866604128e-06,
      "loss": 0.0141,
      "step": 30029
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.710271458104695e-06,
      "loss": 0.0147,
      "step": 30030
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.710020047772523e-06,
      "loss": 0.0281,
      "step": 30031
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.709768635608259e-06,
      "loss": 0.0116,
      "step": 30032
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.709517221612552e-06,
      "loss": 0.0076,
      "step": 30033
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.709265805786052e-06,
      "loss": 0.0202,
      "step": 30034
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.709014388129407e-06,
      "loss": 0.0053,
      "step": 30035
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7087629686432646e-06,
      "loss": 0.0197,
      "step": 30036
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7085115473282745e-06,
      "loss": 0.0074,
      "step": 30037
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.708260124185087e-06,
      "loss": 0.0086,
      "step": 30038
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.708008699214348e-06,
      "loss": 0.0027,
      "step": 30039
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.707757272416707e-06,
      "loss": 0.0109,
      "step": 30040
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7075058437928145e-06,
      "loss": 0.001,
      "step": 30041
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.707254413343319e-06,
      "loss": 0.026,
      "step": 30042
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.707002981068866e-06,
      "loss": 0.0059,
      "step": 30043
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.706751546970109e-06,
      "loss": 0.0037,
      "step": 30044
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.706500111047693e-06,
      "loss": 0.0142,
      "step": 30045
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.706248673302269e-06,
      "loss": 0.0092,
      "step": 30046
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.705997233734484e-06,
      "loss": 0.0031,
      "step": 30047
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.705745792344988e-06,
      "loss": 0.0159,
      "step": 30048
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.705494349134433e-06,
      "loss": 0.0182,
      "step": 30049
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.705242904103461e-06,
      "loss": 0.0078,
      "step": 30050
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.704991457252724e-06,
      "loss": 0.0086,
      "step": 30051
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.704740008582873e-06,
      "loss": 0.0045,
      "step": 30052
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.704488558094554e-06,
      "loss": 0.0021,
      "step": 30053
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.704237105788417e-06,
      "loss": 0.0094,
      "step": 30054
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.70398565166511e-06,
      "loss": 0.0201,
      "step": 30055
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7037341957252844e-06,
      "loss": 0.0076,
      "step": 30056
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.703482737969584e-06,
      "loss": 0.0097,
      "step": 30057
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.703231278398663e-06,
      "loss": 0.0124,
      "step": 30058
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.702979817013168e-06,
      "loss": 0.0019,
      "step": 30059
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7027283538137466e-06,
      "loss": 0.0096,
      "step": 30060
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.702476888801049e-06,
      "loss": 0.0158,
      "step": 30061
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.702225421975724e-06,
      "loss": 0.0067,
      "step": 30062
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.701973953338422e-06,
      "loss": 0.0083,
      "step": 30063
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.70172248288979e-06,
      "loss": 0.0091,
      "step": 30064
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.701471010630475e-06,
      "loss": 0.0281,
      "step": 30065
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.701219536561129e-06,
      "loss": 0.0034,
      "step": 30066
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.700968060682401e-06,
      "loss": 0.0142,
      "step": 30067
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.700716582994937e-06,
      "loss": 0.0057,
      "step": 30068
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.7004651034993895e-06,
      "loss": 0.0103,
      "step": 30069
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.700213622196405e-06,
      "loss": 0.0123,
      "step": 30070
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.699962139086633e-06,
      "loss": 0.0134,
      "step": 30071
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.699710654170723e-06,
      "loss": 0.0056,
      "step": 30072
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.699459167449321e-06,
      "loss": 0.0322,
      "step": 30073
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.699207678923082e-06,
      "loss": 0.0114,
      "step": 30074
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.698956188592649e-06,
      "loss": 0.0069,
      "step": 30075
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.698704696458672e-06,
      "loss": 0.0065,
      "step": 30076
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.698453202521803e-06,
      "loss": 0.0067,
      "step": 30077
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.698201706782689e-06,
      "loss": 0.0059,
      "step": 30078
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.697950209241978e-06,
      "loss": 0.0067,
      "step": 30079
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.69769870990032e-06,
      "loss": 0.0035,
      "step": 30080
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6974472087583655e-06,
      "loss": 0.0034,
      "step": 30081
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.69719570581676e-06,
      "loss": 0.0037,
      "step": 30082
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.696944201076154e-06,
      "loss": 0.0035,
      "step": 30083
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6966926945371985e-06,
      "loss": 0.0174,
      "step": 30084
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.69644118620054e-06,
      "loss": 0.0201,
      "step": 30085
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6961896760668275e-06,
      "loss": 0.0023,
      "step": 30086
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.695938164136711e-06,
      "loss": 0.0294,
      "step": 30087
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.69568665041084e-06,
      "loss": 0.0147,
      "step": 30088
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.695435134889862e-06,
      "loss": 0.0042,
      "step": 30089
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.695183617574426e-06,
      "loss": 0.007,
      "step": 30090
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6949320984651825e-06,
      "loss": 0.0053,
      "step": 30091
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.694680577562779e-06,
      "loss": 0.0069,
      "step": 30092
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.694429054867865e-06,
      "loss": 0.0049,
      "step": 30093
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.694177530381091e-06,
      "loss": 0.0111,
      "step": 30094
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.693926004103103e-06,
      "loss": 0.0084,
      "step": 30095
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.693674476034554e-06,
      "loss": 0.0074,
      "step": 30096
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.693422946176088e-06,
      "loss": 0.0059,
      "step": 30097
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.693171414528358e-06,
      "loss": 0.0142,
      "step": 30098
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.692919881092013e-06,
      "loss": 0.0061,
      "step": 30099
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6926683458677e-06,
      "loss": 0.009,
      "step": 30100
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.692416808856068e-06,
      "loss": 0.0159,
      "step": 30101
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6921652700577676e-06,
      "loss": 0.0033,
      "step": 30102
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.691913729473447e-06,
      "loss": 0.0501,
      "step": 30103
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.691662187103757e-06,
      "loss": 0.024,
      "step": 30104
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.691410642949343e-06,
      "loss": 0.0073,
      "step": 30105
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.691159097010857e-06,
      "loss": 0.0029,
      "step": 30106
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.690907549288948e-06,
      "loss": 0.0086,
      "step": 30107
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6906559997842625e-06,
      "loss": 0.0275,
      "step": 30108
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.690404448497453e-06,
      "loss": 0.0043,
      "step": 30109
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.690152895429167e-06,
      "loss": 0.0093,
      "step": 30110
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.689901340580053e-06,
      "loss": 0.0041,
      "step": 30111
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.68964978395076e-06,
      "loss": 0.0041,
      "step": 30112
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.68939822554194e-06,
      "loss": 0.0231,
      "step": 30113
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.689146665354239e-06,
      "loss": 0.0028,
      "step": 30114
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6888951033883066e-06,
      "loss": 0.0044,
      "step": 30115
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.688643539644792e-06,
      "loss": 0.0086,
      "step": 30116
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.688391974124346e-06,
      "loss": 0.0093,
      "step": 30117
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.688140406827614e-06,
      "loss": 0.0214,
      "step": 30118
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.687888837755249e-06,
      "loss": 0.0195,
      "step": 30119
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.687637266907898e-06,
      "loss": 0.0058,
      "step": 30120
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.687385694286212e-06,
      "loss": 0.0064,
      "step": 30121
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.687134119890838e-06,
      "loss": 0.0071,
      "step": 30122
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.686882543722426e-06,
      "loss": 0.0311,
      "step": 30123
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.686630965781625e-06,
      "loss": 0.0033,
      "step": 30124
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.686379386069086e-06,
      "loss": 0.0235,
      "step": 30125
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.686127804585455e-06,
      "loss": 0.0068,
      "step": 30126
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.685876221331383e-06,
      "loss": 0.0084,
      "step": 30127
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.68562463630752e-06,
      "loss": 0.0141,
      "step": 30128
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.685373049514513e-06,
      "loss": 0.006,
      "step": 30129
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6851214609530115e-06,
      "loss": 0.0057,
      "step": 30130
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.684869870623666e-06,
      "loss": 0.0199,
      "step": 30131
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.684618278527126e-06,
      "loss": 0.0128,
      "step": 30132
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.684366684664039e-06,
      "loss": 0.0415,
      "step": 30133
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.684115089035055e-06,
      "loss": 0.0149,
      "step": 30134
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.683863491640824e-06,
      "loss": 0.0066,
      "step": 30135
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.683611892481993e-06,
      "loss": 0.0088,
      "step": 30136
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6833602915592126e-06,
      "loss": 0.0148,
      "step": 30137
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6831086888731334e-06,
      "loss": 0.0026,
      "step": 30138
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6828570844244025e-06,
      "loss": 0.017,
      "step": 30139
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.682605478213669e-06,
      "loss": 0.0183,
      "step": 30140
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.682353870241584e-06,
      "loss": 0.0152,
      "step": 30141
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.682102260508796e-06,
      "loss": 0.0066,
      "step": 30142
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.681850649015953e-06,
      "loss": 0.0111,
      "step": 30143
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.681599035763706e-06,
      "loss": 0.0043,
      "step": 30144
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.681347420752703e-06,
      "loss": 0.0113,
      "step": 30145
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.681095803983594e-06,
      "loss": 0.0092,
      "step": 30146
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.680844185457028e-06,
      "loss": 0.0036,
      "step": 30147
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.680592565173654e-06,
      "loss": 0.0055,
      "step": 30148
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.680340943134121e-06,
      "loss": 0.0184,
      "step": 30149
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.680089319339081e-06,
      "loss": 0.0103,
      "step": 30150
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6798376937891785e-06,
      "loss": 0.0036,
      "step": 30151
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.679586066485065e-06,
      "loss": 0.0197,
      "step": 30152
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.679334437427392e-06,
      "loss": 0.0161,
      "step": 30153
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.679082806616807e-06,
      "loss": 0.006,
      "step": 30154
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.678831174053957e-06,
      "loss": 0.0039,
      "step": 30155
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.678579539739495e-06,
      "loss": 0.0162,
      "step": 30156
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.678327903674069e-06,
      "loss": 0.0014,
      "step": 30157
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.678076265858327e-06,
      "loss": 0.0172,
      "step": 30158
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.67782462629292e-06,
      "loss": 0.0236,
      "step": 30159
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6775729849784974e-06,
      "loss": 0.0058,
      "step": 30160
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.677321341915707e-06,
      "loss": 0.0095,
      "step": 30161
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.677069697105199e-06,
      "loss": 0.0102,
      "step": 30162
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6768180505476225e-06,
      "loss": 0.008,
      "step": 30163
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.676566402243629e-06,
      "loss": 0.0121,
      "step": 30164
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6763147521938625e-06,
      "loss": 0.0069,
      "step": 30165
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.676063100398976e-06,
      "loss": 0.0121,
      "step": 30166
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.675811446859622e-06,
      "loss": 0.0197,
      "step": 30167
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.675559791576443e-06,
      "loss": 0.009,
      "step": 30168
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6753081345500934e-06,
      "loss": 0.0089,
      "step": 30169
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.67505647578122e-06,
      "loss": 0.0027,
      "step": 30170
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.674804815270473e-06,
      "loss": 0.0175,
      "step": 30171
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.674553153018503e-06,
      "loss": 0.0036,
      "step": 30172
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.674301489025957e-06,
      "loss": 0.0195,
      "step": 30173
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.674049823293486e-06,
      "loss": 0.0047,
      "step": 30174
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6737981558217405e-06,
      "loss": 0.0068,
      "step": 30175
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.673546486611366e-06,
      "loss": 0.0136,
      "step": 30176
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.673294815663015e-06,
      "loss": 0.0128,
      "step": 30177
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.673043142977337e-06,
      "loss": 0.0416,
      "step": 30178
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.67279146855498e-06,
      "loss": 0.0056,
      "step": 30179
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.672539792396593e-06,
      "loss": 0.0064,
      "step": 30180
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6722881145028265e-06,
      "loss": 0.0107,
      "step": 30181
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.672036434874332e-06,
      "loss": 0.0077,
      "step": 30182
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.671784753511754e-06,
      "loss": 0.0178,
      "step": 30183
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.671533070415746e-06,
      "loss": 0.0038,
      "step": 30184
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6712813855869565e-06,
      "loss": 0.0082,
      "step": 30185
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.671029699026034e-06,
      "loss": 0.0105,
      "step": 30186
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6707780107336276e-06,
      "loss": 0.0055,
      "step": 30187
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.670526320710387e-06,
      "loss": 0.0069,
      "step": 30188
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6702746289569656e-06,
      "loss": 0.0131,
      "step": 30189
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.670022935474006e-06,
      "loss": 0.0137,
      "step": 30190
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.669771240262162e-06,
      "loss": 0.0091,
      "step": 30191
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6695195433220825e-06,
      "loss": 0.0401,
      "step": 30192
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.669267844654416e-06,
      "loss": 0.0048,
      "step": 30193
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.669016144259813e-06,
      "loss": 0.0123,
      "step": 30194
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.668764442138923e-06,
      "loss": 0.0053,
      "step": 30195
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.668512738292395e-06,
      "loss": 0.0104,
      "step": 30196
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.668261032720879e-06,
      "loss": 0.0078,
      "step": 30197
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.668009325425021e-06,
      "loss": 0.0011,
      "step": 30198
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.667757616405477e-06,
      "loss": 0.0057,
      "step": 30199
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.667505905662892e-06,
      "loss": 0.0101,
      "step": 30200
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.667254193197916e-06,
      "loss": 0.0257,
      "step": 30201
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.667002479011199e-06,
      "loss": 0.005,
      "step": 30202
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.666750763103391e-06,
      "loss": 0.0061,
      "step": 30203
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.666499045475141e-06,
      "loss": 0.0036,
      "step": 30204
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.666247326127098e-06,
      "loss": 0.0021,
      "step": 30205
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.665995605059912e-06,
      "loss": 0.0086,
      "step": 30206
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.665743882274232e-06,
      "loss": 0.0105,
      "step": 30207
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.665492157770709e-06,
      "loss": 0.0122,
      "step": 30208
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.665240431549992e-06,
      "loss": 0.0188,
      "step": 30209
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.664988703612729e-06,
      "loss": 0.0188,
      "step": 30210
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.664736973959573e-06,
      "loss": 0.0073,
      "step": 30211
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.664485242591169e-06,
      "loss": 0.0098,
      "step": 30212
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.664233509508169e-06,
      "loss": 0.0087,
      "step": 30213
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.663981774711224e-06,
      "loss": 0.0149,
      "step": 30214
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.663730038200981e-06,
      "loss": 0.0098,
      "step": 30215
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.663478299978089e-06,
      "loss": 0.0107,
      "step": 30216
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.663226560043201e-06,
      "loss": 0.0155,
      "step": 30217
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.662974818396964e-06,
      "loss": 0.0168,
      "step": 30218
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.662723075040028e-06,
      "loss": 0.0071,
      "step": 30219
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.662471329973043e-06,
      "loss": 0.0299,
      "step": 30220
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.662219583196658e-06,
      "loss": 0.0035,
      "step": 30221
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.661967834711524e-06,
      "loss": 0.006,
      "step": 30222
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.661716084518289e-06,
      "loss": 0.0024,
      "step": 30223
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.661464332617604e-06,
      "loss": 0.0096,
      "step": 30224
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.661212579010117e-06,
      "loss": 0.0249,
      "step": 30225
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6609608236964775e-06,
      "loss": 0.0058,
      "step": 30226
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.660709066677337e-06,
      "loss": 0.0025,
      "step": 30227
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6604573079533446e-06,
      "loss": 0.0184,
      "step": 30228
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.660205547525148e-06,
      "loss": 0.0155,
      "step": 30229
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6599537853934e-06,
      "loss": 0.0086,
      "step": 30230
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.659702021558746e-06,
      "loss": 0.0419,
      "step": 30231
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.65945025602184e-06,
      "loss": 0.0027,
      "step": 30232
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6591984887833305e-06,
      "loss": 0.0071,
      "step": 30233
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.658946719843865e-06,
      "loss": 0.0122,
      "step": 30234
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.658694949204094e-06,
      "loss": 0.0106,
      "step": 30235
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.65844317686467e-06,
      "loss": 0.0114,
      "step": 30236
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6581914028262385e-06,
      "loss": 0.0079,
      "step": 30237
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.657939627089451e-06,
      "loss": 0.0044,
      "step": 30238
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.657687849654959e-06,
      "loss": 0.0036,
      "step": 30239
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.657436070523409e-06,
      "loss": 0.0303,
      "step": 30240
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.657184289695452e-06,
      "loss": 0.0051,
      "step": 30241
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.656932507171737e-06,
      "loss": 0.0071,
      "step": 30242
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.656680722952918e-06,
      "loss": 0.0046,
      "step": 30243
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.656428937039638e-06,
      "loss": 0.0032,
      "step": 30244
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.656177149432549e-06,
      "loss": 0.0112,
      "step": 30245
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.655925360132304e-06,
      "loss": 0.0077,
      "step": 30246
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.655673569139548e-06,
      "loss": 0.0146,
      "step": 30247
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.655421776454935e-06,
      "loss": 0.0113,
      "step": 30248
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.655169982079111e-06,
      "loss": 0.0448,
      "step": 30249
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.654918186012728e-06,
      "loss": 0.027,
      "step": 30250
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.654666388256435e-06,
      "loss": 0.0121,
      "step": 30251
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.65441458881088e-06,
      "loss": 0.0376,
      "step": 30252
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.654162787676718e-06,
      "loss": 0.0215,
      "step": 30253
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.653910984854594e-06,
      "loss": 0.0223,
      "step": 30254
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.653659180345157e-06,
      "loss": 0.0084,
      "step": 30255
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.653407374149061e-06,
      "loss": 0.002,
      "step": 30256
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.653155566266952e-06,
      "loss": 0.0077,
      "step": 30257
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6529037566994825e-06,
      "loss": 0.0211,
      "step": 30258
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.652651945447299e-06,
      "loss": 0.005,
      "step": 30259
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.652400132511054e-06,
      "loss": 0.0116,
      "step": 30260
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.652148317891398e-06,
      "loss": 0.0095,
      "step": 30261
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.651896501588978e-06,
      "loss": 0.0132,
      "step": 30262
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.651644683604446e-06,
      "loss": 0.0264,
      "step": 30263
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.651392863938449e-06,
      "loss": 0.0317,
      "step": 30264
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.65114104259164e-06,
      "loss": 0.0074,
      "step": 30265
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6508892195646656e-06,
      "loss": 0.0114,
      "step": 30266
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6506373948581795e-06,
      "loss": 0.0124,
      "step": 30267
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.650385568472829e-06,
      "loss": 0.0067,
      "step": 30268
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.650133740409264e-06,
      "loss": 0.0136,
      "step": 30269
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.649881910668133e-06,
      "loss": 0.0085,
      "step": 30270
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.64963007925009e-06,
      "loss": 0.0112,
      "step": 30271
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.64937824615578e-06,
      "loss": 0.0037,
      "step": 30272
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.649126411385856e-06,
      "loss": 0.0034,
      "step": 30273
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.648874574940966e-06,
      "loss": 0.0046,
      "step": 30274
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.648622736821762e-06,
      "loss": 0.008,
      "step": 30275
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.648370897028891e-06,
      "loss": 0.0071,
      "step": 30276
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.648119055563004e-06,
      "loss": 0.0088,
      "step": 30277
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.647867212424752e-06,
      "loss": 0.0027,
      "step": 30278
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.647615367614785e-06,
      "loss": 0.004,
      "step": 30279
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.6473635211337495e-06,
      "loss": 0.0048,
      "step": 30280
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.647111672982299e-06,
      "loss": 0.0109,
      "step": 30281
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.646859823161082e-06,
      "loss": 0.0025,
      "step": 30282
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.646607971670749e-06,
      "loss": 0.004,
      "step": 30283
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.646356118511948e-06,
      "loss": 0.0042,
      "step": 30284
    },
    {
      "epoch": 0.47,
      "learning_rate": 5.646104263685329e-06,
      "loss": 0.0067,
      "step": 30285
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.645852407191546e-06,
      "loss": 0.0065,
      "step": 30286
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.645600549031243e-06,
      "loss": 0.0032,
      "step": 30287
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.645348689205073e-06,
      "loss": 0.014,
      "step": 30288
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.645096827713686e-06,
      "loss": 0.0128,
      "step": 30289
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.644844964557733e-06,
      "loss": 0.0072,
      "step": 30290
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.64459309973786e-06,
      "loss": 0.0123,
      "step": 30291
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.644341233254721e-06,
      "loss": 0.0157,
      "step": 30292
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.644089365108964e-06,
      "loss": 0.0126,
      "step": 30293
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.643837495301239e-06,
      "loss": 0.0108,
      "step": 30294
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.643585623832195e-06,
      "loss": 0.0055,
      "step": 30295
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.643333750702483e-06,
      "loss": 0.0079,
      "step": 30296
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.643081875912755e-06,
      "loss": 0.013,
      "step": 30297
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.642829999463657e-06,
      "loss": 0.002,
      "step": 30298
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.642578121355841e-06,
      "loss": 0.0118,
      "step": 30299
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.642326241589956e-06,
      "loss": 0.0051,
      "step": 30300
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.642074360166653e-06,
      "loss": 0.0143,
      "step": 30301
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.64182247708658e-06,
      "loss": 0.004,
      "step": 30302
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.641570592350391e-06,
      "loss": 0.0092,
      "step": 30303
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.641318705958731e-06,
      "loss": 0.0371,
      "step": 30304
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.641066817912254e-06,
      "loss": 0.0078,
      "step": 30305
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.640814928211607e-06,
      "loss": 0.0112,
      "step": 30306
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.640563036857443e-06,
      "loss": 0.0033,
      "step": 30307
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.640311143850409e-06,
      "loss": 0.0068,
      "step": 30308
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.640059249191155e-06,
      "loss": 0.0129,
      "step": 30309
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.639807352880333e-06,
      "loss": 0.0289,
      "step": 30310
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6395554549185926e-06,
      "loss": 0.0073,
      "step": 30311
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6393035553065825e-06,
      "loss": 0.0075,
      "step": 30312
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.639051654044955e-06,
      "loss": 0.0039,
      "step": 30313
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.638799751134356e-06,
      "loss": 0.0139,
      "step": 30314
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.638547846575441e-06,
      "loss": 0.0098,
      "step": 30315
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.638295940368856e-06,
      "loss": 0.0078,
      "step": 30316
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.63804403251525e-06,
      "loss": 0.0031,
      "step": 30317
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.637792123015278e-06,
      "loss": 0.0064,
      "step": 30318
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.637540211869585e-06,
      "loss": 0.0051,
      "step": 30319
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.637288299078824e-06,
      "loss": 0.0122,
      "step": 30320
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.637036384643644e-06,
      "loss": 0.0045,
      "step": 30321
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.636784468564696e-06,
      "loss": 0.0084,
      "step": 30322
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.636532550842628e-06,
      "loss": 0.0045,
      "step": 30323
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.636280631478092e-06,
      "loss": 0.0105,
      "step": 30324
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.636028710471736e-06,
      "loss": 0.0046,
      "step": 30325
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.635776787824212e-06,
      "loss": 0.0164,
      "step": 30326
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.635524863536168e-06,
      "loss": 0.0054,
      "step": 30327
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.635272937608258e-06,
      "loss": 0.0082,
      "step": 30328
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6350210100411286e-06,
      "loss": 0.0068,
      "step": 30329
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.63476908083543e-06,
      "loss": 0.0018,
      "step": 30330
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6345171499918115e-06,
      "loss": 0.0064,
      "step": 30331
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.634265217510927e-06,
      "loss": 0.0127,
      "step": 30332
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6340132833934246e-06,
      "loss": 0.0139,
      "step": 30333
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.633761347639952e-06,
      "loss": 0.0121,
      "step": 30334
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.633509410251161e-06,
      "loss": 0.0139,
      "step": 30335
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.633257471227704e-06,
      "loss": 0.007,
      "step": 30336
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.633005530570227e-06,
      "loss": 0.0105,
      "step": 30337
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.632753588279384e-06,
      "loss": 0.0188,
      "step": 30338
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.632501644355821e-06,
      "loss": 0.0077,
      "step": 30339
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6322496988001926e-06,
      "loss": 0.0022,
      "step": 30340
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.631997751613146e-06,
      "loss": 0.013,
      "step": 30341
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.63174580279533e-06,
      "loss": 0.011,
      "step": 30342
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.631493852347398e-06,
      "loss": 0.0065,
      "step": 30343
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.631241900269999e-06,
      "loss": 0.0161,
      "step": 30344
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.630989946563783e-06,
      "loss": 0.0026,
      "step": 30345
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.630737991229399e-06,
      "loss": 0.0393,
      "step": 30346
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6304860342674994e-06,
      "loss": 0.0239,
      "step": 30347
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6302340756787325e-06,
      "loss": 0.0069,
      "step": 30348
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.629982115463748e-06,
      "loss": 0.007,
      "step": 30349
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.629730153623198e-06,
      "loss": 0.0033,
      "step": 30350
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.629478190157731e-06,
      "loss": 0.0092,
      "step": 30351
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.629226225067999e-06,
      "loss": 0.0053,
      "step": 30352
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.62897425835465e-06,
      "loss": 0.0156,
      "step": 30353
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.628722290018336e-06,
      "loss": 0.0045,
      "step": 30354
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.628470320059706e-06,
      "loss": 0.0014,
      "step": 30355
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6282183484794094e-06,
      "loss": 0.0011,
      "step": 30356
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6279663752780985e-06,
      "loss": 0.0048,
      "step": 30357
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.627714400456423e-06,
      "loss": 0.0029,
      "step": 30358
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.627462424015031e-06,
      "loss": 0.0047,
      "step": 30359
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.627210445954574e-06,
      "loss": 0.0021,
      "step": 30360
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.626958466275704e-06,
      "loss": 0.0178,
      "step": 30361
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6267064849790685e-06,
      "loss": 0.0185,
      "step": 30362
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6264545020653195e-06,
      "loss": 0.0079,
      "step": 30363
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.626202517535106e-06,
      "loss": 0.0116,
      "step": 30364
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.625950531389078e-06,
      "loss": 0.0077,
      "step": 30365
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.625698543627887e-06,
      "loss": 0.0075,
      "step": 30366
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.625446554252183e-06,
      "loss": 0.0051,
      "step": 30367
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.625194563262615e-06,
      "loss": 0.0024,
      "step": 30368
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.624942570659836e-06,
      "loss": 0.0111,
      "step": 30369
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.624690576444492e-06,
      "loss": 0.0186,
      "step": 30370
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.624438580617235e-06,
      "loss": 0.0357,
      "step": 30371
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.624186583178718e-06,
      "loss": 0.0018,
      "step": 30372
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.623934584129588e-06,
      "loss": 0.0027,
      "step": 30373
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6236825834704955e-06,
      "loss": 0.0092,
      "step": 30374
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.623430581202092e-06,
      "loss": 0.0025,
      "step": 30375
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.623178577325028e-06,
      "loss": 0.0038,
      "step": 30376
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.622926571839952e-06,
      "loss": 0.0076,
      "step": 30377
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.622674564747516e-06,
      "loss": 0.0027,
      "step": 30378
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.622422556048368e-06,
      "loss": 0.0088,
      "step": 30379
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.622170545743161e-06,
      "loss": 0.017,
      "step": 30380
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6219185338325424e-06,
      "loss": 0.0214,
      "step": 30381
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.621666520317165e-06,
      "loss": 0.0195,
      "step": 30382
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.62141450519768e-06,
      "loss": 0.0058,
      "step": 30383
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.621162488474734e-06,
      "loss": 0.0061,
      "step": 30384
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6209104701489795e-06,
      "loss": 0.0046,
      "step": 30385
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6206584502210655e-06,
      "loss": 0.0025,
      "step": 30386
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.620406428691645e-06,
      "loss": 0.0219,
      "step": 30387
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.620154405561366e-06,
      "loss": 0.0235,
      "step": 30388
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.619902380830878e-06,
      "loss": 0.0291,
      "step": 30389
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.619650354500834e-06,
      "loss": 0.0176,
      "step": 30390
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.619398326571882e-06,
      "loss": 0.0111,
      "step": 30391
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.619146297044674e-06,
      "loss": 0.0107,
      "step": 30392
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6188942659198595e-06,
      "loss": 0.0026,
      "step": 30393
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.61864223319809e-06,
      "loss": 0.0093,
      "step": 30394
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.618390198880013e-06,
      "loss": 0.0144,
      "step": 30395
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.61813816296628e-06,
      "loss": 0.0089,
      "step": 30396
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.617886125457545e-06,
      "loss": 0.0056,
      "step": 30397
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.617634086354453e-06,
      "loss": 0.0135,
      "step": 30398
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6173820456576565e-06,
      "loss": 0.0205,
      "step": 30399
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.617130003367806e-06,
      "loss": 0.0135,
      "step": 30400
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.616877959485553e-06,
      "loss": 0.006,
      "step": 30401
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.616625914011545e-06,
      "loss": 0.0261,
      "step": 30402
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6163738669464365e-06,
      "loss": 0.0032,
      "step": 30403
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.616121818290874e-06,
      "loss": 0.0173,
      "step": 30404
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.615869768045509e-06,
      "loss": 0.0068,
      "step": 30405
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.615617716210991e-06,
      "loss": 0.002,
      "step": 30406
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6153656627879725e-06,
      "loss": 0.0027,
      "step": 30407
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.615113607777105e-06,
      "loss": 0.0138,
      "step": 30408
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.614861551179034e-06,
      "loss": 0.0126,
      "step": 30409
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.614609492994414e-06,
      "loss": 0.0026,
      "step": 30410
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.614357433223894e-06,
      "loss": 0.004,
      "step": 30411
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6141053718681235e-06,
      "loss": 0.0127,
      "step": 30412
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.613853308927756e-06,
      "loss": 0.0149,
      "step": 30413
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.613601244403437e-06,
      "loss": 0.0027,
      "step": 30414
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.613349178295822e-06,
      "loss": 0.0135,
      "step": 30415
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.613097110605558e-06,
      "loss": 0.0155,
      "step": 30416
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.612845041333296e-06,
      "loss": 0.0048,
      "step": 30417
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.612592970479689e-06,
      "loss": 0.0065,
      "step": 30418
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.612340898045384e-06,
      "loss": 0.0083,
      "step": 30419
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.612088824031032e-06,
      "loss": 0.0029,
      "step": 30420
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.611836748437285e-06,
      "loss": 0.0052,
      "step": 30421
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.611584671264793e-06,
      "loss": 0.0132,
      "step": 30422
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.611332592514207e-06,
      "loss": 0.0072,
      "step": 30423
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.611080512186175e-06,
      "loss": 0.0291,
      "step": 30424
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.61082843028135e-06,
      "loss": 0.014,
      "step": 30425
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.610576346800381e-06,
      "loss": 0.011,
      "step": 30426
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6103242617439195e-06,
      "loss": 0.0045,
      "step": 30427
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.610072175112615e-06,
      "loss": 0.0048,
      "step": 30428
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.609820086907118e-06,
      "loss": 0.0069,
      "step": 30429
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.60956799712808e-06,
      "loss": 0.0076,
      "step": 30430
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.60931590577615e-06,
      "loss": 0.0117,
      "step": 30431
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.60906381285198e-06,
      "loss": 0.0124,
      "step": 30432
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.608811718356222e-06,
      "loss": 0.017,
      "step": 30433
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.608559622289521e-06,
      "loss": 0.0106,
      "step": 30434
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.608307524652532e-06,
      "loss": 0.0252,
      "step": 30435
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.608055425445904e-06,
      "loss": 0.0082,
      "step": 30436
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.607803324670288e-06,
      "loss": 0.0054,
      "step": 30437
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.607551222326335e-06,
      "loss": 0.0143,
      "step": 30438
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.607299118414693e-06,
      "loss": 0.0168,
      "step": 30439
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.607047012936017e-06,
      "loss": 0.0085,
      "step": 30440
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.606794905890952e-06,
      "loss": 0.0124,
      "step": 30441
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6065427972801525e-06,
      "loss": 0.0102,
      "step": 30442
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.606290687104268e-06,
      "loss": 0.0049,
      "step": 30443
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.606038575363949e-06,
      "loss": 0.0036,
      "step": 30444
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.605786462059845e-06,
      "loss": 0.0139,
      "step": 30445
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.605534347192609e-06,
      "loss": 0.0072,
      "step": 30446
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.605282230762889e-06,
      "loss": 0.0113,
      "step": 30447
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.605030112771338e-06,
      "loss": 0.0047,
      "step": 30448
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.604777993218603e-06,
      "loss": 0.0059,
      "step": 30449
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.604525872105337e-06,
      "loss": 0.0052,
      "step": 30450
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.604273749432192e-06,
      "loss": 0.0084,
      "step": 30451
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.604021625199815e-06,
      "loss": 0.0042,
      "step": 30452
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6037694994088594e-06,
      "loss": 0.0039,
      "step": 30453
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.603517372059973e-06,
      "loss": 0.0254,
      "step": 30454
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.603265243153811e-06,
      "loss": 0.01,
      "step": 30455
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.603013112691019e-06,
      "loss": 0.0057,
      "step": 30456
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.60276098067225e-06,
      "loss": 0.0092,
      "step": 30457
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.602508847098156e-06,
      "loss": 0.0079,
      "step": 30458
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6022567119693825e-06,
      "loss": 0.0221,
      "step": 30459
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.602004575286585e-06,
      "loss": 0.0105,
      "step": 30460
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6017524370504125e-06,
      "loss": 0.0098,
      "step": 30461
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.6015002972615165e-06,
      "loss": 0.005,
      "step": 30462
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.601248155920547e-06,
      "loss": 0.019,
      "step": 30463
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.600996013028153e-06,
      "loss": 0.0068,
      "step": 30464
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.600743868584987e-06,
      "loss": 0.0179,
      "step": 30465
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.600491722591698e-06,
      "loss": 0.0101,
      "step": 30466
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.600239575048938e-06,
      "loss": 0.0061,
      "step": 30467
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.599987425957358e-06,
      "loss": 0.0048,
      "step": 30468
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5997352753176095e-06,
      "loss": 0.0073,
      "step": 30469
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.599483123130339e-06,
      "loss": 0.0058,
      "step": 30470
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5992309693962e-06,
      "loss": 0.0201,
      "step": 30471
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.598978814115844e-06,
      "loss": 0.014,
      "step": 30472
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5987266572899215e-06,
      "loss": 0.0201,
      "step": 30473
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.59847449891908e-06,
      "loss": 0.0045,
      "step": 30474
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.598222339003972e-06,
      "loss": 0.0041,
      "step": 30475
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.59797017754525e-06,
      "loss": 0.0025,
      "step": 30476
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5977180145435615e-06,
      "loss": 0.0214,
      "step": 30477
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.59746584999956e-06,
      "loss": 0.0202,
      "step": 30478
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.597213683913895e-06,
      "loss": 0.0049,
      "step": 30479
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.596961516287218e-06,
      "loss": 0.0179,
      "step": 30480
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.596709347120177e-06,
      "loss": 0.0107,
      "step": 30481
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.596457176413424e-06,
      "loss": 0.0342,
      "step": 30482
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.596205004167613e-06,
      "loss": 0.0045,
      "step": 30483
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.595952830383391e-06,
      "loss": 0.0198,
      "step": 30484
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.595700655061408e-06,
      "loss": 0.0222,
      "step": 30485
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.595448478202317e-06,
      "loss": 0.0082,
      "step": 30486
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.595196299806769e-06,
      "loss": 0.0161,
      "step": 30487
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.594944119875413e-06,
      "loss": 0.0117,
      "step": 30488
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.594691938408899e-06,
      "loss": 0.0272,
      "step": 30489
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.594439755407881e-06,
      "loss": 0.0041,
      "step": 30490
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.594187570873007e-06,
      "loss": 0.0044,
      "step": 30491
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.593935384804929e-06,
      "loss": 0.0128,
      "step": 30492
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.593683197204297e-06,
      "loss": 0.0089,
      "step": 30493
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.593431008071763e-06,
      "loss": 0.007,
      "step": 30494
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.593178817407975e-06,
      "loss": 0.0101,
      "step": 30495
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.592926625213585e-06,
      "loss": 0.0064,
      "step": 30496
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.592674431489245e-06,
      "loss": 0.0179,
      "step": 30497
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.592422236235606e-06,
      "loss": 0.008,
      "step": 30498
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5921700394533175e-06,
      "loss": 0.0109,
      "step": 30499
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.591917841143029e-06,
      "loss": 0.0238,
      "step": 30500
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.591665641305394e-06,
      "loss": 0.0068,
      "step": 30501
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.591413439941063e-06,
      "loss": 0.0114,
      "step": 30502
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.591161237050683e-06,
      "loss": 0.0042,
      "step": 30503
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.590909032634908e-06,
      "loss": 0.0128,
      "step": 30504
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5906568266943895e-06,
      "loss": 0.0065,
      "step": 30505
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.590404619229775e-06,
      "loss": 0.0038,
      "step": 30506
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5901524102417206e-06,
      "loss": 0.0076,
      "step": 30507
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.589900199730871e-06,
      "loss": 0.0022,
      "step": 30508
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.589647987697882e-06,
      "loss": 0.0036,
      "step": 30509
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5893957741434005e-06,
      "loss": 0.0024,
      "step": 30510
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.589143559068078e-06,
      "loss": 0.0024,
      "step": 30511
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.58889134247257e-06,
      "loss": 0.0066,
      "step": 30512
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.588639124357521e-06,
      "loss": 0.0024,
      "step": 30513
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.588386904723585e-06,
      "loss": 0.0015,
      "step": 30514
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5881346835714114e-06,
      "loss": 0.0035,
      "step": 30515
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.587882460901653e-06,
      "loss": 0.0125,
      "step": 30516
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.587630236714959e-06,
      "loss": 0.0037,
      "step": 30517
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5873780110119805e-06,
      "loss": 0.0138,
      "step": 30518
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.587125783793369e-06,
      "loss": 0.0085,
      "step": 30519
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.586873555059773e-06,
      "loss": 0.0066,
      "step": 30520
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.586621324811846e-06,
      "loss": 0.0044,
      "step": 30521
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.58636909305024e-06,
      "loss": 0.0052,
      "step": 30522
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5861168597756035e-06,
      "loss": 0.014,
      "step": 30523
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5858646249885855e-06,
      "loss": 0.0087,
      "step": 30524
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.58561238868984e-06,
      "loss": 0.043,
      "step": 30525
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.585360150880017e-06,
      "loss": 0.0074,
      "step": 30526
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.585107911559767e-06,
      "loss": 0.0077,
      "step": 30527
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.584855670729742e-06,
      "loss": 0.0112,
      "step": 30528
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.584603428390591e-06,
      "loss": 0.0076,
      "step": 30529
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.584351184542966e-06,
      "loss": 0.0039,
      "step": 30530
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.584098939187518e-06,
      "loss": 0.0097,
      "step": 30531
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.583846692324898e-06,
      "loss": 0.0105,
      "step": 30532
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.583594443955755e-06,
      "loss": 0.0106,
      "step": 30533
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.583342194080743e-06,
      "loss": 0.0013,
      "step": 30534
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.58308994270051e-06,
      "loss": 0.0043,
      "step": 30535
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.582837689815709e-06,
      "loss": 0.0094,
      "step": 30536
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5825854354269905e-06,
      "loss": 0.009,
      "step": 30537
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.582333179535005e-06,
      "loss": 0.023,
      "step": 30538
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.582080922140401e-06,
      "loss": 0.0075,
      "step": 30539
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.581828663243834e-06,
      "loss": 0.0126,
      "step": 30540
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.581576402845953e-06,
      "loss": 0.0136,
      "step": 30541
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.581324140947408e-06,
      "loss": 0.0156,
      "step": 30542
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5810718775488496e-06,
      "loss": 0.0038,
      "step": 30543
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.580819612650931e-06,
      "loss": 0.0036,
      "step": 30544
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.580567346254301e-06,
      "loss": 0.0135,
      "step": 30545
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.580315078359611e-06,
      "loss": 0.0111,
      "step": 30546
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.580062808967512e-06,
      "loss": 0.003,
      "step": 30547
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.579810538078657e-06,
      "loss": 0.0114,
      "step": 30548
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.579558265693694e-06,
      "loss": 0.0051,
      "step": 30549
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.579305991813274e-06,
      "loss": 0.0073,
      "step": 30550
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.579053716438051e-06,
      "loss": 0.0057,
      "step": 30551
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.578801439568674e-06,
      "loss": 0.0112,
      "step": 30552
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.578549161205792e-06,
      "loss": 0.0077,
      "step": 30553
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.578296881350058e-06,
      "loss": 0.005,
      "step": 30554
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.578044600002125e-06,
      "loss": 0.0019,
      "step": 30555
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.577792317162641e-06,
      "loss": 0.0062,
      "step": 30556
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.577540032832257e-06,
      "loss": 0.0027,
      "step": 30557
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.577287747011625e-06,
      "loss": 0.0125,
      "step": 30558
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.577035459701397e-06,
      "loss": 0.0045,
      "step": 30559
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.57678317090222e-06,
      "loss": 0.0188,
      "step": 30560
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.57653088061475e-06,
      "loss": 0.0138,
      "step": 30561
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.576278588839635e-06,
      "loss": 0.0033,
      "step": 30562
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.576026295577528e-06,
      "loss": 0.0116,
      "step": 30563
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.575774000829077e-06,
      "loss": 0.0041,
      "step": 30564
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.575521704594936e-06,
      "loss": 0.0073,
      "step": 30565
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.575269406875755e-06,
      "loss": 0.003,
      "step": 30566
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5750171076721845e-06,
      "loss": 0.0107,
      "step": 30567
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.574764806984875e-06,
      "loss": 0.0075,
      "step": 30568
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5745125048144774e-06,
      "loss": 0.0072,
      "step": 30569
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.574260201161646e-06,
      "loss": 0.0024,
      "step": 30570
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.574007896027028e-06,
      "loss": 0.0063,
      "step": 30571
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.573755589411277e-06,
      "loss": 0.0087,
      "step": 30572
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5735032813150425e-06,
      "loss": 0.0072,
      "step": 30573
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.573250971738976e-06,
      "loss": 0.0147,
      "step": 30574
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.572998660683727e-06,
      "loss": 0.006,
      "step": 30575
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.57274634814995e-06,
      "loss": 0.021,
      "step": 30576
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.572494034138295e-06,
      "loss": 0.0061,
      "step": 30577
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.57224171864941e-06,
      "loss": 0.004,
      "step": 30578
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.571989401683948e-06,
      "loss": 0.0036,
      "step": 30579
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.571737083242562e-06,
      "loss": 0.004,
      "step": 30580
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.571484763325899e-06,
      "loss": 0.0016,
      "step": 30581
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.571232441934616e-06,
      "loss": 0.0041,
      "step": 30582
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.570980119069358e-06,
      "loss": 0.0045,
      "step": 30583
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.570727794730779e-06,
      "loss": 0.0027,
      "step": 30584
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5704754689195295e-06,
      "loss": 0.01,
      "step": 30585
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.57022314163626e-06,
      "loss": 0.0059,
      "step": 30586
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5699708128816245e-06,
      "loss": 0.0152,
      "step": 30587
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.569718482656271e-06,
      "loss": 0.0046,
      "step": 30588
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.569466150960851e-06,
      "loss": 0.015,
      "step": 30589
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.569213817796017e-06,
      "loss": 0.0028,
      "step": 30590
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.568961483162418e-06,
      "loss": 0.0246,
      "step": 30591
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.568709147060708e-06,
      "loss": 0.0073,
      "step": 30592
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.568456809491536e-06,
      "loss": 0.0019,
      "step": 30593
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.568204470455552e-06,
      "loss": 0.0082,
      "step": 30594
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.56795212995341e-06,
      "loss": 0.0061,
      "step": 30595
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.567699787985759e-06,
      "loss": 0.0058,
      "step": 30596
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.567447444553253e-06,
      "loss": 0.021,
      "step": 30597
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.56719509965654e-06,
      "loss": 0.0087,
      "step": 30598
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.566942753296271e-06,
      "loss": 0.0124,
      "step": 30599
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5666904054730995e-06,
      "loss": 0.0154,
      "step": 30600
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.566438056187675e-06,
      "loss": 0.0154,
      "step": 30601
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5661857054406506e-06,
      "loss": 0.0094,
      "step": 30602
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5659333532326746e-06,
      "loss": 0.0066,
      "step": 30603
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.565680999564399e-06,
      "loss": 0.0042,
      "step": 30604
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.565428644436477e-06,
      "loss": 0.0196,
      "step": 30605
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.565176287849558e-06,
      "loss": 0.0146,
      "step": 30606
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.564923929804292e-06,
      "loss": 0.0081,
      "step": 30607
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.564671570301333e-06,
      "loss": 0.0076,
      "step": 30608
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.564419209341331e-06,
      "loss": 0.006,
      "step": 30609
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.564166846924936e-06,
      "loss": 0.0058,
      "step": 30610
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.563914483052799e-06,
      "loss": 0.0116,
      "step": 30611
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.563662117725575e-06,
      "loss": 0.0291,
      "step": 30612
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5634097509439115e-06,
      "loss": 0.0044,
      "step": 30613
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.563157382708459e-06,
      "loss": 0.0099,
      "step": 30614
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.562905013019872e-06,
      "loss": 0.0138,
      "step": 30615
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.562652641878801e-06,
      "loss": 0.0254,
      "step": 30616
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.562400269285896e-06,
      "loss": 0.0042,
      "step": 30617
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.562147895241807e-06,
      "loss": 0.0033,
      "step": 30618
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.561895519747187e-06,
      "loss": 0.0074,
      "step": 30619
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.561643142802688e-06,
      "loss": 0.0023,
      "step": 30620
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.561390764408958e-06,
      "loss": 0.0029,
      "step": 30621
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5611383845666535e-06,
      "loss": 0.0046,
      "step": 30622
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5608860032764204e-06,
      "loss": 0.0106,
      "step": 30623
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.560633620538913e-06,
      "loss": 0.0219,
      "step": 30624
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.56038123635478e-06,
      "loss": 0.0049,
      "step": 30625
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.560128850724675e-06,
      "loss": 0.0035,
      "step": 30626
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.559876463649252e-06,
      "loss": 0.0187,
      "step": 30627
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.559624075129155e-06,
      "loss": 0.0086,
      "step": 30628
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5593716851650395e-06,
      "loss": 0.0329,
      "step": 30629
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.559119293757558e-06,
      "loss": 0.0027,
      "step": 30630
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.558866900907357e-06,
      "loss": 0.0129,
      "step": 30631
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.558614506615093e-06,
      "loss": 0.0059,
      "step": 30632
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.558362110881415e-06,
      "loss": 0.0093,
      "step": 30633
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.558109713706974e-06,
      "loss": 0.0086,
      "step": 30634
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.557857315092421e-06,
      "loss": 0.0064,
      "step": 30635
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.557604915038407e-06,
      "loss": 0.0037,
      "step": 30636
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.557352513545586e-06,
      "loss": 0.0109,
      "step": 30637
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.557100110614608e-06,
      "loss": 0.0094,
      "step": 30638
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.556847706246122e-06,
      "loss": 0.009,
      "step": 30639
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.556595300440781e-06,
      "loss": 0.0102,
      "step": 30640
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.556342893199237e-06,
      "loss": 0.005,
      "step": 30641
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.556090484522141e-06,
      "loss": 0.0091,
      "step": 30642
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.555838074410143e-06,
      "loss": 0.0082,
      "step": 30643
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5555856628638945e-06,
      "loss": 0.009,
      "step": 30644
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.55533324988405e-06,
      "loss": 0.0181,
      "step": 30645
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.555080835471255e-06,
      "loss": 0.0144,
      "step": 30646
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.554828419626167e-06,
      "loss": 0.0067,
      "step": 30647
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5545760023494326e-06,
      "loss": 0.0079,
      "step": 30648
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.554323583641706e-06,
      "loss": 0.0064,
      "step": 30649
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.554071163503636e-06,
      "loss": 0.0065,
      "step": 30650
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.553818741935877e-06,
      "loss": 0.0156,
      "step": 30651
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.553566318939079e-06,
      "loss": 0.0083,
      "step": 30652
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.553313894513892e-06,
      "loss": 0.0053,
      "step": 30653
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.553061468660968e-06,
      "loss": 0.0076,
      "step": 30654
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5528090413809595e-06,
      "loss": 0.0114,
      "step": 30655
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.552556612674517e-06,
      "loss": 0.0129,
      "step": 30656
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.552304182542293e-06,
      "loss": 0.0274,
      "step": 30657
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.552051750984936e-06,
      "loss": 0.0093,
      "step": 30658
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5517993180031e-06,
      "loss": 0.004,
      "step": 30659
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.551546883597435e-06,
      "loss": 0.0144,
      "step": 30660
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.551294447768593e-06,
      "loss": 0.0102,
      "step": 30661
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.551042010517226e-06,
      "loss": 0.0139,
      "step": 30662
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.550789571843985e-06,
      "loss": 0.006,
      "step": 30663
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5505371317495206e-06,
      "loss": 0.0042,
      "step": 30664
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5502846902344835e-06,
      "loss": 0.0085,
      "step": 30665
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.550032247299527e-06,
      "loss": 0.0066,
      "step": 30666
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.549779802945302e-06,
      "loss": 0.0194,
      "step": 30667
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.549527357172459e-06,
      "loss": 0.0032,
      "step": 30668
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.54927490998165e-06,
      "loss": 0.0159,
      "step": 30669
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.549022461373527e-06,
      "loss": 0.0046,
      "step": 30670
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5487700113487394e-06,
      "loss": 0.0375,
      "step": 30671
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.548517559907941e-06,
      "loss": 0.0094,
      "step": 30672
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.548265107051782e-06,
      "loss": 0.0069,
      "step": 30673
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.548012652780914e-06,
      "loss": 0.0058,
      "step": 30674
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.547760197095988e-06,
      "loss": 0.0114,
      "step": 30675
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.547507739997657e-06,
      "loss": 0.0147,
      "step": 30676
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.547255281486571e-06,
      "loss": 0.0048,
      "step": 30677
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.547002821563381e-06,
      "loss": 0.0118,
      "step": 30678
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.546750360228739e-06,
      "loss": 0.0076,
      "step": 30679
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.546497897483296e-06,
      "loss": 0.0021,
      "step": 30680
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.546245433327705e-06,
      "loss": 0.0099,
      "step": 30681
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.545992967762617e-06,
      "loss": 0.0141,
      "step": 30682
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.545740500788681e-06,
      "loss": 0.0081,
      "step": 30683
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.545488032406553e-06,
      "loss": 0.0174,
      "step": 30684
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.54523556261688e-06,
      "loss": 0.0105,
      "step": 30685
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.544983091420314e-06,
      "loss": 0.0069,
      "step": 30686
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.54473061881751e-06,
      "loss": 0.0077,
      "step": 30687
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.544478144809117e-06,
      "loss": 0.0094,
      "step": 30688
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5442256693957855e-06,
      "loss": 0.01,
      "step": 30689
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.543973192578167e-06,
      "loss": 0.0059,
      "step": 30690
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.543720714356917e-06,
      "loss": 0.0072,
      "step": 30691
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.543468234732683e-06,
      "loss": 0.0149,
      "step": 30692
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.543215753706117e-06,
      "loss": 0.0049,
      "step": 30693
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.54296327127787e-06,
      "loss": 0.0142,
      "step": 30694
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.542710787448596e-06,
      "loss": 0.0074,
      "step": 30695
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.542458302218945e-06,
      "loss": 0.0107,
      "step": 30696
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5422058155895685e-06,
      "loss": 0.0112,
      "step": 30697
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.541953327561117e-06,
      "loss": 0.0071,
      "step": 30698
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.541700838134244e-06,
      "loss": 0.0098,
      "step": 30699
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.541448347309599e-06,
      "loss": 0.014,
      "step": 30700
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.541195855087835e-06,
      "loss": 0.0072,
      "step": 30701
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.540943361469604e-06,
      "loss": 0.004,
      "step": 30702
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.540690866455557e-06,
      "loss": 0.0114,
      "step": 30703
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.540438370046344e-06,
      "loss": 0.0023,
      "step": 30704
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.540185872242616e-06,
      "loss": 0.0412,
      "step": 30705
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.539933373045029e-06,
      "loss": 0.005,
      "step": 30706
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5396808724542305e-06,
      "loss": 0.0057,
      "step": 30707
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.539428370470873e-06,
      "loss": 0.0052,
      "step": 30708
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.539175867095609e-06,
      "loss": 0.0099,
      "step": 30709
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.538923362329087e-06,
      "loss": 0.0174,
      "step": 30710
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.538670856171962e-06,
      "loss": 0.0095,
      "step": 30711
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.538418348624887e-06,
      "loss": 0.0035,
      "step": 30712
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.538165839688508e-06,
      "loss": 0.0134,
      "step": 30713
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.53791332936348e-06,
      "loss": 0.0112,
      "step": 30714
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.537660817650454e-06,
      "loss": 0.0199,
      "step": 30715
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.537408304550083e-06,
      "loss": 0.0047,
      "step": 30716
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.537155790063017e-06,
      "loss": 0.0024,
      "step": 30717
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.536903274189907e-06,
      "loss": 0.0092,
      "step": 30718
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.536650756931405e-06,
      "loss": 0.0325,
      "step": 30719
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.536398238288163e-06,
      "loss": 0.0035,
      "step": 30720
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.536145718260832e-06,
      "loss": 0.0101,
      "step": 30721
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.535893196850066e-06,
      "loss": 0.0287,
      "step": 30722
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.535640674056513e-06,
      "loss": 0.0091,
      "step": 30723
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.535388149880827e-06,
      "loss": 0.0075,
      "step": 30724
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.535135624323658e-06,
      "loss": 0.0094,
      "step": 30725
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.534883097385659e-06,
      "loss": 0.0044,
      "step": 30726
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.534630569067482e-06,
      "loss": 0.0155,
      "step": 30727
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.534378039369778e-06,
      "loss": 0.0132,
      "step": 30728
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.534125508293197e-06,
      "loss": 0.0074,
      "step": 30729
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.533872975838391e-06,
      "loss": 0.0064,
      "step": 30730
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.533620442006015e-06,
      "loss": 0.009,
      "step": 30731
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.533367906796717e-06,
      "loss": 0.0055,
      "step": 30732
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.533115370211149e-06,
      "loss": 0.0142,
      "step": 30733
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.532862832249964e-06,
      "loss": 0.034,
      "step": 30734
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.532610292913814e-06,
      "loss": 0.0162,
      "step": 30735
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.532357752203348e-06,
      "loss": 0.0168,
      "step": 30736
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.532105210119221e-06,
      "loss": 0.0118,
      "step": 30737
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.531852666662083e-06,
      "loss": 0.0115,
      "step": 30738
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.531600121832585e-06,
      "loss": 0.0025,
      "step": 30739
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5313475756313786e-06,
      "loss": 0.0172,
      "step": 30740
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.531095028059117e-06,
      "loss": 0.0133,
      "step": 30741
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.53084247911645e-06,
      "loss": 0.0019,
      "step": 30742
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.530589928804031e-06,
      "loss": 0.0335,
      "step": 30743
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.53033737712251e-06,
      "loss": 0.0355,
      "step": 30744
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.530084824072541e-06,
      "loss": 0.0032,
      "step": 30745
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5298322696547734e-06,
      "loss": 0.0019,
      "step": 30746
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5295797138698604e-06,
      "loss": 0.0052,
      "step": 30747
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.529327156718453e-06,
      "loss": 0.0186,
      "step": 30748
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.529074598201203e-06,
      "loss": 0.0021,
      "step": 30749
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5288220383187605e-06,
      "loss": 0.0197,
      "step": 30750
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.528569477071779e-06,
      "loss": 0.018,
      "step": 30751
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.528316914460911e-06,
      "loss": 0.0079,
      "step": 30752
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.528064350486807e-06,
      "loss": 0.0018,
      "step": 30753
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.527811785150118e-06,
      "loss": 0.005,
      "step": 30754
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.527559218451496e-06,
      "loss": 0.0075,
      "step": 30755
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.527306650391595e-06,
      "loss": 0.0195,
      "step": 30756
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.527054080971063e-06,
      "loss": 0.0154,
      "step": 30757
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.526801510190554e-06,
      "loss": 0.0256,
      "step": 30758
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.52654893805072e-06,
      "loss": 0.0042,
      "step": 30759
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.526296364552213e-06,
      "loss": 0.0223,
      "step": 30760
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5260437896956805e-06,
      "loss": 0.0092,
      "step": 30761
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.52579121348178e-06,
      "loss": 0.0047,
      "step": 30762
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.525538635911162e-06,
      "loss": 0.0148,
      "step": 30763
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.525286056984475e-06,
      "loss": 0.0086,
      "step": 30764
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.525033476702372e-06,
      "loss": 0.0167,
      "step": 30765
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.524780895065507e-06,
      "loss": 0.0105,
      "step": 30766
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.52452831207453e-06,
      "loss": 0.0104,
      "step": 30767
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.524275727730092e-06,
      "loss": 0.0089,
      "step": 30768
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.524023142032845e-06,
      "loss": 0.0105,
      "step": 30769
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5237705549834434e-06,
      "loss": 0.0063,
      "step": 30770
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.523517966582537e-06,
      "loss": 0.0026,
      "step": 30771
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.523265376830776e-06,
      "loss": 0.0279,
      "step": 30772
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.523012785728813e-06,
      "loss": 0.0283,
      "step": 30773
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.522760193277302e-06,
      "loss": 0.0034,
      "step": 30774
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5225075994768925e-06,
      "loss": 0.0062,
      "step": 30775
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.522255004328238e-06,
      "loss": 0.0089,
      "step": 30776
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.52200240783199e-06,
      "loss": 0.0105,
      "step": 30777
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.521749809988799e-06,
      "loss": 0.0127,
      "step": 30778
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.521497210799316e-06,
      "loss": 0.0133,
      "step": 30779
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.521244610264195e-06,
      "loss": 0.0048,
      "step": 30780
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.520992008384089e-06,
      "loss": 0.0066,
      "step": 30781
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.520739405159645e-06,
      "loss": 0.0034,
      "step": 30782
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.520486800591519e-06,
      "loss": 0.0153,
      "step": 30783
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.520234194680361e-06,
      "loss": 0.0085,
      "step": 30784
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.519981587426822e-06,
      "loss": 0.0071,
      "step": 30785
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.519728978831557e-06,
      "loss": 0.0079,
      "step": 30786
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.519476368895216e-06,
      "loss": 0.0076,
      "step": 30787
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5192237576184485e-06,
      "loss": 0.0037,
      "step": 30788
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.51897114500191e-06,
      "loss": 0.0044,
      "step": 30789
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5187185310462495e-06,
      "loss": 0.0069,
      "step": 30790
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.518465915752123e-06,
      "loss": 0.0103,
      "step": 30791
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.518213299120178e-06,
      "loss": 0.006,
      "step": 30792
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.517960681151067e-06,
      "loss": 0.0284,
      "step": 30793
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.517708061845441e-06,
      "loss": 0.0056,
      "step": 30794
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.517455441203957e-06,
      "loss": 0.0045,
      "step": 30795
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.517202819227262e-06,
      "loss": 0.0063,
      "step": 30796
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.516950195916009e-06,
      "loss": 0.0032,
      "step": 30797
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.51669757127085e-06,
      "loss": 0.0094,
      "step": 30798
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5164449452924366e-06,
      "loss": 0.0072,
      "step": 30799
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5161923179814204e-06,
      "loss": 0.011,
      "step": 30800
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.515939689338455e-06,
      "loss": 0.0082,
      "step": 30801
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.515687059364191e-06,
      "loss": 0.0175,
      "step": 30802
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.51543442805928e-06,
      "loss": 0.0041,
      "step": 30803
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.515181795424374e-06,
      "loss": 0.0066,
      "step": 30804
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.514929161460125e-06,
      "loss": 0.0038,
      "step": 30805
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.514676526167185e-06,
      "loss": 0.0063,
      "step": 30806
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.514423889546207e-06,
      "loss": 0.0107,
      "step": 30807
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.514171251597841e-06,
      "loss": 0.0068,
      "step": 30808
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.51391861232274e-06,
      "loss": 0.0013,
      "step": 30809
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.513665971721555e-06,
      "loss": 0.0277,
      "step": 30810
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.513413329794939e-06,
      "loss": 0.0078,
      "step": 30811
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.513160686543542e-06,
      "loss": 0.0278,
      "step": 30812
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.512908041968018e-06,
      "loss": 0.0178,
      "step": 30813
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.512655396069019e-06,
      "loss": 0.0038,
      "step": 30814
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.512402748847194e-06,
      "loss": 0.0268,
      "step": 30815
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5121501003032e-06,
      "loss": 0.0143,
      "step": 30816
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.511897450437684e-06,
      "loss": 0.0121,
      "step": 30817
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5116447992513e-06,
      "loss": 0.0139,
      "step": 30818
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.511392146744698e-06,
      "loss": 0.0037,
      "step": 30819
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.511139492918534e-06,
      "loss": 0.0062,
      "step": 30820
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5108868377734584e-06,
      "loss": 0.0059,
      "step": 30821
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.51063418131012e-06,
      "loss": 0.0199,
      "step": 30822
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5103815235291735e-06,
      "loss": 0.0085,
      "step": 30823
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.510128864431272e-06,
      "loss": 0.0056,
      "step": 30824
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5098762040170635e-06,
      "loss": 0.0109,
      "step": 30825
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.509623542287205e-06,
      "loss": 0.014,
      "step": 30826
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.509370879242344e-06,
      "loss": 0.008,
      "step": 30827
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.509118214883136e-06,
      "loss": 0.0265,
      "step": 30828
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.508865549210229e-06,
      "loss": 0.0196,
      "step": 30829
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5086128822242765e-06,
      "loss": 0.0094,
      "step": 30830
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.508360213925934e-06,
      "loss": 0.0299,
      "step": 30831
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.508107544315849e-06,
      "loss": 0.0095,
      "step": 30832
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5078548733946745e-06,
      "loss": 0.0156,
      "step": 30833
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.507602201163063e-06,
      "loss": 0.0127,
      "step": 30834
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.507349527621668e-06,
      "loss": 0.0048,
      "step": 30835
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.50709685277114e-06,
      "loss": 0.0164,
      "step": 30836
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.506844176612129e-06,
      "loss": 0.0209,
      "step": 30837
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.50659149914529e-06,
      "loss": 0.0165,
      "step": 30838
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.506338820371276e-06,
      "loss": 0.0065,
      "step": 30839
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.506086140290734e-06,
      "loss": 0.0055,
      "step": 30840
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.50583345890432e-06,
      "loss": 0.0228,
      "step": 30841
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.505580776212685e-06,
      "loss": 0.0163,
      "step": 30842
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.505328092216482e-06,
      "loss": 0.0078,
      "step": 30843
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.50507540691636e-06,
      "loss": 0.0063,
      "step": 30844
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.504822720312973e-06,
      "loss": 0.0046,
      "step": 30845
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.504570032406976e-06,
      "loss": 0.0113,
      "step": 30846
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5043173431990145e-06,
      "loss": 0.0057,
      "step": 30847
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.504064652689745e-06,
      "loss": 0.0094,
      "step": 30848
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.50381196087982e-06,
      "loss": 0.0041,
      "step": 30849
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.503559267769889e-06,
      "loss": 0.0064,
      "step": 30850
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.503306573360606e-06,
      "loss": 0.0105,
      "step": 30851
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.503053877652621e-06,
      "loss": 0.0041,
      "step": 30852
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.502801180646588e-06,
      "loss": 0.0116,
      "step": 30853
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.502548482343157e-06,
      "loss": 0.0048,
      "step": 30854
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5022957827429825e-06,
      "loss": 0.0052,
      "step": 30855
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.502043081846716e-06,
      "loss": 0.0117,
      "step": 30856
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.501790379655008e-06,
      "loss": 0.0144,
      "step": 30857
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.501537676168511e-06,
      "loss": 0.0095,
      "step": 30858
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.501284971387878e-06,
      "loss": 0.0169,
      "step": 30859
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.501032265313761e-06,
      "loss": 0.0051,
      "step": 30860
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.500779557946813e-06,
      "loss": 0.0165,
      "step": 30861
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.500526849287682e-06,
      "loss": 0.0041,
      "step": 30862
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.5002741393370225e-06,
      "loss": 0.0145,
      "step": 30863
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.50002142809549e-06,
      "loss": 0.0048,
      "step": 30864
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.499768715563731e-06,
      "loss": 0.0024,
      "step": 30865
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.499516001742401e-06,
      "loss": 0.0188,
      "step": 30866
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.499263286632151e-06,
      "loss": 0.0076,
      "step": 30867
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.499010570233633e-06,
      "loss": 0.0203,
      "step": 30868
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.498757852547499e-06,
      "loss": 0.0043,
      "step": 30869
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.498505133574401e-06,
      "loss": 0.0047,
      "step": 30870
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.498252413314994e-06,
      "loss": 0.0125,
      "step": 30871
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.497999691769926e-06,
      "loss": 0.02,
      "step": 30872
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.49774696893985e-06,
      "loss": 0.0125,
      "step": 30873
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4974942448254185e-06,
      "loss": 0.0213,
      "step": 30874
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.497241519427287e-06,
      "loss": 0.0038,
      "step": 30875
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.496988792746102e-06,
      "loss": 0.0072,
      "step": 30876
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4967360647825185e-06,
      "loss": 0.0241,
      "step": 30877
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.496483335537189e-06,
      "loss": 0.0049,
      "step": 30878
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.496230605010764e-06,
      "loss": 0.0083,
      "step": 30879
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.495977873203896e-06,
      "loss": 0.0099,
      "step": 30880
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.495725140117239e-06,
      "loss": 0.007,
      "step": 30881
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.495472405751445e-06,
      "loss": 0.0082,
      "step": 30882
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.495219670107162e-06,
      "loss": 0.0036,
      "step": 30883
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.494966933185046e-06,
      "loss": 0.013,
      "step": 30884
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.49471419498575e-06,
      "loss": 0.0045,
      "step": 30885
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.494461455509924e-06,
      "loss": 0.008,
      "step": 30886
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.49420871475822e-06,
      "loss": 0.0029,
      "step": 30887
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4939559727312895e-06,
      "loss": 0.0064,
      "step": 30888
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.493703229429787e-06,
      "loss": 0.0106,
      "step": 30889
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4934504848543635e-06,
      "loss": 0.0085,
      "step": 30890
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.493197739005672e-06,
      "loss": 0.0039,
      "step": 30891
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.492944991884362e-06,
      "loss": 0.0064,
      "step": 30892
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.49269224349109e-06,
      "loss": 0.0011,
      "step": 30893
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4924394938265035e-06,
      "loss": 0.0147,
      "step": 30894
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4921867428912575e-06,
      "loss": 0.0355,
      "step": 30895
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.491933990686006e-06,
      "loss": 0.0046,
      "step": 30896
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.491681237211396e-06,
      "loss": 0.0065,
      "step": 30897
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.491428482468083e-06,
      "loss": 0.0014,
      "step": 30898
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.491175726456718e-06,
      "loss": 0.0047,
      "step": 30899
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.490922969177956e-06,
      "loss": 0.0066,
      "step": 30900
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.490670210632445e-06,
      "loss": 0.0033,
      "step": 30901
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.49041745082084e-06,
      "loss": 0.0079,
      "step": 30902
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.490164689743793e-06,
      "loss": 0.0036,
      "step": 30903
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.489911927401956e-06,
      "loss": 0.0087,
      "step": 30904
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.489659163795978e-06,
      "loss": 0.0056,
      "step": 30905
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.489406398926517e-06,
      "loss": 0.0114,
      "step": 30906
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4891536327942215e-06,
      "loss": 0.0106,
      "step": 30907
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.488900865399745e-06,
      "loss": 0.0218,
      "step": 30908
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4886480967437375e-06,
      "loss": 0.0139,
      "step": 30909
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.488395326826855e-06,
      "loss": 0.0031,
      "step": 30910
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.488142555649747e-06,
      "loss": 0.0154,
      "step": 30911
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.487889783213066e-06,
      "loss": 0.0129,
      "step": 30912
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.487637009517465e-06,
      "loss": 0.01,
      "step": 30913
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.487384234563597e-06,
      "loss": 0.0264,
      "step": 30914
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4871314583521115e-06,
      "loss": 0.0214,
      "step": 30915
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.486878680883663e-06,
      "loss": 0.015,
      "step": 30916
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.486625902158903e-06,
      "loss": 0.0082,
      "step": 30917
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.486373122178485e-06,
      "loss": 0.0068,
      "step": 30918
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.48612034094306e-06,
      "loss": 0.0031,
      "step": 30919
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.485867558453278e-06,
      "loss": 0.0126,
      "step": 30920
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.485614774709797e-06,
      "loss": 0.0105,
      "step": 30921
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.4853619897132645e-06,
      "loss": 0.0068,
      "step": 30922
    },
    {
      "epoch": 0.48,
      "learning_rate": 5.485109203464335e-06,
      "loss": 0.0126,
      "step": 30923
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.484856415963659e-06,
      "loss": 0.0142,
      "step": 30924
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.484603627211891e-06,
      "loss": 0.0053,
      "step": 30925
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.484350837209681e-06,
      "loss": 0.0077,
      "step": 30926
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4840980459576835e-06,
      "loss": 0.0144,
      "step": 30927
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.483845253456549e-06,
      "loss": 0.018,
      "step": 30928
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.483592459706929e-06,
      "loss": 0.0085,
      "step": 30929
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.483339664709479e-06,
      "loss": 0.0163,
      "step": 30930
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4830868684648494e-06,
      "loss": 0.0042,
      "step": 30931
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.482834070973693e-06,
      "loss": 0.0074,
      "step": 30932
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.48258127223666e-06,
      "loss": 0.0204,
      "step": 30933
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4823284722544055e-06,
      "loss": 0.007,
      "step": 30934
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.482075671027581e-06,
      "loss": 0.0115,
      "step": 30935
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.48182286855684e-06,
      "loss": 0.0041,
      "step": 30936
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.481570064842831e-06,
      "loss": 0.0087,
      "step": 30937
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.481317259886209e-06,
      "loss": 0.003,
      "step": 30938
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.481064453687627e-06,
      "loss": 0.0052,
      "step": 30939
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4808116462477345e-06,
      "loss": 0.0224,
      "step": 30940
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.480558837567188e-06,
      "loss": 0.0134,
      "step": 30941
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.480306027646636e-06,
      "loss": 0.0051,
      "step": 30942
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.480053216486734e-06,
      "loss": 0.012,
      "step": 30943
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.479800404088131e-06,
      "loss": 0.01,
      "step": 30944
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.47954759045148e-06,
      "loss": 0.0049,
      "step": 30945
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.479294775577437e-06,
      "loss": 0.0043,
      "step": 30946
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.479041959466652e-06,
      "loss": 0.0065,
      "step": 30947
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4787891421197744e-06,
      "loss": 0.0108,
      "step": 30948
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.478536323537461e-06,
      "loss": 0.0172,
      "step": 30949
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.478283503720362e-06,
      "loss": 0.0107,
      "step": 30950
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.478030682669131e-06,
      "loss": 0.0034,
      "step": 30951
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4777778603844175e-06,
      "loss": 0.0441,
      "step": 30952
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4775250368668775e-06,
      "loss": 0.0043,
      "step": 30953
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.477272212117162e-06,
      "loss": 0.0075,
      "step": 30954
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.477019386135921e-06,
      "loss": 0.0169,
      "step": 30955
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.476766558923812e-06,
      "loss": 0.0063,
      "step": 30956
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.476513730481483e-06,
      "loss": 0.0049,
      "step": 30957
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.476260900809587e-06,
      "loss": 0.0077,
      "step": 30958
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.476008069908777e-06,
      "loss": 0.0078,
      "step": 30959
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.475755237779706e-06,
      "loss": 0.0085,
      "step": 30960
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.475502404423028e-06,
      "loss": 0.0116,
      "step": 30961
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.47524956983939e-06,
      "loss": 0.0041,
      "step": 30962
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.474996734029448e-06,
      "loss": 0.007,
      "step": 30963
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.474743896993856e-06,
      "loss": 0.0036,
      "step": 30964
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.474491058733263e-06,
      "loss": 0.0092,
      "step": 30965
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4742382192483245e-06,
      "loss": 0.0267,
      "step": 30966
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.47398537853969e-06,
      "loss": 0.0061,
      "step": 30967
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4737325366080156e-06,
      "loss": 0.037,
      "step": 30968
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.473479693453948e-06,
      "loss": 0.0078,
      "step": 30969
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4732268490781446e-06,
      "loss": 0.0242,
      "step": 30970
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.472974003481256e-06,
      "loss": 0.0135,
      "step": 30971
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.472721156663936e-06,
      "loss": 0.0128,
      "step": 30972
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.472468308626835e-06,
      "loss": 0.004,
      "step": 30973
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.472215459370606e-06,
      "loss": 0.0131,
      "step": 30974
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.471962608895902e-06,
      "loss": 0.0114,
      "step": 30975
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.471709757203375e-06,
      "loss": 0.0031,
      "step": 30976
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.471456904293677e-06,
      "loss": 0.0014,
      "step": 30977
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.471204050167462e-06,
      "loss": 0.0092,
      "step": 30978
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.470951194825382e-06,
      "loss": 0.0276,
      "step": 30979
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.470698338268088e-06,
      "loss": 0.006,
      "step": 30980
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.470445480496233e-06,
      "loss": 0.0051,
      "step": 30981
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.470192621510473e-06,
      "loss": 0.0038,
      "step": 30982
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.469939761311454e-06,
      "loss": 0.0048,
      "step": 30983
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.469686899899832e-06,
      "loss": 0.0032,
      "step": 30984
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.46943403727626e-06,
      "loss": 0.0115,
      "step": 30985
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.469181173441392e-06,
      "loss": 0.0022,
      "step": 30986
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4689283083958744e-06,
      "loss": 0.0034,
      "step": 30987
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4686754421403655e-06,
      "loss": 0.0232,
      "step": 30988
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.468422574675516e-06,
      "loss": 0.012,
      "step": 30989
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4681697060019766e-06,
      "loss": 0.0038,
      "step": 30990
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.467916836120403e-06,
      "loss": 0.0124,
      "step": 30991
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.467663965031444e-06,
      "loss": 0.0063,
      "step": 30992
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.467411092735757e-06,
      "loss": 0.0084,
      "step": 30993
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.46715821923399e-06,
      "loss": 0.0073,
      "step": 30994
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.466905344526796e-06,
      "loss": 0.0111,
      "step": 30995
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.466652468614831e-06,
      "loss": 0.0039,
      "step": 30996
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.466399591498745e-06,
      "loss": 0.0051,
      "step": 30997
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.466146713179189e-06,
      "loss": 0.0231,
      "step": 30998
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.465893833656817e-06,
      "loss": 0.0067,
      "step": 30999
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.465640952932283e-06,
      "loss": 0.0141,
      "step": 31000
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.465388071006239e-06,
      "loss": 0.0055,
      "step": 31001
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.465135187879335e-06,
      "loss": 0.0056,
      "step": 31002
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.464882303552225e-06,
      "loss": 0.004,
      "step": 31003
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.464629418025563e-06,
      "loss": 0.0147,
      "step": 31004
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4643765313e-06,
      "loss": 0.011,
      "step": 31005
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.464123643376188e-06,
      "loss": 0.0032,
      "step": 31006
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.463870754254781e-06,
      "loss": 0.0181,
      "step": 31007
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.463617863936431e-06,
      "loss": 0.0017,
      "step": 31008
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.46336497242179e-06,
      "loss": 0.0116,
      "step": 31009
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.463112079711511e-06,
      "loss": 0.004,
      "step": 31010
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.462859185806249e-06,
      "loss": 0.0069,
      "step": 31011
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4626062907066505e-06,
      "loss": 0.0179,
      "step": 31012
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.462353394413372e-06,
      "loss": 0.0108,
      "step": 31013
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.462100496927067e-06,
      "loss": 0.0053,
      "step": 31014
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4618475982483865e-06,
      "loss": 0.0035,
      "step": 31015
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.461594698377985e-06,
      "loss": 0.0094,
      "step": 31016
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.46134179731651e-06,
      "loss": 0.0054,
      "step": 31017
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.46108889506462e-06,
      "loss": 0.0073,
      "step": 31018
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.460835991622964e-06,
      "loss": 0.0281,
      "step": 31019
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.460583086992195e-06,
      "loss": 0.0068,
      "step": 31020
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.460330181172968e-06,
      "loss": 0.0099,
      "step": 31021
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.460077274165934e-06,
      "loss": 0.006,
      "step": 31022
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.459824365971743e-06,
      "loss": 0.0023,
      "step": 31023
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45957145659105e-06,
      "loss": 0.0116,
      "step": 31024
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45931854602451e-06,
      "loss": 0.0124,
      "step": 31025
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.459065634272772e-06,
      "loss": 0.0031,
      "step": 31026
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45881272133649e-06,
      "loss": 0.0125,
      "step": 31027
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4585598072163146e-06,
      "loss": 0.0031,
      "step": 31028
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.458306891912901e-06,
      "loss": 0.0056,
      "step": 31029
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.458053975426901e-06,
      "loss": 0.014,
      "step": 31030
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.457801057758969e-06,
      "loss": 0.0064,
      "step": 31031
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.457548138909753e-06,
      "loss": 0.0282,
      "step": 31032
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45729521887991e-06,
      "loss": 0.0136,
      "step": 31033
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.457042297670091e-06,
      "loss": 0.0098,
      "step": 31034
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.456789375280947e-06,
      "loss": 0.0128,
      "step": 31035
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.456536451713136e-06,
      "loss": 0.0109,
      "step": 31036
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4562835269673035e-06,
      "loss": 0.0085,
      "step": 31037
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.456030601044105e-06,
      "loss": 0.0299,
      "step": 31038
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4557776739441945e-06,
      "loss": 0.0113,
      "step": 31039
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.455524745668226e-06,
      "loss": 0.0111,
      "step": 31040
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.455271816216848e-06,
      "loss": 0.0556,
      "step": 31041
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.455018885590715e-06,
      "loss": 0.018,
      "step": 31042
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45476595379048e-06,
      "loss": 0.0074,
      "step": 31043
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.454513020816795e-06,
      "loss": 0.0132,
      "step": 31044
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.454260086670315e-06,
      "loss": 0.0271,
      "step": 31045
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.454007151351688e-06,
      "loss": 0.0076,
      "step": 31046
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.453754214861571e-06,
      "loss": 0.0077,
      "step": 31047
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.453501277200614e-06,
      "loss": 0.0046,
      "step": 31048
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45324833836947e-06,
      "loss": 0.011,
      "step": 31049
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4529953983687945e-06,
      "loss": 0.0112,
      "step": 31050
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.452742457199237e-06,
      "loss": 0.0193,
      "step": 31051
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45248951486145e-06,
      "loss": 0.0062,
      "step": 31052
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4522365713560874e-06,
      "loss": 0.0106,
      "step": 31053
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.451983626683805e-06,
      "loss": 0.0045,
      "step": 31054
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45173068084525e-06,
      "loss": 0.0222,
      "step": 31055
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4514777338410764e-06,
      "loss": 0.0128,
      "step": 31056
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.451224785671938e-06,
      "loss": 0.0078,
      "step": 31057
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.450971836338489e-06,
      "loss": 0.0095,
      "step": 31058
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.45071888584138e-06,
      "loss": 0.0165,
      "step": 31059
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.450465934181263e-06,
      "loss": 0.0073,
      "step": 31060
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.450212981358793e-06,
      "loss": 0.011,
      "step": 31061
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.449960027374623e-06,
      "loss": 0.0256,
      "step": 31062
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.449707072229401e-06,
      "loss": 0.0244,
      "step": 31063
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.449454115923785e-06,
      "loss": 0.0102,
      "step": 31064
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.449201158458426e-06,
      "loss": 0.0055,
      "step": 31065
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.448948199833976e-06,
      "loss": 0.0078,
      "step": 31066
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.448695240051086e-06,
      "loss": 0.0147,
      "step": 31067
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.448442279110413e-06,
      "loss": 0.0061,
      "step": 31068
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.448189317012608e-06,
      "loss": 0.0102,
      "step": 31069
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4479363537583215e-06,
      "loss": 0.0057,
      "step": 31070
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4476833893482095e-06,
      "loss": 0.0056,
      "step": 31071
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.447430423782923e-06,
      "loss": 0.0043,
      "step": 31072
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.447177457063114e-06,
      "loss": 0.003,
      "step": 31073
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.446924489189437e-06,
      "loss": 0.0111,
      "step": 31074
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.446671520162544e-06,
      "loss": 0.0137,
      "step": 31075
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.446418549983089e-06,
      "loss": 0.0418,
      "step": 31076
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.446165578651721e-06,
      "loss": 0.0185,
      "step": 31077
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.445912606169096e-06,
      "loss": 0.0184,
      "step": 31078
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.445659632535866e-06,
      "loss": 0.0028,
      "step": 31079
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4454066577526865e-06,
      "loss": 0.0072,
      "step": 31080
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.445153681820204e-06,
      "loss": 0.0063,
      "step": 31081
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.444900704739075e-06,
      "loss": 0.0158,
      "step": 31082
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.444647726509954e-06,
      "loss": 0.0183,
      "step": 31083
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.44439474713349e-06,
      "loss": 0.0321,
      "step": 31084
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.444141766610339e-06,
      "loss": 0.0022,
      "step": 31085
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4438887849411515e-06,
      "loss": 0.0106,
      "step": 31086
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.443635802126582e-06,
      "loss": 0.0082,
      "step": 31087
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.443382818167281e-06,
      "loss": 0.0048,
      "step": 31088
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4431298330639024e-06,
      "loss": 0.0076,
      "step": 31089
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.442876846817102e-06,
      "loss": 0.003,
      "step": 31090
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4426238594275285e-06,
      "loss": 0.0088,
      "step": 31091
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.442370870895834e-06,
      "loss": 0.009,
      "step": 31092
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.442117881222675e-06,
      "loss": 0.0093,
      "step": 31093
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.441864890408703e-06,
      "loss": 0.0064,
      "step": 31094
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4416118984545715e-06,
      "loss": 0.0055,
      "step": 31095
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4413589053609305e-06,
      "loss": 0.0074,
      "step": 31096
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.441105911128436e-06,
      "loss": 0.0074,
      "step": 31097
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.440852915757737e-06,
      "loss": 0.0049,
      "step": 31098
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.44059991924949e-06,
      "loss": 0.0102,
      "step": 31099
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.440346921604347e-06,
      "loss": 0.0218,
      "step": 31100
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.440093922822961e-06,
      "loss": 0.0034,
      "step": 31101
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.439840922905982e-06,
      "loss": 0.0046,
      "step": 31102
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.439587921854066e-06,
      "loss": 0.0096,
      "step": 31103
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.439334919667865e-06,
      "loss": 0.0098,
      "step": 31104
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4390819163480325e-06,
      "loss": 0.0135,
      "step": 31105
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.438828911895219e-06,
      "loss": 0.0117,
      "step": 31106
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.438575906310079e-06,
      "loss": 0.0049,
      "step": 31107
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.438322899593265e-06,
      "loss": 0.0123,
      "step": 31108
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.43806989174543e-06,
      "loss": 0.0071,
      "step": 31109
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.437816882767227e-06,
      "loss": 0.0047,
      "step": 31110
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.43756387265931e-06,
      "loss": 0.0057,
      "step": 31111
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.437310861422329e-06,
      "loss": 0.0052,
      "step": 31112
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.437057849056938e-06,
      "loss": 0.0106,
      "step": 31113
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.436804835563791e-06,
      "loss": 0.0148,
      "step": 31114
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.436551820943541e-06,
      "loss": 0.0023,
      "step": 31115
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.436298805196839e-06,
      "loss": 0.0061,
      "step": 31116
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.436045788324339e-06,
      "loss": 0.0053,
      "step": 31117
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.435792770326693e-06,
      "loss": 0.0022,
      "step": 31118
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.435539751204556e-06,
      "loss": 0.0095,
      "step": 31119
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.435286730958579e-06,
      "loss": 0.0088,
      "step": 31120
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4350337095894145e-06,
      "loss": 0.0126,
      "step": 31121
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.434780687097717e-06,
      "loss": 0.0181,
      "step": 31122
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.434527663484138e-06,
      "loss": 0.005,
      "step": 31123
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4342746387493306e-06,
      "loss": 0.007,
      "step": 31124
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.434021612893949e-06,
      "loss": 0.0022,
      "step": 31125
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4337685859186464e-06,
      "loss": 0.004,
      "step": 31126
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.433515557824072e-06,
      "loss": 0.0091,
      "step": 31127
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.433262528610882e-06,
      "loss": 0.0111,
      "step": 31128
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.433009498279729e-06,
      "loss": 0.0068,
      "step": 31129
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4327564668312664e-06,
      "loss": 0.0088,
      "step": 31130
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.432503434266143e-06,
      "loss": 0.0045,
      "step": 31131
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.432250400585016e-06,
      "loss": 0.0045,
      "step": 31132
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.431997365788538e-06,
      "loss": 0.0087,
      "step": 31133
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4317443298773595e-06,
      "loss": 0.0072,
      "step": 31134
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.431491292852137e-06,
      "loss": 0.0136,
      "step": 31135
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.43123825471352e-06,
      "loss": 0.0094,
      "step": 31136
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.430985215462164e-06,
      "loss": 0.013,
      "step": 31137
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.430732175098718e-06,
      "loss": 0.0052,
      "step": 31138
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.430479133623839e-06,
      "loss": 0.0103,
      "step": 31139
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.43022609103818e-06,
      "loss": 0.0029,
      "step": 31140
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.429973047342392e-06,
      "loss": 0.0066,
      "step": 31141
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.429720002537127e-06,
      "loss": 0.0071,
      "step": 31142
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.42946695662304e-06,
      "loss": 0.0055,
      "step": 31143
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4292139096007835e-06,
      "loss": 0.0102,
      "step": 31144
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.42896086147101e-06,
      "loss": 0.0021,
      "step": 31145
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4287078122343725e-06,
      "loss": 0.0045,
      "step": 31146
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.428454761891525e-06,
      "loss": 0.0041,
      "step": 31147
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.42820171044312e-06,
      "loss": 0.0026,
      "step": 31148
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.427948657889808e-06,
      "loss": 0.0154,
      "step": 31149
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.427695604232246e-06,
      "loss": 0.0089,
      "step": 31150
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.427442549471085e-06,
      "loss": 0.0039,
      "step": 31151
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4271894936069756e-06,
      "loss": 0.0048,
      "step": 31152
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.426936436640574e-06,
      "loss": 0.0107,
      "step": 31153
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.426683378572535e-06,
      "loss": 0.008,
      "step": 31154
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.426430319403506e-06,
      "loss": 0.0059,
      "step": 31155
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.426177259134144e-06,
      "loss": 0.0043,
      "step": 31156
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4259241977651e-06,
      "loss": 0.0083,
      "step": 31157
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4256711352970295e-06,
      "loss": 0.0501,
      "step": 31158
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.425418071730582e-06,
      "loss": 0.0114,
      "step": 31159
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.425165007066413e-06,
      "loss": 0.0148,
      "step": 31160
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.424911941305175e-06,
      "loss": 0.0019,
      "step": 31161
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.424658874447522e-06,
      "loss": 0.0058,
      "step": 31162
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.424405806494103e-06,
      "loss": 0.0067,
      "step": 31163
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4241527374455745e-06,
      "loss": 0.0124,
      "step": 31164
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.42389966730259e-06,
      "loss": 0.0131,
      "step": 31165
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.423646596065801e-06,
      "loss": 0.014,
      "step": 31166
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.423393523735861e-06,
      "loss": 0.0185,
      "step": 31167
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4231404503134215e-06,
      "loss": 0.0077,
      "step": 31168
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.422887375799138e-06,
      "loss": 0.0038,
      "step": 31169
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.422634300193663e-06,
      "loss": 0.0071,
      "step": 31170
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.422381223497647e-06,
      "loss": 0.0072,
      "step": 31171
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.422128145711746e-06,
      "loss": 0.0218,
      "step": 31172
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.421875066836612e-06,
      "loss": 0.034,
      "step": 31173
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.421621986872897e-06,
      "loss": 0.0097,
      "step": 31174
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.421368905821256e-06,
      "loss": 0.0286,
      "step": 31175
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.421115823682342e-06,
      "loss": 0.0076,
      "step": 31176
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.420862740456805e-06,
      "loss": 0.0022,
      "step": 31177
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4206096561453006e-06,
      "loss": 0.0099,
      "step": 31178
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.420356570748482e-06,
      "loss": 0.0114,
      "step": 31179
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.420103484267002e-06,
      "loss": 0.0051,
      "step": 31180
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4198503967015115e-06,
      "loss": 0.0231,
      "step": 31181
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.419597308052666e-06,
      "loss": 0.0396,
      "step": 31182
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.419344218321119e-06,
      "loss": 0.0142,
      "step": 31183
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.41909112750752e-06,
      "loss": 0.0041,
      "step": 31184
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.418838035612527e-06,
      "loss": 0.0118,
      "step": 31185
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.418584942636789e-06,
      "loss": 0.0055,
      "step": 31186
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.418331848580961e-06,
      "loss": 0.0065,
      "step": 31187
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4180787534456945e-06,
      "loss": 0.0029,
      "step": 31188
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.417825657231644e-06,
      "loss": 0.0071,
      "step": 31189
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.417572559939464e-06,
      "loss": 0.0065,
      "step": 31190
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.417319461569806e-06,
      "loss": 0.0102,
      "step": 31191
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.417066362123321e-06,
      "loss": 0.0051,
      "step": 31192
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.416813261600664e-06,
      "loss": 0.0042,
      "step": 31193
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.41656016000249e-06,
      "loss": 0.0077,
      "step": 31194
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.41630705732945e-06,
      "loss": 0.0197,
      "step": 31195
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.416053953582197e-06,
      "loss": 0.0283,
      "step": 31196
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.415800848761382e-06,
      "loss": 0.0039,
      "step": 31197
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.415547742867663e-06,
      "loss": 0.0187,
      "step": 31198
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.41529463590169e-06,
      "loss": 0.005,
      "step": 31199
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.415041527864117e-06,
      "loss": 0.0089,
      "step": 31200
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.414788418755597e-06,
      "loss": 0.0069,
      "step": 31201
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.414535308576781e-06,
      "loss": 0.0059,
      "step": 31202
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.414282197328326e-06,
      "loss": 0.0108,
      "step": 31203
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4140290850108815e-06,
      "loss": 0.0076,
      "step": 31204
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.413775971625105e-06,
      "loss": 0.0047,
      "step": 31205
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.413522857171645e-06,
      "loss": 0.0085,
      "step": 31206
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.413269741651155e-06,
      "loss": 0.0068,
      "step": 31207
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4130166250642925e-06,
      "loss": 0.0171,
      "step": 31208
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4127635074117045e-06,
      "loss": 0.0044,
      "step": 31209
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.41251038869405e-06,
      "loss": 0.0121,
      "step": 31210
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.412257268911979e-06,
      "loss": 0.0051,
      "step": 31211
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.412004148066144e-06,
      "loss": 0.0143,
      "step": 31212
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4117510261572004e-06,
      "loss": 0.0171,
      "step": 31213
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4114979031857995e-06,
      "loss": 0.0018,
      "step": 31214
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.411244779152595e-06,
      "loss": 0.0081,
      "step": 31215
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.410991654058242e-06,
      "loss": 0.0054,
      "step": 31216
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.41073852790339e-06,
      "loss": 0.0035,
      "step": 31217
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.410485400688693e-06,
      "loss": 0.0095,
      "step": 31218
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.410232272414807e-06,
      "loss": 0.0078,
      "step": 31219
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.409979143082383e-06,
      "loss": 0.0141,
      "step": 31220
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.409726012692075e-06,
      "loss": 0.0068,
      "step": 31221
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.409472881244534e-06,
      "loss": 0.008,
      "step": 31222
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.409219748740416e-06,
      "loss": 0.0075,
      "step": 31223
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.408966615180372e-06,
      "loss": 0.0106,
      "step": 31224
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4087134805650576e-06,
      "loss": 0.006,
      "step": 31225
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4084603448951225e-06,
      "loss": 0.0163,
      "step": 31226
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4082072081712235e-06,
      "loss": 0.0151,
      "step": 31227
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.407954070394011e-06,
      "loss": 0.0109,
      "step": 31228
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.407700931564139e-06,
      "loss": 0.0055,
      "step": 31229
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.407447791682264e-06,
      "loss": 0.0225,
      "step": 31230
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.407194650749033e-06,
      "loss": 0.0218,
      "step": 31231
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.406941508765104e-06,
      "loss": 0.004,
      "step": 31232
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.406688365731128e-06,
      "loss": 0.0036,
      "step": 31233
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.406435221647758e-06,
      "loss": 0.0151,
      "step": 31234
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.406182076515649e-06,
      "loss": 0.009,
      "step": 31235
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.405928930335452e-06,
      "loss": 0.013,
      "step": 31236
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.405675783107824e-06,
      "loss": 0.0046,
      "step": 31237
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.405422634833412e-06,
      "loss": 0.0139,
      "step": 31238
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.405169485512875e-06,
      "loss": 0.0072,
      "step": 31239
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.404916335146864e-06,
      "loss": 0.03,
      "step": 31240
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.404663183736032e-06,
      "loss": 0.0024,
      "step": 31241
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.404410031281032e-06,
      "loss": 0.0092,
      "step": 31242
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.404156877782517e-06,
      "loss": 0.0136,
      "step": 31243
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.403903723241143e-06,
      "loss": 0.0071,
      "step": 31244
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4036505676575605e-06,
      "loss": 0.0113,
      "step": 31245
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.403397411032422e-06,
      "loss": 0.0026,
      "step": 31246
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.403144253366381e-06,
      "loss": 0.0122,
      "step": 31247
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.402891094660094e-06,
      "loss": 0.0057,
      "step": 31248
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4026379349142115e-06,
      "loss": 0.0033,
      "step": 31249
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.402384774129387e-06,
      "loss": 0.0059,
      "step": 31250
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.402131612306274e-06,
      "loss": 0.0452,
      "step": 31251
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.401878449445526e-06,
      "loss": 0.0121,
      "step": 31252
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.401625285547794e-06,
      "loss": 0.0068,
      "step": 31253
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.401372120613736e-06,
      "loss": 0.0073,
      "step": 31254
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.401118954644002e-06,
      "loss": 0.0227,
      "step": 31255
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.4008657876392455e-06,
      "loss": 0.0066,
      "step": 31256
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.400612619600118e-06,
      "loss": 0.0111,
      "step": 31257
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.400359450527277e-06,
      "loss": 0.0047,
      "step": 31258
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.400106280421374e-06,
      "loss": 0.0067,
      "step": 31259
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.39985310928306e-06,
      "loss": 0.0053,
      "step": 31260
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.39959993711299e-06,
      "loss": 0.0087,
      "step": 31261
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.399346763911819e-06,
      "loss": 0.0022,
      "step": 31262
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.399093589680196e-06,
      "loss": 0.0054,
      "step": 31263
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.398840414418779e-06,
      "loss": 0.0048,
      "step": 31264
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.398587238128219e-06,
      "loss": 0.0057,
      "step": 31265
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.39833406080917e-06,
      "loss": 0.0137,
      "step": 31266
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.398080882462282e-06,
      "loss": 0.0027,
      "step": 31267
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.397827703088212e-06,
      "loss": 0.0074,
      "step": 31268
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.397574522687614e-06,
      "loss": 0.0038,
      "step": 31269
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.397321341261139e-06,
      "loss": 0.0147,
      "step": 31270
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.39706815880944e-06,
      "loss": 0.0147,
      "step": 31271
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.39681497533317e-06,
      "loss": 0.012,
      "step": 31272
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3965617908329856e-06,
      "loss": 0.0063,
      "step": 31273
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.396308605309537e-06,
      "loss": 0.0135,
      "step": 31274
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.39605541876348e-06,
      "loss": 0.0073,
      "step": 31275
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.395802231195464e-06,
      "loss": 0.0045,
      "step": 31276
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.395549042606145e-06,
      "loss": 0.0041,
      "step": 31277
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.395295852996176e-06,
      "loss": 0.0134,
      "step": 31278
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.395042662366211e-06,
      "loss": 0.0169,
      "step": 31279
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.394789470716904e-06,
      "loss": 0.0145,
      "step": 31280
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3945362780489054e-06,
      "loss": 0.0116,
      "step": 31281
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.394283084362869e-06,
      "loss": 0.0018,
      "step": 31282
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.39402988965945e-06,
      "loss": 0.0099,
      "step": 31283
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.393776693939301e-06,
      "loss": 0.005,
      "step": 31284
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.393523497203077e-06,
      "loss": 0.0086,
      "step": 31285
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3932702994514275e-06,
      "loss": 0.0176,
      "step": 31286
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.393017100685009e-06,
      "loss": 0.0067,
      "step": 31287
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.392763900904472e-06,
      "loss": 0.0096,
      "step": 31288
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.392510700110472e-06,
      "loss": 0.015,
      "step": 31289
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.392257498303664e-06,
      "loss": 0.0073,
      "step": 31290
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.392004295484697e-06,
      "loss": 0.0079,
      "step": 31291
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.391751091654227e-06,
      "loss": 0.0059,
      "step": 31292
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.391497886812908e-06,
      "loss": 0.0076,
      "step": 31293
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.391244680961391e-06,
      "loss": 0.0083,
      "step": 31294
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.390991474100332e-06,
      "loss": 0.0048,
      "step": 31295
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.390738266230383e-06,
      "loss": 0.0037,
      "step": 31296
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.390485057352196e-06,
      "loss": 0.0067,
      "step": 31297
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.390231847466427e-06,
      "loss": 0.0059,
      "step": 31298
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.389978636573727e-06,
      "loss": 0.0127,
      "step": 31299
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3897254246747525e-06,
      "loss": 0.0065,
      "step": 31300
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.389472211770153e-06,
      "loss": 0.0255,
      "step": 31301
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.389218997860585e-06,
      "loss": 0.0075,
      "step": 31302
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.388965782946699e-06,
      "loss": 0.0036,
      "step": 31303
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.388712567029151e-06,
      "loss": 0.0125,
      "step": 31304
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.388459350108593e-06,
      "loss": 0.012,
      "step": 31305
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.388206132185681e-06,
      "loss": 0.0025,
      "step": 31306
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.387952913261063e-06,
      "loss": 0.0116,
      "step": 31307
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.387699693335397e-06,
      "loss": 0.0023,
      "step": 31308
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.387446472409336e-06,
      "loss": 0.026,
      "step": 31309
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.387193250483531e-06,
      "loss": 0.0146,
      "step": 31310
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.386940027558636e-06,
      "loss": 0.0094,
      "step": 31311
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.386686803635306e-06,
      "loss": 0.0044,
      "step": 31312
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.386433578714194e-06,
      "loss": 0.0084,
      "step": 31313
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.386180352795952e-06,
      "loss": 0.0064,
      "step": 31314
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.385927125881235e-06,
      "loss": 0.0058,
      "step": 31315
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.385673897970697e-06,
      "loss": 0.0057,
      "step": 31316
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.385420669064988e-06,
      "loss": 0.0545,
      "step": 31317
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.385167439164765e-06,
      "loss": 0.0083,
      "step": 31318
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.384914208270679e-06,
      "loss": 0.0149,
      "step": 31319
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.384660976383386e-06,
      "loss": 0.0096,
      "step": 31320
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.384407743503536e-06,
      "loss": 0.0078,
      "step": 31321
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.384154509631785e-06,
      "loss": 0.0071,
      "step": 31322
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.383901274768786e-06,
      "loss": 0.0178,
      "step": 31323
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.383648038915192e-06,
      "loss": 0.0022,
      "step": 31324
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.383394802071657e-06,
      "loss": 0.0079,
      "step": 31325
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.383141564238832e-06,
      "loss": 0.0048,
      "step": 31326
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.382888325417375e-06,
      "loss": 0.0068,
      "step": 31327
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.382635085607934e-06,
      "loss": 0.0111,
      "step": 31328
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.382381844811169e-06,
      "loss": 0.0192,
      "step": 31329
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.382128603027728e-06,
      "loss": 0.0063,
      "step": 31330
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.381875360258266e-06,
      "loss": 0.0045,
      "step": 31331
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.381622116503436e-06,
      "loss": 0.0056,
      "step": 31332
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.381368871763893e-06,
      "loss": 0.0079,
      "step": 31333
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3811156260402906e-06,
      "loss": 0.0076,
      "step": 31334
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.38086237933328e-06,
      "loss": 0.0079,
      "step": 31335
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.380609131643516e-06,
      "loss": 0.0035,
      "step": 31336
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.380355882971652e-06,
      "loss": 0.016,
      "step": 31337
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.380102633318343e-06,
      "loss": 0.0148,
      "step": 31338
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3798493826842395e-06,
      "loss": 0.0163,
      "step": 31339
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.379596131069996e-06,
      "loss": 0.0046,
      "step": 31340
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.379342878476268e-06,
      "loss": 0.0124,
      "step": 31341
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.379089624903705e-06,
      "loss": 0.0091,
      "step": 31342
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.378836370352963e-06,
      "loss": 0.003,
      "step": 31343
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.378583114824698e-06,
      "loss": 0.0051,
      "step": 31344
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.37832985831956e-06,
      "loss": 0.0097,
      "step": 31345
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.378076600838201e-06,
      "loss": 0.0057,
      "step": 31346
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.377823342381277e-06,
      "loss": 0.0071,
      "step": 31347
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.377570082949444e-06,
      "loss": 0.0145,
      "step": 31348
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.377316822543352e-06,
      "loss": 0.0157,
      "step": 31349
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3770635611636535e-06,
      "loss": 0.0023,
      "step": 31350
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.376810298811005e-06,
      "loss": 0.0052,
      "step": 31351
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3765570354860584e-06,
      "loss": 0.0095,
      "step": 31352
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.376303771189468e-06,
      "loss": 0.0028,
      "step": 31353
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.376050505921886e-06,
      "loss": 0.0144,
      "step": 31354
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.375797239683967e-06,
      "loss": 0.0094,
      "step": 31355
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.375543972476366e-06,
      "loss": 0.0181,
      "step": 31356
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.375290704299733e-06,
      "loss": 0.008,
      "step": 31357
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.375037435154723e-06,
      "loss": 0.0052,
      "step": 31358
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.374784165041991e-06,
      "loss": 0.0049,
      "step": 31359
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.374530893962189e-06,
      "loss": 0.0188,
      "step": 31360
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.374277621915971e-06,
      "loss": 0.0102,
      "step": 31361
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.374024348903989e-06,
      "loss": 0.008,
      "step": 31362
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3737710749269e-06,
      "loss": 0.0079,
      "step": 31363
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.373517799985355e-06,
      "loss": 0.0097,
      "step": 31364
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.373264524080008e-06,
      "loss": 0.005,
      "step": 31365
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.373011247211512e-06,
      "loss": 0.0389,
      "step": 31366
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.372757969380521e-06,
      "loss": 0.0126,
      "step": 31367
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.372504690587689e-06,
      "loss": 0.0053,
      "step": 31368
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.37225141083367e-06,
      "loss": 0.0036,
      "step": 31369
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.371998130119116e-06,
      "loss": 0.014,
      "step": 31370
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.371744848444681e-06,
      "loss": 0.0049,
      "step": 31371
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.371491565811018e-06,
      "loss": 0.0114,
      "step": 31372
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.371238282218783e-06,
      "loss": 0.0118,
      "step": 31373
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.370984997668628e-06,
      "loss": 0.0033,
      "step": 31374
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3707317121612056e-06,
      "loss": 0.0089,
      "step": 31375
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.37047842569717e-06,
      "loss": 0.0074,
      "step": 31376
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.370225138277176e-06,
      "loss": 0.0067,
      "step": 31377
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.369971849901875e-06,
      "loss": 0.0048,
      "step": 31378
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.369718560571923e-06,
      "loss": 0.0059,
      "step": 31379
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.369465270287971e-06,
      "loss": 0.0272,
      "step": 31380
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.369211979050676e-06,
      "loss": 0.015,
      "step": 31381
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.368958686860687e-06,
      "loss": 0.0086,
      "step": 31382
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.36870539371866e-06,
      "loss": 0.0023,
      "step": 31383
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.368452099625251e-06,
      "loss": 0.0085,
      "step": 31384
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.36819880458111e-06,
      "loss": 0.0084,
      "step": 31385
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.367945508586892e-06,
      "loss": 0.0032,
      "step": 31386
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3676922116432505e-06,
      "loss": 0.0031,
      "step": 31387
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.36743891375084e-06,
      "loss": 0.0087,
      "step": 31388
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.367185614910312e-06,
      "loss": 0.0017,
      "step": 31389
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.366932315122321e-06,
      "loss": 0.0104,
      "step": 31390
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.36667901438752e-06,
      "loss": 0.011,
      "step": 31391
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3664257127065645e-06,
      "loss": 0.009,
      "step": 31392
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.366172410080107e-06,
      "loss": 0.0034,
      "step": 31393
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.365919106508801e-06,
      "loss": 0.0145,
      "step": 31394
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3656658019933e-06,
      "loss": 0.0055,
      "step": 31395
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.365412496534258e-06,
      "loss": 0.0077,
      "step": 31396
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.365159190132329e-06,
      "loss": 0.0074,
      "step": 31397
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.364905882788165e-06,
      "loss": 0.028,
      "step": 31398
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3646525745024224e-06,
      "loss": 0.0227,
      "step": 31399
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.364399265275751e-06,
      "loss": 0.0168,
      "step": 31400
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.364145955108807e-06,
      "loss": 0.0215,
      "step": 31401
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.363892644002244e-06,
      "loss": 0.0116,
      "step": 31402
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.363639331956715e-06,
      "loss": 0.0063,
      "step": 31403
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.363386018972873e-06,
      "loss": 0.0154,
      "step": 31404
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.363132705051374e-06,
      "loss": 0.0067,
      "step": 31405
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.36287939019287e-06,
      "loss": 0.0162,
      "step": 31406
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.362626074398013e-06,
      "loss": 0.0167,
      "step": 31407
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.362372757667459e-06,
      "loss": 0.0148,
      "step": 31408
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.362119440001862e-06,
      "loss": 0.0135,
      "step": 31409
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3618661214018745e-06,
      "loss": 0.0249,
      "step": 31410
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.361612801868149e-06,
      "loss": 0.0215,
      "step": 31411
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.361359481401341e-06,
      "loss": 0.0088,
      "step": 31412
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3611061600021046e-06,
      "loss": 0.0061,
      "step": 31413
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.360852837671092e-06,
      "loss": 0.0109,
      "step": 31414
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3605995144089565e-06,
      "loss": 0.0247,
      "step": 31415
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.360346190216352e-06,
      "loss": 0.0098,
      "step": 31416
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.360092865093935e-06,
      "loss": 0.02,
      "step": 31417
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3598395390423545e-06,
      "loss": 0.0079,
      "step": 31418
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.359586212062269e-06,
      "loss": 0.0035,
      "step": 31419
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.359332884154328e-06,
      "loss": 0.0082,
      "step": 31420
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.359079555319186e-06,
      "loss": 0.0047,
      "step": 31421
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3588262255574984e-06,
      "loss": 0.0132,
      "step": 31422
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.358572894869919e-06,
      "loss": 0.0047,
      "step": 31423
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3583195632571015e-06,
      "loss": 0.0165,
      "step": 31424
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.358066230719696e-06,
      "loss": 0.007,
      "step": 31425
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.35781289725836e-06,
      "loss": 0.0071,
      "step": 31426
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.357559562873746e-06,
      "loss": 0.0106,
      "step": 31427
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.357306227566507e-06,
      "loss": 0.0024,
      "step": 31428
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.357052891337298e-06,
      "loss": 0.0154,
      "step": 31429
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.356799554186772e-06,
      "loss": 0.0092,
      "step": 31430
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.356546216115582e-06,
      "loss": 0.0051,
      "step": 31431
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.356292877124383e-06,
      "loss": 0.0087,
      "step": 31432
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.356039537213827e-06,
      "loss": 0.0042,
      "step": 31433
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.355786196384571e-06,
      "loss": 0.011,
      "step": 31434
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.355532854637265e-06,
      "loss": 0.0033,
      "step": 31435
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.355279511972565e-06,
      "loss": 0.006,
      "step": 31436
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.355026168391123e-06,
      "loss": 0.0047,
      "step": 31437
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3547728238935945e-06,
      "loss": 0.0032,
      "step": 31438
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3545194784806335e-06,
      "loss": 0.0098,
      "step": 31439
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3542661321528895e-06,
      "loss": 0.0038,
      "step": 31440
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.354012784911021e-06,
      "loss": 0.0071,
      "step": 31441
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.353759436755681e-06,
      "loss": 0.041,
      "step": 31442
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.353506087687521e-06,
      "loss": 0.0112,
      "step": 31443
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.353252737707197e-06,
      "loss": 0.006,
      "step": 31444
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.352999386815361e-06,
      "loss": 0.0063,
      "step": 31445
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.352746035012668e-06,
      "loss": 0.0029,
      "step": 31446
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.35249268229977e-06,
      "loss": 0.0097,
      "step": 31447
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.352239328677322e-06,
      "loss": 0.0134,
      "step": 31448
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.35198597414598e-06,
      "loss": 0.0083,
      "step": 31449
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.351732618706394e-06,
      "loss": 0.0082,
      "step": 31450
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.351479262359218e-06,
      "loss": 0.0044,
      "step": 31451
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3512259051051074e-06,
      "loss": 0.0034,
      "step": 31452
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.350972546944716e-06,
      "loss": 0.0188,
      "step": 31453
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.350719187878696e-06,
      "loss": 0.0019,
      "step": 31454
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.350465827907704e-06,
      "loss": 0.0028,
      "step": 31455
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.350212467032391e-06,
      "loss": 0.0218,
      "step": 31456
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.349959105253411e-06,
      "loss": 0.0221,
      "step": 31457
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.349705742571418e-06,
      "loss": 0.0126,
      "step": 31458
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.349452378987068e-06,
      "loss": 0.0044,
      "step": 31459
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.349199014501012e-06,
      "loss": 0.0047,
      "step": 31460
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3489456491139035e-06,
      "loss": 0.0042,
      "step": 31461
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.348692282826399e-06,
      "loss": 0.0441,
      "step": 31462
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.34843891563915e-06,
      "loss": 0.0081,
      "step": 31463
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.348185547552812e-06,
      "loss": 0.0067,
      "step": 31464
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.347932178568036e-06,
      "loss": 0.0077,
      "step": 31465
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.347678808685478e-06,
      "loss": 0.0072,
      "step": 31466
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.347425437905793e-06,
      "loss": 0.0057,
      "step": 31467
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.347172066229631e-06,
      "loss": 0.0086,
      "step": 31468
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.34691869365765e-06,
      "loss": 0.0031,
      "step": 31469
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3466653201905e-06,
      "loss": 0.0114,
      "step": 31470
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.346411945828838e-06,
      "loss": 0.0053,
      "step": 31471
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.346158570573314e-06,
      "loss": 0.008,
      "step": 31472
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.345905194424585e-06,
      "loss": 0.0053,
      "step": 31473
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3456518173833065e-06,
      "loss": 0.0179,
      "step": 31474
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3453984394501265e-06,
      "loss": 0.0278,
      "step": 31475
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.345145060625703e-06,
      "loss": 0.0044,
      "step": 31476
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.344891680910688e-06,
      "loss": 0.0054,
      "step": 31477
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.344638300305737e-06,
      "loss": 0.0206,
      "step": 31478
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.344384918811503e-06,
      "loss": 0.011,
      "step": 31479
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.344131536428639e-06,
      "loss": 0.018,
      "step": 31480
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3438781531578e-06,
      "loss": 0.0057,
      "step": 31481
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.343624768999639e-06,
      "loss": 0.0097,
      "step": 31482
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.34337138395481e-06,
      "loss": 0.0131,
      "step": 31483
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.343117998023967e-06,
      "loss": 0.0026,
      "step": 31484
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.342864611207764e-06,
      "loss": 0.0158,
      "step": 31485
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.342611223506855e-06,
      "loss": 0.0159,
      "step": 31486
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.342357834921892e-06,
      "loss": 0.0232,
      "step": 31487
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.342104445453532e-06,
      "loss": 0.0075,
      "step": 31488
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.341851055102426e-06,
      "loss": 0.0145,
      "step": 31489
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.341597663869229e-06,
      "loss": 0.0293,
      "step": 31490
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.341344271754594e-06,
      "loss": 0.0218,
      "step": 31491
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3410908787591776e-06,
      "loss": 0.0057,
      "step": 31492
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.34083748488363e-06,
      "loss": 0.0097,
      "step": 31493
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.340584090128607e-06,
      "loss": 0.0161,
      "step": 31494
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.340330694494762e-06,
      "loss": 0.0082,
      "step": 31495
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.34007729798275e-06,
      "loss": 0.0076,
      "step": 31496
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.339823900593222e-06,
      "loss": 0.0033,
      "step": 31497
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.339570502326834e-06,
      "loss": 0.0099,
      "step": 31498
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.33931710318424e-06,
      "loss": 0.0032,
      "step": 31499
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.339063703166095e-06,
      "loss": 0.028,
      "step": 31500
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.338810302273049e-06,
      "loss": 0.0048,
      "step": 31501
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.338556900505758e-06,
      "loss": 0.0091,
      "step": 31502
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.338303497864877e-06,
      "loss": 0.0055,
      "step": 31503
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.338050094351059e-06,
      "loss": 0.0151,
      "step": 31504
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.337796689964957e-06,
      "loss": 0.007,
      "step": 31505
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.337543284707226e-06,
      "loss": 0.0071,
      "step": 31506
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.337289878578519e-06,
      "loss": 0.0093,
      "step": 31507
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.33703647157949e-06,
      "loss": 0.0148,
      "step": 31508
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.336783063710794e-06,
      "loss": 0.0026,
      "step": 31509
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.336529654973084e-06,
      "loss": 0.0049,
      "step": 31510
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.336276245367013e-06,
      "loss": 0.0231,
      "step": 31511
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.336022834893235e-06,
      "loss": 0.0067,
      "step": 31512
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.335769423552407e-06,
      "loss": 0.0056,
      "step": 31513
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.335516011345181e-06,
      "loss": 0.0295,
      "step": 31514
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.335262598272207e-06,
      "loss": 0.0038,
      "step": 31515
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.335009184334144e-06,
      "loss": 0.0211,
      "step": 31516
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.334755769531645e-06,
      "loss": 0.012,
      "step": 31517
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.334502353865363e-06,
      "loss": 0.0244,
      "step": 31518
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3342489373359515e-06,
      "loss": 0.0194,
      "step": 31519
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.333995519944065e-06,
      "loss": 0.0152,
      "step": 31520
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.333742101690358e-06,
      "loss": 0.0171,
      "step": 31521
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.333488682575483e-06,
      "loss": 0.0044,
      "step": 31522
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.333235262600095e-06,
      "loss": 0.0142,
      "step": 31523
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.332981841764847e-06,
      "loss": 0.0116,
      "step": 31524
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.332728420070395e-06,
      "loss": 0.0403,
      "step": 31525
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.33247499751739e-06,
      "loss": 0.0118,
      "step": 31526
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3322215741064865e-06,
      "loss": 0.0146,
      "step": 31527
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.331968149838341e-06,
      "loss": 0.0172,
      "step": 31528
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3317147247136055e-06,
      "loss": 0.0033,
      "step": 31529
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.331461298732933e-06,
      "loss": 0.0068,
      "step": 31530
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.331207871896978e-06,
      "loss": 0.0073,
      "step": 31531
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.330954444206398e-06,
      "loss": 0.0122,
      "step": 31532
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.33070101566184e-06,
      "loss": 0.0026,
      "step": 31533
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3304475862639645e-06,
      "loss": 0.0111,
      "step": 31534
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.330194156013422e-06,
      "loss": 0.0126,
      "step": 31535
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.329940724910867e-06,
      "loss": 0.0153,
      "step": 31536
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3296872929569525e-06,
      "loss": 0.0177,
      "step": 31537
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.329433860152335e-06,
      "loss": 0.0079,
      "step": 31538
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.329180426497666e-06,
      "loss": 0.008,
      "step": 31539
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.328926991993602e-06,
      "loss": 0.0023,
      "step": 31540
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.328673556640793e-06,
      "loss": 0.0094,
      "step": 31541
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.328420120439897e-06,
      "loss": 0.0071,
      "step": 31542
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.328166683391564e-06,
      "loss": 0.0103,
      "step": 31543
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3279132454964536e-06,
      "loss": 0.0076,
      "step": 31544
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.3276598067552145e-06,
      "loss": 0.0028,
      "step": 31545
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.327406367168503e-06,
      "loss": 0.0136,
      "step": 31546
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.327152926736971e-06,
      "loss": 0.0331,
      "step": 31547
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.326899485461276e-06,
      "loss": 0.0008,
      "step": 31548
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.326646043342069e-06,
      "loss": 0.0044,
      "step": 31549
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.326392600380006e-06,
      "loss": 0.0069,
      "step": 31550
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.326139156575738e-06,
      "loss": 0.0072,
      "step": 31551
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.325885711929922e-06,
      "loss": 0.0035,
      "step": 31552
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.325632266443211e-06,
      "loss": 0.0388,
      "step": 31553
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.32537882011626e-06,
      "loss": 0.0235,
      "step": 31554
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.32512537294972e-06,
      "loss": 0.0025,
      "step": 31555
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.324871924944247e-06,
      "loss": 0.0125,
      "step": 31556
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.324618476100496e-06,
      "loss": 0.0078,
      "step": 31557
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.324365026419118e-06,
      "loss": 0.0108,
      "step": 31558
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.324111575900771e-06,
      "loss": 0.025,
      "step": 31559
    },
    {
      "epoch": 0.49,
      "learning_rate": 5.323858124546106e-06,
      "loss": 0.0107,
      "step": 31560
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.323604672355777e-06,
      "loss": 0.0025,
      "step": 31561
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.3233512193304385e-06,
      "loss": 0.0044,
      "step": 31562
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.323097765470745e-06,
      "loss": 0.0231,
      "step": 31563
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.322844310777352e-06,
      "loss": 0.0073,
      "step": 31564
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.32259085525091e-06,
      "loss": 0.0142,
      "step": 31565
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.322337398892073e-06,
      "loss": 0.0058,
      "step": 31566
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.3220839417015e-06,
      "loss": 0.0034,
      "step": 31567
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.32183048367984e-06,
      "loss": 0.0065,
      "step": 31568
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.32157702482775e-06,
      "loss": 0.007,
      "step": 31569
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.32132356514588e-06,
      "loss": 0.0036,
      "step": 31570
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.32107010463489e-06,
      "loss": 0.0099,
      "step": 31571
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.320816643295429e-06,
      "loss": 0.0049,
      "step": 31572
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.320563181128152e-06,
      "loss": 0.0003,
      "step": 31573
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.320309718133716e-06,
      "loss": 0.0158,
      "step": 31574
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.320056254312772e-06,
      "loss": 0.0093,
      "step": 31575
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.319802789665975e-06,
      "loss": 0.0129,
      "step": 31576
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.319549324193978e-06,
      "loss": 0.0128,
      "step": 31577
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.319295857897436e-06,
      "loss": 0.0026,
      "step": 31578
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.319042390777004e-06,
      "loss": 0.0102,
      "step": 31579
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.318788922833335e-06,
      "loss": 0.0106,
      "step": 31580
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.318535454067081e-06,
      "loss": 0.0079,
      "step": 31581
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.318281984478899e-06,
      "loss": 0.0159,
      "step": 31582
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.318028514069442e-06,
      "loss": 0.0187,
      "step": 31583
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.317775042839366e-06,
      "loss": 0.0187,
      "step": 31584
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.31752157078932e-06,
      "loss": 0.0056,
      "step": 31585
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.317268097919964e-06,
      "loss": 0.0021,
      "step": 31586
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.317014624231948e-06,
      "loss": 0.0098,
      "step": 31587
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.316761149725927e-06,
      "loss": 0.0109,
      "step": 31588
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.316507674402557e-06,
      "loss": 0.0068,
      "step": 31589
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.316254198262488e-06,
      "loss": 0.0179,
      "step": 31590
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.316000721306377e-06,
      "loss": 0.0083,
      "step": 31591
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.315747243534878e-06,
      "loss": 0.0072,
      "step": 31592
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.315493764948644e-06,
      "loss": 0.0067,
      "step": 31593
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.315240285548331e-06,
      "loss": 0.0086,
      "step": 31594
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.31498680533459e-06,
      "loss": 0.0086,
      "step": 31595
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.314733324308078e-06,
      "loss": 0.0104,
      "step": 31596
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.314479842469447e-06,
      "loss": 0.0029,
      "step": 31597
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.314226359819352e-06,
      "loss": 0.0082,
      "step": 31598
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.313972876358447e-06,
      "loss": 0.03,
      "step": 31599
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.313719392087386e-06,
      "loss": 0.0067,
      "step": 31600
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.313465907006824e-06,
      "loss": 0.0115,
      "step": 31601
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.313212421117413e-06,
      "loss": 0.013,
      "step": 31602
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.312958934419808e-06,
      "loss": 0.0254,
      "step": 31603
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.312705446914666e-06,
      "loss": 0.0195,
      "step": 31604
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.312451958602634e-06,
      "loss": 0.0051,
      "step": 31605
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.312198469484373e-06,
      "loss": 0.009,
      "step": 31606
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.311944979560535e-06,
      "loss": 0.0028,
      "step": 31607
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.311691488831774e-06,
      "loss": 0.0062,
      "step": 31608
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.311437997298743e-06,
      "loss": 0.0161,
      "step": 31609
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.311184504962096e-06,
      "loss": 0.0026,
      "step": 31610
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.310931011822489e-06,
      "loss": 0.0141,
      "step": 31611
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.310677517880573e-06,
      "loss": 0.0073,
      "step": 31612
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.310424023137007e-06,
      "loss": 0.0171,
      "step": 31613
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.310170527592442e-06,
      "loss": 0.0173,
      "step": 31614
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.309917031247531e-06,
      "loss": 0.0066,
      "step": 31615
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.30966353410293e-06,
      "loss": 0.0092,
      "step": 31616
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.309410036159291e-06,
      "loss": 0.0168,
      "step": 31617
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.309156537417274e-06,
      "loss": 0.0143,
      "step": 31618
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.308903037877525e-06,
      "loss": 0.0142,
      "step": 31619
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.3086495375407025e-06,
      "loss": 0.0048,
      "step": 31620
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.308396036407461e-06,
      "loss": 0.0033,
      "step": 31621
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.308142534478453e-06,
      "loss": 0.0082,
      "step": 31622
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.307889031754334e-06,
      "loss": 0.0076,
      "step": 31623
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.307635528235756e-06,
      "loss": 0.0087,
      "step": 31624
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.307382023923375e-06,
      "loss": 0.0114,
      "step": 31625
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.307128518817846e-06,
      "loss": 0.0069,
      "step": 31626
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.306875012919819e-06,
      "loss": 0.0107,
      "step": 31627
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.306621506229953e-06,
      "loss": 0.0138,
      "step": 31628
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.306367998748901e-06,
      "loss": 0.0187,
      "step": 31629
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.306114490477315e-06,
      "loss": 0.0175,
      "step": 31630
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.3058609814158476e-06,
      "loss": 0.0093,
      "step": 31631
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.305607471565159e-06,
      "loss": 0.0066,
      "step": 31632
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.3053539609259e-06,
      "loss": 0.0061,
      "step": 31633
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.305100449498723e-06,
      "loss": 0.0049,
      "step": 31634
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.3048469372842845e-06,
      "loss": 0.0049,
      "step": 31635
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.304593424283238e-06,
      "loss": 0.0055,
      "step": 31636
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.304339910496238e-06,
      "loss": 0.0069,
      "step": 31637
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.304086395923939e-06,
      "loss": 0.0216,
      "step": 31638
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.3038328805669935e-06,
      "loss": 0.0106,
      "step": 31639
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.303579364426057e-06,
      "loss": 0.0129,
      "step": 31640
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.303325847501782e-06,
      "loss": 0.0065,
      "step": 31641
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.303072329794825e-06,
      "loss": 0.0151,
      "step": 31642
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.302818811305841e-06,
      "loss": 0.0129,
      "step": 31643
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.302565292035479e-06,
      "loss": 0.0067,
      "step": 31644
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.302311771984398e-06,
      "loss": 0.0085,
      "step": 31645
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.30205825115325e-06,
      "loss": 0.0073,
      "step": 31646
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.30180472954269e-06,
      "loss": 0.0123,
      "step": 31647
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.301551207153374e-06,
      "loss": 0.0017,
      "step": 31648
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.301297683985951e-06,
      "loss": 0.0088,
      "step": 31649
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.30104416004108e-06,
      "loss": 0.0092,
      "step": 31650
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.300790635319413e-06,
      "loss": 0.0047,
      "step": 31651
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.300537109821604e-06,
      "loss": 0.0092,
      "step": 31652
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.300283583548309e-06,
      "loss": 0.0338,
      "step": 31653
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.30003005650018e-06,
      "loss": 0.0136,
      "step": 31654
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.299776528677872e-06,
      "loss": 0.02,
      "step": 31655
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2995230000820405e-06,
      "loss": 0.0036,
      "step": 31656
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.299269470713339e-06,
      "loss": 0.0035,
      "step": 31657
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.299015940572421e-06,
      "loss": 0.0165,
      "step": 31658
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.29876240965994e-06,
      "loss": 0.0024,
      "step": 31659
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.29850887797655e-06,
      "loss": 0.0221,
      "step": 31660
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.298255345522909e-06,
      "loss": 0.0066,
      "step": 31661
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.298001812299667e-06,
      "loss": 0.0037,
      "step": 31662
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.297748278307481e-06,
      "loss": 0.0043,
      "step": 31663
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.297494743547003e-06,
      "loss": 0.0093,
      "step": 31664
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.297241208018888e-06,
      "loss": 0.0029,
      "step": 31665
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.29698767172379e-06,
      "loss": 0.0309,
      "step": 31666
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.296734134662364e-06,
      "loss": 0.0068,
      "step": 31667
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.296480596835265e-06,
      "loss": 0.0162,
      "step": 31668
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.296227058243145e-06,
      "loss": 0.0051,
      "step": 31669
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.295973518886659e-06,
      "loss": 0.0035,
      "step": 31670
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.295719978766462e-06,
      "loss": 0.0071,
      "step": 31671
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.295466437883207e-06,
      "loss": 0.0043,
      "step": 31672
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2952128962375495e-06,
      "loss": 0.0126,
      "step": 31673
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.294959353830143e-06,
      "loss": 0.0072,
      "step": 31674
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.294705810661641e-06,
      "loss": 0.0161,
      "step": 31675
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.294452266732699e-06,
      "loss": 0.0206,
      "step": 31676
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.294198722043971e-06,
      "loss": 0.0155,
      "step": 31677
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.29394517659611e-06,
      "loss": 0.019,
      "step": 31678
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.293691630389773e-06,
      "loss": 0.0056,
      "step": 31679
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.293438083425611e-06,
      "loss": 0.0135,
      "step": 31680
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.29318453570428e-06,
      "loss": 0.0064,
      "step": 31681
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.292930987226434e-06,
      "loss": 0.0072,
      "step": 31682
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.292677437992729e-06,
      "loss": 0.0024,
      "step": 31683
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.292423888003816e-06,
      "loss": 0.021,
      "step": 31684
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.292170337260349e-06,
      "loss": 0.0182,
      "step": 31685
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2919167857629864e-06,
      "loss": 0.0183,
      "step": 31686
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.291663233512378e-06,
      "loss": 0.0078,
      "step": 31687
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.291409680509182e-06,
      "loss": 0.0025,
      "step": 31688
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2911561267540505e-06,
      "loss": 0.0119,
      "step": 31689
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.290902572247637e-06,
      "loss": 0.0058,
      "step": 31690
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.290649016990596e-06,
      "loss": 0.0285,
      "step": 31691
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2903954609835825e-06,
      "loss": 0.0131,
      "step": 31692
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.290141904227254e-06,
      "loss": 0.0098,
      "step": 31693
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.289888346722258e-06,
      "loss": 0.0087,
      "step": 31694
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.289634788469253e-06,
      "loss": 0.0027,
      "step": 31695
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.289381229468892e-06,
      "loss": 0.0209,
      "step": 31696
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.289127669721831e-06,
      "loss": 0.0045,
      "step": 31697
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.288874109228723e-06,
      "loss": 0.0382,
      "step": 31698
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.288620547990222e-06,
      "loss": 0.0365,
      "step": 31699
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.288366986006983e-06,
      "loss": 0.0206,
      "step": 31700
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2881134232796584e-06,
      "loss": 0.0167,
      "step": 31701
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.287859859808904e-06,
      "loss": 0.0075,
      "step": 31702
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.287606295595376e-06,
      "loss": 0.0093,
      "step": 31703
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.287352730639726e-06,
      "loss": 0.0034,
      "step": 31704
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.287099164942608e-06,
      "loss": 0.0036,
      "step": 31705
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.286845598504677e-06,
      "loss": 0.0184,
      "step": 31706
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.286592031326589e-06,
      "loss": 0.02,
      "step": 31707
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.286338463408997e-06,
      "loss": 0.0065,
      "step": 31708
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.286084894752554e-06,
      "loss": 0.0063,
      "step": 31709
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.285831325357914e-06,
      "loss": 0.0046,
      "step": 31710
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.285577755225735e-06,
      "loss": 0.0061,
      "step": 31711
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.285324184356668e-06,
      "loss": 0.0156,
      "step": 31712
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.285070612751369e-06,
      "loss": 0.007,
      "step": 31713
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.284817040410491e-06,
      "loss": 0.0039,
      "step": 31714
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.284563467334691e-06,
      "loss": 0.0114,
      "step": 31715
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.284309893524617e-06,
      "loss": 0.0205,
      "step": 31716
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.28405631898093e-06,
      "loss": 0.014,
      "step": 31717
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.283802743704283e-06,
      "loss": 0.0088,
      "step": 31718
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.283549167695327e-06,
      "loss": 0.003,
      "step": 31719
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.28329559095472e-06,
      "loss": 0.0162,
      "step": 31720
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.283042013483114e-06,
      "loss": 0.0171,
      "step": 31721
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.282788435281164e-06,
      "loss": 0.0119,
      "step": 31722
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.282534856349526e-06,
      "loss": 0.0138,
      "step": 31723
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.28228127668885e-06,
      "loss": 0.0058,
      "step": 31724
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2820276962997955e-06,
      "loss": 0.007,
      "step": 31725
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.281774115183013e-06,
      "loss": 0.0074,
      "step": 31726
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.281520533339157e-06,
      "loss": 0.0185,
      "step": 31727
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.281266950768885e-06,
      "loss": 0.0345,
      "step": 31728
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.281013367472849e-06,
      "loss": 0.0031,
      "step": 31729
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.280759783451703e-06,
      "loss": 0.0056,
      "step": 31730
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.280506198706102e-06,
      "loss": 0.0045,
      "step": 31731
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.280252613236702e-06,
      "loss": 0.0093,
      "step": 31732
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.279999027044154e-06,
      "loss": 0.0083,
      "step": 31733
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.279745440129115e-06,
      "loss": 0.0105,
      "step": 31734
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.279491852492237e-06,
      "loss": 0.0047,
      "step": 31735
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.279238264134178e-06,
      "loss": 0.0194,
      "step": 31736
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2789846750555876e-06,
      "loss": 0.0134,
      "step": 31737
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.278731085257124e-06,
      "loss": 0.008,
      "step": 31738
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.278477494739439e-06,
      "loss": 0.0083,
      "step": 31739
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.278223903503189e-06,
      "loss": 0.0111,
      "step": 31740
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.277970311549027e-06,
      "loss": 0.0029,
      "step": 31741
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.277716718877608e-06,
      "loss": 0.0103,
      "step": 31742
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.277463125489586e-06,
      "loss": 0.0131,
      "step": 31743
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.277209531385617e-06,
      "loss": 0.0028,
      "step": 31744
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2769559365663515e-06,
      "loss": 0.0044,
      "step": 31745
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.276702341032446e-06,
      "loss": 0.0102,
      "step": 31746
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.276448744784557e-06,
      "loss": 0.0149,
      "step": 31747
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.276195147823336e-06,
      "loss": 0.0044,
      "step": 31748
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.275941550149439e-06,
      "loss": 0.0063,
      "step": 31749
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.275687951763518e-06,
      "loss": 0.004,
      "step": 31750
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.275434352666231e-06,
      "loss": 0.0068,
      "step": 31751
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2751807528582286e-06,
      "loss": 0.0119,
      "step": 31752
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.274927152340169e-06,
      "loss": 0.0052,
      "step": 31753
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2746735511127045e-06,
      "loss": 0.004,
      "step": 31754
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.274419949176488e-06,
      "loss": 0.0113,
      "step": 31755
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2741663465321755e-06,
      "loss": 0.0032,
      "step": 31756
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.273912743180423e-06,
      "loss": 0.0034,
      "step": 31757
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.273659139121881e-06,
      "loss": 0.0018,
      "step": 31758
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2734055343572075e-06,
      "loss": 0.0101,
      "step": 31759
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.273151928887055e-06,
      "loss": 0.0075,
      "step": 31760
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.272898322712078e-06,
      "loss": 0.0039,
      "step": 31761
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2726447158329305e-06,
      "loss": 0.0029,
      "step": 31762
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2723911082502695e-06,
      "loss": 0.0022,
      "step": 31763
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2721374999647465e-06,
      "loss": 0.0073,
      "step": 31764
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.271883890977018e-06,
      "loss": 0.012,
      "step": 31765
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.271630281287735e-06,
      "loss": 0.0064,
      "step": 31766
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.271376670897555e-06,
      "loss": 0.0166,
      "step": 31767
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.271123059807133e-06,
      "loss": 0.0042,
      "step": 31768
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.270869448017122e-06,
      "loss": 0.0182,
      "step": 31769
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.270615835528176e-06,
      "loss": 0.0138,
      "step": 31770
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.270362222340948e-06,
      "loss": 0.008,
      "step": 31771
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.270108608456096e-06,
      "loss": 0.0333,
      "step": 31772
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2698549938742725e-06,
      "loss": 0.0049,
      "step": 31773
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.269601378596132e-06,
      "loss": 0.0011,
      "step": 31774
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.269347762622328e-06,
      "loss": 0.0047,
      "step": 31775
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.269094145953517e-06,
      "loss": 0.0171,
      "step": 31776
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.268840528590352e-06,
      "loss": 0.0115,
      "step": 31777
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.268586910533488e-06,
      "loss": 0.0067,
      "step": 31778
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.26833329178358e-06,
      "loss": 0.0049,
      "step": 31779
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2680796723412784e-06,
      "loss": 0.0139,
      "step": 31780
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2678260522072425e-06,
      "loss": 0.0064,
      "step": 31781
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.267572431382124e-06,
      "loss": 0.0061,
      "step": 31782
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.267318809866582e-06,
      "loss": 0.0051,
      "step": 31783
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.267065187661264e-06,
      "loss": 0.004,
      "step": 31784
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.266811564766828e-06,
      "loss": 0.0021,
      "step": 31785
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2665579411839284e-06,
      "loss": 0.0022,
      "step": 31786
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.26630431691322e-06,
      "loss": 0.0333,
      "step": 31787
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.266050691955357e-06,
      "loss": 0.0043,
      "step": 31788
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.265797066310991e-06,
      "loss": 0.0127,
      "step": 31789
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2655434399807815e-06,
      "loss": 0.0074,
      "step": 31790
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.265289812965379e-06,
      "loss": 0.006,
      "step": 31791
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.265036185265437e-06,
      "loss": 0.0064,
      "step": 31792
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.264782556881615e-06,
      "loss": 0.0081,
      "step": 31793
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.264528927814566e-06,
      "loss": 0.0034,
      "step": 31794
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.26427529806494e-06,
      "loss": 0.0092,
      "step": 31795
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.264021667633397e-06,
      "loss": 0.0056,
      "step": 31796
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.263768036520588e-06,
      "loss": 0.0025,
      "step": 31797
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.263514404727168e-06,
      "loss": 0.0141,
      "step": 31798
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.263260772253792e-06,
      "loss": 0.0054,
      "step": 31799
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.263007139101114e-06,
      "loss": 0.0111,
      "step": 31800
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.26275350526979e-06,
      "loss": 0.0025,
      "step": 31801
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.262499870760473e-06,
      "loss": 0.0644,
      "step": 31802
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.262246235573817e-06,
      "loss": 0.0055,
      "step": 31803
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.261992599710477e-06,
      "loss": 0.0303,
      "step": 31804
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.261738963171109e-06,
      "loss": 0.0042,
      "step": 31805
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.261485325956365e-06,
      "loss": 0.0153,
      "step": 31806
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2612316880669e-06,
      "loss": 0.0115,
      "step": 31807
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.260978049503373e-06,
      "loss": 0.0082,
      "step": 31808
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2607244102664305e-06,
      "loss": 0.0017,
      "step": 31809
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.260470770356732e-06,
      "loss": 0.0072,
      "step": 31810
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.260217129774932e-06,
      "loss": 0.0089,
      "step": 31811
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.259963488521682e-06,
      "loss": 0.0023,
      "step": 31812
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.25970984659764e-06,
      "loss": 0.0102,
      "step": 31813
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.259456204003458e-06,
      "loss": 0.01,
      "step": 31814
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.259202560739792e-06,
      "loss": 0.0024,
      "step": 31815
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.258948916807296e-06,
      "loss": 0.0019,
      "step": 31816
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.258695272206624e-06,
      "loss": 0.0085,
      "step": 31817
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2584416269384315e-06,
      "loss": 0.0188,
      "step": 31818
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.258187981003373e-06,
      "loss": 0.0156,
      "step": 31819
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2579343344021004e-06,
      "loss": 0.004,
      "step": 31820
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.257680687135272e-06,
      "loss": 0.0098,
      "step": 31821
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.25742703920354e-06,
      "loss": 0.0367,
      "step": 31822
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2571733906075594e-06,
      "loss": 0.0054,
      "step": 31823
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.256919741347983e-06,
      "loss": 0.0114,
      "step": 31824
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.256666091425469e-06,
      "loss": 0.0077,
      "step": 31825
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.256412440840669e-06,
      "loss": 0.0035,
      "step": 31826
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.256158789594238e-06,
      "loss": 0.0198,
      "step": 31827
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.255905137686832e-06,
      "loss": 0.0131,
      "step": 31828
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2556514851191034e-06,
      "loss": 0.0024,
      "step": 31829
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.255397831891709e-06,
      "loss": 0.0146,
      "step": 31830
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.255144178005299e-06,
      "loss": 0.0061,
      "step": 31831
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2548905234605326e-06,
      "loss": 0.0363,
      "step": 31832
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2546368682580655e-06,
      "loss": 0.0065,
      "step": 31833
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2543832123985465e-06,
      "loss": 0.0024,
      "step": 31834
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.254129555882632e-06,
      "loss": 0.0124,
      "step": 31835
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2538758987109785e-06,
      "loss": 0.0165,
      "step": 31836
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.25362224088424e-06,
      "loss": 0.0032,
      "step": 31837
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.253368582403071e-06,
      "loss": 0.0119,
      "step": 31838
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.253114923268125e-06,
      "loss": 0.0022,
      "step": 31839
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.252861263480057e-06,
      "loss": 0.0023,
      "step": 31840
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.252607603039521e-06,
      "loss": 0.0049,
      "step": 31841
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.252353941947171e-06,
      "loss": 0.0143,
      "step": 31842
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.252100280203666e-06,
      "loss": 0.0029,
      "step": 31843
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.251846617809656e-06,
      "loss": 0.0234,
      "step": 31844
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.251592954765795e-06,
      "loss": 0.0061,
      "step": 31845
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.25133929107274e-06,
      "loss": 0.0053,
      "step": 31846
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.251085626731146e-06,
      "loss": 0.0097,
      "step": 31847
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.250831961741666e-06,
      "loss": 0.0151,
      "step": 31848
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.250578296104954e-06,
      "loss": 0.0175,
      "step": 31849
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.250324629821666e-06,
      "loss": 0.0138,
      "step": 31850
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.250070962892456e-06,
      "loss": 0.0067,
      "step": 31851
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2498172953179786e-06,
      "loss": 0.0074,
      "step": 31852
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2495636270988885e-06,
      "loss": 0.0155,
      "step": 31853
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.249309958235838e-06,
      "loss": 0.0069,
      "step": 31854
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.249056288729486e-06,
      "loss": 0.0118,
      "step": 31855
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.248802618580484e-06,
      "loss": 0.0119,
      "step": 31856
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.248548947789487e-06,
      "loss": 0.0197,
      "step": 31857
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.24829527635715e-06,
      "loss": 0.0124,
      "step": 31858
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.248041604284129e-06,
      "loss": 0.0036,
      "step": 31859
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.247787931571074e-06,
      "loss": 0.0038,
      "step": 31860
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.247534258218644e-06,
      "loss": 0.0185,
      "step": 31861
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.247280584227492e-06,
      "loss": 0.0312,
      "step": 31862
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.247026909598274e-06,
      "loss": 0.0168,
      "step": 31863
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.246773234331641e-06,
      "loss": 0.019,
      "step": 31864
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.246519558428251e-06,
      "loss": 0.0088,
      "step": 31865
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.246265881888757e-06,
      "loss": 0.0081,
      "step": 31866
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2460122047138125e-06,
      "loss": 0.0149,
      "step": 31867
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.245758526904076e-06,
      "loss": 0.0241,
      "step": 31868
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.245504848460199e-06,
      "loss": 0.0176,
      "step": 31869
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.245251169382836e-06,
      "loss": 0.0086,
      "step": 31870
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.244997489672641e-06,
      "loss": 0.0095,
      "step": 31871
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.244743809330272e-06,
      "loss": 0.0051,
      "step": 31872
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.244490128356381e-06,
      "loss": 0.0145,
      "step": 31873
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2442364467516214e-06,
      "loss": 0.0051,
      "step": 31874
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.243982764516649e-06,
      "loss": 0.0016,
      "step": 31875
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2437290816521216e-06,
      "loss": 0.0073,
      "step": 31876
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.24347539815869e-06,
      "loss": 0.0188,
      "step": 31877
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2432217140370075e-06,
      "loss": 0.0075,
      "step": 31878
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2429680292877324e-06,
      "loss": 0.0072,
      "step": 31879
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.242714343911519e-06,
      "loss": 0.0085,
      "step": 31880
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.242460657909019e-06,
      "loss": 0.0107,
      "step": 31881
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.24220697128089e-06,
      "loss": 0.0083,
      "step": 31882
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.241953284027783e-06,
      "loss": 0.0038,
      "step": 31883
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.241699596150357e-06,
      "loss": 0.0071,
      "step": 31884
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.241445907649264e-06,
      "loss": 0.004,
      "step": 31885
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.241192218525158e-06,
      "loss": 0.0053,
      "step": 31886
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.240938528778697e-06,
      "loss": 0.0029,
      "step": 31887
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.240684838410531e-06,
      "loss": 0.0055,
      "step": 31888
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.240431147421318e-06,
      "loss": 0.0068,
      "step": 31889
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.240177455811711e-06,
      "loss": 0.0056,
      "step": 31890
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.239923763582365e-06,
      "loss": 0.0032,
      "step": 31891
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2396700707339355e-06,
      "loss": 0.0113,
      "step": 31892
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.239416377267076e-06,
      "loss": 0.0038,
      "step": 31893
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.239162683182442e-06,
      "loss": 0.0118,
      "step": 31894
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.238908988480685e-06,
      "loss": 0.0129,
      "step": 31895
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.238655293162464e-06,
      "loss": 0.0316,
      "step": 31896
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.238401597228433e-06,
      "loss": 0.0013,
      "step": 31897
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.238147900679245e-06,
      "loss": 0.0293,
      "step": 31898
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.237894203515553e-06,
      "loss": 0.0098,
      "step": 31899
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.237640505738015e-06,
      "loss": 0.0163,
      "step": 31900
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2373868073472845e-06,
      "loss": 0.0087,
      "step": 31901
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.237133108344017e-06,
      "loss": 0.0036,
      "step": 31902
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.236879408728863e-06,
      "loss": 0.0068,
      "step": 31903
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.236625708502482e-06,
      "loss": 0.0071,
      "step": 31904
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2363720076655275e-06,
      "loss": 0.0108,
      "step": 31905
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.236118306218651e-06,
      "loss": 0.0093,
      "step": 31906
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.235864604162513e-06,
      "loss": 0.0124,
      "step": 31907
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.235610901497762e-06,
      "loss": 0.0178,
      "step": 31908
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.235357198225057e-06,
      "loss": 0.0092,
      "step": 31909
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.235103494345049e-06,
      "loss": 0.0053,
      "step": 31910
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.234849789858396e-06,
      "loss": 0.0094,
      "step": 31911
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.234596084765753e-06,
      "loss": 0.0034,
      "step": 31912
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.234342379067771e-06,
      "loss": 0.0001,
      "step": 31913
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.234088672765106e-06,
      "loss": 0.022,
      "step": 31914
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.233834965858413e-06,
      "loss": 0.006,
      "step": 31915
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.233581258348349e-06,
      "loss": 0.0044,
      "step": 31916
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.233327550235566e-06,
      "loss": 0.0073,
      "step": 31917
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.233073841520718e-06,
      "loss": 0.0192,
      "step": 31918
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.232820132204462e-06,
      "loss": 0.0067,
      "step": 31919
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.232566422287451e-06,
      "loss": 0.0071,
      "step": 31920
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.232312711770339e-06,
      "loss": 0.0097,
      "step": 31921
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.232059000653783e-06,
      "loss": 0.0088,
      "step": 31922
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2318052889384364e-06,
      "loss": 0.0021,
      "step": 31923
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.231551576624953e-06,
      "loss": 0.004,
      "step": 31924
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.231297863713989e-06,
      "loss": 0.006,
      "step": 31925
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.231044150206199e-06,
      "loss": 0.0169,
      "step": 31926
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.230790436102237e-06,
      "loss": 0.0041,
      "step": 31927
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.230536721402758e-06,
      "loss": 0.0087,
      "step": 31928
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.230283006108415e-06,
      "loss": 0.002,
      "step": 31929
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.230029290219866e-06,
      "loss": 0.0037,
      "step": 31930
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.229775573737762e-06,
      "loss": 0.011,
      "step": 31931
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.229521856662761e-06,
      "loss": 0.0039,
      "step": 31932
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.229268138995515e-06,
      "loss": 0.008,
      "step": 31933
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.229014420736681e-06,
      "loss": 0.008,
      "step": 31934
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2287607018869116e-06,
      "loss": 0.0078,
      "step": 31935
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.228506982446862e-06,
      "loss": 0.0091,
      "step": 31936
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.228253262417188e-06,
      "loss": 0.0104,
      "step": 31937
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.227999541798544e-06,
      "loss": 0.0063,
      "step": 31938
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.227745820591584e-06,
      "loss": 0.0029,
      "step": 31939
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.227492098796962e-06,
      "loss": 0.0035,
      "step": 31940
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.227238376415334e-06,
      "loss": 0.0018,
      "step": 31941
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.226984653447356e-06,
      "loss": 0.0081,
      "step": 31942
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2267309298936775e-06,
      "loss": 0.0043,
      "step": 31943
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.22647720575496e-06,
      "loss": 0.0109,
      "step": 31944
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.226223481031853e-06,
      "loss": 0.0088,
      "step": 31945
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.225969755725014e-06,
      "loss": 0.0206,
      "step": 31946
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.225716029835096e-06,
      "loss": 0.0077,
      "step": 31947
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.225462303362755e-06,
      "loss": 0.0076,
      "step": 31948
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2252085763086446e-06,
      "loss": 0.0069,
      "step": 31949
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2249548486734205e-06,
      "loss": 0.003,
      "step": 31950
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2247011204577366e-06,
      "loss": 0.0062,
      "step": 31951
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.224447391662249e-06,
      "loss": 0.0102,
      "step": 31952
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.22419366228761e-06,
      "loss": 0.006,
      "step": 31953
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.223939932334476e-06,
      "loss": 0.0033,
      "step": 31954
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.223686201803503e-06,
      "loss": 0.003,
      "step": 31955
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.223432470695342e-06,
      "loss": 0.0169,
      "step": 31956
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.223178739010652e-06,
      "loss": 0.0124,
      "step": 31957
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.222925006750082e-06,
      "loss": 0.0165,
      "step": 31958
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2226712739142936e-06,
      "loss": 0.0076,
      "step": 31959
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.222417540503937e-06,
      "loss": 0.0076,
      "step": 31960
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2221638065196665e-06,
      "loss": 0.0131,
      "step": 31961
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.221910071962142e-06,
      "loss": 0.0058,
      "step": 31962
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.221656336832013e-06,
      "loss": 0.0083,
      "step": 31963
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.221402601129935e-06,
      "loss": 0.0155,
      "step": 31964
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.221148864856563e-06,
      "loss": 0.0089,
      "step": 31965
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.220895128012554e-06,
      "loss": 0.0096,
      "step": 31966
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.220641390598561e-06,
      "loss": 0.0155,
      "step": 31967
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.220387652615238e-06,
      "loss": 0.0032,
      "step": 31968
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.220133914063239e-06,
      "loss": 0.0042,
      "step": 31969
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.219880174943223e-06,
      "loss": 0.0424,
      "step": 31970
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.21962643525584e-06,
      "loss": 0.0153,
      "step": 31971
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2193726950017475e-06,
      "loss": 0.019,
      "step": 31972
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2191189541816e-06,
      "loss": 0.0119,
      "step": 31973
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.218865212796051e-06,
      "loss": 0.0085,
      "step": 31974
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2186114708457546e-06,
      "loss": 0.0061,
      "step": 31975
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.218357728331369e-06,
      "loss": 0.0034,
      "step": 31976
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.218103985253546e-06,
      "loss": 0.011,
      "step": 31977
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.217850241612941e-06,
      "loss": 0.0088,
      "step": 31978
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.217596497410208e-06,
      "loss": 0.0235,
      "step": 31979
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.217342752646004e-06,
      "loss": 0.0051,
      "step": 31980
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2170890073209815e-06,
      "loss": 0.0039,
      "step": 31981
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.216835261435796e-06,
      "loss": 0.0391,
      "step": 31982
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.216581514991103e-06,
      "loss": 0.0055,
      "step": 31983
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2163277679875565e-06,
      "loss": 0.0104,
      "step": 31984
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.216074020425811e-06,
      "loss": 0.0086,
      "step": 31985
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.215820272306521e-06,
      "loss": 0.0063,
      "step": 31986
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.215566523630344e-06,
      "loss": 0.0403,
      "step": 31987
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.215312774397932e-06,
      "loss": 0.0137,
      "step": 31988
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.215059024609937e-06,
      "loss": 0.0065,
      "step": 31989
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.214805274267019e-06,
      "loss": 0.0046,
      "step": 31990
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.214551523369833e-06,
      "loss": 0.012,
      "step": 31991
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2142977719190314e-06,
      "loss": 0.0098,
      "step": 31992
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2140440199152675e-06,
      "loss": 0.0063,
      "step": 31993
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.213790267359198e-06,
      "loss": 0.0119,
      "step": 31994
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.213536514251478e-06,
      "loss": 0.0093,
      "step": 31995
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.213282760592762e-06,
      "loss": 0.0037,
      "step": 31996
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2130290063837045e-06,
      "loss": 0.0104,
      "step": 31997
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.21277525162496e-06,
      "loss": 0.0111,
      "step": 31998
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.212521496317182e-06,
      "loss": 0.0049,
      "step": 31999
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.212267740461028e-06,
      "loss": 0.0059,
      "step": 32000
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.212013984057151e-06,
      "loss": 0.0056,
      "step": 32001
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.21176022710621e-06,
      "loss": 0.012,
      "step": 32002
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.211506469608853e-06,
      "loss": 0.0057,
      "step": 32003
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.211252711565736e-06,
      "loss": 0.004,
      "step": 32004
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.210998952977519e-06,
      "loss": 0.0041,
      "step": 32005
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.210745193844852e-06,
      "loss": 0.004,
      "step": 32006
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.210491434168392e-06,
      "loss": 0.0181,
      "step": 32007
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.210237673948792e-06,
      "loss": 0.0114,
      "step": 32008
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.20998391318671e-06,
      "loss": 0.0049,
      "step": 32009
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.209730151882797e-06,
      "loss": 0.0066,
      "step": 32010
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.209476390037709e-06,
      "loss": 0.0061,
      "step": 32011
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.209222627652102e-06,
      "loss": 0.0217,
      "step": 32012
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.20896886472663e-06,
      "loss": 0.0019,
      "step": 32013
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.208715101261948e-06,
      "loss": 0.0032,
      "step": 32014
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.208461337258709e-06,
      "loss": 0.0043,
      "step": 32015
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.208207572717572e-06,
      "loss": 0.0062,
      "step": 32016
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.207953807639188e-06,
      "loss": 0.0054,
      "step": 32017
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.207700042024213e-06,
      "loss": 0.0053,
      "step": 32018
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2074462758733e-06,
      "loss": 0.0193,
      "step": 32019
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.207192509187108e-06,
      "loss": 0.0093,
      "step": 32020
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.206938741966288e-06,
      "loss": 0.0058,
      "step": 32021
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.206684974211498e-06,
      "loss": 0.0072,
      "step": 32022
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.206431205923389e-06,
      "loss": 0.0135,
      "step": 32023
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.206177437102619e-06,
      "loss": 0.0087,
      "step": 32024
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.205923667749842e-06,
      "loss": 0.0043,
      "step": 32025
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.20566989786571e-06,
      "loss": 0.0118,
      "step": 32026
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.205416127450884e-06,
      "loss": 0.0083,
      "step": 32027
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.205162356506012e-06,
      "loss": 0.0092,
      "step": 32028
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.204908585031753e-06,
      "loss": 0.0019,
      "step": 32029
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.204654813028761e-06,
      "loss": 0.0095,
      "step": 32030
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2044010404976895e-06,
      "loss": 0.0225,
      "step": 32031
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.204147267439195e-06,
      "loss": 0.0054,
      "step": 32032
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.203893493853932e-06,
      "loss": 0.006,
      "step": 32033
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.203639719742556e-06,
      "loss": 0.0065,
      "step": 32034
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2033859451057175e-06,
      "loss": 0.0035,
      "step": 32035
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.203132169944077e-06,
      "loss": 0.0193,
      "step": 32036
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.202878394258287e-06,
      "loss": 0.0165,
      "step": 32037
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.202624618049003e-06,
      "loss": 0.0082,
      "step": 32038
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.202370841316876e-06,
      "loss": 0.0011,
      "step": 32039
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.202117064062566e-06,
      "loss": 0.0074,
      "step": 32040
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.201863286286726e-06,
      "loss": 0.0057,
      "step": 32041
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.201609507990011e-06,
      "loss": 0.0055,
      "step": 32042
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.201355729173073e-06,
      "loss": 0.0099,
      "step": 32043
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.2011019498365715e-06,
      "loss": 0.0128,
      "step": 32044
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.200848169981159e-06,
      "loss": 0.0106,
      "step": 32045
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.200594389607488e-06,
      "loss": 0.0122,
      "step": 32046
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.200340608716219e-06,
      "loss": 0.0048,
      "step": 32047
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.200086827308002e-06,
      "loss": 0.013,
      "step": 32048
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.199833045383494e-06,
      "loss": 0.006,
      "step": 32049
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.199579262943349e-06,
      "loss": 0.0195,
      "step": 32050
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.199325479988221e-06,
      "loss": 0.0084,
      "step": 32051
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.199071696518769e-06,
      "loss": 0.0036,
      "step": 32052
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.198817912535642e-06,
      "loss": 0.0069,
      "step": 32053
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.198564128039498e-06,
      "loss": 0.0029,
      "step": 32054
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.198310343030992e-06,
      "loss": 0.0063,
      "step": 32055
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.198056557510779e-06,
      "loss": 0.0043,
      "step": 32056
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.197802771479514e-06,
      "loss": 0.0381,
      "step": 32057
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.197548984937849e-06,
      "loss": 0.009,
      "step": 32058
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1972951978864425e-06,
      "loss": 0.0109,
      "step": 32059
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.197041410325947e-06,
      "loss": 0.0045,
      "step": 32060
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.196787622257018e-06,
      "loss": 0.0046,
      "step": 32061
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.196533833680311e-06,
      "loss": 0.0092,
      "step": 32062
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.196280044596481e-06,
      "loss": 0.0099,
      "step": 32063
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.19602625500618e-06,
      "loss": 0.0023,
      "step": 32064
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.195772464910067e-06,
      "loss": 0.0028,
      "step": 32065
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.195518674308795e-06,
      "loss": 0.0247,
      "step": 32066
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.195264883203018e-06,
      "loss": 0.015,
      "step": 32067
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.195011091593393e-06,
      "loss": 0.0056,
      "step": 32068
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.194757299480572e-06,
      "loss": 0.0056,
      "step": 32069
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.194503506865212e-06,
      "loss": 0.0142,
      "step": 32070
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.194249713747968e-06,
      "loss": 0.003,
      "step": 32071
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.193995920129493e-06,
      "loss": 0.0119,
      "step": 32072
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1937421260104436e-06,
      "loss": 0.0077,
      "step": 32073
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1934883313914745e-06,
      "loss": 0.0095,
      "step": 32074
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.19323453627324e-06,
      "loss": 0.0321,
      "step": 32075
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.192980740656394e-06,
      "loss": 0.0157,
      "step": 32076
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.192726944541594e-06,
      "loss": 0.0059,
      "step": 32077
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.192473147929493e-06,
      "loss": 0.0039,
      "step": 32078
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.192219350820746e-06,
      "loss": 0.0043,
      "step": 32079
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.191965553216008e-06,
      "loss": 0.0094,
      "step": 32080
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.191711755115936e-06,
      "loss": 0.009,
      "step": 32081
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.191457956521182e-06,
      "loss": 0.0031,
      "step": 32082
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.191204157432401e-06,
      "loss": 0.0195,
      "step": 32083
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.190950357850249e-06,
      "loss": 0.0116,
      "step": 32084
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.190696557775381e-06,
      "loss": 0.0166,
      "step": 32085
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.19044275720845e-06,
      "loss": 0.0074,
      "step": 32086
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1901889561501155e-06,
      "loss": 0.0029,
      "step": 32087
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.189935154601028e-06,
      "loss": 0.0068,
      "step": 32088
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.189681352561843e-06,
      "loss": 0.0096,
      "step": 32089
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.189427550033215e-06,
      "loss": 0.0035,
      "step": 32090
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.189173747015802e-06,
      "loss": 0.0051,
      "step": 32091
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1889199435102565e-06,
      "loss": 0.0065,
      "step": 32092
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.188666139517233e-06,
      "loss": 0.0038,
      "step": 32093
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.188412335037389e-06,
      "loss": 0.0029,
      "step": 32094
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.188158530071375e-06,
      "loss": 0.0082,
      "step": 32095
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.18790472461985e-06,
      "loss": 0.0024,
      "step": 32096
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.187650918683468e-06,
      "loss": 0.0056,
      "step": 32097
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.187397112262882e-06,
      "loss": 0.0055,
      "step": 32098
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1871433053587495e-06,
      "loss": 0.0022,
      "step": 32099
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.186889497971722e-06,
      "loss": 0.0089,
      "step": 32100
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.186635690102457e-06,
      "loss": 0.0048,
      "step": 32101
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.186381881751611e-06,
      "loss": 0.012,
      "step": 32102
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.186128072919836e-06,
      "loss": 0.0107,
      "step": 32103
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.185874263607788e-06,
      "loss": 0.0078,
      "step": 32104
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.185620453816119e-06,
      "loss": 0.0114,
      "step": 32105
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.18536664354549e-06,
      "loss": 0.003,
      "step": 32106
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.185112832796552e-06,
      "loss": 0.0269,
      "step": 32107
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.184859021569958e-06,
      "loss": 0.006,
      "step": 32108
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.184605209866368e-06,
      "loss": 0.0106,
      "step": 32109
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.184351397686433e-06,
      "loss": 0.0047,
      "step": 32110
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.184097585030808e-06,
      "loss": 0.0218,
      "step": 32111
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.183843771900151e-06,
      "loss": 0.0062,
      "step": 32112
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.183589958295116e-06,
      "loss": 0.0132,
      "step": 32113
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.183336144216354e-06,
      "loss": 0.0091,
      "step": 32114
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.183082329664524e-06,
      "loss": 0.0082,
      "step": 32115
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.18282851464028e-06,
      "loss": 0.0041,
      "step": 32116
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1825746991442785e-06,
      "loss": 0.006,
      "step": 32117
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.18232088317717e-06,
      "loss": 0.0077,
      "step": 32118
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.182067066739612e-06,
      "loss": 0.0039,
      "step": 32119
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.181813249832262e-06,
      "loss": 0.0111,
      "step": 32120
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.18155943245577e-06,
      "loss": 0.0125,
      "step": 32121
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.181305614610795e-06,
      "loss": 0.0102,
      "step": 32122
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.181051796297989e-06,
      "loss": 0.0096,
      "step": 32123
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.180797977518009e-06,
      "loss": 0.0028,
      "step": 32124
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.180544158271509e-06,
      "loss": 0.0054,
      "step": 32125
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.180290338559144e-06,
      "loss": 0.0058,
      "step": 32126
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.180036518381569e-06,
      "loss": 0.0302,
      "step": 32127
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1797826977394405e-06,
      "loss": 0.0094,
      "step": 32128
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.179528876633411e-06,
      "loss": 0.0096,
      "step": 32129
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.179275055064136e-06,
      "loss": 0.0107,
      "step": 32130
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.179021233032271e-06,
      "loss": 0.0323,
      "step": 32131
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.178767410538471e-06,
      "loss": 0.0074,
      "step": 32132
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1785135875833905e-06,
      "loss": 0.0087,
      "step": 32133
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.178259764167685e-06,
      "loss": 0.0049,
      "step": 32134
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.178005940292009e-06,
      "loss": 0.0043,
      "step": 32135
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1777521159570175e-06,
      "loss": 0.0151,
      "step": 32136
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.177498291163366e-06,
      "loss": 0.0091,
      "step": 32137
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.177244465911709e-06,
      "loss": 0.0013,
      "step": 32138
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1769906402027006e-06,
      "loss": 0.0046,
      "step": 32139
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1767368140369965e-06,
      "loss": 0.0032,
      "step": 32140
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.176482987415253e-06,
      "loss": 0.0194,
      "step": 32141
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.176229160338124e-06,
      "loss": 0.0136,
      "step": 32142
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1759753328062635e-06,
      "loss": 0.0089,
      "step": 32143
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.175721504820327e-06,
      "loss": 0.012,
      "step": 32144
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.17546767638097e-06,
      "loss": 0.0183,
      "step": 32145
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.175213847488848e-06,
      "loss": 0.0036,
      "step": 32146
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.174960018144614e-06,
      "loss": 0.0053,
      "step": 32147
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.174706188348924e-06,
      "loss": 0.0059,
      "step": 32148
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.174452358102435e-06,
      "loss": 0.0224,
      "step": 32149
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.174198527405797e-06,
      "loss": 0.017,
      "step": 32150
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.17394469625967e-06,
      "loss": 0.0058,
      "step": 32151
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.173690864664706e-06,
      "loss": 0.0029,
      "step": 32152
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.173437032621562e-06,
      "loss": 0.0176,
      "step": 32153
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.173183200130891e-06,
      "loss": 0.0087,
      "step": 32154
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.172929367193349e-06,
      "loss": 0.0119,
      "step": 32155
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.172675533809591e-06,
      "loss": 0.0183,
      "step": 32156
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.172421699980272e-06,
      "loss": 0.0052,
      "step": 32157
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.172167865706047e-06,
      "loss": 0.0142,
      "step": 32158
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.171914030987571e-06,
      "loss": 0.0067,
      "step": 32159
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1716601958254985e-06,
      "loss": 0.0057,
      "step": 32160
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.171406360220485e-06,
      "loss": 0.0068,
      "step": 32161
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.171152524173184e-06,
      "loss": 0.0067,
      "step": 32162
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1708986876842535e-06,
      "loss": 0.0039,
      "step": 32163
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.170644850754345e-06,
      "loss": 0.0164,
      "step": 32164
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.170391013384116e-06,
      "loss": 0.0053,
      "step": 32165
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.170137175574221e-06,
      "loss": 0.0038,
      "step": 32166
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.169883337325315e-06,
      "loss": 0.0081,
      "step": 32167
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.169629498638051e-06,
      "loss": 0.007,
      "step": 32168
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1693756595130876e-06,
      "loss": 0.0055,
      "step": 32169
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.169121819951077e-06,
      "loss": 0.0239,
      "step": 32170
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1688679799526755e-06,
      "loss": 0.0177,
      "step": 32171
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.168614139518536e-06,
      "loss": 0.0178,
      "step": 32172
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.168360298649316e-06,
      "loss": 0.0045,
      "step": 32173
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1681064573456705e-06,
      "loss": 0.0105,
      "step": 32174
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.167852615608252e-06,
      "loss": 0.007,
      "step": 32175
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.167598773437719e-06,
      "loss": 0.0075,
      "step": 32176
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.167344930834722e-06,
      "loss": 0.0031,
      "step": 32177
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.167091087799921e-06,
      "loss": 0.0064,
      "step": 32178
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1668372443339675e-06,
      "loss": 0.0065,
      "step": 32179
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1665834004375185e-06,
      "loss": 0.0035,
      "step": 32180
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.166329556111227e-06,
      "loss": 0.0055,
      "step": 32181
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1660757113557505e-06,
      "loss": 0.0114,
      "step": 32182
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.165821866171741e-06,
      "loss": 0.0039,
      "step": 32183
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1655680205598555e-06,
      "loss": 0.0003,
      "step": 32184
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.165314174520749e-06,
      "loss": 0.0051,
      "step": 32185
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.1650603280550775e-06,
      "loss": 0.0286,
      "step": 32186
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.164806481163492e-06,
      "loss": 0.0047,
      "step": 32187
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.164552633846651e-06,
      "loss": 0.0036,
      "step": 32188
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.164298786105211e-06,
      "loss": 0.0254,
      "step": 32189
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.164044937939822e-06,
      "loss": 0.0071,
      "step": 32190
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.163791089351142e-06,
      "loss": 0.0137,
      "step": 32191
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.163537240339827e-06,
      "loss": 0.0023,
      "step": 32192
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.16328339090653e-06,
      "loss": 0.0028,
      "step": 32193
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.163029541051906e-06,
      "loss": 0.0022,
      "step": 32194
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.162775690776611e-06,
      "loss": 0.0064,
      "step": 32195
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.162521840081301e-06,
      "loss": 0.0138,
      "step": 32196
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.16226798896663e-06,
      "loss": 0.0019,
      "step": 32197
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.16201413743325e-06,
      "loss": 0.0065,
      "step": 32198
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.161760285481821e-06,
      "loss": 0.0046,
      "step": 32199
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.161506433112996e-06,
      "loss": 0.0078,
      "step": 32200
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1612525803274294e-06,
      "loss": 0.0248,
      "step": 32201
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.160998727125776e-06,
      "loss": 0.0077,
      "step": 32202
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.160744873508693e-06,
      "loss": 0.0144,
      "step": 32203
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1604910194768335e-06,
      "loss": 0.0071,
      "step": 32204
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.160237165030852e-06,
      "loss": 0.0064,
      "step": 32205
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.159983310171406e-06,
      "loss": 0.0052,
      "step": 32206
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.159729454899149e-06,
      "loss": 0.0086,
      "step": 32207
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.159475599214735e-06,
      "loss": 0.0111,
      "step": 32208
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1592217431188195e-06,
      "loss": 0.0106,
      "step": 32209
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.15896788661206e-06,
      "loss": 0.006,
      "step": 32210
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.15871402969511e-06,
      "loss": 0.0262,
      "step": 32211
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1584601723686226e-06,
      "loss": 0.0265,
      "step": 32212
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1582063146332535e-06,
      "loss": 0.0084,
      "step": 32213
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.157952456489662e-06,
      "loss": 0.0106,
      "step": 32214
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.157698597938498e-06,
      "loss": 0.0373,
      "step": 32215
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.157444738980418e-06,
      "loss": 0.0061,
      "step": 32216
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.157190879616078e-06,
      "loss": 0.0179,
      "step": 32217
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.156937019846134e-06,
      "loss": 0.0093,
      "step": 32218
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.156683159671236e-06,
      "loss": 0.0092,
      "step": 32219
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.156429299092045e-06,
      "loss": 0.0045,
      "step": 32220
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.156175438109215e-06,
      "loss": 0.0041,
      "step": 32221
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.155921576723397e-06,
      "loss": 0.0039,
      "step": 32222
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.155667714935249e-06,
      "loss": 0.0131,
      "step": 32223
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.155413852745427e-06,
      "loss": 0.0281,
      "step": 32224
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.155159990154584e-06,
      "loss": 0.0145,
      "step": 32225
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.154906127163376e-06,
      "loss": 0.0048,
      "step": 32226
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.154652263772457e-06,
      "loss": 0.0123,
      "step": 32227
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1543983999824845e-06,
      "loss": 0.0035,
      "step": 32228
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.154144535794111e-06,
      "loss": 0.0081,
      "step": 32229
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.153890671207993e-06,
      "loss": 0.0038,
      "step": 32230
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.153636806224786e-06,
      "loss": 0.008,
      "step": 32231
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.153382940845143e-06,
      "loss": 0.008,
      "step": 32232
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1531290750697205e-06,
      "loss": 0.0019,
      "step": 32233
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.152875208899172e-06,
      "loss": 0.0037,
      "step": 32234
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.152621342334156e-06,
      "loss": 0.0028,
      "step": 32235
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.152367475375325e-06,
      "loss": 0.0082,
      "step": 32236
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.152113608023334e-06,
      "loss": 0.0042,
      "step": 32237
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.151859740278838e-06,
      "loss": 0.0048,
      "step": 32238
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.151605872142493e-06,
      "loss": 0.0064,
      "step": 32239
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.151352003614954e-06,
      "loss": 0.0084,
      "step": 32240
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.151098134696877e-06,
      "loss": 0.0051,
      "step": 32241
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.150844265388913e-06,
      "loss": 0.0056,
      "step": 32242
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.150590395691722e-06,
      "loss": 0.0158,
      "step": 32243
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.150336525605957e-06,
      "loss": 0.0041,
      "step": 32244
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.150082655132271e-06,
      "loss": 0.0153,
      "step": 32245
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.149828784271325e-06,
      "loss": 0.0108,
      "step": 32246
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1495749130237675e-06,
      "loss": 0.0007,
      "step": 32247
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.149321041390255e-06,
      "loss": 0.0075,
      "step": 32248
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.149067169371445e-06,
      "loss": 0.0123,
      "step": 32249
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1488132969679915e-06,
      "loss": 0.0224,
      "step": 32250
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1485594241805505e-06,
      "loss": 0.0101,
      "step": 32251
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.148305551009775e-06,
      "loss": 0.0091,
      "step": 32252
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.148051677456322e-06,
      "loss": 0.0101,
      "step": 32253
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.147797803520845e-06,
      "loss": 0.0057,
      "step": 32254
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.147543929203998e-06,
      "loss": 0.0102,
      "step": 32255
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1472900545064405e-06,
      "loss": 0.0012,
      "step": 32256
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.147036179428825e-06,
      "loss": 0.0091,
      "step": 32257
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1467823039718046e-06,
      "loss": 0.0093,
      "step": 32258
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.146528428136037e-06,
      "loss": 0.0146,
      "step": 32259
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.146274551922178e-06,
      "loss": 0.0224,
      "step": 32260
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.146020675330881e-06,
      "loss": 0.0018,
      "step": 32261
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1457667983627994e-06,
      "loss": 0.0052,
      "step": 32262
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1455129210185906e-06,
      "loss": 0.0012,
      "step": 32263
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1452590432989114e-06,
      "loss": 0.0092,
      "step": 32264
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1450051652044135e-06,
      "loss": 0.0111,
      "step": 32265
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.144751286735753e-06,
      "loss": 0.0058,
      "step": 32266
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.144497407893586e-06,
      "loss": 0.0067,
      "step": 32267
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1442435286785676e-06,
      "loss": 0.0063,
      "step": 32268
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.14398964909135e-06,
      "loss": 0.0102,
      "step": 32269
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.143735769132592e-06,
      "loss": 0.0118,
      "step": 32270
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.143481888802948e-06,
      "loss": 0.006,
      "step": 32271
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.143228008103071e-06,
      "loss": 0.0071,
      "step": 32272
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1429741270336175e-06,
      "loss": 0.0087,
      "step": 32273
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.142720245595242e-06,
      "loss": 0.0009,
      "step": 32274
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.142466363788602e-06,
      "loss": 0.0054,
      "step": 32275
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.142212481614349e-06,
      "loss": 0.0091,
      "step": 32276
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.14195859907314e-06,
      "loss": 0.0033,
      "step": 32277
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.141704716165632e-06,
      "loss": 0.0086,
      "step": 32278
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.141450832892475e-06,
      "loss": 0.0264,
      "step": 32279
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.141196949254328e-06,
      "loss": 0.0072,
      "step": 32280
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.140943065251847e-06,
      "loss": 0.0044,
      "step": 32281
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.140689180885684e-06,
      "loss": 0.0109,
      "step": 32282
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.140435296156495e-06,
      "loss": 0.0063,
      "step": 32283
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.140181411064935e-06,
      "loss": 0.0022,
      "step": 32284
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.139927525611661e-06,
      "loss": 0.0154,
      "step": 32285
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.139673639797326e-06,
      "loss": 0.0037,
      "step": 32286
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1394197536225864e-06,
      "loss": 0.0222,
      "step": 32287
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.139165867088096e-06,
      "loss": 0.0106,
      "step": 32288
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.138911980194512e-06,
      "loss": 0.0099,
      "step": 32289
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.138658092942486e-06,
      "loss": 0.0117,
      "step": 32290
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.138404205332679e-06,
      "loss": 0.0085,
      "step": 32291
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.13815031736574e-06,
      "loss": 0.0177,
      "step": 32292
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.137896429042327e-06,
      "loss": 0.0147,
      "step": 32293
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.137642540363094e-06,
      "loss": 0.0145,
      "step": 32294
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.137388651328696e-06,
      "loss": 0.0119,
      "step": 32295
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.137134761939791e-06,
      "loss": 0.0053,
      "step": 32296
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.136880872197032e-06,
      "loss": 0.0103,
      "step": 32297
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.136626982101073e-06,
      "loss": 0.0035,
      "step": 32298
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.13637309165257e-06,
      "loss": 0.013,
      "step": 32299
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1361192008521795e-06,
      "loss": 0.0099,
      "step": 32300
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.135865309700556e-06,
      "loss": 0.0021,
      "step": 32301
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1356114181983515e-06,
      "loss": 0.0119,
      "step": 32302
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1353575263462275e-06,
      "loss": 0.0115,
      "step": 32303
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.135103634144832e-06,
      "loss": 0.0273,
      "step": 32304
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.134849741594825e-06,
      "loss": 0.0123,
      "step": 32305
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.134595848696861e-06,
      "loss": 0.0085,
      "step": 32306
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.134341955451593e-06,
      "loss": 0.022,
      "step": 32307
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.134088061859678e-06,
      "loss": 0.0051,
      "step": 32308
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.13383416792177e-06,
      "loss": 0.0129,
      "step": 32309
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.133580273638524e-06,
      "loss": 0.0153,
      "step": 32310
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.133326379010598e-06,
      "loss": 0.0124,
      "step": 32311
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.133072484038644e-06,
      "loss": 0.0236,
      "step": 32312
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1328185887233165e-06,
      "loss": 0.008,
      "step": 32313
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1325646930652736e-06,
      "loss": 0.008,
      "step": 32314
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.132310797065168e-06,
      "loss": 0.0127,
      "step": 32315
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.132056900723659e-06,
      "loss": 0.0072,
      "step": 32316
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.131803004041395e-06,
      "loss": 0.0075,
      "step": 32317
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.131549107019037e-06,
      "loss": 0.0016,
      "step": 32318
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.131295209657237e-06,
      "loss": 0.0104,
      "step": 32319
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.13104131195665e-06,
      "loss": 0.0079,
      "step": 32320
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.130787413917935e-06,
      "loss": 0.0193,
      "step": 32321
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.130533515541744e-06,
      "loss": 0.0204,
      "step": 32322
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.13027961682873e-06,
      "loss": 0.0045,
      "step": 32323
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.130025717779551e-06,
      "loss": 0.0142,
      "step": 32324
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.129771818394863e-06,
      "loss": 0.004,
      "step": 32325
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1295179186753205e-06,
      "loss": 0.006,
      "step": 32326
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.129264018621577e-06,
      "loss": 0.0117,
      "step": 32327
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.129010118234288e-06,
      "loss": 0.0044,
      "step": 32328
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.128756217514111e-06,
      "loss": 0.0075,
      "step": 32329
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.128502316461698e-06,
      "loss": 0.0118,
      "step": 32330
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.128248415077707e-06,
      "loss": 0.0098,
      "step": 32331
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.127994513362791e-06,
      "loss": 0.0104,
      "step": 32332
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.127740611317605e-06,
      "loss": 0.0204,
      "step": 32333
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.127486708942806e-06,
      "loss": 0.0054,
      "step": 32334
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.12723280623905e-06,
      "loss": 0.0121,
      "step": 32335
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.126978903206988e-06,
      "loss": 0.0417,
      "step": 32336
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.126724999847279e-06,
      "loss": 0.0073,
      "step": 32337
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1264710961605756e-06,
      "loss": 0.0071,
      "step": 32338
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.126217192147534e-06,
      "loss": 0.008,
      "step": 32339
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.125963287808811e-06,
      "loss": 0.0026,
      "step": 32340
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.12570938314506e-06,
      "loss": 0.005,
      "step": 32341
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.125455478156934e-06,
      "loss": 0.008,
      "step": 32342
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.125201572845093e-06,
      "loss": 0.0087,
      "step": 32343
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.124947667210189e-06,
      "loss": 0.0084,
      "step": 32344
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1246937612528766e-06,
      "loss": 0.0106,
      "step": 32345
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.124439854973814e-06,
      "loss": 0.0067,
      "step": 32346
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1241859483736545e-06,
      "loss": 0.0061,
      "step": 32347
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.123932041453052e-06,
      "loss": 0.0054,
      "step": 32348
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.123678134212664e-06,
      "loss": 0.0198,
      "step": 32349
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.123424226653145e-06,
      "loss": 0.0238,
      "step": 32350
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.12317031877515e-06,
      "loss": 0.0223,
      "step": 32351
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.122916410579333e-06,
      "loss": 0.0342,
      "step": 32352
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.122662502066349e-06,
      "loss": 0.0082,
      "step": 32353
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.122408593236857e-06,
      "loss": 0.0073,
      "step": 32354
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.122154684091507e-06,
      "loss": 0.0087,
      "step": 32355
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.121900774630959e-06,
      "loss": 0.0252,
      "step": 32356
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.121646864855866e-06,
      "loss": 0.0073,
      "step": 32357
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.12139295476688e-06,
      "loss": 0.0069,
      "step": 32358
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.121139044364661e-06,
      "loss": 0.0116,
      "step": 32359
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.120885133649863e-06,
      "loss": 0.0063,
      "step": 32360
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1206312226231415e-06,
      "loss": 0.0094,
      "step": 32361
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.120377311285148e-06,
      "loss": 0.0051,
      "step": 32362
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.120123399636542e-06,
      "loss": 0.0029,
      "step": 32363
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.119869487677978e-06,
      "loss": 0.0038,
      "step": 32364
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1196155754101074e-06,
      "loss": 0.0033,
      "step": 32365
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.119361662833591e-06,
      "loss": 0.01,
      "step": 32366
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.119107749949079e-06,
      "loss": 0.0155,
      "step": 32367
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.118853836757231e-06,
      "loss": 0.0174,
      "step": 32368
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.118599923258698e-06,
      "loss": 0.0076,
      "step": 32369
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1183460094541385e-06,
      "loss": 0.0048,
      "step": 32370
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.118092095344206e-06,
      "loss": 0.0099,
      "step": 32371
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.117838180929556e-06,
      "loss": 0.008,
      "step": 32372
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.117584266210843e-06,
      "loss": 0.0103,
      "step": 32373
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.117330351188724e-06,
      "loss": 0.0133,
      "step": 32374
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.117076435863854e-06,
      "loss": 0.0085,
      "step": 32375
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.116822520236886e-06,
      "loss": 0.0089,
      "step": 32376
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.116568604308476e-06,
      "loss": 0.0159,
      "step": 32377
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.116314688079279e-06,
      "loss": 0.0355,
      "step": 32378
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.116060771549953e-06,
      "loss": 0.0075,
      "step": 32379
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.115806854721149e-06,
      "loss": 0.0243,
      "step": 32380
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.115552937593527e-06,
      "loss": 0.0152,
      "step": 32381
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.115299020167737e-06,
      "loss": 0.0096,
      "step": 32382
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.115045102444437e-06,
      "loss": 0.0075,
      "step": 32383
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.114791184424281e-06,
      "loss": 0.006,
      "step": 32384
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.114537266107927e-06,
      "loss": 0.017,
      "step": 32385
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1142833474960286e-06,
      "loss": 0.0069,
      "step": 32386
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1140294285892386e-06,
      "loss": 0.0048,
      "step": 32387
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.113775509388215e-06,
      "loss": 0.0046,
      "step": 32388
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.113521589893612e-06,
      "loss": 0.0068,
      "step": 32389
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.113267670106085e-06,
      "loss": 0.0133,
      "step": 32390
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.113013750026289e-06,
      "loss": 0.0092,
      "step": 32391
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1127598296548796e-06,
      "loss": 0.0051,
      "step": 32392
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.112505908992512e-06,
      "loss": 0.0318,
      "step": 32393
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.11225198803984e-06,
      "loss": 0.0197,
      "step": 32394
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.111998066797521e-06,
      "loss": 0.0072,
      "step": 32395
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.11174414526621e-06,
      "loss": 0.0097,
      "step": 32396
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.111490223446562e-06,
      "loss": 0.0064,
      "step": 32397
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.111236301339229e-06,
      "loss": 0.0103,
      "step": 32398
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.110982378944869e-06,
      "loss": 0.0055,
      "step": 32399
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.110728456264139e-06,
      "loss": 0.011,
      "step": 32400
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.110474533297691e-06,
      "loss": 0.0056,
      "step": 32401
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.110220610046182e-06,
      "loss": 0.005,
      "step": 32402
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.109966686510265e-06,
      "loss": 0.0025,
      "step": 32403
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1097127626905986e-06,
      "loss": 0.0231,
      "step": 32404
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.109458838587835e-06,
      "loss": 0.0129,
      "step": 32405
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.109204914202632e-06,
      "loss": 0.0259,
      "step": 32406
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.108950989535643e-06,
      "loss": 0.0019,
      "step": 32407
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1086970645875235e-06,
      "loss": 0.0019,
      "step": 32408
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1084431393589285e-06,
      "loss": 0.01,
      "step": 32409
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.108189213850514e-06,
      "loss": 0.0045,
      "step": 32410
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.107935288062936e-06,
      "loss": 0.005,
      "step": 32411
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.107681361996847e-06,
      "loss": 0.0127,
      "step": 32412
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.107427435652903e-06,
      "loss": 0.0233,
      "step": 32413
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.107173509031762e-06,
      "loss": 0.0108,
      "step": 32414
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1069195821340754e-06,
      "loss": 0.0145,
      "step": 32415
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.106665654960502e-06,
      "loss": 0.0022,
      "step": 32416
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.106411727511693e-06,
      "loss": 0.0197,
      "step": 32417
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.106157799788308e-06,
      "loss": 0.0044,
      "step": 32418
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.105903871790999e-06,
      "loss": 0.0054,
      "step": 32419
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1056499435204224e-06,
      "loss": 0.0274,
      "step": 32420
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.105396014977233e-06,
      "loss": 0.013,
      "step": 32421
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.105142086162087e-06,
      "loss": 0.0107,
      "step": 32422
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1048881570756385e-06,
      "loss": 0.0107,
      "step": 32423
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.104634227718542e-06,
      "loss": 0.0049,
      "step": 32424
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.104380298091456e-06,
      "loss": 0.0057,
      "step": 32425
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.104126368195033e-06,
      "loss": 0.0063,
      "step": 32426
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.103872438029928e-06,
      "loss": 0.0115,
      "step": 32427
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.103618507596797e-06,
      "loss": 0.0063,
      "step": 32428
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.103364576896297e-06,
      "loss": 0.0077,
      "step": 32429
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.10311064592908e-06,
      "loss": 0.0083,
      "step": 32430
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.102856714695803e-06,
      "loss": 0.005,
      "step": 32431
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.10260278319712e-06,
      "loss": 0.0303,
      "step": 32432
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.102348851433689e-06,
      "loss": 0.0081,
      "step": 32433
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.102094919406162e-06,
      "loss": 0.0137,
      "step": 32434
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.101840987115198e-06,
      "loss": 0.0094,
      "step": 32435
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1015870545614476e-06,
      "loss": 0.0045,
      "step": 32436
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1013331217455685e-06,
      "loss": 0.0077,
      "step": 32437
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.1010791886682155e-06,
      "loss": 0.0063,
      "step": 32438
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.100825255330044e-06,
      "loss": 0.0035,
      "step": 32439
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.100571321731712e-06,
      "loss": 0.0034,
      "step": 32440
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.10031738787387e-06,
      "loss": 0.0103,
      "step": 32441
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.100063453757175e-06,
      "loss": 0.0039,
      "step": 32442
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.099809519382283e-06,
      "loss": 0.0051,
      "step": 32443
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.099555584749848e-06,
      "loss": 0.0161,
      "step": 32444
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.099301649860526e-06,
      "loss": 0.0171,
      "step": 32445
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.099047714714973e-06,
      "loss": 0.0032,
      "step": 32446
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.098793779313844e-06,
      "loss": 0.0034,
      "step": 32447
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0985398436577924e-06,
      "loss": 0.0048,
      "step": 32448
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.098285907747474e-06,
      "loss": 0.0102,
      "step": 32449
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.098031971583548e-06,
      "loss": 0.0057,
      "step": 32450
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.097778035166665e-06,
      "loss": 0.0067,
      "step": 32451
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.097524098497481e-06,
      "loss": 0.0043,
      "step": 32452
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.097270161576651e-06,
      "loss": 0.0109,
      "step": 32453
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.097016224404833e-06,
      "loss": 0.0041,
      "step": 32454
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.096762286982681e-06,
      "loss": 0.03,
      "step": 32455
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.096508349310847e-06,
      "loss": 0.0066,
      "step": 32456
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.096254411389991e-06,
      "loss": 0.0114,
      "step": 32457
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.096000473220764e-06,
      "loss": 0.0149,
      "step": 32458
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.095746534803825e-06,
      "loss": 0.0106,
      "step": 32459
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.095492596139829e-06,
      "loss": 0.0138,
      "step": 32460
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.095238657229426e-06,
      "loss": 0.006,
      "step": 32461
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.094984718073278e-06,
      "loss": 0.0183,
      "step": 32462
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.094730778672037e-06,
      "loss": 0.0105,
      "step": 32463
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.094476839026358e-06,
      "loss": 0.0013,
      "step": 32464
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.094222899136898e-06,
      "loss": 0.0078,
      "step": 32465
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.093968959004311e-06,
      "loss": 0.0198,
      "step": 32466
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.093715018629251e-06,
      "loss": 0.0162,
      "step": 32467
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.093461078012375e-06,
      "loss": 0.004,
      "step": 32468
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.093207137154338e-06,
      "loss": 0.0108,
      "step": 32469
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.092953196055797e-06,
      "loss": 0.004,
      "step": 32470
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.092699254717403e-06,
      "loss": 0.0025,
      "step": 32471
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.092445313139815e-06,
      "loss": 0.0075,
      "step": 32472
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.092191371323685e-06,
      "loss": 0.0031,
      "step": 32473
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.091937429269671e-06,
      "loss": 0.0029,
      "step": 32474
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.091683486978428e-06,
      "loss": 0.0237,
      "step": 32475
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.091429544450611e-06,
      "loss": 0.0078,
      "step": 32476
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.091175601686874e-06,
      "loss": 0.0034,
      "step": 32477
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.090921658687873e-06,
      "loss": 0.011,
      "step": 32478
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.090667715454265e-06,
      "loss": 0.0065,
      "step": 32479
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.090413771986703e-06,
      "loss": 0.0097,
      "step": 32480
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.090159828285842e-06,
      "loss": 0.0229,
      "step": 32481
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0899058843523385e-06,
      "loss": 0.0071,
      "step": 32482
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.089651940186848e-06,
      "loss": 0.0052,
      "step": 32483
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0893979957900255e-06,
      "loss": 0.0029,
      "step": 32484
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.089144051162525e-06,
      "loss": 0.0082,
      "step": 32485
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.088890106305003e-06,
      "loss": 0.01,
      "step": 32486
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.088636161218115e-06,
      "loss": 0.0183,
      "step": 32487
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.088382215902517e-06,
      "loss": 0.0027,
      "step": 32488
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.088128270358861e-06,
      "loss": 0.0078,
      "step": 32489
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.087874324587806e-06,
      "loss": 0.0058,
      "step": 32490
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0876203785900036e-06,
      "loss": 0.0084,
      "step": 32491
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.087366432366112e-06,
      "loss": 0.0036,
      "step": 32492
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0871124859167855e-06,
      "loss": 0.0082,
      "step": 32493
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.086858539242679e-06,
      "loss": 0.0185,
      "step": 32494
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.08660459234445e-06,
      "loss": 0.0059,
      "step": 32495
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.08635064522275e-06,
      "loss": 0.0207,
      "step": 32496
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0860966978782365e-06,
      "loss": 0.0157,
      "step": 32497
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.085842750311565e-06,
      "loss": 0.0113,
      "step": 32498
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.085588802523389e-06,
      "loss": 0.0064,
      "step": 32499
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0853348545143665e-06,
      "loss": 0.0031,
      "step": 32500
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.085080906285152e-06,
      "loss": 0.0034,
      "step": 32501
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.084826957836397e-06,
      "loss": 0.0134,
      "step": 32502
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.084573009168761e-06,
      "loss": 0.0134,
      "step": 32503
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0843190602829e-06,
      "loss": 0.0048,
      "step": 32504
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.084065111179467e-06,
      "loss": 0.0224,
      "step": 32505
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0838111618591155e-06,
      "loss": 0.0046,
      "step": 32506
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.083557212322504e-06,
      "loss": 0.0084,
      "step": 32507
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.083303262570287e-06,
      "loss": 0.034,
      "step": 32508
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.083049312603119e-06,
      "loss": 0.0091,
      "step": 32509
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.082795362421656e-06,
      "loss": 0.0061,
      "step": 32510
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0825414120265536e-06,
      "loss": 0.0084,
      "step": 32511
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.082287461418466e-06,
      "loss": 0.0045,
      "step": 32512
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.082033510598049e-06,
      "loss": 0.0252,
      "step": 32513
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.081779559565957e-06,
      "loss": 0.0115,
      "step": 32514
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.081525608322847e-06,
      "loss": 0.0183,
      "step": 32515
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.081271656869374e-06,
      "loss": 0.0256,
      "step": 32516
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.081017705206192e-06,
      "loss": 0.0178,
      "step": 32517
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.080763753333956e-06,
      "loss": 0.0213,
      "step": 32518
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.080509801253324e-06,
      "loss": 0.0207,
      "step": 32519
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.080255848964949e-06,
      "loss": 0.009,
      "step": 32520
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.080001896469486e-06,
      "loss": 0.0164,
      "step": 32521
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.079747943767592e-06,
      "loss": 0.0104,
      "step": 32522
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.079493990859922e-06,
      "loss": 0.0032,
      "step": 32523
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.079240037747129e-06,
      "loss": 0.0201,
      "step": 32524
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.078986084429871e-06,
      "loss": 0.0049,
      "step": 32525
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0787321309088025e-06,
      "loss": 0.0121,
      "step": 32526
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.078478177184577e-06,
      "loss": 0.0044,
      "step": 32527
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.078224223257852e-06,
      "loss": 0.0038,
      "step": 32528
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0779702691292834e-06,
      "loss": 0.0051,
      "step": 32529
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.077716314799525e-06,
      "loss": 0.0107,
      "step": 32530
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.077462360269231e-06,
      "loss": 0.0123,
      "step": 32531
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.077208405539058e-06,
      "loss": 0.0138,
      "step": 32532
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0769544506096625e-06,
      "loss": 0.0083,
      "step": 32533
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0767004954816964e-06,
      "loss": 0.0051,
      "step": 32534
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.076446540155819e-06,
      "loss": 0.0088,
      "step": 32535
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.076192584632683e-06,
      "loss": 0.0094,
      "step": 32536
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0759386289129456e-06,
      "loss": 0.0086,
      "step": 32537
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.075684672997258e-06,
      "loss": 0.0079,
      "step": 32538
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.075430716886282e-06,
      "loss": 0.0013,
      "step": 32539
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.075176760580667e-06,
      "loss": 0.0062,
      "step": 32540
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.074922804081072e-06,
      "loss": 0.0128,
      "step": 32541
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.07466884738815e-06,
      "loss": 0.0169,
      "step": 32542
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.074414890502557e-06,
      "loss": 0.005,
      "step": 32543
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.074160933424949e-06,
      "loss": 0.0056,
      "step": 32544
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.073906976155981e-06,
      "loss": 0.0153,
      "step": 32545
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0736530186963075e-06,
      "loss": 0.019,
      "step": 32546
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.073399061046584e-06,
      "loss": 0.026,
      "step": 32547
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.073145103207467e-06,
      "loss": 0.0049,
      "step": 32548
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.07289114517961e-06,
      "loss": 0.0483,
      "step": 32549
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.072637186963671e-06,
      "loss": 0.014,
      "step": 32550
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.072383228560302e-06,
      "loss": 0.0131,
      "step": 32551
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.07212926997016e-06,
      "loss": 0.0083,
      "step": 32552
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.071875311193899e-06,
      "loss": 0.0165,
      "step": 32553
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.071621352232178e-06,
      "loss": 0.0116,
      "step": 32554
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.071367393085649e-06,
      "loss": 0.0046,
      "step": 32555
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.071113433754968e-06,
      "loss": 0.0054,
      "step": 32556
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.070859474240788e-06,
      "loss": 0.0162,
      "step": 32557
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.070605514543769e-06,
      "loss": 0.0118,
      "step": 32558
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.070351554664563e-06,
      "loss": 0.0165,
      "step": 32559
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.070097594603828e-06,
      "loss": 0.0261,
      "step": 32560
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.069843634362215e-06,
      "loss": 0.0051,
      "step": 32561
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0695896739403834e-06,
      "loss": 0.0211,
      "step": 32562
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.069335713338986e-06,
      "loss": 0.0067,
      "step": 32563
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.06908175255868e-06,
      "loss": 0.0071,
      "step": 32564
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.06882779160012e-06,
      "loss": 0.0115,
      "step": 32565
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.068573830463961e-06,
      "loss": 0.0181,
      "step": 32566
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.068319869150858e-06,
      "loss": 0.0158,
      "step": 32567
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.068065907661466e-06,
      "loss": 0.0059,
      "step": 32568
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0678119459964415e-06,
      "loss": 0.0025,
      "step": 32569
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.067557984156441e-06,
      "loss": 0.0152,
      "step": 32570
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.067304022142115e-06,
      "loss": 0.0037,
      "step": 32571
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.067050059954123e-06,
      "loss": 0.0075,
      "step": 32572
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.06679609759312e-06,
      "loss": 0.0079,
      "step": 32573
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.06654213505976e-06,
      "loss": 0.0029,
      "step": 32574
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0662881723547e-06,
      "loss": 0.0183,
      "step": 32575
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.066034209478593e-06,
      "loss": 0.0076,
      "step": 32576
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.065780246432095e-06,
      "loss": 0.006,
      "step": 32577
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.065526283215861e-06,
      "loss": 0.0091,
      "step": 32578
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0652723198305485e-06,
      "loss": 0.0036,
      "step": 32579
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.065018356276813e-06,
      "loss": 0.0105,
      "step": 32580
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.064764392555306e-06,
      "loss": 0.0065,
      "step": 32581
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.064510428666685e-06,
      "loss": 0.0009,
      "step": 32582
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0642564646116065e-06,
      "loss": 0.0062,
      "step": 32583
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.064002500390723e-06,
      "loss": 0.0037,
      "step": 32584
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.063748536004694e-06,
      "loss": 0.0291,
      "step": 32585
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0634945714541695e-06,
      "loss": 0.0008,
      "step": 32586
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.063240606739809e-06,
      "loss": 0.0084,
      "step": 32587
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.062986641862267e-06,
      "loss": 0.0183,
      "step": 32588
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.062732676822195e-06,
      "loss": 0.002,
      "step": 32589
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.062478711620256e-06,
      "loss": 0.011,
      "step": 32590
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.062224746257098e-06,
      "loss": 0.016,
      "step": 32591
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.061970780733379e-06,
      "loss": 0.0269,
      "step": 32592
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0617168150497554e-06,
      "loss": 0.0043,
      "step": 32593
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.061462849206882e-06,
      "loss": 0.0035,
      "step": 32594
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.061208883205414e-06,
      "loss": 0.0311,
      "step": 32595
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.060954917046005e-06,
      "loss": 0.0091,
      "step": 32596
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.060700950729312e-06,
      "loss": 0.0122,
      "step": 32597
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.060446984255991e-06,
      "loss": 0.0051,
      "step": 32598
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.060193017626696e-06,
      "loss": 0.0068,
      "step": 32599
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.059939050842082e-06,
      "loss": 0.0039,
      "step": 32600
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.059685083902807e-06,
      "loss": 0.0065,
      "step": 32601
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.059431116809522e-06,
      "loss": 0.0115,
      "step": 32602
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.059177149562885e-06,
      "loss": 0.0056,
      "step": 32603
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.058923182163551e-06,
      "loss": 0.0189,
      "step": 32604
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.058669214612178e-06,
      "loss": 0.0059,
      "step": 32605
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.058415246909415e-06,
      "loss": 0.0098,
      "step": 32606
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.058161279055922e-06,
      "loss": 0.0055,
      "step": 32607
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0579073110523545e-06,
      "loss": 0.0035,
      "step": 32608
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0576533428993654e-06,
      "loss": 0.0174,
      "step": 32609
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.057399374597613e-06,
      "loss": 0.0098,
      "step": 32610
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.057145406147748e-06,
      "loss": 0.0084,
      "step": 32611
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.056891437550431e-06,
      "loss": 0.0024,
      "step": 32612
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.056637468806313e-06,
      "loss": 0.0047,
      "step": 32613
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.056383499916051e-06,
      "loss": 0.0016,
      "step": 32614
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.056129530880303e-06,
      "loss": 0.0056,
      "step": 32615
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.055875561699721e-06,
      "loss": 0.0089,
      "step": 32616
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.055621592374959e-06,
      "loss": 0.0077,
      "step": 32617
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.055367622906676e-06,
      "loss": 0.0031,
      "step": 32618
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.055113653295527e-06,
      "loss": 0.0099,
      "step": 32619
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.054859683542166e-06,
      "loss": 0.007,
      "step": 32620
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.054605713647247e-06,
      "loss": 0.0035,
      "step": 32621
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0543517436114276e-06,
      "loss": 0.0071,
      "step": 32622
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.054097773435362e-06,
      "loss": 0.0083,
      "step": 32623
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0538438031197065e-06,
      "loss": 0.0187,
      "step": 32624
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.053589832665115e-06,
      "loss": 0.0169,
      "step": 32625
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.053335862072245e-06,
      "loss": 0.0027,
      "step": 32626
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.05308189134175e-06,
      "loss": 0.0136,
      "step": 32627
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.052827920474285e-06,
      "loss": 0.0132,
      "step": 32628
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0525739494705064e-06,
      "loss": 0.002,
      "step": 32629
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.052319978331071e-06,
      "loss": 0.0068,
      "step": 32630
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0520660070566296e-06,
      "loss": 0.0041,
      "step": 32631
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0518120356478415e-06,
      "loss": 0.0219,
      "step": 32632
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.051558064105362e-06,
      "loss": 0.0037,
      "step": 32633
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.051304092429843e-06,
      "loss": 0.0092,
      "step": 32634
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.051050120621944e-06,
      "loss": 0.0042,
      "step": 32635
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.050796148682317e-06,
      "loss": 0.0046,
      "step": 32636
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.05054217661162e-06,
      "loss": 0.0034,
      "step": 32637
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0502882044105075e-06,
      "loss": 0.0148,
      "step": 32638
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0500342320796325e-06,
      "loss": 0.018,
      "step": 32639
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0497802596196546e-06,
      "loss": 0.0048,
      "step": 32640
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.049526287031226e-06,
      "loss": 0.0065,
      "step": 32641
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0492723143150025e-06,
      "loss": 0.0143,
      "step": 32642
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.049018341471639e-06,
      "loss": 0.0069,
      "step": 32643
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.048764368501793e-06,
      "loss": 0.0022,
      "step": 32644
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.048510395406119e-06,
      "loss": 0.0097,
      "step": 32645
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.04825642218527e-06,
      "loss": 0.0088,
      "step": 32646
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.048002448839904e-06,
      "loss": 0.0079,
      "step": 32647
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.047748475370675e-06,
      "loss": 0.0061,
      "step": 32648
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.047494501778239e-06,
      "loss": 0.0129,
      "step": 32649
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0472405280632515e-06,
      "loss": 0.006,
      "step": 32650
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.046986554226367e-06,
      "loss": 0.0037,
      "step": 32651
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.046732580268243e-06,
      "loss": 0.0099,
      "step": 32652
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.046478606189531e-06,
      "loss": 0.003,
      "step": 32653
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.046224631990889e-06,
      "loss": 0.0259,
      "step": 32654
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.045970657672974e-06,
      "loss": 0.0137,
      "step": 32655
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.045716683236437e-06,
      "loss": 0.0095,
      "step": 32656
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.045462708681935e-06,
      "loss": 0.0162,
      "step": 32657
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0452087340101256e-06,
      "loss": 0.0089,
      "step": 32658
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.044954759221662e-06,
      "loss": 0.0171,
      "step": 32659
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.044700784317199e-06,
      "loss": 0.0078,
      "step": 32660
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.044446809297393e-06,
      "loss": 0.0066,
      "step": 32661
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.044192834162901e-06,
      "loss": 0.0063,
      "step": 32662
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.043938858914375e-06,
      "loss": 0.012,
      "step": 32663
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.043684883552471e-06,
      "loss": 0.0023,
      "step": 32664
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.043430908077848e-06,
      "loss": 0.009,
      "step": 32665
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.043176932491157e-06,
      "loss": 0.0043,
      "step": 32666
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.042922956793055e-06,
      "loss": 0.0132,
      "step": 32667
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.042668980984197e-06,
      "loss": 0.011,
      "step": 32668
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.042415005065239e-06,
      "loss": 0.009,
      "step": 32669
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.042161029036836e-06,
      "loss": 0.0029,
      "step": 32670
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.041907052899643e-06,
      "loss": 0.0062,
      "step": 32671
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.041653076654316e-06,
      "loss": 0.0096,
      "step": 32672
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.041399100301509e-06,
      "loss": 0.0035,
      "step": 32673
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.04114512384188e-06,
      "loss": 0.0049,
      "step": 32674
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.040891147276082e-06,
      "loss": 0.0054,
      "step": 32675
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.040637170604771e-06,
      "loss": 0.0054,
      "step": 32676
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.040383193828603e-06,
      "loss": 0.0065,
      "step": 32677
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.040129216948231e-06,
      "loss": 0.0089,
      "step": 32678
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.039875239964313e-06,
      "loss": 0.0235,
      "step": 32679
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.039621262877504e-06,
      "loss": 0.0051,
      "step": 32680
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.039367285688459e-06,
      "loss": 0.0063,
      "step": 32681
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.039113308397832e-06,
      "loss": 0.0072,
      "step": 32682
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.038859331006279e-06,
      "loss": 0.0087,
      "step": 32683
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.038605353514457e-06,
      "loss": 0.0148,
      "step": 32684
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0383513759230205e-06,
      "loss": 0.0085,
      "step": 32685
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.038097398232624e-06,
      "loss": 0.008,
      "step": 32686
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.037843420443924e-06,
      "loss": 0.0081,
      "step": 32687
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.037589442557573e-06,
      "loss": 0.0131,
      "step": 32688
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.03733546457423e-06,
      "loss": 0.0023,
      "step": 32689
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.037081486494549e-06,
      "loss": 0.0016,
      "step": 32690
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.036827508319187e-06,
      "loss": 0.0285,
      "step": 32691
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.036573530048795e-06,
      "loss": 0.0031,
      "step": 32692
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0363195516840315e-06,
      "loss": 0.0098,
      "step": 32693
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.036065573225552e-06,
      "loss": 0.0032,
      "step": 32694
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.035811594674011e-06,
      "loss": 0.0064,
      "step": 32695
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.035557616030064e-06,
      "loss": 0.0115,
      "step": 32696
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0353036372943645e-06,
      "loss": 0.0025,
      "step": 32697
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.035049658467571e-06,
      "loss": 0.011,
      "step": 32698
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.034795679550339e-06,
      "loss": 0.0063,
      "step": 32699
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.034541700543321e-06,
      "loss": 0.0057,
      "step": 32700
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.034287721447173e-06,
      "loss": 0.003,
      "step": 32701
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.034033742262553e-06,
      "loss": 0.0042,
      "step": 32702
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.033779762990113e-06,
      "loss": 0.0149,
      "step": 32703
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.03352578363051e-06,
      "loss": 0.0149,
      "step": 32704
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0332718041843994e-06,
      "loss": 0.0068,
      "step": 32705
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0330178246524375e-06,
      "loss": 0.0086,
      "step": 32706
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.032763845035277e-06,
      "loss": 0.0109,
      "step": 32707
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.032509865333574e-06,
      "loss": 0.009,
      "step": 32708
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.032255885547987e-06,
      "loss": 0.0059,
      "step": 32709
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.032001905679168e-06,
      "loss": 0.0044,
      "step": 32710
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.031747925727772e-06,
      "loss": 0.0173,
      "step": 32711
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.031493945694456e-06,
      "loss": 0.009,
      "step": 32712
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0312399655798765e-06,
      "loss": 0.0063,
      "step": 32713
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.030985985384687e-06,
      "loss": 0.006,
      "step": 32714
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.030732005109541e-06,
      "loss": 0.0028,
      "step": 32715
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.030478024755099e-06,
      "loss": 0.0062,
      "step": 32716
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.030224044322011e-06,
      "loss": 0.003,
      "step": 32717
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.029970063810935e-06,
      "loss": 0.0159,
      "step": 32718
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.029716083222528e-06,
      "loss": 0.0244,
      "step": 32719
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.029462102557443e-06,
      "loss": 0.0062,
      "step": 32720
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.029208121816335e-06,
      "loss": 0.0094,
      "step": 32721
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0289541409998586e-06,
      "loss": 0.0138,
      "step": 32722
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.028700160108674e-06,
      "loss": 0.0145,
      "step": 32723
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.028446179143432e-06,
      "loss": 0.0068,
      "step": 32724
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.028192198104788e-06,
      "loss": 0.0053,
      "step": 32725
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0279382169934e-06,
      "loss": 0.0099,
      "step": 32726
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.027684235809922e-06,
      "loss": 0.001,
      "step": 32727
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.027430254555009e-06,
      "loss": 0.0101,
      "step": 32728
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.027176273229317e-06,
      "loss": 0.0049,
      "step": 32729
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0269222918335005e-06,
      "loss": 0.0179,
      "step": 32730
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0266683103682155e-06,
      "loss": 0.0081,
      "step": 32731
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0264143288341175e-06,
      "loss": 0.0096,
      "step": 32732
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.026160347231861e-06,
      "loss": 0.004,
      "step": 32733
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0259063655621035e-06,
      "loss": 0.0057,
      "step": 32734
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.025652383825498e-06,
      "loss": 0.0045,
      "step": 32735
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0253984020227e-06,
      "loss": 0.0113,
      "step": 32736
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.025144420154365e-06,
      "loss": 0.0123,
      "step": 32737
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.02489043822115e-06,
      "loss": 0.0036,
      "step": 32738
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.02463645622371e-06,
      "loss": 0.0067,
      "step": 32739
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.024382474162699e-06,
      "loss": 0.0063,
      "step": 32740
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.024128492038773e-06,
      "loss": 0.0241,
      "step": 32741
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.023874509852588e-06,
      "loss": 0.0041,
      "step": 32742
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.023620527604797e-06,
      "loss": 0.0161,
      "step": 32743
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.023366545296058e-06,
      "loss": 0.0059,
      "step": 32744
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.023112562927026e-06,
      "loss": 0.0045,
      "step": 32745
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.022858580498354e-06,
      "loss": 0.0145,
      "step": 32746
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0226045980107005e-06,
      "loss": 0.0118,
      "step": 32747
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.022350615464719e-06,
      "loss": 0.005,
      "step": 32748
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.022096632861068e-06,
      "loss": 0.0159,
      "step": 32749
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.021842650200397e-06,
      "loss": 0.0083,
      "step": 32750
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0215886674833644e-06,
      "loss": 0.0078,
      "step": 32751
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.021334684710628e-06,
      "loss": 0.0178,
      "step": 32752
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.021080701882839e-06,
      "loss": 0.0044,
      "step": 32753
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.020826719000657e-06,
      "loss": 0.0081,
      "step": 32754
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.020572736064732e-06,
      "loss": 0.0058,
      "step": 32755
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0203187530757245e-06,
      "loss": 0.0028,
      "step": 32756
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0200647700342865e-06,
      "loss": 0.0098,
      "step": 32757
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.019810786941075e-06,
      "loss": 0.0095,
      "step": 32758
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.019556803796746e-06,
      "loss": 0.0107,
      "step": 32759
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.019302820601953e-06,
      "loss": 0.0036,
      "step": 32760
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.019048837357352e-06,
      "loss": 0.0152,
      "step": 32761
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.018794854063599e-06,
      "loss": 0.0127,
      "step": 32762
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.018540870721349e-06,
      "loss": 0.0349,
      "step": 32763
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.018286887331259e-06,
      "loss": 0.014,
      "step": 32764
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.018032903893979e-06,
      "loss": 0.0142,
      "step": 32765
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.017778920410169e-06,
      "loss": 0.0026,
      "step": 32766
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.017524936880485e-06,
      "loss": 0.0163,
      "step": 32767
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.01727095330558e-06,
      "loss": 0.0067,
      "step": 32768
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.017016969686111e-06,
      "loss": 0.0058,
      "step": 32769
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.016762986022732e-06,
      "loss": 0.0042,
      "step": 32770
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.016509002316098e-06,
      "loss": 0.0139,
      "step": 32771
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.016255018566865e-06,
      "loss": 0.0115,
      "step": 32772
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.016001034775689e-06,
      "loss": 0.0353,
      "step": 32773
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.015747050943226e-06,
      "loss": 0.0104,
      "step": 32774
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0154930670701284e-06,
      "loss": 0.0108,
      "step": 32775
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.015239083157054e-06,
      "loss": 0.0148,
      "step": 32776
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.014985099204659e-06,
      "loss": 0.0276,
      "step": 32777
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.014731115213595e-06,
      "loss": 0.0044,
      "step": 32778
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.014477131184522e-06,
      "loss": 0.0161,
      "step": 32779
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.014223147118092e-06,
      "loss": 0.0014,
      "step": 32780
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.013969163014963e-06,
      "loss": 0.0345,
      "step": 32781
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.013715178875787e-06,
      "loss": 0.0038,
      "step": 32782
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.013461194701221e-06,
      "loss": 0.0087,
      "step": 32783
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.013207210491921e-06,
      "loss": 0.0005,
      "step": 32784
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.012953226248544e-06,
      "loss": 0.0031,
      "step": 32785
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.012699241971741e-06,
      "loss": 0.0015,
      "step": 32786
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0124452576621695e-06,
      "loss": 0.0142,
      "step": 32787
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.012191273320487e-06,
      "loss": 0.0126,
      "step": 32788
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.011937288947346e-06,
      "loss": 0.0067,
      "step": 32789
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.011683304543402e-06,
      "loss": 0.0064,
      "step": 32790
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.011429320109311e-06,
      "loss": 0.0091,
      "step": 32791
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.01117533564573e-06,
      "loss": 0.0042,
      "step": 32792
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.010921351153312e-06,
      "loss": 0.0089,
      "step": 32793
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.010667366632713e-06,
      "loss": 0.007,
      "step": 32794
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.01041338208459e-06,
      "loss": 0.0047,
      "step": 32795
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.010159397509595e-06,
      "loss": 0.0328,
      "step": 32796
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.009905412908386e-06,
      "loss": 0.0044,
      "step": 32797
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0096514282816165e-06,
      "loss": 0.0227,
      "step": 32798
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.009397443629946e-06,
      "loss": 0.0055,
      "step": 32799
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.009143458954026e-06,
      "loss": 0.0092,
      "step": 32800
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.00888947425451e-06,
      "loss": 0.0029,
      "step": 32801
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.00863548953206e-06,
      "loss": 0.0331,
      "step": 32802
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.008381504787326e-06,
      "loss": 0.0072,
      "step": 32803
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.008127520020964e-06,
      "loss": 0.0362,
      "step": 32804
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0078735352336305e-06,
      "loss": 0.0088,
      "step": 32805
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0076195504259815e-06,
      "loss": 0.0135,
      "step": 32806
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.007365565598671e-06,
      "loss": 0.0083,
      "step": 32807
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.007111580752354e-06,
      "loss": 0.0081,
      "step": 32808
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.006857595887688e-06,
      "loss": 0.0047,
      "step": 32809
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.006603611005327e-06,
      "loss": 0.0057,
      "step": 32810
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.006349626105927e-06,
      "loss": 0.0015,
      "step": 32811
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.006095641190141e-06,
      "loss": 0.0071,
      "step": 32812
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.005841656258626e-06,
      "loss": 0.0155,
      "step": 32813
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.00558767131204e-06,
      "loss": 0.0034,
      "step": 32814
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.005333686351035e-06,
      "loss": 0.0236,
      "step": 32815
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.005079701376265e-06,
      "loss": 0.0054,
      "step": 32816
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0048257163883905e-06,
      "loss": 0.0115,
      "step": 32817
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.004571731388063e-06,
      "loss": 0.0055,
      "step": 32818
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.00431774637594e-06,
      "loss": 0.0126,
      "step": 32819
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.004063761352674e-06,
      "loss": 0.0341,
      "step": 32820
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.003809776318923e-06,
      "loss": 0.0349,
      "step": 32821
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.003555791275341e-06,
      "loss": 0.0104,
      "step": 32822
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.003301806222583e-06,
      "loss": 0.0109,
      "step": 32823
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.003047821161309e-06,
      "loss": 0.0117,
      "step": 32824
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.002793836092168e-06,
      "loss": 0.0148,
      "step": 32825
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.002539851015817e-06,
      "loss": 0.0166,
      "step": 32826
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.002285865932915e-06,
      "loss": 0.0063,
      "step": 32827
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.002031880844112e-06,
      "loss": 0.0014,
      "step": 32828
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.001777895750067e-06,
      "loss": 0.0255,
      "step": 32829
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.0015239106514336e-06,
      "loss": 0.0058,
      "step": 32830
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.00126992554887e-06,
      "loss": 0.0213,
      "step": 32831
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.001015940443028e-06,
      "loss": 0.0134,
      "step": 32832
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.000761955334564e-06,
      "loss": 0.0226,
      "step": 32833
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.000507970224136e-06,
      "loss": 0.0046,
      "step": 32834
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.000253985112397e-06,
      "loss": 0.0071,
      "step": 32835
    },
    {
      "epoch": 0.51,
      "learning_rate": 5e-06,
      "loss": 0.0089,
      "step": 32836
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.999746014887606e-06,
      "loss": 0.0041,
      "step": 32837
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.999492029775866e-06,
      "loss": 0.0197,
      "step": 32838
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.999238044665437e-06,
      "loss": 0.0031,
      "step": 32839
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.998984059556973e-06,
      "loss": 0.0147,
      "step": 32840
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.998730074451131e-06,
      "loss": 0.0125,
      "step": 32841
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.998476089348568e-06,
      "loss": 0.0092,
      "step": 32842
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.998222104249934e-06,
      "loss": 0.0099,
      "step": 32843
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.99796811915589e-06,
      "loss": 0.005,
      "step": 32844
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.997714134067088e-06,
      "loss": 0.0199,
      "step": 32845
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.997460148984184e-06,
      "loss": 0.0055,
      "step": 32846
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.997206163907835e-06,
      "loss": 0.019,
      "step": 32847
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.996952178838693e-06,
      "loss": 0.0089,
      "step": 32848
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9966981937774175e-06,
      "loss": 0.0054,
      "step": 32849
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.996444208724659e-06,
      "loss": 0.0089,
      "step": 32850
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.996190223681078e-06,
      "loss": 0.0239,
      "step": 32851
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.995936238647327e-06,
      "loss": 0.0223,
      "step": 32852
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.995682253624062e-06,
      "loss": 0.0063,
      "step": 32853
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.995428268611938e-06,
      "loss": 0.0045,
      "step": 32854
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9951742836116095e-06,
      "loss": 0.0111,
      "step": 32855
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9949202986237355e-06,
      "loss": 0.0033,
      "step": 32856
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.994666313648968e-06,
      "loss": 0.0124,
      "step": 32857
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.994412328687961e-06,
      "loss": 0.0129,
      "step": 32858
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.994158343741375e-06,
      "loss": 0.0156,
      "step": 32859
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.99390435880986e-06,
      "loss": 0.0214,
      "step": 32860
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.993650373894076e-06,
      "loss": 0.0272,
      "step": 32861
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.993396388994675e-06,
      "loss": 0.0034,
      "step": 32862
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.993142404112313e-06,
      "loss": 0.0133,
      "step": 32863
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9928884192476476e-06,
      "loss": 0.0176,
      "step": 32864
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.99263443440133e-06,
      "loss": 0.0076,
      "step": 32865
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.992380449574019e-06,
      "loss": 0.0399,
      "step": 32866
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.992126464766371e-06,
      "loss": 0.0023,
      "step": 32867
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.991872479979037e-06,
      "loss": 0.0104,
      "step": 32868
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.991618495212677e-06,
      "loss": 0.0052,
      "step": 32869
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.991364510467942e-06,
      "loss": 0.0031,
      "step": 32870
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.991110525745491e-06,
      "loss": 0.0256,
      "step": 32871
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9908565410459775e-06,
      "loss": 0.0067,
      "step": 32872
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.990602556370055e-06,
      "loss": 0.0156,
      "step": 32873
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.990348571718384e-06,
      "loss": 0.0075,
      "step": 32874
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.990094587091615e-06,
      "loss": 0.0189,
      "step": 32875
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.989840602490406e-06,
      "loss": 0.0087,
      "step": 32876
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.989586617915413e-06,
      "loss": 0.0021,
      "step": 32877
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.989332633367288e-06,
      "loss": 0.0118,
      "step": 32878
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.989078648846691e-06,
      "loss": 0.0112,
      "step": 32879
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.988824664354271e-06,
      "loss": 0.0126,
      "step": 32880
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.98857067989069e-06,
      "loss": 0.0029,
      "step": 32881
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9883166954566e-06,
      "loss": 0.0051,
      "step": 32882
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9880627110526555e-06,
      "loss": 0.0148,
      "step": 32883
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.987808726679515e-06,
      "loss": 0.0135,
      "step": 32884
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9875547423378305e-06,
      "loss": 0.0117,
      "step": 32885
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9873007580282605e-06,
      "loss": 0.0062,
      "step": 32886
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.987046773751459e-06,
      "loss": 0.0162,
      "step": 32887
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.986792789508079e-06,
      "loss": 0.0039,
      "step": 32888
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.98653880529878e-06,
      "loss": 0.0162,
      "step": 32889
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.986284821124214e-06,
      "loss": 0.0333,
      "step": 32890
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.986030836985039e-06,
      "loss": 0.0065,
      "step": 32891
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.98577685288191e-06,
      "loss": 0.0207,
      "step": 32892
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.985522868815479e-06,
      "loss": 0.0078,
      "step": 32893
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9852688847864054e-06,
      "loss": 0.0092,
      "step": 32894
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.985014900795343e-06,
      "loss": 0.0064,
      "step": 32895
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.984760916842947e-06,
      "loss": 0.0051,
      "step": 32896
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.984506932929874e-06,
      "loss": 0.0161,
      "step": 32897
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.984252949056776e-06,
      "loss": 0.003,
      "step": 32898
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9839989652243125e-06,
      "loss": 0.0083,
      "step": 32899
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.983744981433136e-06,
      "loss": 0.0146,
      "step": 32900
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.983490997683904e-06,
      "loss": 0.0072,
      "step": 32901
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.983237013977271e-06,
      "loss": 0.0094,
      "step": 32902
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.982983030313891e-06,
      "loss": 0.0106,
      "step": 32903
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.982729046694422e-06,
      "loss": 0.0039,
      "step": 32904
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9824750631195155e-06,
      "loss": 0.0021,
      "step": 32905
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.982221079589832e-06,
      "loss": 0.0224,
      "step": 32906
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.981967096106023e-06,
      "loss": 0.0071,
      "step": 32907
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.981713112668744e-06,
      "loss": 0.0058,
      "step": 32908
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.981459129278653e-06,
      "loss": 0.0098,
      "step": 32909
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.981205145936401e-06,
      "loss": 0.0196,
      "step": 32910
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.980951162642649e-06,
      "loss": 0.0442,
      "step": 32911
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.980697179398049e-06,
      "loss": 0.0048,
      "step": 32912
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.980443196203256e-06,
      "loss": 0.0035,
      "step": 32913
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.980189213058926e-06,
      "loss": 0.0121,
      "step": 32914
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9799352299657134e-06,
      "loss": 0.0112,
      "step": 32915
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.979681246924276e-06,
      "loss": 0.008,
      "step": 32916
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.979427263935269e-06,
      "loss": 0.0072,
      "step": 32917
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.979173280999346e-06,
      "loss": 0.0015,
      "step": 32918
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.978919298117163e-06,
      "loss": 0.0063,
      "step": 32919
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9786653152893735e-06,
      "loss": 0.001,
      "step": 32920
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.978411332516636e-06,
      "loss": 0.0158,
      "step": 32921
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.978157349799606e-06,
      "loss": 0.0047,
      "step": 32922
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.977903367138934e-06,
      "loss": 0.0119,
      "step": 32923
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.977649384535282e-06,
      "loss": 0.0038,
      "step": 32924
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9773954019893e-06,
      "loss": 0.0245,
      "step": 32925
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9771414195016465e-06,
      "loss": 0.013,
      "step": 32926
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.976887437072977e-06,
      "loss": 0.007,
      "step": 32927
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.976633454703943e-06,
      "loss": 0.012,
      "step": 32928
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.976379472395205e-06,
      "loss": 0.0118,
      "step": 32929
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.976125490147413e-06,
      "loss": 0.0337,
      "step": 32930
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9758715079612276e-06,
      "loss": 0.0207,
      "step": 32931
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.975617525837303e-06,
      "loss": 0.0067,
      "step": 32932
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.975363543776291e-06,
      "loss": 0.0073,
      "step": 32933
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9751095617788505e-06,
      "loss": 0.0137,
      "step": 32934
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.974855579845635e-06,
      "loss": 0.0112,
      "step": 32935
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.974601597977302e-06,
      "loss": 0.0198,
      "step": 32936
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.974347616174505e-06,
      "loss": 0.0304,
      "step": 32937
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.974093634437899e-06,
      "loss": 0.0114,
      "step": 32938
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.973839652768141e-06,
      "loss": 0.0074,
      "step": 32939
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.973585671165883e-06,
      "loss": 0.007,
      "step": 32940
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.973331689631785e-06,
      "loss": 0.006,
      "step": 32941
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.973077708166501e-06,
      "loss": 0.0094,
      "step": 32942
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.972823726770685e-06,
      "loss": 0.0223,
      "step": 32943
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9725697454449925e-06,
      "loss": 0.0104,
      "step": 32944
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.972315764190079e-06,
      "loss": 0.028,
      "step": 32945
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.972061783006601e-06,
      "loss": 0.0032,
      "step": 32946
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.971807801895214e-06,
      "loss": 0.0149,
      "step": 32947
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9715538208565694e-06,
      "loss": 0.0102,
      "step": 32948
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.971299839891328e-06,
      "loss": 0.0203,
      "step": 32949
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9710458590001405e-06,
      "loss": 0.0077,
      "step": 32950
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9707918781836675e-06,
      "loss": 0.011,
      "step": 32951
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.97053789744256e-06,
      "loss": 0.0053,
      "step": 32952
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.970283916777474e-06,
      "loss": 0.0141,
      "step": 32953
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.970029936189066e-06,
      "loss": 0.0056,
      "step": 32954
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.969775955677989e-06,
      "loss": 0.009,
      "step": 32955
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.969521975244903e-06,
      "loss": 0.0042,
      "step": 32956
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.969267994890461e-06,
      "loss": 0.0125,
      "step": 32957
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.969014014615315e-06,
      "loss": 0.015,
      "step": 32958
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.968760034420125e-06,
      "loss": 0.0057,
      "step": 32959
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.968506054305544e-06,
      "loss": 0.0082,
      "step": 32960
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9682520742722295e-06,
      "loss": 0.0065,
      "step": 32961
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.967998094320835e-06,
      "loss": 0.0095,
      "step": 32962
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.967744114452014e-06,
      "loss": 0.0288,
      "step": 32963
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.967490134666427e-06,
      "loss": 0.0207,
      "step": 32964
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.967236154964723e-06,
      "loss": 0.0232,
      "step": 32965
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.966982175347564e-06,
      "loss": 0.0124,
      "step": 32966
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.966728195815601e-06,
      "loss": 0.0058,
      "step": 32967
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9664742163694905e-06,
      "loss": 0.0094,
      "step": 32968
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.966220237009889e-06,
      "loss": 0.0105,
      "step": 32969
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.965966257737448e-06,
      "loss": 0.015,
      "step": 32970
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.965712278552828e-06,
      "loss": 0.0019,
      "step": 32971
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.965458299456682e-06,
      "loss": 0.0053,
      "step": 32972
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.965204320449663e-06,
      "loss": 0.0063,
      "step": 32973
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.96495034153243e-06,
      "loss": 0.003,
      "step": 32974
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.964696362705636e-06,
      "loss": 0.022,
      "step": 32975
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.964442383969939e-06,
      "loss": 0.0196,
      "step": 32976
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.964188405325992e-06,
      "loss": 0.0239,
      "step": 32977
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.96393442677445e-06,
      "loss": 0.0034,
      "step": 32978
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.96368044831597e-06,
      "loss": 0.0114,
      "step": 32979
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.963426469951206e-06,
      "loss": 0.0076,
      "step": 32980
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.963172491680815e-06,
      "loss": 0.0059,
      "step": 32981
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9629185135054534e-06,
      "loss": 0.0073,
      "step": 32982
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.96266453542577e-06,
      "loss": 0.0276,
      "step": 32983
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9624105574424275e-06,
      "loss": 0.0043,
      "step": 32984
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.962156579556078e-06,
      "loss": 0.0055,
      "step": 32985
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9619026017673774e-06,
      "loss": 0.017,
      "step": 32986
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.961648624076982e-06,
      "loss": 0.0089,
      "step": 32987
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.961394646485543e-06,
      "loss": 0.0103,
      "step": 32988
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9611406689937225e-06,
      "loss": 0.0082,
      "step": 32989
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.960886691602169e-06,
      "loss": 0.0082,
      "step": 32990
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.960632714311542e-06,
      "loss": 0.0077,
      "step": 32991
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.960378737122497e-06,
      "loss": 0.0081,
      "step": 32992
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.960124760035687e-06,
      "loss": 0.0243,
      "step": 32993
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.959870783051771e-06,
      "loss": 0.01,
      "step": 32994
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.959616806171398e-06,
      "loss": 0.0095,
      "step": 32995
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.959362829395231e-06,
      "loss": 0.0075,
      "step": 32996
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.959108852723921e-06,
      "loss": 0.0089,
      "step": 32997
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.958854876158121e-06,
      "loss": 0.0139,
      "step": 32998
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9586008996984916e-06,
      "loss": 0.0134,
      "step": 32999
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.958346923345685e-06,
      "loss": 0.001,
      "step": 33000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.958092947100359e-06,
      "loss": 0.0088,
      "step": 33001
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.957838970963166e-06,
      "loss": 0.0447,
      "step": 33002
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.957584994934763e-06,
      "loss": 0.0021,
      "step": 33003
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9573310190158056e-06,
      "loss": 0.0041,
      "step": 33004
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.957077043206946e-06,
      "loss": 0.007,
      "step": 33005
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9568230675088445e-06,
      "loss": 0.0026,
      "step": 33006
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9565690919221545e-06,
      "loss": 0.007,
      "step": 33007
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.956315116447529e-06,
      "loss": 0.0143,
      "step": 33008
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.956061141085627e-06,
      "loss": 0.0075,
      "step": 33009
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9558071658371e-06,
      "loss": 0.0064,
      "step": 33010
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.955553190702608e-06,
      "loss": 0.0088,
      "step": 33011
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.955299215682803e-06,
      "loss": 0.0159,
      "step": 33012
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.955045240778339e-06,
      "loss": 0.0143,
      "step": 33013
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.954791265989877e-06,
      "loss": 0.0045,
      "step": 33014
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.954537291318065e-06,
      "loss": 0.01,
      "step": 33015
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.954283316763565e-06,
      "loss": 0.0126,
      "step": 33016
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.954029342327029e-06,
      "loss": 0.0067,
      "step": 33017
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.953775368009111e-06,
      "loss": 0.0117,
      "step": 33018
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.95352139381047e-06,
      "loss": 0.0055,
      "step": 33019
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.953267419731758e-06,
      "loss": 0.0058,
      "step": 33020
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.953013445773634e-06,
      "loss": 0.0087,
      "step": 33021
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.95275947193675e-06,
      "loss": 0.0201,
      "step": 33022
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9525054982217615e-06,
      "loss": 0.0003,
      "step": 33023
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.952251524629326e-06,
      "loss": 0.0106,
      "step": 33024
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.951997551160097e-06,
      "loss": 0.013,
      "step": 33025
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.951743577814732e-06,
      "loss": 0.0086,
      "step": 33026
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.951489604593884e-06,
      "loss": 0.0405,
      "step": 33027
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.951235631498208e-06,
      "loss": 0.0044,
      "step": 33028
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.950981658528363e-06,
      "loss": 0.0068,
      "step": 33029
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.950727685684998e-06,
      "loss": 0.0066,
      "step": 33030
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.950473712968776e-06,
      "loss": 0.0088,
      "step": 33031
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.950219740380347e-06,
      "loss": 0.0109,
      "step": 33032
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.949965767920367e-06,
      "loss": 0.0033,
      "step": 33033
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.949711795589495e-06,
      "loss": 0.0119,
      "step": 33034
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9494578233883805e-06,
      "loss": 0.0093,
      "step": 33035
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.949203851317684e-06,
      "loss": 0.0228,
      "step": 33036
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.948949879378058e-06,
      "loss": 0.0212,
      "step": 33037
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.948695907570158e-06,
      "loss": 0.006,
      "step": 33038
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.94844193589464e-06,
      "loss": 0.0231,
      "step": 33039
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.948187964352159e-06,
      "loss": 0.0053,
      "step": 33040
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.947933992943372e-06,
      "loss": 0.0151,
      "step": 33041
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.947680021668932e-06,
      "loss": 0.0362,
      "step": 33042
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.947426050529494e-06,
      "loss": 0.0055,
      "step": 33043
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.947172079525717e-06,
      "loss": 0.005,
      "step": 33044
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9469181086582505e-06,
      "loss": 0.0052,
      "step": 33045
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.946664137927757e-06,
      "loss": 0.004,
      "step": 33046
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.946410167334886e-06,
      "loss": 0.0188,
      "step": 33047
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.946156196880294e-06,
      "loss": 0.0093,
      "step": 33048
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.945902226564639e-06,
      "loss": 0.0075,
      "step": 33049
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.945648256388572e-06,
      "loss": 0.0104,
      "step": 33050
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9453942863527544e-06,
      "loss": 0.0055,
      "step": 33051
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.945140316457836e-06,
      "loss": 0.0042,
      "step": 33052
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.944886346704474e-06,
      "loss": 0.0293,
      "step": 33053
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9446323770933245e-06,
      "loss": 0.0084,
      "step": 33054
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.944378407625041e-06,
      "loss": 0.0054,
      "step": 33055
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9441244383002805e-06,
      "loss": 0.0079,
      "step": 33056
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.943870469119699e-06,
      "loss": 0.0103,
      "step": 33057
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.943616500083948e-06,
      "loss": 0.0191,
      "step": 33058
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.943362531193688e-06,
      "loss": 0.0075,
      "step": 33059
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.943108562449571e-06,
      "loss": 0.0074,
      "step": 33060
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.942854593852254e-06,
      "loss": 0.0066,
      "step": 33061
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.942600625402391e-06,
      "loss": 0.0044,
      "step": 33062
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.942346657100635e-06,
      "loss": 0.0079,
      "step": 33063
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.942092688947646e-06,
      "loss": 0.0054,
      "step": 33064
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.941838720944078e-06,
      "loss": 0.0158,
      "step": 33065
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.941584753090585e-06,
      "loss": 0.0046,
      "step": 33066
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.941330785387825e-06,
      "loss": 0.0119,
      "step": 33067
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.941076817836449e-06,
      "loss": 0.0168,
      "step": 33068
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.940822850437116e-06,
      "loss": 0.0074,
      "step": 33069
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.940568883190479e-06,
      "loss": 0.0022,
      "step": 33070
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.940314916097195e-06,
      "loss": 0.0137,
      "step": 33071
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.94006094915792e-06,
      "loss": 0.0072,
      "step": 33072
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.939806982373305e-06,
      "loss": 0.0086,
      "step": 33073
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9395530157440105e-06,
      "loss": 0.0059,
      "step": 33074
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9392990492706886e-06,
      "loss": 0.0174,
      "step": 33075
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.939045082953997e-06,
      "loss": 0.0095,
      "step": 33076
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9387911167945885e-06,
      "loss": 0.0091,
      "step": 33077
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.938537150793119e-06,
      "loss": 0.0075,
      "step": 33078
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.938283184950246e-06,
      "loss": 0.0088,
      "step": 33079
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.938029219266621e-06,
      "loss": 0.0105,
      "step": 33080
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.937775253742903e-06,
      "loss": 0.0045,
      "step": 33081
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.937521288379746e-06,
      "loss": 0.0263,
      "step": 33082
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.937267323177804e-06,
      "loss": 0.0091,
      "step": 33083
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.937013358137736e-06,
      "loss": 0.0054,
      "step": 33084
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.936759393260192e-06,
      "loss": 0.005,
      "step": 33085
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.936505428545832e-06,
      "loss": 0.0027,
      "step": 33086
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.936251463995309e-06,
      "loss": 0.0138,
      "step": 33087
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.935997499609277e-06,
      "loss": 0.0027,
      "step": 33088
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.935743535388395e-06,
      "loss": 0.0048,
      "step": 33089
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.935489571333315e-06,
      "loss": 0.0113,
      "step": 33090
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9352356074446956e-06,
      "loss": 0.0073,
      "step": 33091
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.93498164372319e-06,
      "loss": 0.0048,
      "step": 33092
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9347276801694515e-06,
      "loss": 0.0058,
      "step": 33093
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.93447371678414e-06,
      "loss": 0.0076,
      "step": 33094
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.934219753567905e-06,
      "loss": 0.01,
      "step": 33095
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.933965790521408e-06,
      "loss": 0.004,
      "step": 33096
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.933711827645303e-06,
      "loss": 0.0063,
      "step": 33097
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.933457864940241e-06,
      "loss": 0.0137,
      "step": 33098
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.933203902406881e-06,
      "loss": 0.0231,
      "step": 33099
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.932949940045877e-06,
      "loss": 0.0158,
      "step": 33100
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.932695977857886e-06,
      "loss": 0.0206,
      "step": 33101
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.932442015843563e-06,
      "loss": 0.0134,
      "step": 33102
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.93218805400356e-06,
      "loss": 0.0056,
      "step": 33103
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.931934092338536e-06,
      "loss": 0.0303,
      "step": 33104
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.931680130849143e-06,
      "loss": 0.0104,
      "step": 33105
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.931426169536041e-06,
      "loss": 0.0279,
      "step": 33106
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.931172208399881e-06,
      "loss": 0.0063,
      "step": 33107
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9309182474413206e-06,
      "loss": 0.009,
      "step": 33108
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.930664286661015e-06,
      "loss": 0.0043,
      "step": 33109
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.930410326059617e-06,
      "loss": 0.0053,
      "step": 33110
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.930156365637787e-06,
      "loss": 0.0083,
      "step": 33111
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.929902405396175e-06,
      "loss": 0.0054,
      "step": 33112
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.929648445335437e-06,
      "loss": 0.0081,
      "step": 33113
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.929394485456232e-06,
      "loss": 0.0089,
      "step": 33114
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.929140525759215e-06,
      "loss": 0.0059,
      "step": 33115
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.928886566245035e-06,
      "loss": 0.0022,
      "step": 33116
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.928632606914354e-06,
      "loss": 0.0057,
      "step": 33117
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.928378647767824e-06,
      "loss": 0.0161,
      "step": 33118
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.928124688806102e-06,
      "loss": 0.008,
      "step": 33119
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.927870730029843e-06,
      "loss": 0.0042,
      "step": 33120
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.927616771439699e-06,
      "loss": 0.0493,
      "step": 33121
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.927362813036333e-06,
      "loss": 0.0056,
      "step": 33122
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.92710885482039e-06,
      "loss": 0.0164,
      "step": 33123
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.926854896792535e-06,
      "loss": 0.0111,
      "step": 33124
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.926600938953418e-06,
      "loss": 0.0046,
      "step": 33125
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.926346981303695e-06,
      "loss": 0.0016,
      "step": 33126
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.926093023844022e-06,
      "loss": 0.0105,
      "step": 33127
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.925839066575052e-06,
      "loss": 0.0164,
      "step": 33128
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.925585109497445e-06,
      "loss": 0.0062,
      "step": 33129
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.925331152611853e-06,
      "loss": 0.0027,
      "step": 33130
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.925077195918929e-06,
      "loss": 0.0297,
      "step": 33131
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.924823239419334e-06,
      "loss": 0.0034,
      "step": 33132
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.924569283113719e-06,
      "loss": 0.0173,
      "step": 33133
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9243153270027425e-06,
      "loss": 0.0053,
      "step": 33134
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.924061371087057e-06,
      "loss": 0.0035,
      "step": 33135
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.923807415367318e-06,
      "loss": 0.0107,
      "step": 33136
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.923553459844183e-06,
      "loss": 0.0183,
      "step": 33137
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9232995045183035e-06,
      "loss": 0.0332,
      "step": 33138
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.923045549390339e-06,
      "loss": 0.0088,
      "step": 33139
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.922791594460944e-06,
      "loss": 0.0014,
      "step": 33140
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.922537639730771e-06,
      "loss": 0.0083,
      "step": 33141
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.922283685200478e-06,
      "loss": 0.0369,
      "step": 33142
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.922029730870718e-06,
      "loss": 0.0071,
      "step": 33143
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.921775776742149e-06,
      "loss": 0.0035,
      "step": 33144
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.921521822815425e-06,
      "loss": 0.0055,
      "step": 33145
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.921267869091199e-06,
      "loss": 0.0088,
      "step": 33146
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.921013915570132e-06,
      "loss": 0.0165,
      "step": 33147
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.920759962252872e-06,
      "loss": 0.0061,
      "step": 33148
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9205060091400804e-06,
      "loss": 0.0041,
      "step": 33149
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.92025205623241e-06,
      "loss": 0.0133,
      "step": 33150
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.919998103530515e-06,
      "loss": 0.0022,
      "step": 33151
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.919744151035054e-06,
      "loss": 0.012,
      "step": 33152
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.919490198746677e-06,
      "loss": 0.0108,
      "step": 33153
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9192362466660455e-06,
      "loss": 0.0055,
      "step": 33154
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.918982294793811e-06,
      "loss": 0.0123,
      "step": 33155
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.918728343130627e-06,
      "loss": 0.0101,
      "step": 33156
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.918474391677154e-06,
      "loss": 0.0112,
      "step": 33157
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.918220440434044e-06,
      "loss": 0.008,
      "step": 33158
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.917966489401953e-06,
      "loss": 0.0054,
      "step": 33159
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.917712538581536e-06,
      "loss": 0.0195,
      "step": 33160
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.917458587973448e-06,
      "loss": 0.0202,
      "step": 33161
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.917204637578346e-06,
      "loss": 0.0135,
      "step": 33162
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9169506873968816e-06,
      "loss": 0.0045,
      "step": 33163
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.916696737429714e-06,
      "loss": 0.0175,
      "step": 33164
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.916442787677497e-06,
      "loss": 0.0101,
      "step": 33165
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.916188838140885e-06,
      "loss": 0.0086,
      "step": 33166
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.915934888820536e-06,
      "loss": 0.0101,
      "step": 33167
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.915680939717101e-06,
      "loss": 0.008,
      "step": 33168
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9154269908312394e-06,
      "loss": 0.0048,
      "step": 33169
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.915173042163605e-06,
      "loss": 0.0115,
      "step": 33170
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.91491909371485e-06,
      "loss": 0.0024,
      "step": 33171
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.914665145485635e-06,
      "loss": 0.0224,
      "step": 33172
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.914411197476611e-06,
      "loss": 0.0046,
      "step": 33173
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.914157249688437e-06,
      "loss": 0.018,
      "step": 33174
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.913903302121765e-06,
      "loss": 0.0061,
      "step": 33175
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.913649354777252e-06,
      "loss": 0.0078,
      "step": 33176
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.913395407655553e-06,
      "loss": 0.0101,
      "step": 33177
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.913141460757321e-06,
      "loss": 0.0105,
      "step": 33178
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.912887514083217e-06,
      "loss": 0.0035,
      "step": 33179
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.91263356763389e-06,
      "loss": 0.0063,
      "step": 33180
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.912379621409997e-06,
      "loss": 0.0057,
      "step": 33181
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.912125675412197e-06,
      "loss": 0.016,
      "step": 33182
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.91187172964114e-06,
      "loss": 0.0096,
      "step": 33183
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.911617784097486e-06,
      "loss": 0.0056,
      "step": 33184
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.911363838781887e-06,
      "loss": 0.0082,
      "step": 33185
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.911109893694998e-06,
      "loss": 0.0109,
      "step": 33186
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9108559488374764e-06,
      "loss": 0.0205,
      "step": 33187
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.910602004209975e-06,
      "loss": 0.0131,
      "step": 33188
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9103480598131535e-06,
      "loss": 0.0058,
      "step": 33189
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.910094115647663e-06,
      "loss": 0.002,
      "step": 33190
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.909840171714159e-06,
      "loss": 0.0151,
      "step": 33191
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.909586228013299e-06,
      "loss": 0.0133,
      "step": 33192
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.909332284545736e-06,
      "loss": 0.0112,
      "step": 33193
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9090783413121285e-06,
      "loss": 0.03,
      "step": 33194
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.908824398313129e-06,
      "loss": 0.0085,
      "step": 33195
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.90857045554939e-06,
      "loss": 0.0014,
      "step": 33196
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.908316513021573e-06,
      "loss": 0.0051,
      "step": 33197
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.90806257073033e-06,
      "loss": 0.0079,
      "step": 33198
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.907808628676316e-06,
      "loss": 0.0068,
      "step": 33199
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.907554686860188e-06,
      "loss": 0.0061,
      "step": 33200
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.907300745282599e-06,
      "loss": 0.0085,
      "step": 33201
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9070468039442065e-06,
      "loss": 0.0082,
      "step": 33202
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.906792862845662e-06,
      "loss": 0.0033,
      "step": 33203
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.906538921987626e-06,
      "loss": 0.0145,
      "step": 33204
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.906284981370752e-06,
      "loss": 0.0083,
      "step": 33205
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9060310409956915e-06,
      "loss": 0.0053,
      "step": 33206
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.905777100863104e-06,
      "loss": 0.0048,
      "step": 33207
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.905523160973642e-06,
      "loss": 0.0068,
      "step": 33208
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.905269221327965e-06,
      "loss": 0.0201,
      "step": 33209
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.905015281926724e-06,
      "loss": 0.0293,
      "step": 33210
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9047613427705744e-06,
      "loss": 0.0141,
      "step": 33211
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.904507403860175e-06,
      "loss": 0.0169,
      "step": 33212
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.904253465196175e-06,
      "loss": 0.0145,
      "step": 33213
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.903999526779237e-06,
      "loss": 0.003,
      "step": 33214
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.903745588610012e-06,
      "loss": 0.0022,
      "step": 33215
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.903491650689154e-06,
      "loss": 0.0064,
      "step": 33216
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.903237713017322e-06,
      "loss": 0.0188,
      "step": 33217
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.902983775595168e-06,
      "loss": 0.0033,
      "step": 33218
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.90272983842335e-06,
      "loss": 0.0101,
      "step": 33219
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9024759015025216e-06,
      "loss": 0.0153,
      "step": 33220
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.902221964833336e-06,
      "loss": 0.0059,
      "step": 33221
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.901968028416454e-06,
      "loss": 0.0167,
      "step": 33222
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.901714092252525e-06,
      "loss": 0.0155,
      "step": 33223
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.901460156342208e-06,
      "loss": 0.0127,
      "step": 33224
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.901206220686158e-06,
      "loss": 0.0068,
      "step": 33225
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.900952285285028e-06,
      "loss": 0.0447,
      "step": 33226
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9006983501394755e-06,
      "loss": 0.0039,
      "step": 33227
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.900444415250152e-06,
      "loss": 0.0075,
      "step": 33228
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.9001904806177186e-06,
      "loss": 0.0107,
      "step": 33229
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.899936546242828e-06,
      "loss": 0.0011,
      "step": 33230
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.899682612126132e-06,
      "loss": 0.0046,
      "step": 33231
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.899428678268291e-06,
      "loss": 0.0127,
      "step": 33232
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.899174744669956e-06,
      "loss": 0.004,
      "step": 33233
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.898920811331786e-06,
      "loss": 0.0129,
      "step": 33234
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.898666878254434e-06,
      "loss": 0.0089,
      "step": 33235
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.898412945438554e-06,
      "loss": 0.0137,
      "step": 33236
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8981590128848055e-06,
      "loss": 0.004,
      "step": 33237
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.897905080593839e-06,
      "loss": 0.0065,
      "step": 33238
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.897651148566313e-06,
      "loss": 0.006,
      "step": 33239
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.897397216802881e-06,
      "loss": 0.0053,
      "step": 33240
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.897143285304199e-06,
      "loss": 0.0055,
      "step": 33241
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.896889354070922e-06,
      "loss": 0.0071,
      "step": 33242
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.896635423103705e-06,
      "loss": 0.003,
      "step": 33243
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.896381492403204e-06,
      "loss": 0.0082,
      "step": 33244
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.896127561970075e-06,
      "loss": 0.0051,
      "step": 33245
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.895873631804968e-06,
      "loss": 0.0055,
      "step": 33246
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.895619701908546e-06,
      "loss": 0.0046,
      "step": 33247
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.895365772281458e-06,
      "loss": 0.0204,
      "step": 33248
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.895111842924363e-06,
      "loss": 0.0056,
      "step": 33249
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.894857913837915e-06,
      "loss": 0.0112,
      "step": 33250
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.894603985022768e-06,
      "loss": 0.0134,
      "step": 33251
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.89435005647958e-06,
      "loss": 0.0223,
      "step": 33252
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.894096128209002e-06,
      "loss": 0.0066,
      "step": 33253
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.893842200211693e-06,
      "loss": 0.0129,
      "step": 33254
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.893588272488308e-06,
      "loss": 0.0169,
      "step": 33255
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8933343450395e-06,
      "loss": 0.0068,
      "step": 33256
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.893080417865925e-06,
      "loss": 0.0034,
      "step": 33257
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.892826490968239e-06,
      "loss": 0.0049,
      "step": 33258
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.892572564347098e-06,
      "loss": 0.0608,
      "step": 33259
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.892318638003156e-06,
      "loss": 0.0156,
      "step": 33260
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8920647119370655e-06,
      "loss": 0.0025,
      "step": 33261
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.891810786149488e-06,
      "loss": 0.0218,
      "step": 33262
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8915568606410715e-06,
      "loss": 0.0141,
      "step": 33263
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.891302935412478e-06,
      "loss": 0.0091,
      "step": 33264
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.891049010464359e-06,
      "loss": 0.0098,
      "step": 33265
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.890795085797369e-06,
      "loss": 0.0096,
      "step": 33266
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.890541161412166e-06,
      "loss": 0.0143,
      "step": 33267
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.890287237309401e-06,
      "loss": 0.0135,
      "step": 33268
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8900333134897365e-06,
      "loss": 0.004,
      "step": 33269
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.889779389953821e-06,
      "loss": 0.0033,
      "step": 33270
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.88952546670231e-06,
      "loss": 0.0106,
      "step": 33271
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.889271543735863e-06,
      "loss": 0.0096,
      "step": 33272
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.889017621055131e-06,
      "loss": 0.009,
      "step": 33273
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.888763698660773e-06,
      "loss": 0.0051,
      "step": 33274
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.888509776553442e-06,
      "loss": 0.0139,
      "step": 33275
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.888255854733792e-06,
      "loss": 0.0044,
      "step": 33276
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8880019332024804e-06,
      "loss": 0.0125,
      "step": 33277
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.88774801196016e-06,
      "loss": 0.003,
      "step": 33278
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8874940910074895e-06,
      "loss": 0.0136,
      "step": 33279
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.887240170345122e-06,
      "loss": 0.0045,
      "step": 33280
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.886986249973712e-06,
      "loss": 0.0064,
      "step": 33281
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.886732329893917e-06,
      "loss": 0.0084,
      "step": 33282
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.88647841010639e-06,
      "loss": 0.0111,
      "step": 33283
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.886224490611787e-06,
      "loss": 0.0109,
      "step": 33284
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.885970571410764e-06,
      "loss": 0.0243,
      "step": 33285
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.885716652503973e-06,
      "loss": 0.003,
      "step": 33286
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.885462733892075e-06,
      "loss": 0.0055,
      "step": 33287
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.885208815575718e-06,
      "loss": 0.0045,
      "step": 33288
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.884954897555565e-06,
      "loss": 0.0317,
      "step": 33289
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.884700979832265e-06,
      "loss": 0.011,
      "step": 33290
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.884447062406476e-06,
      "loss": 0.005,
      "step": 33291
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.884193145278852e-06,
      "loss": 0.0212,
      "step": 33292
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.883939228450048e-06,
      "loss": 0.0146,
      "step": 33293
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.883685311920722e-06,
      "loss": 0.0041,
      "step": 33294
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.883431395691527e-06,
      "loss": 0.0063,
      "step": 33295
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.883177479763116e-06,
      "loss": 0.0033,
      "step": 33296
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8829235641361485e-06,
      "loss": 0.0137,
      "step": 33297
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.882669648811276e-06,
      "loss": 0.0048,
      "step": 33298
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.882415733789158e-06,
      "loss": 0.0047,
      "step": 33299
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.882161819070446e-06,
      "loss": 0.0054,
      "step": 33300
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8819079046557954e-06,
      "loss": 0.0245,
      "step": 33301
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.881653990545864e-06,
      "loss": 0.0212,
      "step": 33302
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8814000767413015e-06,
      "loss": 0.0122,
      "step": 33303
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.88114616324277e-06,
      "loss": 0.0275,
      "step": 33304
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.880892250050922e-06,
      "loss": 0.0044,
      "step": 33305
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.880638337166411e-06,
      "loss": 0.0063,
      "step": 33306
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.880384424589893e-06,
      "loss": 0.0027,
      "step": 33307
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.880130512322025e-06,
      "loss": 0.0043,
      "step": 33308
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.87987660036346e-06,
      "loss": 0.0048,
      "step": 33309
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.879622688714854e-06,
      "loss": 0.0091,
      "step": 33310
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.87936877737686e-06,
      "loss": 0.0067,
      "step": 33311
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.879114866350138e-06,
      "loss": 0.0385,
      "step": 33312
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.878860955635339e-06,
      "loss": 0.0094,
      "step": 33313
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.878607045233121e-06,
      "loss": 0.0169,
      "step": 33314
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.878353135144137e-06,
      "loss": 0.0131,
      "step": 33315
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.878099225369042e-06,
      "loss": 0.0052,
      "step": 33316
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.877845315908494e-06,
      "loss": 0.021,
      "step": 33317
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.877591406763144e-06,
      "loss": 0.0158,
      "step": 33318
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.877337497933652e-06,
      "loss": 0.0113,
      "step": 33319
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.87708358942067e-06,
      "loss": 0.0084,
      "step": 33320
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.876829681224852e-06,
      "loss": 0.0163,
      "step": 33321
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.876575773346857e-06,
      "loss": 0.0352,
      "step": 33322
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.876321865787337e-06,
      "loss": 0.0093,
      "step": 33323
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.876067958546949e-06,
      "loss": 0.0057,
      "step": 33324
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.875814051626347e-06,
      "loss": 0.0073,
      "step": 33325
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.875560145026187e-06,
      "loss": 0.0191,
      "step": 33326
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.875306238747124e-06,
      "loss": 0.0051,
      "step": 33327
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.875052332789811e-06,
      "loss": 0.0045,
      "step": 33328
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.874798427154908e-06,
      "loss": 0.0041,
      "step": 33329
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.874544521843067e-06,
      "loss": 0.0059,
      "step": 33330
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.874290616854942e-06,
      "loss": 0.0029,
      "step": 33331
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.874036712191191e-06,
      "loss": 0.0195,
      "step": 33332
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8737828078524665e-06,
      "loss": 0.0086,
      "step": 33333
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.873528903839426e-06,
      "loss": 0.0065,
      "step": 33334
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.873275000152724e-06,
      "loss": 0.0104,
      "step": 33335
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.873021096793013e-06,
      "loss": 0.0199,
      "step": 33336
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8727671937609524e-06,
      "loss": 0.0296,
      "step": 33337
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.872513291057194e-06,
      "loss": 0.0231,
      "step": 33338
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8722593886823956e-06,
      "loss": 0.0024,
      "step": 33339
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.872005486637211e-06,
      "loss": 0.0035,
      "step": 33340
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8717515849222954e-06,
      "loss": 0.0114,
      "step": 33341
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.871497683538304e-06,
      "loss": 0.0209,
      "step": 33342
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.87124378248589e-06,
      "loss": 0.0132,
      "step": 33343
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.870989881765714e-06,
      "loss": 0.0113,
      "step": 33344
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.870735981378426e-06,
      "loss": 0.0158,
      "step": 33345
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.870482081324681e-06,
      "loss": 0.0028,
      "step": 33346
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.870228181605138e-06,
      "loss": 0.0091,
      "step": 33347
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.869974282220449e-06,
      "loss": 0.0047,
      "step": 33348
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.869720383171271e-06,
      "loss": 0.0119,
      "step": 33349
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.86946648445826e-06,
      "loss": 0.0083,
      "step": 33350
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.869212586082067e-06,
      "loss": 0.0167,
      "step": 33351
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.868958688043351e-06,
      "loss": 0.0066,
      "step": 33352
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.868704790342763e-06,
      "loss": 0.0252,
      "step": 33353
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8684508929809635e-06,
      "loss": 0.0063,
      "step": 33354
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8681969959586054e-06,
      "loss": 0.0142,
      "step": 33355
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.867943099276343e-06,
      "loss": 0.0064,
      "step": 33356
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8676892029348326e-06,
      "loss": 0.016,
      "step": 33357
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.867435306934727e-06,
      "loss": 0.007,
      "step": 33358
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.867181411276684e-06,
      "loss": 0.0288,
      "step": 33359
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8669275159613594e-06,
      "loss": 0.0111,
      "step": 33360
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.866673620989403e-06,
      "loss": 0.0085,
      "step": 33361
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.866419726361477e-06,
      "loss": 0.0148,
      "step": 33362
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.866165832078231e-06,
      "loss": 0.0087,
      "step": 33363
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.865911938140324e-06,
      "loss": 0.0016,
      "step": 33364
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8656580445484095e-06,
      "loss": 0.0073,
      "step": 33365
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.865404151303142e-06,
      "loss": 0.0082,
      "step": 33366
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.865150258405177e-06,
      "loss": 0.003,
      "step": 33367
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.864896365855168e-06,
      "loss": 0.0103,
      "step": 33368
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.864642473653774e-06,
      "loss": 0.0054,
      "step": 33369
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.86438858180165e-06,
      "loss": 0.007,
      "step": 33370
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.864134690299446e-06,
      "loss": 0.003,
      "step": 33371
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.863880799147822e-06,
      "loss": 0.0053,
      "step": 33372
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.86362690834743e-06,
      "loss": 0.0048,
      "step": 33373
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.863373017898929e-06,
      "loss": 0.0083,
      "step": 33374
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.863119127802971e-06,
      "loss": 0.0037,
      "step": 33375
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8628652380602104e-06,
      "loss": 0.0114,
      "step": 33376
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.862611348671305e-06,
      "loss": 0.0153,
      "step": 33377
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.862357459636906e-06,
      "loss": 0.0067,
      "step": 33378
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8621035709576745e-06,
      "loss": 0.036,
      "step": 33379
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.861849682634262e-06,
      "loss": 0.0231,
      "step": 33380
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.861595794667322e-06,
      "loss": 0.0053,
      "step": 33381
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.861341907057514e-06,
      "loss": 0.0054,
      "step": 33382
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.861088019805489e-06,
      "loss": 0.0173,
      "step": 33383
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.860834132911905e-06,
      "loss": 0.0024,
      "step": 33384
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.860580246377416e-06,
      "loss": 0.0148,
      "step": 33385
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8603263602026744e-06,
      "loss": 0.0129,
      "step": 33386
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.86007247438834e-06,
      "loss": 0.0055,
      "step": 33387
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.859818588935065e-06,
      "loss": 0.0124,
      "step": 33388
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.859564703843507e-06,
      "loss": 0.0037,
      "step": 33389
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.859310819114319e-06,
      "loss": 0.0048,
      "step": 33390
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.859056934748155e-06,
      "loss": 0.0058,
      "step": 33391
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.858803050745673e-06,
      "loss": 0.006,
      "step": 33392
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.858549167107525e-06,
      "loss": 0.0091,
      "step": 33393
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.85829528383437e-06,
      "loss": 0.011,
      "step": 33394
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.858041400926862e-06,
      "loss": 0.0053,
      "step": 33395
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.857787518385652e-06,
      "loss": 0.0105,
      "step": 33396
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8575336362114e-06,
      "loss": 0.0032,
      "step": 33397
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.857279754404758e-06,
      "loss": 0.0252,
      "step": 33398
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.857025872966384e-06,
      "loss": 0.0101,
      "step": 33399
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.856771991896931e-06,
      "loss": 0.018,
      "step": 33400
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.856518111197053e-06,
      "loss": 0.0086,
      "step": 33401
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8562642308674105e-06,
      "loss": 0.0081,
      "step": 33402
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.856010350908651e-06,
      "loss": 0.0057,
      "step": 33403
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.855756471321434e-06,
      "loss": 0.0099,
      "step": 33404
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.855502592106416e-06,
      "loss": 0.0023,
      "step": 33405
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.855248713264248e-06,
      "loss": 0.0005,
      "step": 33406
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.854994834795589e-06,
      "loss": 0.0042,
      "step": 33407
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.85474095670109e-06,
      "loss": 0.0051,
      "step": 33408
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.854487078981411e-06,
      "loss": 0.0135,
      "step": 33409
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.854233201637203e-06,
      "loss": 0.0292,
      "step": 33410
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.853979324669122e-06,
      "loss": 0.0187,
      "step": 33411
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.853725448077824e-06,
      "loss": 0.0052,
      "step": 33412
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.853471571863964e-06,
      "loss": 0.0029,
      "step": 33413
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.853217696028197e-06,
      "loss": 0.003,
      "step": 33414
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8529638205711785e-06,
      "loss": 0.0252,
      "step": 33415
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.852709945493561e-06,
      "loss": 0.0086,
      "step": 33416
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.852456070796003e-06,
      "loss": 0.0115,
      "step": 33417
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.852202196479156e-06,
      "loss": 0.0219,
      "step": 33418
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.85194832254368e-06,
      "loss": 0.0089,
      "step": 33419
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.851694448990228e-06,
      "loss": 0.009,
      "step": 33420
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.851440575819451e-06,
      "loss": 0.0051,
      "step": 33421
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.85118670303201e-06,
      "loss": 0.0101,
      "step": 33422
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8509328306285555e-06,
      "loss": 0.0334,
      "step": 33423
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.850678958609746e-06,
      "loss": 0.0036,
      "step": 33424
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.850425086976236e-06,
      "loss": 0.0054,
      "step": 33425
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.850171215728677e-06,
      "loss": 0.0085,
      "step": 33426
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.84991734486773e-06,
      "loss": 0.0074,
      "step": 33427
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.849663474394044e-06,
      "loss": 0.0195,
      "step": 33428
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.849409604308279e-06,
      "loss": 0.0143,
      "step": 33429
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8491557346110875e-06,
      "loss": 0.0073,
      "step": 33430
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.848901865303125e-06,
      "loss": 0.0077,
      "step": 33431
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.848647996385047e-06,
      "loss": 0.0096,
      "step": 33432
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.848394127857506e-06,
      "loss": 0.0123,
      "step": 33433
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.848140259721164e-06,
      "loss": 0.0097,
      "step": 33434
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.847886391976669e-06,
      "loss": 0.0022,
      "step": 33435
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8476325246246764e-06,
      "loss": 0.0045,
      "step": 33436
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.847378657665845e-06,
      "loss": 0.0088,
      "step": 33437
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.847124791100828e-06,
      "loss": 0.0112,
      "step": 33438
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.846870924930281e-06,
      "loss": 0.0078,
      "step": 33439
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.846617059154859e-06,
      "loss": 0.0067,
      "step": 33440
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.846363193775216e-06,
      "loss": 0.0049,
      "step": 33441
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.846109328792009e-06,
      "loss": 0.0028,
      "step": 33442
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.845855464205889e-06,
      "loss": 0.008,
      "step": 33443
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.845601600017516e-06,
      "loss": 0.0069,
      "step": 33444
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.845347736227544e-06,
      "loss": 0.0045,
      "step": 33445
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.845093872836626e-06,
      "loss": 0.0077,
      "step": 33446
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.844840009845418e-06,
      "loss": 0.0338,
      "step": 33447
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.844586147254575e-06,
      "loss": 0.0028,
      "step": 33448
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.844332285064753e-06,
      "loss": 0.0041,
      "step": 33449
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8440784232766055e-06,
      "loss": 0.0095,
      "step": 33450
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.843824561890787e-06,
      "loss": 0.0225,
      "step": 33451
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.843570700907957e-06,
      "loss": 0.0037,
      "step": 33452
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.843316840328764e-06,
      "loss": 0.0133,
      "step": 33453
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.843062980153869e-06,
      "loss": 0.004,
      "step": 33454
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.842809120383923e-06,
      "loss": 0.0058,
      "step": 33455
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.842555261019583e-06,
      "loss": 0.0029,
      "step": 33456
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.842301402061504e-06,
      "loss": 0.0078,
      "step": 33457
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.842047543510339e-06,
      "loss": 0.0033,
      "step": 33458
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.841793685366747e-06,
      "loss": 0.0165,
      "step": 33459
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.84153982763138e-06,
      "loss": 0.009,
      "step": 33460
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.841285970304892e-06,
      "loss": 0.0118,
      "step": 33461
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.841032113387941e-06,
      "loss": 0.0054,
      "step": 33462
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8407782568811804e-06,
      "loss": 0.0083,
      "step": 33463
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.840524400785267e-06,
      "loss": 0.0122,
      "step": 33464
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.840270545100854e-06,
      "loss": 0.0014,
      "step": 33465
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.840016689828596e-06,
      "loss": 0.0065,
      "step": 33466
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.839762834969149e-06,
      "loss": 0.0054,
      "step": 33467
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.839508980523167e-06,
      "loss": 0.0286,
      "step": 33468
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8392551264913075e-06,
      "loss": 0.0103,
      "step": 33469
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.839001272874225e-06,
      "loss": 0.0063,
      "step": 33470
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.838747419672572e-06,
      "loss": 0.0284,
      "step": 33471
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.838493566887006e-06,
      "loss": 0.0081,
      "step": 33472
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8382397145181796e-06,
      "loss": 0.0151,
      "step": 33473
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8379858625667504e-06,
      "loss": 0.022,
      "step": 33474
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8377320110333736e-06,
      "loss": 0.0048,
      "step": 33475
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8374781599186995e-06,
      "loss": 0.0044,
      "step": 33476
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.83722430922339e-06,
      "loss": 0.0056,
      "step": 33477
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.836970458948095e-06,
      "loss": 0.0152,
      "step": 33478
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.836716609093472e-06,
      "loss": 0.0045,
      "step": 33479
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.836462759660175e-06,
      "loss": 0.0031,
      "step": 33480
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.836208910648859e-06,
      "loss": 0.0137,
      "step": 33481
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.835955062060181e-06,
      "loss": 0.0086,
      "step": 33482
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.83570121389479e-06,
      "loss": 0.0173,
      "step": 33483
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.83544736615335e-06,
      "loss": 0.0162,
      "step": 33484
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.83519351883651e-06,
      "loss": 0.0025,
      "step": 33485
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.834939671944924e-06,
      "loss": 0.0108,
      "step": 33486
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8346858254792514e-06,
      "loss": 0.0052,
      "step": 33487
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8344319794401445e-06,
      "loss": 0.0208,
      "step": 33488
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.83417813382826e-06,
      "loss": 0.0243,
      "step": 33489
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.833924288644252e-06,
      "loss": 0.0159,
      "step": 33490
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8336704438887735e-06,
      "loss": 0.0042,
      "step": 33491
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.833416599562484e-06,
      "loss": 0.0022,
      "step": 33492
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8331627556660324e-06,
      "loss": 0.0088,
      "step": 33493
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.83290891220008e-06,
      "loss": 0.006,
      "step": 33494
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.832655069165279e-06,
      "loss": 0.0092,
      "step": 33495
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.832401226562283e-06,
      "loss": 0.0037,
      "step": 33496
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.832147384391749e-06,
      "loss": 0.0108,
      "step": 33497
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.831893542654331e-06,
      "loss": 0.0244,
      "step": 33498
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8316397013506856e-06,
      "loss": 0.0179,
      "step": 33499
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.831385860481466e-06,
      "loss": 0.0128,
      "step": 33500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.831132020047326e-06,
      "loss": 0.0069,
      "step": 33501
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8308781800489244e-06,
      "loss": 0.0009,
      "step": 33502
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.830624340486913e-06,
      "loss": 0.0122,
      "step": 33503
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.83037050136195e-06,
      "loss": 0.0063,
      "step": 33504
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.830116662674687e-06,
      "loss": 0.0065,
      "step": 33505
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.82986282442578e-06,
      "loss": 0.0063,
      "step": 33506
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.829608986615886e-06,
      "loss": 0.0253,
      "step": 33507
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8293551492456545e-06,
      "loss": 0.0133,
      "step": 33508
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.829101312315747e-06,
      "loss": 0.0057,
      "step": 33509
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.828847475826818e-06,
      "loss": 0.0123,
      "step": 33510
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.828593639779516e-06,
      "loss": 0.0095,
      "step": 33511
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.828339804174503e-06,
      "loss": 0.0068,
      "step": 33512
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.82808596901243e-06,
      "loss": 0.0033,
      "step": 33513
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.827832134293954e-06,
      "loss": 0.006,
      "step": 33514
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.82757830001973e-06,
      "loss": 0.0065,
      "step": 33515
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.82732446619041e-06,
      "loss": 0.0099,
      "step": 33516
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.827070632806653e-06,
      "loss": 0.0109,
      "step": 33517
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.82681679986911e-06,
      "loss": 0.0029,
      "step": 33518
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.82656296737844e-06,
      "loss": 0.0209,
      "step": 33519
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.826309135335296e-06,
      "loss": 0.0081,
      "step": 33520
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.826055303740332e-06,
      "loss": 0.0033,
      "step": 33521
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8258014725942045e-06,
      "loss": 0.0261,
      "step": 33522
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.825547641897568e-06,
      "loss": 0.0331,
      "step": 33523
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.825293811651078e-06,
      "loss": 0.0052,
      "step": 33524
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8250399818553886e-06,
      "loss": 0.01,
      "step": 33525
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.824786152511154e-06,
      "loss": 0.0087,
      "step": 33526
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.824532323619031e-06,
      "loss": 0.0176,
      "step": 33527
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.824278495179674e-06,
      "loss": 0.0129,
      "step": 33528
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.824024667193738e-06,
      "loss": 0.0075,
      "step": 33529
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.823770839661878e-06,
      "loss": 0.0105,
      "step": 33530
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.823517012584748e-06,
      "loss": 0.0152,
      "step": 33531
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.823263185963004e-06,
      "loss": 0.0151,
      "step": 33532
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.823009359797299e-06,
      "loss": 0.0147,
      "step": 33533
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.822755534088292e-06,
      "loss": 0.0219,
      "step": 33534
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.822501708836636e-06,
      "loss": 0.0233,
      "step": 33535
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.822247884042983e-06,
      "loss": 0.0097,
      "step": 33536
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.821994059707992e-06,
      "loss": 0.0059,
      "step": 33537
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.821740235832316e-06,
      "loss": 0.0088,
      "step": 33538
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.82148641241661e-06,
      "loss": 0.0082,
      "step": 33539
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8212325894615305e-06,
      "loss": 0.0093,
      "step": 33540
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8209787669677296e-06,
      "loss": 0.0079,
      "step": 33541
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8207249449358665e-06,
      "loss": 0.005,
      "step": 33542
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.820471123366589e-06,
      "loss": 0.0073,
      "step": 33543
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.820217302260561e-06,
      "loss": 0.007,
      "step": 33544
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.819963481618432e-06,
      "loss": 0.0098,
      "step": 33545
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.819709661440857e-06,
      "loss": 0.0044,
      "step": 33546
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.819455841728493e-06,
      "loss": 0.0089,
      "step": 33547
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.819202022481992e-06,
      "loss": 0.0047,
      "step": 33548
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.818948203702013e-06,
      "loss": 0.002,
      "step": 33549
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.818694385389208e-06,
      "loss": 0.0065,
      "step": 33550
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.818440567544231e-06,
      "loss": 0.0077,
      "step": 33551
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.818186750167741e-06,
      "loss": 0.0398,
      "step": 33552
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.817932933260388e-06,
      "loss": 0.0107,
      "step": 33553
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.817679116822832e-06,
      "loss": 0.0039,
      "step": 33554
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.817425300855725e-06,
      "loss": 0.0056,
      "step": 33555
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.817171485359721e-06,
      "loss": 0.0091,
      "step": 33556
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.816917670335478e-06,
      "loss": 0.0109,
      "step": 33557
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.816663855783647e-06,
      "loss": 0.013,
      "step": 33558
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.816410041704886e-06,
      "loss": 0.0294,
      "step": 33559
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.816156228099851e-06,
      "loss": 0.0074,
      "step": 33560
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.815902414969192e-06,
      "loss": 0.015,
      "step": 33561
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.815648602313569e-06,
      "loss": 0.0027,
      "step": 33562
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8153947901336335e-06,
      "loss": 0.0171,
      "step": 33563
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.815140978430043e-06,
      "loss": 0.0204,
      "step": 33564
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.814887167203451e-06,
      "loss": 0.0051,
      "step": 33565
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.81463335645451e-06,
      "loss": 0.0086,
      "step": 33566
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8143795461838825e-06,
      "loss": 0.0094,
      "step": 33567
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.814125736392213e-06,
      "loss": 0.0053,
      "step": 33568
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.813871927080165e-06,
      "loss": 0.0055,
      "step": 33569
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8136181182483905e-06,
      "loss": 0.0204,
      "step": 33570
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.813364309897543e-06,
      "loss": 0.0052,
      "step": 33571
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.813110502028279e-06,
      "loss": 0.0116,
      "step": 33572
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.812856694641252e-06,
      "loss": 0.0088,
      "step": 33573
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.81260288773712e-06,
      "loss": 0.0109,
      "step": 33574
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.812349081316535e-06,
      "loss": 0.006,
      "step": 33575
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.81209527538015e-06,
      "loss": 0.0115,
      "step": 33576
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.811841469928626e-06,
      "loss": 0.0053,
      "step": 33577
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.811587664962612e-06,
      "loss": 0.011,
      "step": 33578
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.811333860482768e-06,
      "loss": 0.0113,
      "step": 33579
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.811080056489745e-06,
      "loss": 0.0108,
      "step": 33580
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8108262529841995e-06,
      "loss": 0.0161,
      "step": 33581
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.810572449966786e-06,
      "loss": 0.0108,
      "step": 33582
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.810318647438158e-06,
      "loss": 0.0054,
      "step": 33583
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.810064845398974e-06,
      "loss": 0.0063,
      "step": 33584
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.809811043849887e-06,
      "loss": 0.0042,
      "step": 33585
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.80955724279155e-06,
      "loss": 0.0221,
      "step": 33586
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.809303442224621e-06,
      "loss": 0.0132,
      "step": 33587
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8090496421497515e-06,
      "loss": 0.0131,
      "step": 33588
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8087958425676006e-06,
      "loss": 0.0027,
      "step": 33589
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.808542043478821e-06,
      "loss": 0.005,
      "step": 33590
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.808288244884065e-06,
      "loss": 0.0028,
      "step": 33591
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.808034446783993e-06,
      "loss": 0.022,
      "step": 33592
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.807780649179254e-06,
      "loss": 0.0122,
      "step": 33593
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8075268520705084e-06,
      "loss": 0.005,
      "step": 33594
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.807273055458407e-06,
      "loss": 0.0109,
      "step": 33595
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.807019259343607e-06,
      "loss": 0.0137,
      "step": 33596
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.806765463726763e-06,
      "loss": 0.0061,
      "step": 33597
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.806511668608526e-06,
      "loss": 0.0072,
      "step": 33598
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.806257873989558e-06,
      "loss": 0.0102,
      "step": 33599
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.80600407987051e-06,
      "loss": 0.0199,
      "step": 33600
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.805750286252033e-06,
      "loss": 0.001,
      "step": 33601
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.805496493134789e-06,
      "loss": 0.0108,
      "step": 33602
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.805242700519429e-06,
      "loss": 0.0075,
      "step": 33603
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8049889084066094e-06,
      "loss": 0.0154,
      "step": 33604
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.804735116796983e-06,
      "loss": 0.0168,
      "step": 33605
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.804481325691206e-06,
      "loss": 0.0039,
      "step": 33606
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.804227535089935e-06,
      "loss": 0.007,
      "step": 33607
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.803973744993819e-06,
      "loss": 0.0091,
      "step": 33608
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8037199554035205e-06,
      "loss": 0.0085,
      "step": 33609
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.803466166319691e-06,
      "loss": 0.0086,
      "step": 33610
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.803212377742983e-06,
      "loss": 0.0028,
      "step": 33611
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.802958589674055e-06,
      "loss": 0.0075,
      "step": 33612
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.802704802113559e-06,
      "loss": 0.0303,
      "step": 33613
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.802451015062152e-06,
      "loss": 0.006,
      "step": 33614
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.802197228520489e-06,
      "loss": 0.0051,
      "step": 33615
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.801943442489221e-06,
      "loss": 0.0124,
      "step": 33616
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.801689656969009e-06,
      "loss": 0.0074,
      "step": 33617
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.801435871960502e-06,
      "loss": 0.009,
      "step": 33618
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8011820874643585e-06,
      "loss": 0.0031,
      "step": 33619
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.800928303481234e-06,
      "loss": 0.0115,
      "step": 33620
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.800674520011779e-06,
      "loss": 0.0064,
      "step": 33621
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.800420737056653e-06,
      "loss": 0.0043,
      "step": 33622
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8001669546165066e-06,
      "loss": 0.0069,
      "step": 33623
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.799913172691999e-06,
      "loss": 0.006,
      "step": 33624
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.799659391283784e-06,
      "loss": 0.0126,
      "step": 33625
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.799405610392512e-06,
      "loss": 0.0052,
      "step": 33626
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.799151830018843e-06,
      "loss": 0.0057,
      "step": 33627
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.798898050163429e-06,
      "loss": 0.0051,
      "step": 33628
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.798644270826928e-06,
      "loss": 0.0064,
      "step": 33629
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.798390492009992e-06,
      "loss": 0.0127,
      "step": 33630
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.798136713713276e-06,
      "loss": 0.0119,
      "step": 33631
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.797882935937436e-06,
      "loss": 0.007,
      "step": 33632
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.797629158683123e-06,
      "loss": 0.0124,
      "step": 33633
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.797375381950999e-06,
      "loss": 0.0057,
      "step": 33634
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.797121605741715e-06,
      "loss": 0.0038,
      "step": 33635
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.796867830055924e-06,
      "loss": 0.0107,
      "step": 33636
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.796614054894283e-06,
      "loss": 0.0047,
      "step": 33637
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.796360280257446e-06,
      "loss": 0.0064,
      "step": 33638
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.796106506146069e-06,
      "loss": 0.0256,
      "step": 33639
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.795852732560806e-06,
      "loss": 0.0023,
      "step": 33640
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.79559895950231e-06,
      "loss": 0.0091,
      "step": 33641
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.79534518697124e-06,
      "loss": 0.0142,
      "step": 33642
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.795091414968247e-06,
      "loss": 0.0151,
      "step": 33643
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7948376434939884e-06,
      "loss": 0.0039,
      "step": 33644
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7945838725491185e-06,
      "loss": 0.0075,
      "step": 33645
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.79433010213429e-06,
      "loss": 0.0045,
      "step": 33646
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.79407633225016e-06,
      "loss": 0.0035,
      "step": 33647
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.793822562897381e-06,
      "loss": 0.0084,
      "step": 33648
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.793568794076613e-06,
      "loss": 0.0116,
      "step": 33649
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.793315025788505e-06,
      "loss": 0.0233,
      "step": 33650
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.793061258033712e-06,
      "loss": 0.005,
      "step": 33651
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.792807490812893e-06,
      "loss": 0.0035,
      "step": 33652
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.792553724126699e-06,
      "loss": 0.0088,
      "step": 33653
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.792299957975789e-06,
      "loss": 0.0111,
      "step": 33654
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.792046192360815e-06,
      "loss": 0.0053,
      "step": 33655
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.79179242728243e-06,
      "loss": 0.0159,
      "step": 33656
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7915386627412915e-06,
      "loss": 0.0177,
      "step": 33657
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.791284898738053e-06,
      "loss": 0.0192,
      "step": 33658
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.791031135273371e-06,
      "loss": 0.0137,
      "step": 33659
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7907773723479e-06,
      "loss": 0.0058,
      "step": 33660
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.790523609962292e-06,
      "loss": 0.0057,
      "step": 33661
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.790269848117205e-06,
      "loss": 0.0145,
      "step": 33662
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.790016086813291e-06,
      "loss": 0.0025,
      "step": 33663
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7897623260512084e-06,
      "loss": 0.022,
      "step": 33664
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.78950856583161e-06,
      "loss": 0.0146,
      "step": 33665
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.789254806155148e-06,
      "loss": 0.0276,
      "step": 33666
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.789001047022482e-06,
      "loss": 0.0144,
      "step": 33667
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.788747288434265e-06,
      "loss": 0.0031,
      "step": 33668
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.78849353039115e-06,
      "loss": 0.0144,
      "step": 33669
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.788239772893793e-06,
      "loss": 0.0131,
      "step": 33670
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.787986015942849e-06,
      "loss": 0.0052,
      "step": 33671
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.787732259538973e-06,
      "loss": 0.0137,
      "step": 33672
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7874785036828195e-06,
      "loss": 0.0116,
      "step": 33673
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.787224748375042e-06,
      "loss": 0.0015,
      "step": 33674
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.786970993616299e-06,
      "loss": 0.01,
      "step": 33675
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.786717239407239e-06,
      "loss": 0.0041,
      "step": 33676
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.786463485748523e-06,
      "loss": 0.0137,
      "step": 33677
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7862097326408035e-06,
      "loss": 0.0105,
      "step": 33678
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.785955980084734e-06,
      "loss": 0.0116,
      "step": 33679
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.785702228080971e-06,
      "loss": 0.0029,
      "step": 33680
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.785448476630168e-06,
      "loss": 0.0044,
      "step": 33681
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.785194725732981e-06,
      "loss": 0.0136,
      "step": 33682
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.784940975390064e-06,
      "loss": 0.0042,
      "step": 33683
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.784687225602071e-06,
      "loss": 0.0032,
      "step": 33684
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.784433476369658e-06,
      "loss": 0.0071,
      "step": 33685
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.784179727693479e-06,
      "loss": 0.0047,
      "step": 33686
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7839259795741905e-06,
      "loss": 0.0019,
      "step": 33687
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.783672232012446e-06,
      "loss": 0.0015,
      "step": 33688
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.783418485008898e-06,
      "loss": 0.0026,
      "step": 33689
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.783164738564206e-06,
      "loss": 0.0084,
      "step": 33690
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.782910992679019e-06,
      "loss": 0.0118,
      "step": 33691
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7826572473539975e-06,
      "loss": 0.0072,
      "step": 33692
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7824035025897945e-06,
      "loss": 0.0087,
      "step": 33693
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.782149758387061e-06,
      "loss": 0.0055,
      "step": 33694
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.781896014746456e-06,
      "loss": 0.0121,
      "step": 33695
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.781642271668632e-06,
      "loss": 0.0083,
      "step": 33696
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.781388529154246e-06,
      "loss": 0.0148,
      "step": 33697
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.781134787203952e-06,
      "loss": 0.0021,
      "step": 33698
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7808810458184015e-06,
      "loss": 0.0073,
      "step": 33699
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.780627304998254e-06,
      "loss": 0.0029,
      "step": 33700
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.78037356474416e-06,
      "loss": 0.0078,
      "step": 33701
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.780119825056779e-06,
      "loss": 0.0034,
      "step": 33702
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.779866085936762e-06,
      "loss": 0.0049,
      "step": 33703
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.779612347384764e-06,
      "loss": 0.0038,
      "step": 33704
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7793586094014416e-06,
      "loss": 0.0113,
      "step": 33705
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7791048719874466e-06,
      "loss": 0.025,
      "step": 33706
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.778851135143439e-06,
      "loss": 0.0153,
      "step": 33707
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7785973988700675e-06,
      "loss": 0.0037,
      "step": 33708
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.778343663167989e-06,
      "loss": 0.0049,
      "step": 33709
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.77808992803786e-06,
      "loss": 0.0015,
      "step": 33710
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.777836193480333e-06,
      "loss": 0.0089,
      "step": 33711
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.777582459496065e-06,
      "loss": 0.0221,
      "step": 33712
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.777328726085709e-06,
      "loss": 0.009,
      "step": 33713
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7770749932499185e-06,
      "loss": 0.0015,
      "step": 33714
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.776821260989352e-06,
      "loss": 0.0064,
      "step": 33715
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.776567529304659e-06,
      "loss": 0.0144,
      "step": 33716
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.776313798196499e-06,
      "loss": 0.0024,
      "step": 33717
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.776060067665526e-06,
      "loss": 0.0097,
      "step": 33718
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.775806337712391e-06,
      "loss": 0.0071,
      "step": 33719
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.775552608337753e-06,
      "loss": 0.017,
      "step": 33720
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.775298879542264e-06,
      "loss": 0.0156,
      "step": 33721
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.775045151326582e-06,
      "loss": 0.0121,
      "step": 33722
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.774791423691358e-06,
      "loss": 0.0042,
      "step": 33723
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.774537696637247e-06,
      "loss": 0.0098,
      "step": 33724
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7742839701649066e-06,
      "loss": 0.0351,
      "step": 33725
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.774030244274987e-06,
      "loss": 0.0098,
      "step": 33726
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.773776518968149e-06,
      "loss": 0.0072,
      "step": 33727
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.773522794245043e-06,
      "loss": 0.0402,
      "step": 33728
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.773269070106323e-06,
      "loss": 0.0124,
      "step": 33729
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.773015346552648e-06,
      "loss": 0.0026,
      "step": 33730
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.772761623584667e-06,
      "loss": 0.0088,
      "step": 33731
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.77250790120304e-06,
      "loss": 0.0024,
      "step": 33732
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.772254179408419e-06,
      "loss": 0.0064,
      "step": 33733
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7720004582014574e-06,
      "loss": 0.0363,
      "step": 33734
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.771746737582814e-06,
      "loss": 0.0069,
      "step": 33735
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.771493017553139e-06,
      "loss": 0.0142,
      "step": 33736
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.77123929811309e-06,
      "loss": 0.0084,
      "step": 33737
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.770985579263322e-06,
      "loss": 0.005,
      "step": 33738
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.770731861004487e-06,
      "loss": 0.0079,
      "step": 33739
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.770478143337241e-06,
      "loss": 0.0026,
      "step": 33740
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.770224426262238e-06,
      "loss": 0.0186,
      "step": 33741
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7699707097801356e-06,
      "loss": 0.0055,
      "step": 33742
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.769716993891586e-06,
      "loss": 0.0089,
      "step": 33743
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.769463278597244e-06,
      "loss": 0.0115,
      "step": 33744
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.769209563897765e-06,
      "loss": 0.0029,
      "step": 33745
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.768955849793802e-06,
      "loss": 0.0018,
      "step": 33746
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7687021362860116e-06,
      "loss": 0.0113,
      "step": 33747
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.768448423375049e-06,
      "loss": 0.0374,
      "step": 33748
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.768194711061564e-06,
      "loss": 0.0175,
      "step": 33749
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.767940999346219e-06,
      "loss": 0.0029,
      "step": 33750
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.767687288229662e-06,
      "loss": 0.0088,
      "step": 33751
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.767433577712552e-06,
      "loss": 0.0084,
      "step": 33752
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.767179867795541e-06,
      "loss": 0.0041,
      "step": 33753
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.766926158479284e-06,
      "loss": 0.0098,
      "step": 33754
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.766672449764437e-06,
      "loss": 0.0102,
      "step": 33755
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.766418741651651e-06,
      "loss": 0.0064,
      "step": 33756
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.766165034141588e-06,
      "loss": 0.0132,
      "step": 33757
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.765911327234896e-06,
      "loss": 0.0075,
      "step": 33758
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.76565762093223e-06,
      "loss": 0.0097,
      "step": 33759
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.765403915234249e-06,
      "loss": 0.0263,
      "step": 33760
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.765150210141605e-06,
      "loss": 0.0087,
      "step": 33761
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7648965056549515e-06,
      "loss": 0.0037,
      "step": 33762
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.764642801774945e-06,
      "loss": 0.0032,
      "step": 33763
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7643890985022386e-06,
      "loss": 0.0041,
      "step": 33764
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.76413539583749e-06,
      "loss": 0.0082,
      "step": 33765
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.763881693781348e-06,
      "loss": 0.0068,
      "step": 33766
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.763627992334474e-06,
      "loss": 0.0038,
      "step": 33767
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.763374291497519e-06,
      "loss": 0.0096,
      "step": 33768
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.763120591271138e-06,
      "loss": 0.0077,
      "step": 33769
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.762866891655986e-06,
      "loss": 0.006,
      "step": 33770
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.762613192652717e-06,
      "loss": 0.003,
      "step": 33771
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.762359494261987e-06,
      "loss": 0.0061,
      "step": 33772
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7621057964844494e-06,
      "loss": 0.013,
      "step": 33773
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.761852099320757e-06,
      "loss": 0.0085,
      "step": 33774
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7615984027715684e-06,
      "loss": 0.0118,
      "step": 33775
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.761344706837536e-06,
      "loss": 0.003,
      "step": 33776
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.761091011519316e-06,
      "loss": 0.0094,
      "step": 33777
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.760837316817561e-06,
      "loss": 0.0036,
      "step": 33778
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.760583622732926e-06,
      "loss": 0.0042,
      "step": 33779
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.760329929266066e-06,
      "loss": 0.0292,
      "step": 33780
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.760076236417635e-06,
      "loss": 0.0137,
      "step": 33781
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.75982254418829e-06,
      "loss": 0.0374,
      "step": 33782
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.759568852578685e-06,
      "loss": 0.0042,
      "step": 33783
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.75931516158947e-06,
      "loss": 0.0061,
      "step": 33784
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.759061471221305e-06,
      "loss": 0.0024,
      "step": 33785
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.758807781474843e-06,
      "loss": 0.0047,
      "step": 33786
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.758554092350738e-06,
      "loss": 0.0108,
      "step": 33787
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.758300403849645e-06,
      "loss": 0.0053,
      "step": 33788
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.758046715972218e-06,
      "loss": 0.0035,
      "step": 33789
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.757793028719113e-06,
      "loss": 0.0139,
      "step": 33790
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.757539342090982e-06,
      "loss": 0.0114,
      "step": 33791
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7572856560884826e-06,
      "loss": 0.0042,
      "step": 33792
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.757031970712268e-06,
      "loss": 0.0052,
      "step": 33793
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.756778285962993e-06,
      "loss": 0.0016,
      "step": 33794
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.756524601841313e-06,
      "loss": 0.0062,
      "step": 33795
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.75627091834788e-06,
      "loss": 0.0045,
      "step": 33796
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7560172354833515e-06,
      "loss": 0.0141,
      "step": 33797
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.755763553248381e-06,
      "loss": 0.0041,
      "step": 33798
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.755509871643621e-06,
      "loss": 0.0172,
      "step": 33799
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.75525619066973e-06,
      "loss": 0.0063,
      "step": 33800
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.75500251032736e-06,
      "loss": 0.0175,
      "step": 33801
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.754748830617167e-06,
      "loss": 0.0055,
      "step": 33802
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.754495151539804e-06,
      "loss": 0.0089,
      "step": 33803
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.754241473095926e-06,
      "loss": 0.009,
      "step": 33804
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.753987795286188e-06,
      "loss": 0.0133,
      "step": 33805
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.753734118111244e-06,
      "loss": 0.011,
      "step": 33806
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.753480441571751e-06,
      "loss": 0.0127,
      "step": 33807
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.753226765668362e-06,
      "loss": 0.0159,
      "step": 33808
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.752973090401728e-06,
      "loss": 0.0029,
      "step": 33809
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.752719415772509e-06,
      "loss": 0.0211,
      "step": 33810
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7524657417813565e-06,
      "loss": 0.0048,
      "step": 33811
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.752212068428927e-06,
      "loss": 0.0342,
      "step": 33812
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.751958395715874e-06,
      "loss": 0.0227,
      "step": 33813
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.751704723642851e-06,
      "loss": 0.0114,
      "step": 33814
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.751451052210515e-06,
      "loss": 0.0085,
      "step": 33815
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.751197381419516e-06,
      "loss": 0.0111,
      "step": 33816
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.750943711270515e-06,
      "loss": 0.0136,
      "step": 33817
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7506900417641625e-06,
      "loss": 0.0064,
      "step": 33818
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.750436372901113e-06,
      "loss": 0.0115,
      "step": 33819
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.750182704682023e-06,
      "loss": 0.004,
      "step": 33820
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7499290371075455e-06,
      "loss": 0.0239,
      "step": 33821
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.749675370178336e-06,
      "loss": 0.0068,
      "step": 33822
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.749421703895048e-06,
      "loss": 0.0035,
      "step": 33823
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7491680382583346e-06,
      "loss": 0.0051,
      "step": 33824
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.748914373268855e-06,
      "loss": 0.0091,
      "step": 33825
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.74866070892726e-06,
      "loss": 0.0025,
      "step": 33826
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7484070452342065e-06,
      "loss": 0.0056,
      "step": 33827
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.748153382190347e-06,
      "loss": 0.0096,
      "step": 33828
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.747899719796336e-06,
      "loss": 0.0086,
      "step": 33829
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7476460580528295e-06,
      "loss": 0.0063,
      "step": 33830
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.74739239696048e-06,
      "loss": 0.0011,
      "step": 33831
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.747138736519944e-06,
      "loss": 0.0058,
      "step": 33832
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.746885076731878e-06,
      "loss": 0.0067,
      "step": 33833
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.74663141759693e-06,
      "loss": 0.0027,
      "step": 33834
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.746377759115761e-06,
      "loss": 0.0055,
      "step": 33835
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.746124101289022e-06,
      "loss": 0.0047,
      "step": 33836
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.745870444117369e-06,
      "loss": 0.0104,
      "step": 33837
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.745616787601456e-06,
      "loss": 0.0015,
      "step": 33838
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.745363131741936e-06,
      "loss": 0.005,
      "step": 33839
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.745109476539468e-06,
      "loss": 0.0102,
      "step": 33840
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7448558219947e-06,
      "loss": 0.0063,
      "step": 33841
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.744602168108293e-06,
      "loss": 0.008,
      "step": 33842
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.744348514880898e-06,
      "loss": 0.0098,
      "step": 33843
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7440948623131695e-06,
      "loss": 0.0036,
      "step": 33844
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.743841210405764e-06,
      "loss": 0.0025,
      "step": 33845
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.743587559159333e-06,
      "loss": 0.009,
      "step": 33846
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.743333908574534e-06,
      "loss": 0.0134,
      "step": 33847
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.743080258652019e-06,
      "loss": 0.0084,
      "step": 33848
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.742826609392442e-06,
      "loss": 0.0046,
      "step": 33849
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.742572960796462e-06,
      "loss": 0.0042,
      "step": 33850
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.742319312864729e-06,
      "loss": 0.0149,
      "step": 33851
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7420656655979e-06,
      "loss": 0.0161,
      "step": 33852
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.741812018996629e-06,
      "loss": 0.0037,
      "step": 33853
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.741558373061569e-06,
      "loss": 0.0042,
      "step": 33854
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.741304727793377e-06,
      "loss": 0.0247,
      "step": 33855
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.741051083192704e-06,
      "loss": 0.0115,
      "step": 33856
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.740797439260209e-06,
      "loss": 0.0057,
      "step": 33857
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.740543795996545e-06,
      "loss": 0.0048,
      "step": 33858
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.740290153402361e-06,
      "loss": 0.0093,
      "step": 33859
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.74003651147832e-06,
      "loss": 0.0101,
      "step": 33860
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.73978287022507e-06,
      "loss": 0.0125,
      "step": 33861
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.73952922964327e-06,
      "loss": 0.0164,
      "step": 33862
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.739275589733572e-06,
      "loss": 0.0014,
      "step": 33863
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.739021950496629e-06,
      "loss": 0.0197,
      "step": 33864
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.738768311933101e-06,
      "loss": 0.0118,
      "step": 33865
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.738514674043636e-06,
      "loss": 0.0032,
      "step": 33866
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.738261036828893e-06,
      "loss": 0.0108,
      "step": 33867
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.738007400289524e-06,
      "loss": 0.007,
      "step": 33868
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.737753764426185e-06,
      "loss": 0.0119,
      "step": 33869
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.73750012923953e-06,
      "loss": 0.0164,
      "step": 33870
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.737246494730211e-06,
      "loss": 0.0065,
      "step": 33871
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.736992860898887e-06,
      "loss": 0.0071,
      "step": 33872
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.736739227746211e-06,
      "loss": 0.0036,
      "step": 33873
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7364855952728325e-06,
      "loss": 0.005,
      "step": 33874
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.736231963479414e-06,
      "loss": 0.0191,
      "step": 33875
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.735978332366604e-06,
      "loss": 0.0159,
      "step": 33876
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.735724701935061e-06,
      "loss": 0.002,
      "step": 33877
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.735471072185437e-06,
      "loss": 0.0076,
      "step": 33878
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.735217443118385e-06,
      "loss": 0.0066,
      "step": 33879
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.734963814734564e-06,
      "loss": 0.0028,
      "step": 33880
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.734710187034622e-06,
      "loss": 0.0073,
      "step": 33881
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.73445656001922e-06,
      "loss": 0.0034,
      "step": 33882
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.73420293368901e-06,
      "loss": 0.0351,
      "step": 33883
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.733949308044646e-06,
      "loss": 0.0065,
      "step": 33884
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.733695683086782e-06,
      "loss": 0.0219,
      "step": 33885
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.733442058816072e-06,
      "loss": 0.0064,
      "step": 33886
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.733188435233173e-06,
      "loss": 0.0064,
      "step": 33887
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.732934812338738e-06,
      "loss": 0.0055,
      "step": 33888
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.73268119013342e-06,
      "loss": 0.0045,
      "step": 33889
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7324275686178765e-06,
      "loss": 0.0092,
      "step": 33890
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7321739477927574e-06,
      "loss": 0.0118,
      "step": 33891
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.731920327658722e-06,
      "loss": 0.0069,
      "step": 33892
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7316667082164236e-06,
      "loss": 0.0173,
      "step": 33893
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.731413089466514e-06,
      "loss": 0.0118,
      "step": 33894
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7311594714096494e-06,
      "loss": 0.0095,
      "step": 33895
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.730905854046483e-06,
      "loss": 0.0028,
      "step": 33896
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.730652237377674e-06,
      "loss": 0.0058,
      "step": 33897
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.730398621403871e-06,
      "loss": 0.0077,
      "step": 33898
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.730145006125728e-06,
      "loss": 0.0189,
      "step": 33899
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.729891391543905e-06,
      "loss": 0.0082,
      "step": 33900
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.729637777659052e-06,
      "loss": 0.0165,
      "step": 33901
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.729384164471827e-06,
      "loss": 0.0044,
      "step": 33902
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.729130551982881e-06,
      "loss": 0.0375,
      "step": 33903
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.728876940192868e-06,
      "loss": 0.0094,
      "step": 33904
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.728623329102445e-06,
      "loss": 0.0156,
      "step": 33905
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.728369718712265e-06,
      "loss": 0.0068,
      "step": 33906
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.728116109022984e-06,
      "loss": 0.0306,
      "step": 33907
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.727862500035255e-06,
      "loss": 0.0329,
      "step": 33908
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.727608891749731e-06,
      "loss": 0.01,
      "step": 33909
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.72735528416707e-06,
      "loss": 0.0037,
      "step": 33910
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7271016772879235e-06,
      "loss": 0.0075,
      "step": 33911
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.726848071112947e-06,
      "loss": 0.0022,
      "step": 33912
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.726594465642795e-06,
      "loss": 0.0183,
      "step": 33913
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7263408608781194e-06,
      "loss": 0.0063,
      "step": 33914
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.72608725681958e-06,
      "loss": 0.0061,
      "step": 33915
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.725833653467825e-06,
      "loss": 0.0174,
      "step": 33916
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.725580050823513e-06,
      "loss": 0.013,
      "step": 33917
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.725326448887299e-06,
      "loss": 0.003,
      "step": 33918
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.725072847659832e-06,
      "loss": 0.0183,
      "step": 33919
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.724819247141772e-06,
      "loss": 0.0034,
      "step": 33920
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.724565647333769e-06,
      "loss": 0.0215,
      "step": 33921
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.724312048236483e-06,
      "loss": 0.0125,
      "step": 33922
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.724058449850564e-06,
      "loss": 0.0267,
      "step": 33923
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.723804852176665e-06,
      "loss": 0.0057,
      "step": 33924
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.723551255215444e-06,
      "loss": 0.0291,
      "step": 33925
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.723297658967554e-06,
      "loss": 0.0102,
      "step": 33926
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.72304406343365e-06,
      "loss": 0.006,
      "step": 33927
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.722790468614386e-06,
      "loss": 0.0032,
      "step": 33928
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.722536874510416e-06,
      "loss": 0.0107,
      "step": 33929
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.722283281122394e-06,
      "loss": 0.0065,
      "step": 33930
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.722029688450973e-06,
      "loss": 0.0269,
      "step": 33931
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.721776096496813e-06,
      "loss": 0.0024,
      "step": 33932
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.721522505260562e-06,
      "loss": 0.0052,
      "step": 33933
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.721268914742877e-06,
      "loss": 0.0144,
      "step": 33934
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.721015324944414e-06,
      "loss": 0.012,
      "step": 33935
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.720761735865824e-06,
      "loss": 0.019,
      "step": 33936
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.720508147507764e-06,
      "loss": 0.0057,
      "step": 33937
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7202545598708875e-06,
      "loss": 0.0036,
      "step": 33938
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7200009729558465e-06,
      "loss": 0.0083,
      "step": 33939
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.719747386763299e-06,
      "loss": 0.0072,
      "step": 33940
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.719493801293898e-06,
      "loss": 0.0039,
      "step": 33941
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.719240216548298e-06,
      "loss": 0.005,
      "step": 33942
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7189866325271525e-06,
      "loss": 0.0038,
      "step": 33943
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7187330492311165e-06,
      "loss": 0.0239,
      "step": 33944
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.718479466660844e-06,
      "loss": 0.0051,
      "step": 33945
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.718225884816987e-06,
      "loss": 0.0301,
      "step": 33946
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.717972303700206e-06,
      "loss": 0.0105,
      "step": 33947
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7177187233111525e-06,
      "loss": 0.0079,
      "step": 33948
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.717465143650476e-06,
      "loss": 0.0102,
      "step": 33949
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.717211564718837e-06,
      "loss": 0.0112,
      "step": 33950
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.716957986516887e-06,
      "loss": 0.0132,
      "step": 33951
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.716704409045281e-06,
      "loss": 0.0065,
      "step": 33952
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.716450832304674e-06,
      "loss": 0.0044,
      "step": 33953
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.716197256295719e-06,
      "loss": 0.0051,
      "step": 33954
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.715943681019071e-06,
      "loss": 0.0082,
      "step": 33955
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.715690106475383e-06,
      "loss": 0.0049,
      "step": 33956
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.715436532665312e-06,
      "loss": 0.006,
      "step": 33957
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.71518295958951e-06,
      "loss": 0.0203,
      "step": 33958
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7149293872486325e-06,
      "loss": 0.0043,
      "step": 33959
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.714675815643333e-06,
      "loss": 0.0078,
      "step": 33960
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.714422244774266e-06,
      "loss": 0.0048,
      "step": 33961
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.714168674642088e-06,
      "loss": 0.0037,
      "step": 33962
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.71391510524745e-06,
      "loss": 0.0239,
      "step": 33963
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.713661536591005e-06,
      "loss": 0.0147,
      "step": 33964
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.713407968673412e-06,
      "loss": 0.0057,
      "step": 33965
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.713154401495324e-06,
      "loss": 0.0027,
      "step": 33966
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.712900835057393e-06,
      "loss": 0.0083,
      "step": 33967
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.712647269360277e-06,
      "loss": 0.0107,
      "step": 33968
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.712393704404626e-06,
      "loss": 0.0198,
      "step": 33969
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.712140140191097e-06,
      "loss": 0.0098,
      "step": 33970
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.711886576720342e-06,
      "loss": 0.0108,
      "step": 33971
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.711633013993019e-06,
      "loss": 0.0106,
      "step": 33972
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7113794520097814e-06,
      "loss": 0.006,
      "step": 33973
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.711125890771278e-06,
      "loss": 0.0066,
      "step": 33974
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.71087233027817e-06,
      "loss": 0.009,
      "step": 33975
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.710618770531108e-06,
      "loss": 0.0016,
      "step": 33976
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.710365211530748e-06,
      "loss": 0.0248,
      "step": 33977
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7101116532777445e-06,
      "loss": 0.0086,
      "step": 33978
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.709858095772747e-06,
      "loss": 0.0377,
      "step": 33979
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.709604539016418e-06,
      "loss": 0.0242,
      "step": 33980
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7093509830094045e-06,
      "loss": 0.0151,
      "step": 33981
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.709097427752364e-06,
      "loss": 0.0063,
      "step": 33982
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.708843873245952e-06,
      "loss": 0.0067,
      "step": 33983
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.708590319490819e-06,
      "loss": 0.0063,
      "step": 33984
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7083367664876225e-06,
      "loss": 0.0096,
      "step": 33985
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.708083214237014e-06,
      "loss": 0.0052,
      "step": 33986
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.707829662739652e-06,
      "loss": 0.026,
      "step": 33987
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.707576111996187e-06,
      "loss": 0.0044,
      "step": 33988
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.707322562007273e-06,
      "loss": 0.0154,
      "step": 33989
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7070690127735664e-06,
      "loss": 0.0029,
      "step": 33990
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.70681546429572e-06,
      "loss": 0.0152,
      "step": 33991
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.70656191657439e-06,
      "loss": 0.0119,
      "step": 33992
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.706308369610229e-06,
      "loss": 0.0057,
      "step": 33993
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.706054823403891e-06,
      "loss": 0.0058,
      "step": 33994
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.705801277956031e-06,
      "loss": 0.0131,
      "step": 33995
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.705547733267302e-06,
      "loss": 0.0032,
      "step": 33996
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7052941893383605e-06,
      "loss": 0.0304,
      "step": 33997
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.705040646169861e-06,
      "loss": 0.0188,
      "step": 33998
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.704787103762452e-06,
      "loss": 0.0047,
      "step": 33999
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.704533562116795e-06,
      "loss": 0.0116,
      "step": 34000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.70428002123354e-06,
      "loss": 0.0112,
      "step": 34001
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.704026481113343e-06,
      "loss": 0.0312,
      "step": 34002
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.7037729417568576e-06,
      "loss": 0.0065,
      "step": 34003
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.703519403164736e-06,
      "loss": 0.0226,
      "step": 34004
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.703265865337638e-06,
      "loss": 0.0085,
      "step": 34005
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.70301232827621e-06,
      "loss": 0.0156,
      "step": 34006
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.702758791981113e-06,
      "loss": 0.0103,
      "step": 34007
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.702505256452999e-06,
      "loss": 0.0036,
      "step": 34008
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.702251721692521e-06,
      "loss": 0.0021,
      "step": 34009
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.701998187700335e-06,
      "loss": 0.0319,
      "step": 34010
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.701744654477092e-06,
      "loss": 0.0112,
      "step": 34011
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.701491122023451e-06,
      "loss": 0.0096,
      "step": 34012
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.701237590340063e-06,
      "loss": 0.0081,
      "step": 34013
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.700984059427581e-06,
      "loss": 0.0251,
      "step": 34014
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.700730529286663e-06,
      "loss": 0.0145,
      "step": 34015
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.70047699991796e-06,
      "loss": 0.0044,
      "step": 34016
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.700223471322129e-06,
      "loss": 0.0087,
      "step": 34017
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.699969943499822e-06,
      "loss": 0.0101,
      "step": 34018
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6997164164516925e-06,
      "loss": 0.0068,
      "step": 34019
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.699462890178398e-06,
      "loss": 0.0036,
      "step": 34020
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.699209364680588e-06,
      "loss": 0.0109,
      "step": 34021
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.698955839958922e-06,
      "loss": 0.0054,
      "step": 34022
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6987023160140505e-06,
      "loss": 0.0078,
      "step": 34023
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.698448792846629e-06,
      "loss": 0.0158,
      "step": 34024
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.698195270457311e-06,
      "loss": 0.005,
      "step": 34025
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.697941748846751e-06,
      "loss": 0.0076,
      "step": 34026
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.697688228015603e-06,
      "loss": 0.0073,
      "step": 34027
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.697434707964523e-06,
      "loss": 0.0329,
      "step": 34028
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.697181188694161e-06,
      "loss": 0.0104,
      "step": 34029
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6969276702051765e-06,
      "loss": 0.0072,
      "step": 34030
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.696674152498218e-06,
      "loss": 0.0047,
      "step": 34031
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6964206355739445e-06,
      "loss": 0.007,
      "step": 34032
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.696167119433008e-06,
      "loss": 0.0094,
      "step": 34033
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.695913604076062e-06,
      "loss": 0.0313,
      "step": 34034
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.695660089503764e-06,
      "loss": 0.0263,
      "step": 34035
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.695406575716762e-06,
      "loss": 0.0088,
      "step": 34036
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.695153062715717e-06,
      "loss": 0.0057,
      "step": 34037
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.694899550501279e-06,
      "loss": 0.0073,
      "step": 34038
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.694646039074101e-06,
      "loss": 0.0033,
      "step": 34039
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.694392528434842e-06,
      "loss": 0.0163,
      "step": 34040
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6941390185841516e-06,
      "loss": 0.008,
      "step": 34041
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.693885509522688e-06,
      "loss": 0.0053,
      "step": 34042
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.693632001251102e-06,
      "loss": 0.0107,
      "step": 34043
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.693378493770048e-06,
      "loss": 0.0042,
      "step": 34044
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.693124987080182e-06,
      "loss": 0.0075,
      "step": 34045
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.692871481182155e-06,
      "loss": 0.0095,
      "step": 34046
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.692617976076626e-06,
      "loss": 0.0062,
      "step": 34047
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.692364471764246e-06,
      "loss": 0.0143,
      "step": 34048
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.692110968245668e-06,
      "loss": 0.0215,
      "step": 34049
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.691857465521549e-06,
      "loss": 0.0094,
      "step": 34050
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.69160396359254e-06,
      "loss": 0.0046,
      "step": 34051
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.691350462459298e-06,
      "loss": 0.004,
      "step": 34052
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.691096962122477e-06,
      "loss": 0.0057,
      "step": 34053
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.690843462582728e-06,
      "loss": 0.0102,
      "step": 34054
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6905899638407096e-06,
      "loss": 0.0062,
      "step": 34055
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.690336465897071e-06,
      "loss": 0.0034,
      "step": 34056
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6900829687524704e-06,
      "loss": 0.0056,
      "step": 34057
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.68982947240756e-06,
      "loss": 0.0124,
      "step": 34058
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.689575976862994e-06,
      "loss": 0.0065,
      "step": 34059
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.689322482119428e-06,
      "loss": 0.0084,
      "step": 34060
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.689068988177511e-06,
      "loss": 0.0035,
      "step": 34061
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6888154950379055e-06,
      "loss": 0.0129,
      "step": 34062
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.68856200270126e-06,
      "loss": 0.0015,
      "step": 34063
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.688308511168227e-06,
      "loss": 0.0079,
      "step": 34064
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.688055020439466e-06,
      "loss": 0.005,
      "step": 34065
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.687801530515627e-06,
      "loss": 0.012,
      "step": 34066
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6875480413973666e-06,
      "loss": 0.0166,
      "step": 34067
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.687294553085338e-06,
      "loss": 0.0023,
      "step": 34068
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6870410655801925e-06,
      "loss": 0.01,
      "step": 34069
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.686787578882589e-06,
      "loss": 0.0108,
      "step": 34070
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.686534092993177e-06,
      "loss": 0.0069,
      "step": 34071
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6862806079126145e-06,
      "loss": 0.0075,
      "step": 34072
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6860271236415545e-06,
      "loss": 0.0123,
      "step": 34073
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.685773640180649e-06,
      "loss": 0.006,
      "step": 34074
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.685520157530554e-06,
      "loss": 0.0044,
      "step": 34075
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.685266675691923e-06,
      "loss": 0.0006,
      "step": 34076
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6850131946654115e-06,
      "loss": 0.0069,
      "step": 34077
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.684759714451672e-06,
      "loss": 0.0067,
      "step": 34078
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.684506235051356e-06,
      "loss": 0.0062,
      "step": 34079
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.684252756465123e-06,
      "loss": 0.0044,
      "step": 34080
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.683999278693623e-06,
      "loss": 0.0091,
      "step": 34081
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6837458017375135e-06,
      "loss": 0.0105,
      "step": 34082
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.683492325597446e-06,
      "loss": 0.0025,
      "step": 34083
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.683238850274074e-06,
      "loss": 0.0102,
      "step": 34084
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.682985375768055e-06,
      "loss": 0.0055,
      "step": 34085
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.682731902080037e-06,
      "loss": 0.0101,
      "step": 34086
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.682478429210681e-06,
      "loss": 0.0027,
      "step": 34087
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.682224957160637e-06,
      "loss": 0.0023,
      "step": 34088
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.681971485930558e-06,
      "loss": 0.0085,
      "step": 34089
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.681718015521102e-06,
      "loss": 0.0084,
      "step": 34090
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.681464545932919e-06,
      "loss": 0.0068,
      "step": 34091
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.681211077166668e-06,
      "loss": 0.0092,
      "step": 34092
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.680957609222998e-06,
      "loss": 0.0154,
      "step": 34093
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6807041421025654e-06,
      "loss": 0.0034,
      "step": 34094
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.680450675806024e-06,
      "loss": 0.0064,
      "step": 34095
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.680197210334026e-06,
      "loss": 0.0044,
      "step": 34096
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.67994374568723e-06,
      "loss": 0.0283,
      "step": 34097
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.679690281866285e-06,
      "loss": 0.0054,
      "step": 34098
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6794368188718484e-06,
      "loss": 0.0096,
      "step": 34099
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.679183356704572e-06,
      "loss": 0.0061,
      "step": 34100
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.678929895365111e-06,
      "loss": 0.012,
      "step": 34101
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6786764348541205e-06,
      "loss": 0.0185,
      "step": 34102
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6784229751722534e-06,
      "loss": 0.0089,
      "step": 34103
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.678169516320161e-06,
      "loss": 0.0185,
      "step": 34104
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.677916058298501e-06,
      "loss": 0.0102,
      "step": 34105
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.677662601107926e-06,
      "loss": 0.016,
      "step": 34106
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.677409144749092e-06,
      "loss": 0.0115,
      "step": 34107
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.6771556892226515e-06,
      "loss": 0.0094,
      "step": 34108
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.676902234529256e-06,
      "loss": 0.0222,
      "step": 34109
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.676648780669563e-06,
      "loss": 0.0062,
      "step": 34110
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.676395327644224e-06,
      "loss": 0.0084,
      "step": 34111
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.676141875453895e-06,
      "loss": 0.0032,
      "step": 34112
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6758884240992315e-06,
      "loss": 0.0398,
      "step": 34113
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.675634973580881e-06,
      "loss": 0.0098,
      "step": 34114
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.675381523899505e-06,
      "loss": 0.0017,
      "step": 34115
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.675128075055753e-06,
      "loss": 0.0111,
      "step": 34116
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.674874627050281e-06,
      "loss": 0.0082,
      "step": 34117
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6746211798837425e-06,
      "loss": 0.0068,
      "step": 34118
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.67436773355679e-06,
      "loss": 0.0219,
      "step": 34119
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.674114288070079e-06,
      "loss": 0.0099,
      "step": 34120
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.673860843424262e-06,
      "loss": 0.0052,
      "step": 34121
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.673607399619996e-06,
      "loss": 0.0071,
      "step": 34122
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.673353956657932e-06,
      "loss": 0.0073,
      "step": 34123
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.673100514538725e-06,
      "loss": 0.0255,
      "step": 34124
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6728470732630295e-06,
      "loss": 0.0015,
      "step": 34125
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.672593632831499e-06,
      "loss": 0.0072,
      "step": 34126
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.672340193244788e-06,
      "loss": 0.009,
      "step": 34127
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.672086754503549e-06,
      "loss": 0.004,
      "step": 34128
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.671833316608435e-06,
      "loss": 0.0132,
      "step": 34129
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.671579879560105e-06,
      "loss": 0.0079,
      "step": 34130
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.671326443359208e-06,
      "loss": 0.0085,
      "step": 34131
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6710730080064006e-06,
      "loss": 0.0118,
      "step": 34132
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.670819573502335e-06,
      "loss": 0.0253,
      "step": 34133
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6705661398476664e-06,
      "loss": 0.0017,
      "step": 34134
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.670312707043048e-06,
      "loss": 0.0047,
      "step": 34135
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6700592750891334e-06,
      "loss": 0.0051,
      "step": 34136
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.669805843986579e-06,
      "loss": 0.0171,
      "step": 34137
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.669552413736038e-06,
      "loss": 0.0018,
      "step": 34138
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.66929898433816e-06,
      "loss": 0.0047,
      "step": 34139
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6690455557936045e-06,
      "loss": 0.0056,
      "step": 34140
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6687921281030216e-06,
      "loss": 0.0044,
      "step": 34141
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.668538701267068e-06,
      "loss": 0.0249,
      "step": 34142
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.668285275286397e-06,
      "loss": 0.0124,
      "step": 34143
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.668031850161659e-06,
      "loss": 0.0077,
      "step": 34144
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.667778425893514e-06,
      "loss": 0.0201,
      "step": 34145
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.667525002482611e-06,
      "loss": 0.0108,
      "step": 34146
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6672715799296065e-06,
      "loss": 0.013,
      "step": 34147
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.667018158235154e-06,
      "loss": 0.0159,
      "step": 34148
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.666764737399906e-06,
      "loss": 0.0108,
      "step": 34149
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.666511317424518e-06,
      "loss": 0.015,
      "step": 34150
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.666257898309643e-06,
      "loss": 0.011,
      "step": 34151
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.666004480055936e-06,
      "loss": 0.0087,
      "step": 34152
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.66575106266405e-06,
      "loss": 0.009,
      "step": 34153
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.665497646134637e-06,
      "loss": 0.0061,
      "step": 34154
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.665244230468356e-06,
      "loss": 0.017,
      "step": 34155
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.664990815665856e-06,
      "loss": 0.018,
      "step": 34156
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.664737401727794e-06,
      "loss": 0.0112,
      "step": 34157
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6644839886548225e-06,
      "loss": 0.0164,
      "step": 34158
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.664230576447594e-06,
      "loss": 0.0107,
      "step": 34159
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.663977165106766e-06,
      "loss": 0.0207,
      "step": 34160
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.663723754632987e-06,
      "loss": 0.0102,
      "step": 34161
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.663470345026918e-06,
      "loss": 0.0066,
      "step": 34162
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6632169362892085e-06,
      "loss": 0.0165,
      "step": 34163
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.66296352842051e-06,
      "loss": 0.0075,
      "step": 34164
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.662710121421483e-06,
      "loss": 0.0032,
      "step": 34165
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.662456715292775e-06,
      "loss": 0.0033,
      "step": 34166
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.662203310035045e-06,
      "loss": 0.0044,
      "step": 34167
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.661949905648943e-06,
      "loss": 0.0165,
      "step": 34168
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.661696502135123e-06,
      "loss": 0.0046,
      "step": 34169
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6614430994942434e-06,
      "loss": 0.0127,
      "step": 34170
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.661189697726951e-06,
      "loss": 0.0295,
      "step": 34171
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6609362968339066e-06,
      "loss": 0.0132,
      "step": 34172
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.66068289681576e-06,
      "loss": 0.006,
      "step": 34173
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.660429497673166e-06,
      "loss": 0.0055,
      "step": 34174
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.660176099406779e-06,
      "loss": 0.0091,
      "step": 34175
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.65992270201725e-06,
      "loss": 0.004,
      "step": 34176
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6596693055052395e-06,
      "loss": 0.0196,
      "step": 34177
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.659415909871395e-06,
      "loss": 0.0055,
      "step": 34178
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.659162515116371e-06,
      "loss": 0.0474,
      "step": 34179
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.658909121240824e-06,
      "loss": 0.0092,
      "step": 34180
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.658655728245406e-06,
      "loss": 0.0174,
      "step": 34181
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.658402336130773e-06,
      "loss": 0.0188,
      "step": 34182
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.658148944897576e-06,
      "loss": 0.0055,
      "step": 34183
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.65789555454647e-06,
      "loss": 0.0097,
      "step": 34184
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.65764216507811e-06,
      "loss": 0.0045,
      "step": 34185
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6573887764931456e-06,
      "loss": 0.0155,
      "step": 34186
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6571353887922374e-06,
      "loss": 0.0056,
      "step": 34187
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.656882001976034e-06,
      "loss": 0.0063,
      "step": 34188
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.656628616045191e-06,
      "loss": 0.0085,
      "step": 34189
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.656375231000363e-06,
      "loss": 0.0102,
      "step": 34190
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6561218468422015e-06,
      "loss": 0.0011,
      "step": 34191
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.655868463571362e-06,
      "loss": 0.0414,
      "step": 34192
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6556150811884995e-06,
      "loss": 0.0035,
      "step": 34193
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.655361699694263e-06,
      "loss": 0.006,
      "step": 34194
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.655108319089314e-06,
      "loss": 0.003,
      "step": 34195
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.654854939374298e-06,
      "loss": 0.0275,
      "step": 34196
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.654601560549874e-06,
      "loss": 0.0069,
      "step": 34197
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.654348182616696e-06,
      "loss": 0.01,
      "step": 34198
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.654094805575415e-06,
      "loss": 0.008,
      "step": 34199
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.653841429426687e-06,
      "loss": 0.009,
      "step": 34200
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.653588054171162e-06,
      "loss": 0.0048,
      "step": 34201
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.653334679809501e-06,
      "loss": 0.0051,
      "step": 34202
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.653081306342352e-06,
      "loss": 0.0027,
      "step": 34203
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.652827933770369e-06,
      "loss": 0.0021,
      "step": 34204
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.652574562094209e-06,
      "loss": 0.0021,
      "step": 34205
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.652321191314522e-06,
      "loss": 0.0057,
      "step": 34206
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.652067821431965e-06,
      "loss": 0.003,
      "step": 34207
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.651814452447191e-06,
      "loss": 0.0071,
      "step": 34208
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.651561084360852e-06,
      "loss": 0.0495,
      "step": 34209
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.651307717173603e-06,
      "loss": 0.0129,
      "step": 34210
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6510543508860964e-06,
      "loss": 0.0176,
      "step": 34211
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.65080098549899e-06,
      "loss": 0.006,
      "step": 34212
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.650547621012934e-06,
      "loss": 0.0181,
      "step": 34213
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6502942574285826e-06,
      "loss": 0.0227,
      "step": 34214
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.650040894746591e-06,
      "loss": 0.0148,
      "step": 34215
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.649787532967611e-06,
      "loss": 0.0038,
      "step": 34216
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.649534172092298e-06,
      "loss": 0.0155,
      "step": 34217
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.649280812121305e-06,
      "loss": 0.0044,
      "step": 34218
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.649027453055284e-06,
      "loss": 0.0205,
      "step": 34219
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.648774094894893e-06,
      "loss": 0.0029,
      "step": 34220
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6485207376407844e-06,
      "loss": 0.0081,
      "step": 34221
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.648267381293608e-06,
      "loss": 0.0408,
      "step": 34222
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.648014025854022e-06,
      "loss": 0.0078,
      "step": 34223
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.647760671322678e-06,
      "loss": 0.0067,
      "step": 34224
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.647507317700231e-06,
      "loss": 0.0225,
      "step": 34225
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.647253964987335e-06,
      "loss": 0.0101,
      "step": 34226
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.647000613184641e-06,
      "loss": 0.0164,
      "step": 34227
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.646747262292805e-06,
      "loss": 0.0144,
      "step": 34228
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.646493912312479e-06,
      "loss": 0.0042,
      "step": 34229
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.64624056324432e-06,
      "loss": 0.0046,
      "step": 34230
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.64598721508898e-06,
      "loss": 0.0085,
      "step": 34231
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.645733867847111e-06,
      "loss": 0.043,
      "step": 34232
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.645480521519369e-06,
      "loss": 0.0085,
      "step": 34233
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.645227176106406e-06,
      "loss": 0.0043,
      "step": 34234
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.644973831608879e-06,
      "loss": 0.0085,
      "step": 34235
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6447204880274375e-06,
      "loss": 0.0137,
      "step": 34236
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.644467145362736e-06,
      "loss": 0.0046,
      "step": 34237
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.64421380361543e-06,
      "loss": 0.0027,
      "step": 34238
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6439604627861735e-06,
      "loss": 0.0039,
      "step": 34239
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.643707122875619e-06,
      "loss": 0.0033,
      "step": 34240
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.64345378388442e-06,
      "loss": 0.0073,
      "step": 34241
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.64320044581323e-06,
      "loss": 0.005,
      "step": 34242
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6429471086627044e-06,
      "loss": 0.0089,
      "step": 34243
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.642693772433494e-06,
      "loss": 0.0197,
      "step": 34244
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.642440437126255e-06,
      "loss": 0.0021,
      "step": 34245
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.642187102741643e-06,
      "loss": 0.0072,
      "step": 34246
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.641933769280305e-06,
      "loss": 0.0136,
      "step": 34247
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.641680436742901e-06,
      "loss": 0.0078,
      "step": 34248
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.641427105130082e-06,
      "loss": 0.0015,
      "step": 34249
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.641173774442502e-06,
      "loss": 0.0199,
      "step": 34250
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.640920444680816e-06,
      "loss": 0.0066,
      "step": 34251
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.640667115845673e-06,
      "loss": 0.0059,
      "step": 34252
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.640413787937734e-06,
      "loss": 0.007,
      "step": 34253
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6401604609576455e-06,
      "loss": 0.0083,
      "step": 34254
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.639907134906067e-06,
      "loss": 0.0066,
      "step": 34255
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.639653809783649e-06,
      "loss": 0.0148,
      "step": 34256
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.639400485591045e-06,
      "loss": 0.0045,
      "step": 34257
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6391471623289105e-06,
      "loss": 0.002,
      "step": 34258
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.638893839997897e-06,
      "loss": 0.0066,
      "step": 34259
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.638640518598661e-06,
      "loss": 0.0148,
      "step": 34260
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.638387198131853e-06,
      "loss": 0.0306,
      "step": 34261
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.638133878598126e-06,
      "loss": 0.0168,
      "step": 34262
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.637880559998139e-06,
      "loss": 0.0038,
      "step": 34263
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6376272423325415e-06,
      "loss": 0.0145,
      "step": 34264
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.637373925601988e-06,
      "loss": 0.0075,
      "step": 34265
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.637120609807133e-06,
      "loss": 0.0192,
      "step": 34266
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6368672949486275e-06,
      "loss": 0.012,
      "step": 34267
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.636613981027128e-06,
      "loss": 0.005,
      "step": 34268
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.636360668043285e-06,
      "loss": 0.0013,
      "step": 34269
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6361073559977574e-06,
      "loss": 0.0154,
      "step": 34270
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.635854044891196e-06,
      "loss": 0.0167,
      "step": 34271
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.63560073472425e-06,
      "loss": 0.0039,
      "step": 34272
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.635347425497581e-06,
      "loss": 0.0085,
      "step": 34273
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.635094117211837e-06,
      "loss": 0.0101,
      "step": 34274
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.634840809867674e-06,
      "loss": 0.0026,
      "step": 34275
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.634587503465744e-06,
      "loss": 0.0044,
      "step": 34276
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6343341980067005e-06,
      "loss": 0.0191,
      "step": 34277
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6340808934912015e-06,
      "loss": 0.0166,
      "step": 34278
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6338275899198935e-06,
      "loss": 0.0326,
      "step": 34279
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.633574287293436e-06,
      "loss": 0.012,
      "step": 34280
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6333209856124814e-06,
      "loss": 0.0219,
      "step": 34281
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.633067684877681e-06,
      "loss": 0.0154,
      "step": 34282
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6328143850896905e-06,
      "loss": 0.005,
      "step": 34283
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.632561086249161e-06,
      "loss": 0.0237,
      "step": 34284
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.632307788356751e-06,
      "loss": 0.0036,
      "step": 34285
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.63205449141311e-06,
      "loss": 0.0048,
      "step": 34286
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6318011954188905e-06,
      "loss": 0.0079,
      "step": 34287
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6315479003747496e-06,
      "loss": 0.0088,
      "step": 34288
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.63129460628134e-06,
      "loss": 0.02,
      "step": 34289
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6310413131393145e-06,
      "loss": 0.0193,
      "step": 34290
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.630788020949327e-06,
      "loss": 0.0081,
      "step": 34291
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.63053472971203e-06,
      "loss": 0.0027,
      "step": 34292
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.63028143942808e-06,
      "loss": 0.0043,
      "step": 34293
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.630028150098125e-06,
      "loss": 0.0115,
      "step": 34294
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.629774861722825e-06,
      "loss": 0.0075,
      "step": 34295
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.629521574302832e-06,
      "loss": 0.0069,
      "step": 34296
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.629268287838796e-06,
      "loss": 0.0109,
      "step": 34297
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.629015002331375e-06,
      "loss": 0.0042,
      "step": 34298
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.628761717781218e-06,
      "loss": 0.0137,
      "step": 34299
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.628508434188984e-06,
      "loss": 0.0062,
      "step": 34300
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.628255151555322e-06,
      "loss": 0.0064,
      "step": 34301
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.628001869880886e-06,
      "loss": 0.0056,
      "step": 34302
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.627748589166333e-06,
      "loss": 0.0095,
      "step": 34303
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.627495309412312e-06,
      "loss": 0.0166,
      "step": 34304
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.627242030619481e-06,
      "loss": 0.0036,
      "step": 34305
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.62698875278849e-06,
      "loss": 0.0023,
      "step": 34306
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.626735475919994e-06,
      "loss": 0.005,
      "step": 34307
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.626482200014647e-06,
      "loss": 0.0079,
      "step": 34308
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6262289250731e-06,
      "loss": 0.0031,
      "step": 34309
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.625975651096012e-06,
      "loss": 0.0089,
      "step": 34310
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6257223780840325e-06,
      "loss": 0.0107,
      "step": 34311
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.625469106037812e-06,
      "loss": 0.0029,
      "step": 34312
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.625215834958011e-06,
      "loss": 0.0094,
      "step": 34313
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.624962564845278e-06,
      "loss": 0.0056,
      "step": 34314
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6247092957002696e-06,
      "loss": 0.0151,
      "step": 34315
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.624456027523637e-06,
      "loss": 0.0073,
      "step": 34316
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.624202760316034e-06,
      "loss": 0.0047,
      "step": 34317
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.623949494078116e-06,
      "loss": 0.007,
      "step": 34318
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.623696228810533e-06,
      "loss": 0.0348,
      "step": 34319
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.623442964513942e-06,
      "loss": 0.0034,
      "step": 34320
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.623189701188997e-06,
      "loss": 0.0036,
      "step": 34321
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.622936438836347e-06,
      "loss": 0.0127,
      "step": 34322
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.622683177456651e-06,
      "loss": 0.0074,
      "step": 34323
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.622429917050557e-06,
      "loss": 0.0034,
      "step": 34324
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.622176657618724e-06,
      "loss": 0.004,
      "step": 34325
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6219233991618015e-06,
      "loss": 0.0115,
      "step": 34326
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.621670141680442e-06,
      "loss": 0.0108,
      "step": 34327
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.621416885175305e-06,
      "loss": 0.0077,
      "step": 34328
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.621163629647037e-06,
      "loss": 0.031,
      "step": 34329
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.620910375096297e-06,
      "loss": 0.0147,
      "step": 34330
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.620657121523735e-06,
      "loss": 0.0094,
      "step": 34331
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.620403868930005e-06,
      "loss": 0.0041,
      "step": 34332
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.620150617315763e-06,
      "loss": 0.0083,
      "step": 34333
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.619897366681658e-06,
      "loss": 0.002,
      "step": 34334
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.619644117028349e-06,
      "loss": 0.027,
      "step": 34335
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.619390868356486e-06,
      "loss": 0.0148,
      "step": 34336
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.619137620666721e-06,
      "loss": 0.006,
      "step": 34337
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.618884373959711e-06,
      "loss": 0.0281,
      "step": 34338
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6186311282361074e-06,
      "loss": 0.0034,
      "step": 34339
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.618377883496565e-06,
      "loss": 0.0198,
      "step": 34340
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.618124639741737e-06,
      "loss": 0.0042,
      "step": 34341
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.617871396972274e-06,
      "loss": 0.0048,
      "step": 34342
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.617618155188834e-06,
      "loss": 0.0038,
      "step": 34343
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.617364914392065e-06,
      "loss": 0.0058,
      "step": 34344
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6171116745826265e-06,
      "loss": 0.0187,
      "step": 34345
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.616858435761169e-06,
      "loss": 0.0059,
      "step": 34346
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.616605197928346e-06,
      "loss": 0.0072,
      "step": 34347
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.61635196108481e-06,
      "loss": 0.0047,
      "step": 34348
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6160987252312155e-06,
      "loss": 0.0116,
      "step": 34349
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.615845490368217e-06,
      "loss": 0.0069,
      "step": 34350
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6155922564964665e-06,
      "loss": 0.0067,
      "step": 34351
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.615339023616616e-06,
      "loss": 0.0104,
      "step": 34352
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.615085791729322e-06,
      "loss": 0.0083,
      "step": 34353
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.614832560835236e-06,
      "loss": 0.011,
      "step": 34354
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6145793309350134e-06,
      "loss": 0.0104,
      "step": 34355
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.614326102029306e-06,
      "loss": 0.0045,
      "step": 34356
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.614072874118766e-06,
      "loss": 0.0084,
      "step": 34357
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.613819647204049e-06,
      "loss": 0.0313,
      "step": 34358
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.613566421285806e-06,
      "loss": 0.0092,
      "step": 34359
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6133131963646955e-06,
      "loss": 0.0114,
      "step": 34360
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.613059972441366e-06,
      "loss": 0.0117,
      "step": 34361
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.612806749516471e-06,
      "loss": 0.0111,
      "step": 34362
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.612553527590666e-06,
      "loss": 0.0042,
      "step": 34363
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.612300306664603e-06,
      "loss": 0.006,
      "step": 34364
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.612047086738938e-06,
      "loss": 0.0051,
      "step": 34365
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.611793867814322e-06,
      "loss": 0.0024,
      "step": 34366
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6115406498914075e-06,
      "loss": 0.0072,
      "step": 34367
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.611287432970851e-06,
      "loss": 0.017,
      "step": 34368
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6110342170533016e-06,
      "loss": 0.0085,
      "step": 34369
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.610781002139417e-06,
      "loss": 0.01,
      "step": 34370
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.610527788229849e-06,
      "loss": 0.0025,
      "step": 34371
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.610274575325249e-06,
      "loss": 0.003,
      "step": 34372
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.610021363426274e-06,
      "loss": 0.0043,
      "step": 34373
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.609768152533574e-06,
      "loss": 0.0027,
      "step": 34374
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.609514942647806e-06,
      "loss": 0.0069,
      "step": 34375
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.60926173376962e-06,
      "loss": 0.0068,
      "step": 34376
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.609008525899669e-06,
      "loss": 0.0231,
      "step": 34377
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6087553190386095e-06,
      "loss": 0.0263,
      "step": 34378
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.608502113187093e-06,
      "loss": 0.0097,
      "step": 34379
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.608248908345773e-06,
      "loss": 0.0065,
      "step": 34380
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6079957045153055e-06,
      "loss": 0.0152,
      "step": 34381
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.607742501696338e-06,
      "loss": 0.02,
      "step": 34382
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.607489299889529e-06,
      "loss": 0.0048,
      "step": 34383
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.607236099095529e-06,
      "loss": 0.0107,
      "step": 34384
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.606982899314994e-06,
      "loss": 0.0079,
      "step": 34385
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.606729700548576e-06,
      "loss": 0.0041,
      "step": 34386
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6064765027969246e-06,
      "loss": 0.0067,
      "step": 34387
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6062233060607e-06,
      "loss": 0.0165,
      "step": 34388
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.605970110340551e-06,
      "loss": 0.0058,
      "step": 34389
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6057169156371325e-06,
      "loss": 0.0098,
      "step": 34390
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.605463721951098e-06,
      "loss": 0.0136,
      "step": 34391
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.605210529283099e-06,
      "loss": 0.0105,
      "step": 34392
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.60495733763379e-06,
      "loss": 0.0314,
      "step": 34393
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6047041470038236e-06,
      "loss": 0.0088,
      "step": 34394
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6044509573938555e-06,
      "loss": 0.0078,
      "step": 34395
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.604197768804538e-06,
      "loss": 0.0054,
      "step": 34396
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.603944581236523e-06,
      "loss": 0.0072,
      "step": 34397
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.603691394690465e-06,
      "loss": 0.008,
      "step": 34398
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.603438209167015e-06,
      "loss": 0.0045,
      "step": 34399
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.603185024666831e-06,
      "loss": 0.0149,
      "step": 34400
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.602931841190563e-06,
      "loss": 0.007,
      "step": 34401
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.602678658738863e-06,
      "loss": 0.0163,
      "step": 34402
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.602425477312388e-06,
      "loss": 0.0105,
      "step": 34403
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.602172296911788e-06,
      "loss": 0.0118,
      "step": 34404
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.601919117537719e-06,
      "loss": 0.0317,
      "step": 34405
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.601665939190833e-06,
      "loss": 0.0228,
      "step": 34406
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.601412761871782e-06,
      "loss": 0.0061,
      "step": 34407
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6011595855812225e-06,
      "loss": 0.0104,
      "step": 34408
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.600906410319803e-06,
      "loss": 0.0031,
      "step": 34409
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.600653236088182e-06,
      "loss": 0.0058,
      "step": 34410
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.6004000628870125e-06,
      "loss": 0.0091,
      "step": 34411
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.600146890716941e-06,
      "loss": 0.0164,
      "step": 34412
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.599893719578628e-06,
      "loss": 0.0035,
      "step": 34413
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.599640549472724e-06,
      "loss": 0.002,
      "step": 34414
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5993873803998825e-06,
      "loss": 0.0105,
      "step": 34415
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.599134212360757e-06,
      "loss": 0.0049,
      "step": 34416
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.598881045355999e-06,
      "loss": 0.0096,
      "step": 34417
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.598627879386266e-06,
      "loss": 0.0195,
      "step": 34418
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.598374714452205e-06,
      "loss": 0.0033,
      "step": 34419
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.598121550554476e-06,
      "loss": 0.0053,
      "step": 34420
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.597868387693728e-06,
      "loss": 0.0042,
      "step": 34421
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.597615225870614e-06,
      "loss": 0.007,
      "step": 34422
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.59736206508579e-06,
      "loss": 0.0041,
      "step": 34423
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5971089053399076e-06,
      "loss": 0.0073,
      "step": 34424
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.59685574663362e-06,
      "loss": 0.0034,
      "step": 34425
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.596602588967582e-06,
      "loss": 0.0021,
      "step": 34426
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.596349432342442e-06,
      "loss": 0.0073,
      "step": 34427
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.596096276758859e-06,
      "loss": 0.0069,
      "step": 34428
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.595843122217483e-06,
      "loss": 0.0096,
      "step": 34429
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.59558996871897e-06,
      "loss": 0.0181,
      "step": 34430
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.59533681626397e-06,
      "loss": 0.0041,
      "step": 34431
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.595083664853137e-06,
      "loss": 0.007,
      "step": 34432
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.594830514487126e-06,
      "loss": 0.0109,
      "step": 34433
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.594577365166588e-06,
      "loss": 0.0154,
      "step": 34434
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.594324216892178e-06,
      "loss": 0.007,
      "step": 34435
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.59407106966455e-06,
      "loss": 0.0199,
      "step": 34436
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.593817923484352e-06,
      "loss": 0.0255,
      "step": 34437
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.593564778352243e-06,
      "loss": 0.0039,
      "step": 34438
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.593311634268873e-06,
      "loss": 0.0079,
      "step": 34439
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.593058491234898e-06,
      "loss": 0.0056,
      "step": 34440
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.592805349250969e-06,
      "loss": 0.0053,
      "step": 34441
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5925522083177375e-06,
      "loss": 0.0097,
      "step": 34442
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.592299068435862e-06,
      "loss": 0.0085,
      "step": 34443
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.59204592960599e-06,
      "loss": 0.0048,
      "step": 34444
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.591792791828777e-06,
      "loss": 0.0152,
      "step": 34445
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.591539655104878e-06,
      "loss": 0.0055,
      "step": 34446
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.591286519434944e-06,
      "loss": 0.0074,
      "step": 34447
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5910333848196295e-06,
      "loss": 0.0241,
      "step": 34448
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.590780251259585e-06,
      "loss": 0.018,
      "step": 34449
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.590527118755468e-06,
      "loss": 0.0028,
      "step": 34450
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.590273987307928e-06,
      "loss": 0.0096,
      "step": 34451
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.590020856917617e-06,
      "loss": 0.0099,
      "step": 34452
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.589767727585194e-06,
      "loss": 0.0227,
      "step": 34453
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.589514599311307e-06,
      "loss": 0.0224,
      "step": 34454
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.589261472096612e-06,
      "loss": 0.0395,
      "step": 34455
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.589008345941761e-06,
      "loss": 0.0078,
      "step": 34456
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.588755220847405e-06,
      "loss": 0.0096,
      "step": 34457
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.588502096814202e-06,
      "loss": 0.0022,
      "step": 34458
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5882489738427995e-06,
      "loss": 0.0109,
      "step": 34459
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.587995851933857e-06,
      "loss": 0.0013,
      "step": 34460
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.587742731088023e-06,
      "loss": 0.012,
      "step": 34461
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.587489611305951e-06,
      "loss": 0.0155,
      "step": 34462
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.587236492588296e-06,
      "loss": 0.005,
      "step": 34463
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.586983374935709e-06,
      "loss": 0.0029,
      "step": 34464
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.586730258348846e-06,
      "loss": 0.0088,
      "step": 34465
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.586477142828358e-06,
      "loss": 0.0064,
      "step": 34466
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5862240283748965e-06,
      "loss": 0.0073,
      "step": 34467
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.585970914989119e-06,
      "loss": 0.0125,
      "step": 34468
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.585717802671675e-06,
      "loss": 0.0025,
      "step": 34469
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5854646914232195e-06,
      "loss": 0.007,
      "step": 34470
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5852115812444056e-06,
      "loss": 0.0102,
      "step": 34471
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.584958472135884e-06,
      "loss": 0.0118,
      "step": 34472
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.584705364098312e-06,
      "loss": 0.0073,
      "step": 34473
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.584452257132337e-06,
      "loss": 0.0044,
      "step": 34474
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.584199151238619e-06,
      "loss": 0.0091,
      "step": 34475
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5839460464178064e-06,
      "loss": 0.0185,
      "step": 34476
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.583692942670551e-06,
      "loss": 0.016,
      "step": 34477
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.583439839997511e-06,
      "loss": 0.0116,
      "step": 34478
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.583186738399336e-06,
      "loss": 0.0212,
      "step": 34479
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5829336378766805e-06,
      "loss": 0.0012,
      "step": 34480
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.582680538430197e-06,
      "loss": 0.0225,
      "step": 34481
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.582427440060537e-06,
      "loss": 0.0054,
      "step": 34482
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5821743427683565e-06,
      "loss": 0.0177,
      "step": 34483
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5819212465543055e-06,
      "loss": 0.0031,
      "step": 34484
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.581668151419041e-06,
      "loss": 0.0043,
      "step": 34485
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.581415057363213e-06,
      "loss": 0.0139,
      "step": 34486
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.581161964387475e-06,
      "loss": 0.0187,
      "step": 34487
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5809088724924815e-06,
      "loss": 0.007,
      "step": 34488
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.580655781678883e-06,
      "loss": 0.0103,
      "step": 34489
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.580402691947336e-06,
      "loss": 0.0027,
      "step": 34490
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.580149603298491e-06,
      "loss": 0.0141,
      "step": 34491
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.579896515733e-06,
      "loss": 0.0213,
      "step": 34492
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.57964342925152e-06,
      "loss": 0.0214,
      "step": 34493
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5793903438547e-06,
      "loss": 0.0443,
      "step": 34494
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.579137259543197e-06,
      "loss": 0.0068,
      "step": 34495
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.578884176317661e-06,
      "loss": 0.0049,
      "step": 34496
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.578631094178745e-06,
      "loss": 0.0055,
      "step": 34497
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.578378013127105e-06,
      "loss": 0.018,
      "step": 34498
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.578124933163388e-06,
      "loss": 0.006,
      "step": 34499
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.577871854288256e-06,
      "loss": 0.0035,
      "step": 34500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.577618776502355e-06,
      "loss": 0.0077,
      "step": 34501
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.577365699806339e-06,
      "loss": 0.0072,
      "step": 34502
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5771126242008635e-06,
      "loss": 0.0178,
      "step": 34503
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5768595496865785e-06,
      "loss": 0.0149,
      "step": 34504
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.576606476264141e-06,
      "loss": 0.0012,
      "step": 34505
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5763534039342015e-06,
      "loss": 0.0092,
      "step": 34506
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.576100332697411e-06,
      "loss": 0.0048,
      "step": 34507
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.575847262554427e-06,
      "loss": 0.0027,
      "step": 34508
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5755941935058975e-06,
      "loss": 0.0087,
      "step": 34509
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.575341125552481e-06,
      "loss": 0.0196,
      "step": 34510
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.575088058694826e-06,
      "loss": 0.0058,
      "step": 34511
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5748349929335875e-06,
      "loss": 0.005,
      "step": 34512
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.574581928269419e-06,
      "loss": 0.0153,
      "step": 34513
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.574328864702972e-06,
      "loss": 0.0029,
      "step": 34514
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.574075802234901e-06,
      "loss": 0.0183,
      "step": 34515
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.573822740865858e-06,
      "loss": 0.0113,
      "step": 34516
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.573569680596495e-06,
      "loss": 0.035,
      "step": 34517
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.573316621427467e-06,
      "loss": 0.0039,
      "step": 34518
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.573063563359425e-06,
      "loss": 0.0151,
      "step": 34519
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.572810506393025e-06,
      "loss": 0.01,
      "step": 34520
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.572557450528918e-06,
      "loss": 0.0126,
      "step": 34521
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.572304395767756e-06,
      "loss": 0.0103,
      "step": 34522
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.572051342110194e-06,
      "loss": 0.0077,
      "step": 34523
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.571798289556881e-06,
      "loss": 0.005,
      "step": 34524
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.571545238108476e-06,
      "loss": 0.006,
      "step": 34525
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.57129218776563e-06,
      "loss": 0.0072,
      "step": 34526
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.571039138528991e-06,
      "loss": 0.0154,
      "step": 34527
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.570786090399218e-06,
      "loss": 0.0031,
      "step": 34528
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.570533043376961e-06,
      "loss": 0.0019,
      "step": 34529
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.570279997462875e-06,
      "loss": 0.0205,
      "step": 34530
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.570026952657612e-06,
      "loss": 0.0099,
      "step": 34531
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.569773908961822e-06,
      "loss": 0.0086,
      "step": 34532
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.569520866376162e-06,
      "loss": 0.0181,
      "step": 34533
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.569267824901283e-06,
      "loss": 0.0026,
      "step": 34534
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.569014784537839e-06,
      "loss": 0.0216,
      "step": 34535
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.568761745286482e-06,
      "loss": 0.0064,
      "step": 34536
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.568508707147865e-06,
      "loss": 0.0109,
      "step": 34537
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.568255670122641e-06,
      "loss": 0.0033,
      "step": 34538
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.568002634211464e-06,
      "loss": 0.0057,
      "step": 34539
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5677495994149855e-06,
      "loss": 0.0036,
      "step": 34540
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.567496565733859e-06,
      "loss": 0.0179,
      "step": 34541
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.567243533168736e-06,
      "loss": 0.0169,
      "step": 34542
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.566990501720273e-06,
      "loss": 0.004,
      "step": 34543
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.566737471389119e-06,
      "loss": 0.0259,
      "step": 34544
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.566484442175929e-06,
      "loss": 0.0014,
      "step": 34545
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.566231414081356e-06,
      "loss": 0.0069,
      "step": 34546
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.565978387106052e-06,
      "loss": 0.0014,
      "step": 34547
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.56572536125067e-06,
      "loss": 0.0155,
      "step": 34548
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.565472336515862e-06,
      "loss": 0.0039,
      "step": 34549
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.565219312902285e-06,
      "loss": 0.0107,
      "step": 34550
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.564966290410588e-06,
      "loss": 0.0132,
      "step": 34551
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.564713269041423e-06,
      "loss": 0.0084,
      "step": 34552
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.564460248795446e-06,
      "loss": 0.0107,
      "step": 34553
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5642072296733075e-06,
      "loss": 0.0036,
      "step": 34554
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.563954211675663e-06,
      "loss": 0.0042,
      "step": 34555
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5637011948031625e-06,
      "loss": 0.0045,
      "step": 34556
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5634481790564604e-06,
      "loss": 0.0274,
      "step": 34557
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5631951644362106e-06,
      "loss": 0.0129,
      "step": 34558
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5629421509430625e-06,
      "loss": 0.0031,
      "step": 34559
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.562689138577672e-06,
      "loss": 0.0029,
      "step": 34560
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.562436127340693e-06,
      "loss": 0.0037,
      "step": 34561
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.562183117232774e-06,
      "loss": 0.0306,
      "step": 34562
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.561930108254571e-06,
      "loss": 0.0126,
      "step": 34563
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.561677100406736e-06,
      "loss": 0.0332,
      "step": 34564
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.561424093689924e-06,
      "loss": 0.0136,
      "step": 34565
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5611710881047845e-06,
      "loss": 0.0235,
      "step": 34566
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.560918083651969e-06,
      "loss": 0.0094,
      "step": 34567
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.560665080332136e-06,
      "loss": 0.0111,
      "step": 34568
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.560412078145935e-06,
      "loss": 0.0439,
      "step": 34569
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5601590770940195e-06,
      "loss": 0.006,
      "step": 34570
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.559906077177042e-06,
      "loss": 0.0069,
      "step": 34571
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.559653078395654e-06,
      "loss": 0.0051,
      "step": 34572
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.559400080750512e-06,
      "loss": 0.0029,
      "step": 34573
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.559147084242263e-06,
      "loss": 0.0124,
      "step": 34574
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.558894088871566e-06,
      "loss": 0.0024,
      "step": 34575
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.558641094639073e-06,
      "loss": 0.0062,
      "step": 34576
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.55838810154543e-06,
      "loss": 0.0126,
      "step": 34577
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.558135109591298e-06,
      "loss": 0.0054,
      "step": 34578
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.557882118777324e-06,
      "loss": 0.0259,
      "step": 34579
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.557629129104167e-06,
      "loss": 0.0029,
      "step": 34580
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.557376140572474e-06,
      "loss": 0.0413,
      "step": 34581
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5571231531828985e-06,
      "loss": 0.0073,
      "step": 34582
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.556870166936098e-06,
      "loss": 0.0119,
      "step": 34583
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.556617181832719e-06,
      "loss": 0.0019,
      "step": 34584
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5563641978734194e-06,
      "loss": 0.0029,
      "step": 34585
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.55611121505885e-06,
      "loss": 0.0045,
      "step": 34586
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.555858233389662e-06,
      "loss": 0.0077,
      "step": 34587
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5556052528665105e-06,
      "loss": 0.0045,
      "step": 34588
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.555352273490047e-06,
      "loss": 0.0038,
      "step": 34589
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5550992952609254e-06,
      "loss": 0.0062,
      "step": 34590
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.554846318179798e-06,
      "loss": 0.0137,
      "step": 34591
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.554593342247315e-06,
      "loss": 0.0036,
      "step": 34592
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.554340367464134e-06,
      "loss": 0.0046,
      "step": 34593
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.554087393830904e-06,
      "loss": 0.0076,
      "step": 34594
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.55383442134828e-06,
      "loss": 0.0103,
      "step": 34595
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.553581450016914e-06,
      "loss": 0.0024,
      "step": 34596
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.553328479837457e-06,
      "loss": 0.023,
      "step": 34597
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.553075510810565e-06,
      "loss": 0.0073,
      "step": 34598
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.552822542936886e-06,
      "loss": 0.0082,
      "step": 34599
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5525695762170785e-06,
      "loss": 0.0064,
      "step": 34600
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.552316610651794e-06,
      "loss": 0.0046,
      "step": 34601
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.552063646241679e-06,
      "loss": 0.0048,
      "step": 34602
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5518106829873945e-06,
      "loss": 0.0058,
      "step": 34603
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.551557720889588e-06,
      "loss": 0.0026,
      "step": 34604
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.551304759948915e-06,
      "loss": 0.0112,
      "step": 34605
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.551051800166028e-06,
      "loss": 0.0266,
      "step": 34606
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.550798841541575e-06,
      "loss": 0.0213,
      "step": 34607
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.550545884076218e-06,
      "loss": 0.0012,
      "step": 34608
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.550292927770599e-06,
      "loss": 0.0051,
      "step": 34609
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.55003997262538e-06,
      "loss": 0.0073,
      "step": 34610
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.549787018641208e-06,
      "loss": 0.0024,
      "step": 34611
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.549534065818737e-06,
      "loss": 0.0083,
      "step": 34612
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.549281114158622e-06,
      "loss": 0.0193,
      "step": 34613
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5490281636615105e-06,
      "loss": 0.0068,
      "step": 34614
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.548775214328063e-06,
      "loss": 0.0072,
      "step": 34615
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.548522266158926e-06,
      "loss": 0.0032,
      "step": 34616
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5482693191547516e-06,
      "loss": 0.004,
      "step": 34617
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.548016373316198e-06,
      "loss": 0.0034,
      "step": 34618
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.547763428643912e-06,
      "loss": 0.0158,
      "step": 34619
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.547510485138551e-06,
      "loss": 0.0057,
      "step": 34620
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5472575428007655e-06,
      "loss": 0.0082,
      "step": 34621
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.547004601631207e-06,
      "loss": 0.0075,
      "step": 34622
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5467516616305314e-06,
      "loss": 0.0447,
      "step": 34623
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.546498722799387e-06,
      "loss": 0.0101,
      "step": 34624
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.546245785138431e-06,
      "loss": 0.0032,
      "step": 34625
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.545992848648314e-06,
      "loss": 0.0101,
      "step": 34626
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.545739913329687e-06,
      "loss": 0.012,
      "step": 34627
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.545486979183206e-06,
      "loss": 0.0117,
      "step": 34628
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5452340462095205e-06,
      "loss": 0.0075,
      "step": 34629
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.544981114409287e-06,
      "loss": 0.0063,
      "step": 34630
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.544728183783154e-06,
      "loss": 0.0086,
      "step": 34631
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.544475254331775e-06,
      "loss": 0.0074,
      "step": 34632
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.544222326055806e-06,
      "loss": 0.0077,
      "step": 34633
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.543969398955895e-06,
      "loss": 0.0025,
      "step": 34634
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.543716473032698e-06,
      "loss": 0.0022,
      "step": 34635
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.543463548286867e-06,
      "loss": 0.0067,
      "step": 34636
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5432106247190534e-06,
      "loss": 0.0059,
      "step": 34637
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.542957702329911e-06,
      "loss": 0.0112,
      "step": 34638
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.54270478112009e-06,
      "loss": 0.0062,
      "step": 34639
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.542451861090248e-06,
      "loss": 0.0053,
      "step": 34640
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.542198942241034e-06,
      "loss": 0.005,
      "step": 34641
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.541946024573099e-06,
      "loss": 0.0089,
      "step": 34642
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5416931080871e-06,
      "loss": 0.0041,
      "step": 34643
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.541440192783686e-06,
      "loss": 0.0129,
      "step": 34644
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.541187278663513e-06,
      "loss": 0.0237,
      "step": 34645
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.54093436572723e-06,
      "loss": 0.0168,
      "step": 34646
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.540681453975491e-06,
      "loss": 0.0076,
      "step": 34647
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.540428543408951e-06,
      "loss": 0.0095,
      "step": 34648
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5401756340282575e-06,
      "loss": 0.0093,
      "step": 34649
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.539922725834068e-06,
      "loss": 0.0094,
      "step": 34650
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.539669818827034e-06,
      "loss": 0.0047,
      "step": 34651
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5394169130078045e-06,
      "loss": 0.0048,
      "step": 34652
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.539164008377037e-06,
      "loss": 0.0156,
      "step": 34653
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.538911104935381e-06,
      "loss": 0.0035,
      "step": 34654
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.53865820268349e-06,
      "loss": 0.0024,
      "step": 34655
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.538405301622018e-06,
      "loss": 0.0128,
      "step": 34656
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5381524017516135e-06,
      "loss": 0.0089,
      "step": 34657
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5378995030729336e-06,
      "loss": 0.0016,
      "step": 34658
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.537646605586628e-06,
      "loss": 0.0236,
      "step": 34659
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.53739370929335e-06,
      "loss": 0.0101,
      "step": 34660
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.537140814193755e-06,
      "loss": 0.0101,
      "step": 34661
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.53688792028849e-06,
      "loss": 0.0049,
      "step": 34662
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.536635027578212e-06,
      "loss": 0.0189,
      "step": 34663
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.536382136063569e-06,
      "loss": 0.0055,
      "step": 34664
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.53612924574522e-06,
      "loss": 0.025,
      "step": 34665
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.535876356623814e-06,
      "loss": 0.0078,
      "step": 34666
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.535623468700001e-06,
      "loss": 0.0087,
      "step": 34667
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.535370581974438e-06,
      "loss": 0.0223,
      "step": 34668
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.535117696447775e-06,
      "loss": 0.0087,
      "step": 34669
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.534864812120667e-06,
      "loss": 0.0091,
      "step": 34670
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.534611928993764e-06,
      "loss": 0.0099,
      "step": 34671
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.534359047067718e-06,
      "loss": 0.0224,
      "step": 34672
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.534106166343184e-06,
      "loss": 0.0054,
      "step": 34673
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.533853286820811e-06,
      "loss": 0.0103,
      "step": 34674
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.533600408501257e-06,
      "loss": 0.0084,
      "step": 34675
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5333475313851705e-06,
      "loss": 0.0015,
      "step": 34676
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.533094655473204e-06,
      "loss": 0.0085,
      "step": 34677
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.532841780766012e-06,
      "loss": 0.0115,
      "step": 34678
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.532588907264244e-06,
      "loss": 0.0129,
      "step": 34679
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.532336034968557e-06,
      "loss": 0.0098,
      "step": 34680
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5320831638796e-06,
      "loss": 0.0064,
      "step": 34681
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.531830293998023e-06,
      "loss": 0.0025,
      "step": 34682
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.531577425324486e-06,
      "loss": 0.0048,
      "step": 34683
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.531324557859635e-06,
      "loss": 0.0109,
      "step": 34684
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.531071691604127e-06,
      "loss": 0.0133,
      "step": 34685
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.530818826558611e-06,
      "loss": 0.0044,
      "step": 34686
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.530565962723741e-06,
      "loss": 0.0203,
      "step": 34687
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.530313100100169e-06,
      "loss": 0.004,
      "step": 34688
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.530060238688546e-06,
      "loss": 0.0099,
      "step": 34689
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.529807378489529e-06,
      "loss": 0.0109,
      "step": 34690
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.529554519503768e-06,
      "loss": 0.0075,
      "step": 34691
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.529301661731913e-06,
      "loss": 0.0237,
      "step": 34692
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.529048805174619e-06,
      "loss": 0.0157,
      "step": 34693
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.528795949832539e-06,
      "loss": 0.0035,
      "step": 34694
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.528543095706324e-06,
      "loss": 0.0045,
      "step": 34695
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.528290242796627e-06,
      "loss": 0.0157,
      "step": 34696
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5280373911041e-06,
      "loss": 0.0068,
      "step": 34697
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.527784540629397e-06,
      "loss": 0.0095,
      "step": 34698
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.527531691373166e-06,
      "loss": 0.0101,
      "step": 34699
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.527278843336066e-06,
      "loss": 0.0134,
      "step": 34700
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.527025996518745e-06,
      "loss": 0.012,
      "step": 34701
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.526773150921856e-06,
      "loss": 0.0062,
      "step": 34702
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.526520306546053e-06,
      "loss": 0.0122,
      "step": 34703
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.526267463391987e-06,
      "loss": 0.0078,
      "step": 34704
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.526014621460311e-06,
      "loss": 0.0059,
      "step": 34705
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.525761780751677e-06,
      "loss": 0.0097,
      "step": 34706
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.525508941266736e-06,
      "loss": 0.0074,
      "step": 34707
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.525256103006145e-06,
      "loss": 0.0068,
      "step": 34708
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.525003265970552e-06,
      "loss": 0.0073,
      "step": 34709
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.524750430160611e-06,
      "loss": 0.0101,
      "step": 34710
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5244975955769755e-06,
      "loss": 0.0195,
      "step": 34711
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.524244762220295e-06,
      "loss": 0.018,
      "step": 34712
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.523991930091225e-06,
      "loss": 0.0038,
      "step": 34713
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.523739099190413e-06,
      "loss": 0.0082,
      "step": 34714
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.523486269518519e-06,
      "loss": 0.0198,
      "step": 34715
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.523233441076191e-06,
      "loss": 0.0027,
      "step": 34716
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.522980613864078e-06,
      "loss": 0.0173,
      "step": 34717
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5227277878828404e-06,
      "loss": 0.0024,
      "step": 34718
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.522474963133123e-06,
      "loss": 0.0305,
      "step": 34719
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.522222139615583e-06,
      "loss": 0.0223,
      "step": 34720
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.521969317330872e-06,
      "loss": 0.0088,
      "step": 34721
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.521716496279638e-06,
      "loss": 0.0012,
      "step": 34722
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.521463676462541e-06,
      "loss": 0.0024,
      "step": 34723
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.521210857880225e-06,
      "loss": 0.0095,
      "step": 34724
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.520958040533349e-06,
      "loss": 0.0015,
      "step": 34725
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5207052244225645e-06,
      "loss": 0.0027,
      "step": 34726
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.520452409548519e-06,
      "loss": 0.0073,
      "step": 34727
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.520199595911871e-06,
      "loss": 0.0114,
      "step": 34728
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.519946783513268e-06,
      "loss": 0.019,
      "step": 34729
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.519693972353365e-06,
      "loss": 0.0096,
      "step": 34730
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.519441162432815e-06,
      "loss": 0.037,
      "step": 34731
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5191883537522655e-06,
      "loss": 0.0157,
      "step": 34732
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.518935546312375e-06,
      "loss": 0.0075,
      "step": 34733
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.518682740113791e-06,
      "loss": 0.0227,
      "step": 34734
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.518429935157171e-06,
      "loss": 0.026,
      "step": 34735
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.518177131443163e-06,
      "loss": 0.0093,
      "step": 34736
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.51792432897242e-06,
      "loss": 0.0155,
      "step": 34737
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.517671527745595e-06,
      "loss": 0.0066,
      "step": 34738
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.517418727763339e-06,
      "loss": 0.0177,
      "step": 34739
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.517165929026309e-06,
      "loss": 0.0101,
      "step": 34740
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.516913131535153e-06,
      "loss": 0.0095,
      "step": 34741
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.516660335290522e-06,
      "loss": 0.0143,
      "step": 34742
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.516407540293072e-06,
      "loss": 0.0011,
      "step": 34743
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.516154746543453e-06,
      "loss": 0.0053,
      "step": 34744
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.515901954042319e-06,
      "loss": 0.0024,
      "step": 34745
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.5156491627903205e-06,
      "loss": 0.0109,
      "step": 34746
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.51539637278811e-06,
      "loss": 0.009,
      "step": 34747
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.515143584036343e-06,
      "loss": 0.0065,
      "step": 34748
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.514890796535666e-06,
      "loss": 0.0049,
      "step": 34749
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.514638010286736e-06,
      "loss": 0.0049,
      "step": 34750
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.514385225290204e-06,
      "loss": 0.0043,
      "step": 34751
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.514132441546722e-06,
      "loss": 0.0054,
      "step": 34752
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.513879659056942e-06,
      "loss": 0.0132,
      "step": 34753
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.513626877821515e-06,
      "loss": 0.0067,
      "step": 34754
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.513374097841098e-06,
      "loss": 0.0043,
      "step": 34755
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.513121319116339e-06,
      "loss": 0.0098,
      "step": 34756
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.512868541647889e-06,
      "loss": 0.0092,
      "step": 34757
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.512615765436405e-06,
      "loss": 0.0046,
      "step": 34758
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.512362990482535e-06,
      "loss": 0.0064,
      "step": 34759
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.512110216786935e-06,
      "loss": 0.0127,
      "step": 34760
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.511857444350255e-06,
      "loss": 0.0055,
      "step": 34761
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.511604673173147e-06,
      "loss": 0.0066,
      "step": 34762
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.511351903256263e-06,
      "loss": 0.0015,
      "step": 34763
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.511099134600256e-06,
      "loss": 0.0043,
      "step": 34764
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.510846367205779e-06,
      "loss": 0.0054,
      "step": 34765
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.510593601073485e-06,
      "loss": 0.005,
      "step": 34766
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5103408362040224e-06,
      "loss": 0.0088,
      "step": 34767
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.510088072598047e-06,
      "loss": 0.0037,
      "step": 34768
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.50983531025621e-06,
      "loss": 0.0026,
      "step": 34769
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.509582549179161e-06,
      "loss": 0.0281,
      "step": 34770
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.509329789367557e-06,
      "loss": 0.0169,
      "step": 34771
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.509077030822045e-06,
      "loss": 0.0096,
      "step": 34772
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.508824273543284e-06,
      "loss": 0.0091,
      "step": 34773
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.50857151753192e-06,
      "loss": 0.0096,
      "step": 34774
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.508318762788605e-06,
      "loss": 0.0024,
      "step": 34775
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.508066009313997e-06,
      "loss": 0.0036,
      "step": 34776
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5078132571087425e-06,
      "loss": 0.0185,
      "step": 34777
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.507560506173497e-06,
      "loss": 0.0057,
      "step": 34778
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5073077565089124e-06,
      "loss": 0.0148,
      "step": 34779
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5070550081156385e-06,
      "loss": 0.0028,
      "step": 34780
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.50680226099433e-06,
      "loss": 0.0027,
      "step": 34781
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.506549515145636e-06,
      "loss": 0.0041,
      "step": 34782
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5062967705702136e-06,
      "loss": 0.0085,
      "step": 34783
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.506044027268711e-06,
      "loss": 0.0261,
      "step": 34784
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.505791285241782e-06,
      "loss": 0.0019,
      "step": 34785
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.505538544490078e-06,
      "loss": 0.0114,
      "step": 34786
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.505285805014251e-06,
      "loss": 0.0113,
      "step": 34787
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5050330668149545e-06,
      "loss": 0.0072,
      "step": 34788
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.504780329892839e-06,
      "loss": 0.0108,
      "step": 34789
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5045275942485565e-06,
      "loss": 0.0067,
      "step": 34790
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.504274859882761e-06,
      "loss": 0.0057,
      "step": 34791
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.504022126796104e-06,
      "loss": 0.0439,
      "step": 34792
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.503769394989238e-06,
      "loss": 0.0209,
      "step": 34793
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.503516664462813e-06,
      "loss": 0.0186,
      "step": 34794
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.503263935217483e-06,
      "loss": 0.0074,
      "step": 34795
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5030112072539e-06,
      "loss": 0.0186,
      "step": 34796
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.502758480572714e-06,
      "loss": 0.0073,
      "step": 34797
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.502505755174582e-06,
      "loss": 0.0045,
      "step": 34798
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5022530310601525e-06,
      "loss": 0.0051,
      "step": 34799
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5020003082300754e-06,
      "loss": 0.0052,
      "step": 34800
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.501747586685008e-06,
      "loss": 0.0057,
      "step": 34801
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.501494866425598e-06,
      "loss": 0.0107,
      "step": 34802
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.501242147452503e-06,
      "loss": 0.0154,
      "step": 34803
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5009894297663694e-06,
      "loss": 0.0088,
      "step": 34804
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.500736713367851e-06,
      "loss": 0.0036,
      "step": 34805
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5004839982576015e-06,
      "loss": 0.0066,
      "step": 34806
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.5002312844362695e-06,
      "loss": 0.0228,
      "step": 34807
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.499978571904512e-06,
      "loss": 0.0292,
      "step": 34808
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.499725860662978e-06,
      "loss": 0.0315,
      "step": 34809
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.499473150712319e-06,
      "loss": 0.0064,
      "step": 34810
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.49922044205319e-06,
      "loss": 0.0092,
      "step": 34811
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4989677346862395e-06,
      "loss": 0.0064,
      "step": 34812
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.498715028612123e-06,
      "loss": 0.0167,
      "step": 34813
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.498462323831491e-06,
      "loss": 0.006,
      "step": 34814
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4982096203449924e-06,
      "loss": 0.0078,
      "step": 34815
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.497956918153286e-06,
      "loss": 0.0196,
      "step": 34816
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.497704217257017e-06,
      "loss": 0.0058,
      "step": 34817
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4974515176568435e-06,
      "loss": 0.0041,
      "step": 34818
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4971988193534134e-06,
      "loss": 0.0028,
      "step": 34819
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.49694612234738e-06,
      "loss": 0.0193,
      "step": 34820
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4966934266393965e-06,
      "loss": 0.0099,
      "step": 34821
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4964407322301115e-06,
      "loss": 0.0041,
      "step": 34822
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.496188039120181e-06,
      "loss": 0.01,
      "step": 34823
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.495935347310257e-06,
      "loss": 0.0031,
      "step": 34824
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.495682656800986e-06,
      "loss": 0.0116,
      "step": 34825
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4954299675930266e-06,
      "loss": 0.0036,
      "step": 34826
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.495177279687027e-06,
      "loss": 0.0129,
      "step": 34827
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.494924593083642e-06,
      "loss": 0.005,
      "step": 34828
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.494671907783521e-06,
      "loss": 0.0138,
      "step": 34829
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.494419223787316e-06,
      "loss": 0.0061,
      "step": 34830
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.494166541095682e-06,
      "loss": 0.0101,
      "step": 34831
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.493913859709266e-06,
      "loss": 0.0238,
      "step": 34832
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.493661179628726e-06,
      "loss": 0.0093,
      "step": 34833
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.49340850085471e-06,
      "loss": 0.0045,
      "step": 34834
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.493155823387872e-06,
      "loss": 0.0092,
      "step": 34835
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.492903147228862e-06,
      "loss": 0.0084,
      "step": 34836
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.492650472378333e-06,
      "loss": 0.0062,
      "step": 34837
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.492397798836937e-06,
      "loss": 0.0059,
      "step": 34838
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.492145126605327e-06,
      "loss": 0.0167,
      "step": 34839
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.491892455684152e-06,
      "loss": 0.0191,
      "step": 34840
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4916397860740675e-06,
      "loss": 0.0092,
      "step": 34841
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4913871177757234e-06,
      "loss": 0.0043,
      "step": 34842
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.491134450789773e-06,
      "loss": 0.0044,
      "step": 34843
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.490881785116868e-06,
      "loss": 0.021,
      "step": 34844
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.490629120757658e-06,
      "loss": 0.0043,
      "step": 34845
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4903764577127976e-06,
      "loss": 0.0066,
      "step": 34846
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.490123795982936e-06,
      "loss": 0.0102,
      "step": 34847
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.489871135568729e-06,
      "loss": 0.0098,
      "step": 34848
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.489618476470828e-06,
      "loss": 0.0024,
      "step": 34849
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.489365818689881e-06,
      "loss": 0.0106,
      "step": 34850
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.489113162226544e-06,
      "loss": 0.0045,
      "step": 34851
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.488860507081467e-06,
      "loss": 0.0086,
      "step": 34852
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.488607853255303e-06,
      "loss": 0.0262,
      "step": 34853
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.488355200748703e-06,
      "loss": 0.0016,
      "step": 34854
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.488102549562317e-06,
      "loss": 0.0333,
      "step": 34855
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4878498996968035e-06,
      "loss": 0.0106,
      "step": 34856
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.487597251152806e-06,
      "loss": 0.0174,
      "step": 34857
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.487344603930983e-06,
      "loss": 0.0472,
      "step": 34858
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.487091958031984e-06,
      "loss": 0.0064,
      "step": 34859
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.486839313456459e-06,
      "loss": 0.0117,
      "step": 34860
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.486586670205064e-06,
      "loss": 0.0053,
      "step": 34861
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.486334028278447e-06,
      "loss": 0.0092,
      "step": 34862
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.486081387677263e-06,
      "loss": 0.0111,
      "step": 34863
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.485828748402162e-06,
      "loss": 0.002,
      "step": 34864
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4855761104537935e-06,
      "loss": 0.0108,
      "step": 34865
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4853234738328155e-06,
      "loss": 0.0057,
      "step": 34866
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.485070838539876e-06,
      "loss": 0.0106,
      "step": 34867
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.484818204575627e-06,
      "loss": 0.0124,
      "step": 34868
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.484565571940722e-06,
      "loss": 0.0057,
      "step": 34869
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.484312940635811e-06,
      "loss": 0.0056,
      "step": 34870
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.484060310661547e-06,
      "loss": 0.0156,
      "step": 34871
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4838076820185795e-06,
      "loss": 0.0036,
      "step": 34872
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.483555054707564e-06,
      "loss": 0.0073,
      "step": 34873
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.483302428729153e-06,
      "loss": 0.0066,
      "step": 34874
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4830498040839926e-06,
      "loss": 0.0191,
      "step": 34875
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4827971807727406e-06,
      "loss": 0.0026,
      "step": 34876
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.482544558796045e-06,
      "loss": 0.0146,
      "step": 34877
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.482291938154559e-06,
      "loss": 0.0066,
      "step": 34878
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.482039318848936e-06,
      "loss": 0.0104,
      "step": 34879
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.481786700879824e-06,
      "loss": 0.012,
      "step": 34880
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.48153408424788e-06,
      "loss": 0.0156,
      "step": 34881
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.48128146895375e-06,
      "loss": 0.0048,
      "step": 34882
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.481028854998091e-06,
      "loss": 0.002,
      "step": 34883
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.480776242381552e-06,
      "loss": 0.0404,
      "step": 34884
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.480523631104786e-06,
      "loss": 0.0014,
      "step": 34885
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.480271021168444e-06,
      "loss": 0.023,
      "step": 34886
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.480018412573177e-06,
      "loss": 0.0049,
      "step": 34887
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.479765805319642e-06,
      "loss": 0.0162,
      "step": 34888
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.479513199408484e-06,
      "loss": 0.0064,
      "step": 34889
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.479260594840355e-06,
      "loss": 0.0041,
      "step": 34890
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.479007991615914e-06,
      "loss": 0.0127,
      "step": 34891
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.478755389735805e-06,
      "loss": 0.0377,
      "step": 34892
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.478502789200685e-06,
      "loss": 0.0046,
      "step": 34893
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.478250190011204e-06,
      "loss": 0.0218,
      "step": 34894
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.477997592168012e-06,
      "loss": 0.0033,
      "step": 34895
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.477744995671763e-06,
      "loss": 0.0104,
      "step": 34896
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.477492400523107e-06,
      "loss": 0.0098,
      "step": 34897
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4772398067226985e-06,
      "loss": 0.0034,
      "step": 34898
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.476987214271189e-06,
      "loss": 0.0081,
      "step": 34899
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.476734623169226e-06,
      "loss": 0.0039,
      "step": 34900
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.476482033417467e-06,
      "loss": 0.0037,
      "step": 34901
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.476229445016558e-06,
      "loss": 0.0054,
      "step": 34902
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.475976857967156e-06,
      "loss": 0.0246,
      "step": 34903
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4757242722699114e-06,
      "loss": 0.0188,
      "step": 34904
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4754716879254725e-06,
      "loss": 0.0072,
      "step": 34905
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4752191049344965e-06,
      "loss": 0.0056,
      "step": 34906
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.474966523297629e-06,
      "loss": 0.0023,
      "step": 34907
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.474713943015527e-06,
      "loss": 0.0115,
      "step": 34908
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.47446136408884e-06,
      "loss": 0.0157,
      "step": 34909
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4742087865182205e-06,
      "loss": 0.0059,
      "step": 34910
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.47395621030432e-06,
      "loss": 0.0047,
      "step": 34911
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.473703635447788e-06,
      "loss": 0.0111,
      "step": 34912
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4734510619492815e-06,
      "loss": 0.0098,
      "step": 34913
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.473198489809448e-06,
      "loss": 0.0123,
      "step": 34914
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.472945919028937e-06,
      "loss": 0.0174,
      "step": 34915
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.472693349608407e-06,
      "loss": 0.002,
      "step": 34916
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.472440781548504e-06,
      "loss": 0.0072,
      "step": 34917
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.472188214849883e-06,
      "loss": 0.0104,
      "step": 34918
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.471935649513196e-06,
      "loss": 0.0227,
      "step": 34919
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.47168308553909e-06,
      "loss": 0.0035,
      "step": 34920
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.471430522928222e-06,
      "loss": 0.0034,
      "step": 34921
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.47117796168124e-06,
      "loss": 0.0097,
      "step": 34922
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4709254017987995e-06,
      "loss": 0.0054,
      "step": 34923
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.47067284328155e-06,
      "loss": 0.0045,
      "step": 34924
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.47042028613014e-06,
      "loss": 0.0088,
      "step": 34925
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.470167730345228e-06,
      "loss": 0.0139,
      "step": 34926
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.46991517592746e-06,
      "loss": 0.0064,
      "step": 34927
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4696626228774904e-06,
      "loss": 0.0058,
      "step": 34928
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.469410071195972e-06,
      "loss": 0.0164,
      "step": 34929
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.469157520883551e-06,
      "loss": 0.008,
      "step": 34930
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.468904971940885e-06,
      "loss": 0.0109,
      "step": 34931
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.468652424368622e-06,
      "loss": 0.0107,
      "step": 34932
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.468399878167417e-06,
      "loss": 0.0074,
      "step": 34933
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.46814733333792e-06,
      "loss": 0.0066,
      "step": 34934
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.46789478988078e-06,
      "loss": 0.0072,
      "step": 34935
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.467642247796653e-06,
      "loss": 0.0038,
      "step": 34936
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.467389707086186e-06,
      "loss": 0.0137,
      "step": 34937
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.467137167750037e-06,
      "loss": 0.0159,
      "step": 34938
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.466884629788853e-06,
      "loss": 0.0094,
      "step": 34939
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4666320932032845e-06,
      "loss": 0.0094,
      "step": 34940
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.466379557993987e-06,
      "loss": 0.0251,
      "step": 34941
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.466127024161609e-06,
      "loss": 0.0159,
      "step": 34942
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.465874491706805e-06,
      "loss": 0.0239,
      "step": 34943
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.465621960630225e-06,
      "loss": 0.0046,
      "step": 34944
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.46536943093252e-06,
      "loss": 0.0161,
      "step": 34945
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.465116902614342e-06,
      "loss": 0.0059,
      "step": 34946
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4648643756763425e-06,
      "loss": 0.0033,
      "step": 34947
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.464611850119174e-06,
      "loss": 0.0145,
      "step": 34948
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4643593259434885e-06,
      "loss": 0.0028,
      "step": 34949
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.464106803149935e-06,
      "loss": 0.0106,
      "step": 34950
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4638542817391695e-06,
      "loss": 0.017,
      "step": 34951
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.463601761711839e-06,
      "loss": 0.0084,
      "step": 34952
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.463349243068598e-06,
      "loss": 0.0143,
      "step": 34953
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.463096725810097e-06,
      "loss": 0.0144,
      "step": 34954
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.462844209936985e-06,
      "loss": 0.006,
      "step": 34955
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.462591695449919e-06,
      "loss": 0.0113,
      "step": 34956
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.462339182349546e-06,
      "loss": 0.0118,
      "step": 34957
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.462086670636521e-06,
      "loss": 0.0081,
      "step": 34958
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.461834160311494e-06,
      "loss": 0.0321,
      "step": 34959
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4615816513751155e-06,
      "loss": 0.0111,
      "step": 34960
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4613291438280386e-06,
      "loss": 0.018,
      "step": 34961
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.461076637670912e-06,
      "loss": 0.0208,
      "step": 34962
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.460824132904393e-06,
      "loss": 0.0106,
      "step": 34963
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.46057162952913e-06,
      "loss": 0.0077,
      "step": 34964
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.460319127545771e-06,
      "loss": 0.0197,
      "step": 34965
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4600666269549735e-06,
      "loss": 0.006,
      "step": 34966
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.459814127757384e-06,
      "loss": 0.0208,
      "step": 34967
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.459561629953658e-06,
      "loss": 0.0059,
      "step": 34968
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4593091335444455e-06,
      "loss": 0.007,
      "step": 34969
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.459056638530397e-06,
      "loss": 0.011,
      "step": 34970
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.458804144912166e-06,
      "loss": 0.0204,
      "step": 34971
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.458551652690401e-06,
      "loss": 0.004,
      "step": 34972
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.458299161865757e-06,
      "loss": 0.003,
      "step": 34973
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4580466724388844e-06,
      "loss": 0.0138,
      "step": 34974
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.457794184410433e-06,
      "loss": 0.0274,
      "step": 34975
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.457541697781057e-06,
      "loss": 0.0056,
      "step": 34976
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.457289212551405e-06,
      "loss": 0.0082,
      "step": 34977
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.457036728722131e-06,
      "loss": 0.0195,
      "step": 34978
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.456784246293886e-06,
      "loss": 0.0225,
      "step": 34979
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.456531765267318e-06,
      "loss": 0.0047,
      "step": 34980
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4562792856430845e-06,
      "loss": 0.0051,
      "step": 34981
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.456026807421832e-06,
      "loss": 0.0086,
      "step": 34982
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.455774330604216e-06,
      "loss": 0.035,
      "step": 34983
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.455521855190886e-06,
      "loss": 0.0042,
      "step": 34984
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.455269381182492e-06,
      "loss": 0.0134,
      "step": 34985
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.455016908579688e-06,
      "loss": 0.0166,
      "step": 34986
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.454764437383121e-06,
      "loss": 0.0139,
      "step": 34987
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.454511967593449e-06,
      "loss": 0.0037,
      "step": 34988
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.454259499211321e-06,
      "loss": 0.0049,
      "step": 34989
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4540070322373845e-06,
      "loss": 0.0037,
      "step": 34990
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.453754566672296e-06,
      "loss": 0.0117,
      "step": 34991
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4535021025167045e-06,
      "loss": 0.0068,
      "step": 34992
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.453249639771263e-06,
      "loss": 0.0052,
      "step": 34993
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.452997178436622e-06,
      "loss": 0.0057,
      "step": 34994
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.45274471851343e-06,
      "loss": 0.0061,
      "step": 34995
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.452492260002345e-06,
      "loss": 0.0055,
      "step": 34996
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.452239802904012e-06,
      "loss": 0.0058,
      "step": 34997
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.451987347219087e-06,
      "loss": 0.0053,
      "step": 34998
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4517348929482195e-06,
      "loss": 0.0053,
      "step": 34999
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.45148244009206e-06,
      "loss": 0.004,
      "step": 35000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.451229988651262e-06,
      "loss": 0.0068,
      "step": 35001
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.450977538626475e-06,
      "loss": 0.0066,
      "step": 35002
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4507250900183516e-06,
      "loss": 0.0099,
      "step": 35003
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.450472642827543e-06,
      "loss": 0.01,
      "step": 35004
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.450220197054699e-06,
      "loss": 0.0084,
      "step": 35005
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.449967752700474e-06,
      "loss": 0.0035,
      "step": 35006
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.449715309765517e-06,
      "loss": 0.0041,
      "step": 35007
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.449462868250481e-06,
      "loss": 0.0044,
      "step": 35008
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.449210428156017e-06,
      "loss": 0.0063,
      "step": 35009
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.448957989482775e-06,
      "loss": 0.0112,
      "step": 35010
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.448705552231408e-06,
      "loss": 0.0088,
      "step": 35011
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4484531164025656e-06,
      "loss": 0.0064,
      "step": 35012
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.448200681996901e-06,
      "loss": 0.0025,
      "step": 35013
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.447948249015066e-06,
      "loss": 0.0103,
      "step": 35014
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.447695817457709e-06,
      "loss": 0.0039,
      "step": 35015
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.447443387325485e-06,
      "loss": 0.0062,
      "step": 35016
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.447190958619041e-06,
      "loss": 0.0029,
      "step": 35017
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.446938531339033e-06,
      "loss": 0.0057,
      "step": 35018
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4466861054861105e-06,
      "loss": 0.0123,
      "step": 35019
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.446433681060922e-06,
      "loss": 0.0071,
      "step": 35020
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.446181258064125e-06,
      "loss": 0.0081,
      "step": 35021
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.445928836496364e-06,
      "loss": 0.0234,
      "step": 35022
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.445676416358295e-06,
      "loss": 0.0063,
      "step": 35023
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.445423997650569e-06,
      "loss": 0.0028,
      "step": 35024
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.445171580373835e-06,
      "loss": 0.0059,
      "step": 35025
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.444919164528746e-06,
      "loss": 0.0078,
      "step": 35026
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.444666750115953e-06,
      "loss": 0.009,
      "step": 35027
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.444414337136106e-06,
      "loss": 0.0053,
      "step": 35028
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.44416192558986e-06,
      "loss": 0.0054,
      "step": 35029
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.44390951547786e-06,
      "loss": 0.0138,
      "step": 35030
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.443657106800764e-06,
      "loss": 0.0061,
      "step": 35031
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4434046995592195e-06,
      "loss": 0.0037,
      "step": 35032
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.443152293753879e-06,
      "loss": 0.0076,
      "step": 35033
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.442899889385395e-06,
      "loss": 0.0032,
      "step": 35034
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.442647486454415e-06,
      "loss": 0.0051,
      "step": 35035
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.442395084961594e-06,
      "loss": 0.0052,
      "step": 35036
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.442142684907579e-06,
      "loss": 0.0046,
      "step": 35037
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.441890286293027e-06,
      "loss": 0.0049,
      "step": 35038
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.441637889118588e-06,
      "loss": 0.0037,
      "step": 35039
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.441385493384908e-06,
      "loss": 0.0211,
      "step": 35040
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.441133099092644e-06,
      "loss": 0.0024,
      "step": 35041
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.440880706242444e-06,
      "loss": 0.023,
      "step": 35042
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.440628314834962e-06,
      "loss": 0.0034,
      "step": 35043
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4403759248708475e-06,
      "loss": 0.0196,
      "step": 35044
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.44012353635075e-06,
      "loss": 0.009,
      "step": 35045
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.439871149275325e-06,
      "loss": 0.0071,
      "step": 35046
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.439618763645219e-06,
      "loss": 0.0024,
      "step": 35047
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.439366379461089e-06,
      "loss": 0.0141,
      "step": 35048
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.439113996723581e-06,
      "loss": 0.0226,
      "step": 35049
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.438861615433348e-06,
      "loss": 0.0025,
      "step": 35050
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4386092355910425e-06,
      "loss": 0.0263,
      "step": 35051
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.438356857197312e-06,
      "loss": 0.0104,
      "step": 35052
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.438104480252815e-06,
      "loss": 0.0224,
      "step": 35053
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4378521047581955e-06,
      "loss": 0.004,
      "step": 35054
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.437599730714106e-06,
      "loss": 0.003,
      "step": 35055
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.437347358121201e-06,
      "loss": 0.0023,
      "step": 35056
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.437094986980128e-06,
      "loss": 0.0056,
      "step": 35057
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4368426172915415e-06,
      "loss": 0.0201,
      "step": 35058
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.436590249056091e-06,
      "loss": 0.013,
      "step": 35059
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.436337882274427e-06,
      "loss": 0.0202,
      "step": 35060
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.436085516947202e-06,
      "loss": 0.0015,
      "step": 35061
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.435833153075065e-06,
      "loss": 0.0033,
      "step": 35062
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.435580790658671e-06,
      "loss": 0.0096,
      "step": 35063
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.435328429698669e-06,
      "loss": 0.0048,
      "step": 35064
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4350760701957086e-06,
      "loss": 0.0131,
      "step": 35065
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.434823712150445e-06,
      "loss": 0.0058,
      "step": 35066
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4345713555635245e-06,
      "loss": 0.0062,
      "step": 35067
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.434319000435602e-06,
      "loss": 0.0083,
      "step": 35068
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.434066646767328e-06,
      "loss": 0.0048,
      "step": 35069
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.433814294559351e-06,
      "loss": 0.0067,
      "step": 35070
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4335619438123265e-06,
      "loss": 0.0053,
      "step": 35071
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.433309594526901e-06,
      "loss": 0.006,
      "step": 35072
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4330572467037295e-06,
      "loss": 0.0048,
      "step": 35073
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.432804900343462e-06,
      "loss": 0.0136,
      "step": 35074
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4325525554467485e-06,
      "loss": 0.0284,
      "step": 35075
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.432300212014241e-06,
      "loss": 0.0169,
      "step": 35076
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.43204787004659e-06,
      "loss": 0.008,
      "step": 35077
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.431795529544449e-06,
      "loss": 0.01,
      "step": 35078
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.431543190508467e-06,
      "loss": 0.0106,
      "step": 35079
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.431290852939293e-06,
      "loss": 0.0083,
      "step": 35080
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.431038516837583e-06,
      "loss": 0.0089,
      "step": 35081
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.430786182203984e-06,
      "loss": 0.0052,
      "step": 35082
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.43053384903915e-06,
      "loss": 0.0098,
      "step": 35083
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4302815173437306e-06,
      "loss": 0.007,
      "step": 35084
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.430029187118377e-06,
      "loss": 0.0055,
      "step": 35085
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4297768583637406e-06,
      "loss": 0.0226,
      "step": 35086
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4295245310804705e-06,
      "loss": 0.0122,
      "step": 35087
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.429272205269223e-06,
      "loss": 0.0068,
      "step": 35088
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.429019880930644e-06,
      "loss": 0.0029,
      "step": 35089
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.428767558065386e-06,
      "loss": 0.0066,
      "step": 35090
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.428515236674102e-06,
      "loss": 0.0083,
      "step": 35091
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.42826291675744e-06,
      "loss": 0.0185,
      "step": 35092
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.428010598316053e-06,
      "loss": 0.0099,
      "step": 35093
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.427758281350593e-06,
      "loss": 0.0096,
      "step": 35094
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.427505965861707e-06,
      "loss": 0.0078,
      "step": 35095
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4272536518500506e-06,
      "loss": 0.0038,
      "step": 35096
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.427001339316273e-06,
      "loss": 0.0063,
      "step": 35097
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.426749028261026e-06,
      "loss": 0.021,
      "step": 35098
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.426496718684959e-06,
      "loss": 0.028,
      "step": 35099
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.426244410588724e-06,
      "loss": 0.0117,
      "step": 35100
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4259921039729735e-06,
      "loss": 0.0134,
      "step": 35101
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.425739798838355e-06,
      "loss": 0.0196,
      "step": 35102
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.425487495185523e-06,
      "loss": 0.0056,
      "step": 35103
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.425235193015128e-06,
      "loss": 0.0042,
      "step": 35104
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.424982892327817e-06,
      "loss": 0.0077,
      "step": 35105
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.424730593124247e-06,
      "loss": 0.0087,
      "step": 35106
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.424478295405065e-06,
      "loss": 0.0029,
      "step": 35107
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4242259991709235e-06,
      "loss": 0.0235,
      "step": 35108
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.423973704422474e-06,
      "loss": 0.0199,
      "step": 35109
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.423721411160366e-06,
      "loss": 0.0034,
      "step": 35110
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.423469119385252e-06,
      "loss": 0.0092,
      "step": 35111
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.423216829097779e-06,
      "loss": 0.0217,
      "step": 35112
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.422964540298605e-06,
      "loss": 0.019,
      "step": 35113
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4227122529883765e-06,
      "loss": 0.0077,
      "step": 35114
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4224599671677444e-06,
      "loss": 0.0108,
      "step": 35115
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.422207682837362e-06,
      "loss": 0.0022,
      "step": 35116
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.421955399997877e-06,
      "loss": 0.0352,
      "step": 35117
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.421703118649943e-06,
      "loss": 0.041,
      "step": 35118
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.421450838794211e-06,
      "loss": 0.0044,
      "step": 35119
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.421198560431328e-06,
      "loss": 0.0018,
      "step": 35120
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.42094628356195e-06,
      "loss": 0.0382,
      "step": 35121
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.420694008186726e-06,
      "loss": 0.0058,
      "step": 35122
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4204417343063075e-06,
      "loss": 0.0029,
      "step": 35123
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.420189461921345e-06,
      "loss": 0.0235,
      "step": 35124
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4199371910324885e-06,
      "loss": 0.0141,
      "step": 35125
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.419684921640391e-06,
      "loss": 0.0054,
      "step": 35126
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4194326537457e-06,
      "loss": 0.0206,
      "step": 35127
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.41918038734907e-06,
      "loss": 0.0073,
      "step": 35128
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.418928122451153e-06,
      "loss": 0.0221,
      "step": 35129
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4186758590525935e-06,
      "loss": 0.0077,
      "step": 35130
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.418423597154049e-06,
      "loss": 0.0079,
      "step": 35131
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.418171336756166e-06,
      "loss": 0.0024,
      "step": 35132
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4179190778596e-06,
      "loss": 0.0065,
      "step": 35133
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.417666820464998e-06,
      "loss": 0.02,
      "step": 35134
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.417414564573011e-06,
      "loss": 0.0049,
      "step": 35135
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.417162310184293e-06,
      "loss": 0.0034,
      "step": 35136
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.41691005729949e-06,
      "loss": 0.0296,
      "step": 35137
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.416657805919258e-06,
      "loss": 0.0036,
      "step": 35138
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.416405556044246e-06,
      "loss": 0.015,
      "step": 35139
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.416153307675103e-06,
      "loss": 0.01,
      "step": 35140
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.415901060812484e-06,
      "loss": 0.0065,
      "step": 35141
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4156488154570355e-06,
      "loss": 0.0105,
      "step": 35142
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.415396571609411e-06,
      "loss": 0.0058,
      "step": 35143
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.415144329270261e-06,
      "loss": 0.0025,
      "step": 35144
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4148920884402335e-06,
      "loss": 0.0066,
      "step": 35145
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.414639849119984e-06,
      "loss": 0.039,
      "step": 35146
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.414387611310161e-06,
      "loss": 0.0135,
      "step": 35147
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.414135375011416e-06,
      "loss": 0.0112,
      "step": 35148
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4138831402244e-06,
      "loss": 0.0177,
      "step": 35149
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.413630906949762e-06,
      "loss": 0.0059,
      "step": 35150
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.413378675188155e-06,
      "loss": 0.016,
      "step": 35151
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.413126444940227e-06,
      "loss": 0.0082,
      "step": 35152
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.412874216206633e-06,
      "loss": 0.0033,
      "step": 35153
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.412621988988022e-06,
      "loss": 0.0069,
      "step": 35154
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.412369763285043e-06,
      "loss": 0.002,
      "step": 35155
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.412117539098349e-06,
      "loss": 0.0096,
      "step": 35156
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.411865316428589e-06,
      "loss": 0.0278,
      "step": 35157
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4116130952764165e-06,
      "loss": 0.0064,
      "step": 35158
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4113608756424816e-06,
      "loss": 0.0084,
      "step": 35159
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.411108657527431e-06,
      "loss": 0.0025,
      "step": 35160
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4108564409319225e-06,
      "loss": 0.0067,
      "step": 35161
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4106042258566e-06,
      "loss": 0.0077,
      "step": 35162
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.41035201230212e-06,
      "loss": 0.005,
      "step": 35163
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.41009980026913e-06,
      "loss": 0.0115,
      "step": 35164
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.409847589758281e-06,
      "loss": 0.016,
      "step": 35165
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4095953807702256e-06,
      "loss": 0.0086,
      "step": 35166
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.409343173305612e-06,
      "loss": 0.0126,
      "step": 35167
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.409090967365093e-06,
      "loss": 0.0052,
      "step": 35168
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4088387629493205e-06,
      "loss": 0.0131,
      "step": 35169
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.408586560058939e-06,
      "loss": 0.0097,
      "step": 35170
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.408334358694608e-06,
      "loss": 0.0175,
      "step": 35171
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.408082158856971e-06,
      "loss": 0.0018,
      "step": 35172
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.407829960546684e-06,
      "loss": 0.0196,
      "step": 35173
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4075777637643954e-06,
      "loss": 0.0306,
      "step": 35174
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4073255685107555e-06,
      "loss": 0.0025,
      "step": 35175
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.407073374786417e-06,
      "loss": 0.0152,
      "step": 35176
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.406821182592026e-06,
      "loss": 0.0046,
      "step": 35177
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.406568991928239e-06,
      "loss": 0.0117,
      "step": 35178
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4063168027957055e-06,
      "loss": 0.0023,
      "step": 35179
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.406064615195072e-06,
      "loss": 0.0119,
      "step": 35180
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.405812429126994e-06,
      "loss": 0.0094,
      "step": 35181
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.40556024459212e-06,
      "loss": 0.0087,
      "step": 35182
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.405308061591101e-06,
      "loss": 0.0062,
      "step": 35183
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.40505588012459e-06,
      "loss": 0.0059,
      "step": 35184
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.404803700193231e-06,
      "loss": 0.0022,
      "step": 35185
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.404551521797684e-06,
      "loss": 0.0068,
      "step": 35186
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.404299344938592e-06,
      "loss": 0.0175,
      "step": 35187
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.40404716961661e-06,
      "loss": 0.0036,
      "step": 35188
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.403794995832388e-06,
      "loss": 0.0038,
      "step": 35189
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.403542823586576e-06,
      "loss": 0.0015,
      "step": 35190
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.403290652879824e-06,
      "loss": 0.0112,
      "step": 35191
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4030384837127824e-06,
      "loss": 0.0075,
      "step": 35192
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.402786316086106e-06,
      "loss": 0.0167,
      "step": 35193
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4025341500004415e-06,
      "loss": 0.0114,
      "step": 35194
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4022819854564385e-06,
      "loss": 0.011,
      "step": 35195
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.402029822454751e-06,
      "loss": 0.015,
      "step": 35196
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.401777660996028e-06,
      "loss": 0.0044,
      "step": 35197
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.401525501080922e-06,
      "loss": 0.009,
      "step": 35198
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.401273342710082e-06,
      "loss": 0.0042,
      "step": 35199
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4010211858841575e-06,
      "loss": 0.0172,
      "step": 35200
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.4007690306038015e-06,
      "loss": 0.0094,
      "step": 35201
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.400516876869662e-06,
      "loss": 0.0039,
      "step": 35202
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.400264724682393e-06,
      "loss": 0.0037,
      "step": 35203
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.400012574042643e-06,
      "loss": 0.0142,
      "step": 35204
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.399760424951062e-06,
      "loss": 0.0272,
      "step": 35205
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.399508277408303e-06,
      "loss": 0.0146,
      "step": 35206
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3992561314150146e-06,
      "loss": 0.0099,
      "step": 35207
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.39900398697185e-06,
      "loss": 0.01,
      "step": 35208
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.398751844079456e-06,
      "loss": 0.0102,
      "step": 35209
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.398499702738484e-06,
      "loss": 0.0246,
      "step": 35210
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.398247562949589e-06,
      "loss": 0.0083,
      "step": 35211
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.397995424713415e-06,
      "loss": 0.0037,
      "step": 35212
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.397743288030618e-06,
      "loss": 0.0138,
      "step": 35213
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.397491152901847e-06,
      "loss": 0.0077,
      "step": 35214
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.397239019327751e-06,
      "loss": 0.0166,
      "step": 35215
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.396986887308982e-06,
      "loss": 0.0034,
      "step": 35216
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.396734756846189e-06,
      "loss": 0.0061,
      "step": 35217
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.396482627940028e-06,
      "loss": 0.0059,
      "step": 35218
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.396230500591143e-06,
      "loss": 0.0027,
      "step": 35219
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.395978374800186e-06,
      "loss": 0.03,
      "step": 35220
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.39572625056781e-06,
      "loss": 0.0232,
      "step": 35221
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.395474127894664e-06,
      "loss": 0.0103,
      "step": 35222
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.395222006781398e-06,
      "loss": 0.0428,
      "step": 35223
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.394969887228665e-06,
      "loss": 0.0041,
      "step": 35224
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3947177692371125e-06,
      "loss": 0.0043,
      "step": 35225
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.394465652807393e-06,
      "loss": 0.0172,
      "step": 35226
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3942135379401546e-06,
      "loss": 0.0019,
      "step": 35227
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.393961424636052e-06,
      "loss": 0.0126,
      "step": 35228
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.393709312895733e-06,
      "loss": 0.0083,
      "step": 35229
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.393457202719848e-06,
      "loss": 0.004,
      "step": 35230
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.393205094109049e-06,
      "loss": 0.0036,
      "step": 35231
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.392952987063986e-06,
      "loss": 0.0102,
      "step": 35232
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.392700881585308e-06,
      "loss": 0.0161,
      "step": 35233
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.392448777673668e-06,
      "loss": 0.0247,
      "step": 35234
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.392196675329713e-06,
      "loss": 0.0153,
      "step": 35235
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.391944574554097e-06,
      "loss": 0.0207,
      "step": 35236
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.391692475347469e-06,
      "loss": 0.0266,
      "step": 35237
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3914403777104805e-06,
      "loss": 0.0115,
      "step": 35238
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.39118828164378e-06,
      "loss": 0.0079,
      "step": 35239
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.39093618714802e-06,
      "loss": 0.0169,
      "step": 35240
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.390684094223851e-06,
      "loss": 0.0092,
      "step": 35241
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.39043200287192e-06,
      "loss": 0.0059,
      "step": 35242
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.390179913092883e-06,
      "loss": 0.0115,
      "step": 35243
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3899278248873875e-06,
      "loss": 0.0071,
      "step": 35244
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.389675738256081e-06,
      "loss": 0.0035,
      "step": 35245
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.389423653199619e-06,
      "loss": 0.0121,
      "step": 35246
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.389171569718651e-06,
      "loss": 0.0015,
      "step": 35247
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3889194878138255e-06,
      "loss": 0.0078,
      "step": 35248
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.388667407485795e-06,
      "loss": 0.0019,
      "step": 35249
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3884153287352076e-06,
      "loss": 0.0018,
      "step": 35250
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.388163251562716e-06,
      "loss": 0.0028,
      "step": 35251
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.387911175968967e-06,
      "loss": 0.0023,
      "step": 35252
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.387659101954617e-06,
      "loss": 0.0021,
      "step": 35253
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.387407029520313e-06,
      "loss": 0.0104,
      "step": 35254
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.387154958666704e-06,
      "loss": 0.0162,
      "step": 35255
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.386902889394444e-06,
      "loss": 0.0046,
      "step": 35256
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.386650821704179e-06,
      "loss": 0.0056,
      "step": 35257
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.386398755596564e-06,
      "loss": 0.0169,
      "step": 35258
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.386146691072247e-06,
      "loss": 0.0116,
      "step": 35259
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3858946281318765e-06,
      "loss": 0.0034,
      "step": 35260
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.385642566776108e-06,
      "loss": 0.0133,
      "step": 35261
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.385390507005587e-06,
      "loss": 0.0099,
      "step": 35262
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.385138448820967e-06,
      "loss": 0.0067,
      "step": 35263
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.384886392222898e-06,
      "loss": 0.0054,
      "step": 35264
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3846343372120274e-06,
      "loss": 0.0019,
      "step": 35265
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3843822837890105e-06,
      "loss": 0.0045,
      "step": 35266
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.384130231954492e-06,
      "loss": 0.0108,
      "step": 35267
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3838781817091275e-06,
      "loss": 0.0117,
      "step": 35268
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.383626133053567e-06,
      "loss": 0.0118,
      "step": 35269
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3833740859884546e-06,
      "loss": 0.0116,
      "step": 35270
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.383122040514449e-06,
      "loss": 0.0082,
      "step": 35271
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.382869996632194e-06,
      "loss": 0.0069,
      "step": 35272
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.382617954342344e-06,
      "loss": 0.0074,
      "step": 35273
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.382365913645549e-06,
      "loss": 0.004,
      "step": 35274
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.382113874542458e-06,
      "loss": 0.0047,
      "step": 35275
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.381861837033721e-06,
      "loss": 0.0069,
      "step": 35276
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.381609801119987e-06,
      "loss": 0.0151,
      "step": 35277
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.381357766801912e-06,
      "loss": 0.0061,
      "step": 35278
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.381105734080141e-06,
      "loss": 0.0139,
      "step": 35279
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.380853702955327e-06,
      "loss": 0.0029,
      "step": 35280
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.380601673428119e-06,
      "loss": 0.008,
      "step": 35281
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.380349645499167e-06,
      "loss": 0.0041,
      "step": 35282
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.380097619169123e-06,
      "loss": 0.0039,
      "step": 35283
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.379845594438637e-06,
      "loss": 0.003,
      "step": 35284
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.379593571308356e-06,
      "loss": 0.0042,
      "step": 35285
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.379341549778935e-06,
      "loss": 0.0055,
      "step": 35286
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.379089529851021e-06,
      "loss": 0.0139,
      "step": 35287
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.378837511525268e-06,
      "loss": 0.0134,
      "step": 35288
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.378585494802322e-06,
      "loss": 0.0022,
      "step": 35289
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.378333479682836e-06,
      "loss": 0.0167,
      "step": 35290
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.378081466167458e-06,
      "loss": 0.0072,
      "step": 35291
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.377829454256839e-06,
      "loss": 0.0014,
      "step": 35292
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.377577443951633e-06,
      "loss": 0.0074,
      "step": 35293
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3773254352524874e-06,
      "loss": 0.0046,
      "step": 35294
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.377073428160049e-06,
      "loss": 0.012,
      "step": 35295
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.376821422674974e-06,
      "loss": 0.0094,
      "step": 35296
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.376569418797909e-06,
      "loss": 0.0071,
      "step": 35297
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.376317416529506e-06,
      "loss": 0.0045,
      "step": 35298
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.376065415870414e-06,
      "loss": 0.0083,
      "step": 35299
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.375813416821283e-06,
      "loss": 0.009,
      "step": 35300
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.375561419382766e-06,
      "loss": 0.022,
      "step": 35301
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.375309423555509e-06,
      "loss": 0.011,
      "step": 35302
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.375057429340166e-06,
      "loss": 0.0028,
      "step": 35303
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.374805436737386e-06,
      "loss": 0.0107,
      "step": 35304
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3745534457478174e-06,
      "loss": 0.0128,
      "step": 35305
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.374301456372114e-06,
      "loss": 0.0332,
      "step": 35306
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.374049468610923e-06,
      "loss": 0.0217,
      "step": 35307
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.373797482464896e-06,
      "loss": 0.0173,
      "step": 35308
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.373545497934683e-06,
      "loss": 0.005,
      "step": 35309
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.373293515020932e-06,
      "loss": 0.0051,
      "step": 35310
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.373041533724297e-06,
      "loss": 0.0142,
      "step": 35311
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.372789554045425e-06,
      "loss": 0.007,
      "step": 35312
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.37253757598497e-06,
      "loss": 0.0072,
      "step": 35313
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.37228559954358e-06,
      "loss": 0.0044,
      "step": 35314
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.372033624721903e-06,
      "loss": 0.0033,
      "step": 35315
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.371781651520592e-06,
      "loss": 0.0089,
      "step": 35316
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.371529679940295e-06,
      "loss": 0.0037,
      "step": 35317
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.371277709981665e-06,
      "loss": 0.0068,
      "step": 35318
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.371025741645352e-06,
      "loss": 0.0087,
      "step": 35319
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.370773774932002e-06,
      "loss": 0.0054,
      "step": 35320
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.37052180984227e-06,
      "loss": 0.0265,
      "step": 35321
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.370269846376804e-06,
      "loss": 0.0068,
      "step": 35322
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.370017884536254e-06,
      "loss": 0.0048,
      "step": 35323
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36976592432127e-06,
      "loss": 0.007,
      "step": 35324
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.369513965732501e-06,
      "loss": 0.0011,
      "step": 35325
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.369262008770603e-06,
      "loss": 0.0147,
      "step": 35326
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36901005343622e-06,
      "loss": 0.0059,
      "step": 35327
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.368758099730002e-06,
      "loss": 0.0064,
      "step": 35328
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3685061476526035e-06,
      "loss": 0.0138,
      "step": 35329
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36825419720467e-06,
      "loss": 0.0085,
      "step": 35330
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.368002248386857e-06,
      "loss": 0.0018,
      "step": 35331
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36775030119981e-06,
      "loss": 0.0051,
      "step": 35332
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36749835564418e-06,
      "loss": 0.0147,
      "step": 35333
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3672464117206186e-06,
      "loss": 0.0018,
      "step": 35334
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.366994469429773e-06,
      "loss": 0.0207,
      "step": 35335
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.366742528772298e-06,
      "loss": 0.0102,
      "step": 35336
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36649058974884e-06,
      "loss": 0.0289,
      "step": 35337
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36623865236005e-06,
      "loss": 0.0097,
      "step": 35338
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.365986716606578e-06,
      "loss": 0.0053,
      "step": 35339
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.365734782489074e-06,
      "loss": 0.0083,
      "step": 35340
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.365482850008189e-06,
      "loss": 0.0043,
      "step": 35341
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.365230919164573e-06,
      "loss": 0.01,
      "step": 35342
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.364978989958873e-06,
      "loss": 0.0144,
      "step": 35343
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.364727062391745e-06,
      "loss": 0.0203,
      "step": 35344
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.364475136463832e-06,
      "loss": 0.0031,
      "step": 35345
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36422321217579e-06,
      "loss": 0.0088,
      "step": 35346
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.363971289528266e-06,
      "loss": 0.0332,
      "step": 35347
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3637193685219106e-06,
      "loss": 0.0073,
      "step": 35348
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.363467449157374e-06,
      "loss": 0.0245,
      "step": 35349
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.363215531435305e-06,
      "loss": 0.0113,
      "step": 35350
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.362963615356358e-06,
      "loss": 0.0031,
      "step": 35351
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.362711700921178e-06,
      "loss": 0.0101,
      "step": 35352
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3624597881304155e-06,
      "loss": 0.0097,
      "step": 35353
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.362207876984725e-06,
      "loss": 0.0092,
      "step": 35354
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.36195596748475e-06,
      "loss": 0.0036,
      "step": 35355
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.361704059631147e-06,
      "loss": 0.004,
      "step": 35356
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.361452153424562e-06,
      "loss": 0.0024,
      "step": 35357
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.361200248865645e-06,
      "loss": 0.0027,
      "step": 35358
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.360948345955048e-06,
      "loss": 0.0061,
      "step": 35359
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3606964446934174e-06,
      "loss": 0.0066,
      "step": 35360
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.360444545081409e-06,
      "loss": 0.0111,
      "step": 35361
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.360192647119669e-06,
      "loss": 0.0121,
      "step": 35362
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.359940750808846e-06,
      "loss": 0.004,
      "step": 35363
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.359688856149595e-06,
      "loss": 0.0094,
      "step": 35364
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3594369631425595e-06,
      "loss": 0.0058,
      "step": 35365
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.359185071788395e-06,
      "loss": 0.0102,
      "step": 35366
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3589331820877486e-06,
      "loss": 0.008,
      "step": 35367
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3586812940412696e-06,
      "loss": 0.0235,
      "step": 35368
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.358429407649612e-06,
      "loss": 0.0171,
      "step": 35369
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3581775229134205e-06,
      "loss": 0.0079,
      "step": 35370
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.357925639833349e-06,
      "loss": 0.0201,
      "step": 35371
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.357673758410047e-06,
      "loss": 0.0076,
      "step": 35372
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.357421878644162e-06,
      "loss": 0.0059,
      "step": 35373
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3571700005363455e-06,
      "loss": 0.0063,
      "step": 35374
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.356918124087246e-06,
      "loss": 0.0039,
      "step": 35375
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.356666249297518e-06,
      "loss": 0.0224,
      "step": 35376
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3564143761678065e-06,
      "loss": 0.0028,
      "step": 35377
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.356162504698762e-06,
      "loss": 0.003,
      "step": 35378
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3559106348910375e-06,
      "loss": 0.0307,
      "step": 35379
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.355658766745279e-06,
      "loss": 0.0102,
      "step": 35380
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3554069002621405e-06,
      "loss": 0.0184,
      "step": 35381
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.35515503544227e-06,
      "loss": 0.0123,
      "step": 35382
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.354903172286315e-06,
      "loss": 0.0136,
      "step": 35383
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.354651310794928e-06,
      "loss": 0.0071,
      "step": 35384
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.354399450968757e-06,
      "loss": 0.0114,
      "step": 35385
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.354147592808457e-06,
      "loss": 0.0104,
      "step": 35386
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3538957363146725e-06,
      "loss": 0.0076,
      "step": 35387
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.353643881488054e-06,
      "loss": 0.0126,
      "step": 35388
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.353392028329254e-06,
      "loss": 0.0018,
      "step": 35389
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.353140176838919e-06,
      "loss": 0.0032,
      "step": 35390
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.352888327017702e-06,
      "loss": 0.0081,
      "step": 35391
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.352636478866252e-06,
      "loss": 0.0019,
      "step": 35392
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.352384632385216e-06,
      "loss": 0.0042,
      "step": 35393
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.352132787575249e-06,
      "loss": 0.0077,
      "step": 35394
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.351880944436996e-06,
      "loss": 0.0053,
      "step": 35395
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3516291029711104e-06,
      "loss": 0.0247,
      "step": 35396
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.351377263178241e-06,
      "loss": 0.0279,
      "step": 35397
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.351125425059035e-06,
      "loss": 0.0052,
      "step": 35398
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.350873588614146e-06,
      "loss": 0.0178,
      "step": 35399
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.35062175384422e-06,
      "loss": 0.0022,
      "step": 35400
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.350369920749911e-06,
      "loss": 0.0061,
      "step": 35401
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.350118089331869e-06,
      "loss": 0.0042,
      "step": 35402
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.349866259590738e-06,
      "loss": 0.0134,
      "step": 35403
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.349614431527172e-06,
      "loss": 0.0109,
      "step": 35404
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.349362605141821e-06,
      "loss": 0.0063,
      "step": 35405
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.349110780435335e-06,
      "loss": 0.0281,
      "step": 35406
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.348858957408362e-06,
      "loss": 0.0079,
      "step": 35407
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.348607136061552e-06,
      "loss": 0.0112,
      "step": 35408
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3483553163955575e-06,
      "loss": 0.0068,
      "step": 35409
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3481034984110224e-06,
      "loss": 0.0114,
      "step": 35410
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.347851682108603e-06,
      "loss": 0.0037,
      "step": 35411
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3475998674889465e-06,
      "loss": 0.0028,
      "step": 35412
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.347348054552702e-06,
      "loss": 0.0031,
      "step": 35413
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.34709624330052e-06,
      "loss": 0.0017,
      "step": 35414
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.34684443373305e-06,
      "loss": 0.0053,
      "step": 35415
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.346592625850942e-06,
      "loss": 0.0059,
      "step": 35416
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.346340819654845e-06,
      "loss": 0.0156,
      "step": 35417
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.346089015145408e-06,
      "loss": 0.0215,
      "step": 35418
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3458372123232835e-06,
      "loss": 0.0031,
      "step": 35419
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.34558541118912e-06,
      "loss": 0.0072,
      "step": 35420
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.345333611743567e-06,
      "loss": 0.0217,
      "step": 35421
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.345081813987274e-06,
      "loss": 0.0075,
      "step": 35422
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.344830017920891e-06,
      "loss": 0.0039,
      "step": 35423
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.344578223545068e-06,
      "loss": 0.0167,
      "step": 35424
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.344326430860452e-06,
      "loss": 0.0098,
      "step": 35425
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.344074639867698e-06,
      "loss": 0.0055,
      "step": 35426
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.343822850567453e-06,
      "loss": 0.0048,
      "step": 35427
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.343571062960365e-06,
      "loss": 0.0084,
      "step": 35428
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.343319277047086e-06,
      "loss": 0.0021,
      "step": 35429
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.343067492828264e-06,
      "loss": 0.0133,
      "step": 35430
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.34281571030455e-06,
      "loss": 0.0052,
      "step": 35431
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.342563929476594e-06,
      "loss": 0.0048,
      "step": 35432
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.342312150345042e-06,
      "loss": 0.0024,
      "step": 35433
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.342060372910551e-06,
      "loss": 0.0031,
      "step": 35434
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.341808597173762e-06,
      "loss": 0.0126,
      "step": 35435
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.341556823135332e-06,
      "loss": 0.006,
      "step": 35436
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.341305050795907e-06,
      "loss": 0.0044,
      "step": 35437
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.341053280156137e-06,
      "loss": 0.0213,
      "step": 35438
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.340801511216672e-06,
      "loss": 0.0279,
      "step": 35439
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.340549743978161e-06,
      "loss": 0.036,
      "step": 35440
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.340297978441255e-06,
      "loss": 0.0156,
      "step": 35441
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.340046214606604e-06,
      "loss": 0.0023,
      "step": 35442
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.339794452474853e-06,
      "loss": 0.0139,
      "step": 35443
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.339542692046658e-06,
      "loss": 0.013,
      "step": 35444
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.339290933322664e-06,
      "loss": 0.0278,
      "step": 35445
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.339039176303524e-06,
      "loss": 0.0101,
      "step": 35446
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.338787420989886e-06,
      "loss": 0.0065,
      "step": 35447
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.338535667382399e-06,
      "loss": 0.0056,
      "step": 35448
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.338283915481713e-06,
      "loss": 0.0107,
      "step": 35449
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.338032165288476e-06,
      "loss": 0.0274,
      "step": 35450
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3377804168033425e-06,
      "loss": 0.0041,
      "step": 35451
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.337528670026959e-06,
      "loss": 0.0083,
      "step": 35452
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.337276924959973e-06,
      "loss": 0.0011,
      "step": 35453
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.337025181603037e-06,
      "loss": 0.0135,
      "step": 35454
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3367734399568e-06,
      "loss": 0.0137,
      "step": 35455
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.336521700021912e-06,
      "loss": 0.008,
      "step": 35456
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3362699617990215e-06,
      "loss": 0.0037,
      "step": 35457
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.336018225288777e-06,
      "loss": 0.0101,
      "step": 35458
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3357664904918325e-06,
      "loss": 0.0084,
      "step": 35459
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.335514757408831e-06,
      "loss": 0.0107,
      "step": 35460
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.335263026040429e-06,
      "loss": 0.0098,
      "step": 35461
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.335011296387271e-06,
      "loss": 0.0079,
      "step": 35462
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3347595684500086e-06,
      "loss": 0.0041,
      "step": 35463
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.334507842229292e-06,
      "loss": 0.0056,
      "step": 35464
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.334256117725768e-06,
      "loss": 0.0021,
      "step": 35465
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.33400439494009e-06,
      "loss": 0.0107,
      "step": 35466
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.333752673872904e-06,
      "loss": 0.0039,
      "step": 35467
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3335009545248605e-06,
      "loss": 0.0092,
      "step": 35468
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.33324923689661e-06,
      "loss": 0.0052,
      "step": 35469
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.332997520988801e-06,
      "loss": 0.0064,
      "step": 35470
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3327458068020855e-06,
      "loss": 0.0319,
      "step": 35471
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.33249409433711e-06,
      "loss": 0.0131,
      "step": 35472
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.332242383594525e-06,
      "loss": 0.0027,
      "step": 35473
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3319906745749796e-06,
      "loss": 0.0035,
      "step": 35474
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.331738967279122e-06,
      "loss": 0.0127,
      "step": 35475
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.331487261707606e-06,
      "loss": 0.0225,
      "step": 35476
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.331235557861078e-06,
      "loss": 0.002,
      "step": 35477
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3309838557401875e-06,
      "loss": 0.006,
      "step": 35478
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.330732155345585e-06,
      "loss": 0.0115,
      "step": 35479
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.330480456677918e-06,
      "loss": 0.0045,
      "step": 35480
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.33022875973784e-06,
      "loss": 0.0051,
      "step": 35481
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.329977064525996e-06,
      "loss": 0.0094,
      "step": 35482
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.329725371043036e-06,
      "loss": 0.0147,
      "step": 35483
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.329473679289614e-06,
      "loss": 0.0098,
      "step": 35484
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.329221989266373e-06,
      "loss": 0.0088,
      "step": 35485
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.328970300973968e-06,
      "loss": 0.0085,
      "step": 35486
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.328718614413045e-06,
      "loss": 0.0088,
      "step": 35487
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.328466929584255e-06,
      "loss": 0.0293,
      "step": 35488
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3282152464882475e-06,
      "loss": 0.0103,
      "step": 35489
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.327963565125669e-06,
      "loss": 0.0007,
      "step": 35490
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.327711885497174e-06,
      "loss": 0.0232,
      "step": 35491
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.327460207603409e-06,
      "loss": 0.0043,
      "step": 35492
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.327208531445021e-06,
      "loss": 0.0386,
      "step": 35493
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.326956857022665e-06,
      "loss": 0.0139,
      "step": 35494
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.326705184336986e-06,
      "loss": 0.0049,
      "step": 35495
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.326453513388635e-06,
      "loss": 0.0158,
      "step": 35496
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.326201844178263e-06,
      "loss": 0.0048,
      "step": 35497
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.325950176706515e-06,
      "loss": 0.0011,
      "step": 35498
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3256985109740445e-06,
      "loss": 0.0169,
      "step": 35499
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.325446846981498e-06,
      "loss": 0.0084,
      "step": 35500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3251951847295275e-06,
      "loss": 0.0037,
      "step": 35501
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.324943524218782e-06,
      "loss": 0.0144,
      "step": 35502
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.324691865449908e-06,
      "loss": 0.0056,
      "step": 35503
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.324440208423559e-06,
      "loss": 0.0062,
      "step": 35504
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.324188553140381e-06,
      "loss": 0.0154,
      "step": 35505
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3239368996010244e-06,
      "loss": 0.0091,
      "step": 35506
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.32368524780614e-06,
      "loss": 0.0015,
      "step": 35507
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.323433597756373e-06,
      "loss": 0.0044,
      "step": 35508
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.323181949452378e-06,
      "loss": 0.0011,
      "step": 35509
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.322930302894802e-06,
      "loss": 0.0083,
      "step": 35510
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.322678658084295e-06,
      "loss": 0.0024,
      "step": 35511
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.322427015021505e-06,
      "loss": 0.0115,
      "step": 35512
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.322175373707081e-06,
      "loss": 0.0066,
      "step": 35513
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.321923734141674e-06,
      "loss": 0.0065,
      "step": 35514
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3216720963259316e-06,
      "loss": 0.0155,
      "step": 35515
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.321420460260507e-06,
      "loss": 0.0058,
      "step": 35516
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.321168825946045e-06,
      "loss": 0.0097,
      "step": 35517
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.320917193383195e-06,
      "loss": 0.002,
      "step": 35518
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.320665562572609e-06,
      "loss": 0.006,
      "step": 35519
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.320413933514936e-06,
      "loss": 0.0136,
      "step": 35520
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.320162306210823e-06,
      "loss": 0.0054,
      "step": 35521
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.319910680660922e-06,
      "loss": 0.0242,
      "step": 35522
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.31965905686588e-06,
      "loss": 0.0052,
      "step": 35523
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3194074348263486e-06,
      "loss": 0.0155,
      "step": 35524
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.319155814542973e-06,
      "loss": 0.0134,
      "step": 35525
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.318904196016407e-06,
      "loss": 0.0052,
      "step": 35526
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.318652579247298e-06,
      "loss": 0.0301,
      "step": 35527
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.318400964236295e-06,
      "loss": 0.018,
      "step": 35528
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.318149350984048e-06,
      "loss": 0.0081,
      "step": 35529
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3178977394912056e-06,
      "loss": 0.0103,
      "step": 35530
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.317646129758417e-06,
      "loss": 0.0068,
      "step": 35531
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.317394521786333e-06,
      "loss": 0.0096,
      "step": 35532
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.317142915575598e-06,
      "loss": 0.0131,
      "step": 35533
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.316891311126868e-06,
      "loss": 0.0054,
      "step": 35534
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.316639708440787e-06,
      "loss": 0.0014,
      "step": 35535
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.316388107518009e-06,
      "loss": 0.0092,
      "step": 35536
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.316136508359179e-06,
      "loss": 0.0142,
      "step": 35537
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.315884910964946e-06,
      "loss": 0.0089,
      "step": 35538
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.315633315335963e-06,
      "loss": 0.0168,
      "step": 35539
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.315381721472874e-06,
      "loss": 0.005,
      "step": 35540
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.315130129376335e-06,
      "loss": 0.0108,
      "step": 35541
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.31487853904699e-06,
      "loss": 0.0124,
      "step": 35542
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.314626950485488e-06,
      "loss": 0.0052,
      "step": 35543
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.314375363692482e-06,
      "loss": 0.0088,
      "step": 35544
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.314123778668618e-06,
      "loss": 0.0128,
      "step": 35545
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.313872195414546e-06,
      "loss": 0.0077,
      "step": 35546
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.313620613930916e-06,
      "loss": 0.0074,
      "step": 35547
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3133690342183754e-06,
      "loss": 0.005,
      "step": 35548
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.313117456277576e-06,
      "loss": 0.0091,
      "step": 35549
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.312865880109162e-06,
      "loss": 0.0084,
      "step": 35550
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.312614305713789e-06,
      "loss": 0.048,
      "step": 35551
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.312362733092103e-06,
      "loss": 0.0031,
      "step": 35552
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.312111162244752e-06,
      "loss": 0.0074,
      "step": 35553
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.311859593172387e-06,
      "loss": 0.0031,
      "step": 35554
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.311608025875657e-06,
      "loss": 0.0114,
      "step": 35555
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.31135646035521e-06,
      "loss": 0.0199,
      "step": 35556
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.311104896611697e-06,
      "loss": 0.0197,
      "step": 35557
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.310853334645763e-06,
      "loss": 0.0105,
      "step": 35558
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.310601774458062e-06,
      "loss": 0.0045,
      "step": 35559
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.31035021604924e-06,
      "loss": 0.0036,
      "step": 35560
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.310098659419948e-06,
      "loss": 0.0066,
      "step": 35561
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.309847104570835e-06,
      "loss": 0.0321,
      "step": 35562
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.309595551502548e-06,
      "loss": 0.0533,
      "step": 35563
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.309344000215739e-06,
      "loss": 0.0042,
      "step": 35564
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.309092450711052e-06,
      "loss": 0.0058,
      "step": 35565
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3088409029891436e-06,
      "loss": 0.0151,
      "step": 35566
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.308589357050659e-06,
      "loss": 0.0087,
      "step": 35567
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.308337812896244e-06,
      "loss": 0.0074,
      "step": 35568
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.308086270526554e-06,
      "loss": 0.0376,
      "step": 35569
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.307834729942233e-06,
      "loss": 0.0151,
      "step": 35570
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.307583191143933e-06,
      "loss": 0.0061,
      "step": 35571
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.307331654132302e-06,
      "loss": 0.0037,
      "step": 35572
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.307080118907989e-06,
      "loss": 0.0306,
      "step": 35573
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.306828585471643e-06,
      "loss": 0.0102,
      "step": 35574
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3065770538239116e-06,
      "loss": 0.0175,
      "step": 35575
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.306325523965447e-06,
      "loss": 0.0191,
      "step": 35576
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.306073995896898e-06,
      "loss": 0.0042,
      "step": 35577
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3058224696189105e-06,
      "loss": 0.0045,
      "step": 35578
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.305570945132136e-06,
      "loss": 0.0069,
      "step": 35579
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.305319422437222e-06,
      "loss": 0.0012,
      "step": 35580
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.305067901534819e-06,
      "loss": 0.0045,
      "step": 35581
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.304816382425576e-06,
      "loss": 0.0132,
      "step": 35582
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.30456486511014e-06,
      "loss": 0.0087,
      "step": 35583
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.304313349589162e-06,
      "loss": 0.0093,
      "step": 35584
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.30406183586329e-06,
      "loss": 0.0259,
      "step": 35585
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.303810323933174e-06,
      "loss": 0.0046,
      "step": 35586
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.303558813799462e-06,
      "loss": 0.0107,
      "step": 35587
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.303307305462803e-06,
      "loss": 0.0114,
      "step": 35588
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.303055798923847e-06,
      "loss": 0.0109,
      "step": 35589
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3028042941832406e-06,
      "loss": 0.0403,
      "step": 35590
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.302552791241636e-06,
      "loss": 0.0097,
      "step": 35591
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.302301290099682e-06,
      "loss": 0.0033,
      "step": 35592
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.3020497907580225e-06,
      "loss": 0.0071,
      "step": 35593
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.301798293217313e-06,
      "loss": 0.0057,
      "step": 35594
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.301546797478198e-06,
      "loss": 0.0063,
      "step": 35595
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.301295303541329e-06,
      "loss": 0.029,
      "step": 35596
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.301043811407354e-06,
      "loss": 0.0062,
      "step": 35597
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.300792321076919e-06,
      "loss": 0.0091,
      "step": 35598
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.30054083255068e-06,
      "loss": 0.0075,
      "step": 35599
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.300289345829278e-06,
      "loss": 0.0037,
      "step": 35600
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.300037860913368e-06,
      "loss": 0.0043,
      "step": 35601
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.299786377803597e-06,
      "loss": 0.0196,
      "step": 35602
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.299534896500611e-06,
      "loss": 0.0014,
      "step": 35603
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.299283417005064e-06,
      "loss": 0.0069,
      "step": 35604
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.299031939317601e-06,
      "loss": 0.0108,
      "step": 35605
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2987804634388725e-06,
      "loss": 0.0037,
      "step": 35606
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.298528989369527e-06,
      "loss": 0.0075,
      "step": 35607
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.298277517110212e-06,
      "loss": 0.0055,
      "step": 35608
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.298026046661579e-06,
      "loss": 0.0148,
      "step": 35609
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.297774578024276e-06,
      "loss": 0.0128,
      "step": 35610
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2975231111989515e-06,
      "loss": 0.0135,
      "step": 35611
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.297271646186255e-06,
      "loss": 0.0181,
      "step": 35612
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.297020182986834e-06,
      "loss": 0.0122,
      "step": 35613
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.296768721601339e-06,
      "loss": 0.0088,
      "step": 35614
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.296517262030415e-06,
      "loss": 0.0229,
      "step": 35615
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.296265804274717e-06,
      "loss": 0.0058,
      "step": 35616
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.296014348334892e-06,
      "loss": 0.0166,
      "step": 35617
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.295762894211584e-06,
      "loss": 0.0035,
      "step": 35618
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.295511441905447e-06,
      "loss": 0.006,
      "step": 35619
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.295259991417128e-06,
      "loss": 0.0028,
      "step": 35620
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.295008542747277e-06,
      "loss": 0.0333,
      "step": 35621
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.294757095896542e-06,
      "loss": 0.0152,
      "step": 35622
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2945056508655695e-06,
      "loss": 0.0308,
      "step": 35623
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.294254207655013e-06,
      "loss": 0.0101,
      "step": 35624
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.294002766265516e-06,
      "loss": 0.0048,
      "step": 35625
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2937513266977325e-06,
      "loss": 0.0018,
      "step": 35626
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.293499888952309e-06,
      "loss": 0.0092,
      "step": 35627
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.293248453029893e-06,
      "loss": 0.0173,
      "step": 35628
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.292997018931135e-06,
      "loss": 0.0064,
      "step": 35629
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.292745586656682e-06,
      "loss": 0.0086,
      "step": 35630
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.292494156207187e-06,
      "loss": 0.0122,
      "step": 35631
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.292242727583295e-06,
      "loss": 0.0089,
      "step": 35632
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2919913007856535e-06,
      "loss": 0.0091,
      "step": 35633
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.291739875814915e-06,
      "loss": 0.0047,
      "step": 35634
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.291488452671726e-06,
      "loss": 0.0121,
      "step": 35635
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.291237031356737e-06,
      "loss": 0.0142,
      "step": 35636
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.290985611870595e-06,
      "loss": 0.0051,
      "step": 35637
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.29073419421395e-06,
      "loss": 0.006,
      "step": 35638
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.29048277838745e-06,
      "loss": 0.0046,
      "step": 35639
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.290231364391742e-06,
      "loss": 0.0068,
      "step": 35640
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.289979952227478e-06,
      "loss": 0.0058,
      "step": 35641
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.289728541895306e-06,
      "loss": 0.0054,
      "step": 35642
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.289477133395873e-06,
      "loss": 0.0032,
      "step": 35643
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.28922572672983e-06,
      "loss": 0.0147,
      "step": 35644
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.288974321897823e-06,
      "loss": 0.0029,
      "step": 35645
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.288722918900504e-06,
      "loss": 0.0158,
      "step": 35646
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.288471517738519e-06,
      "loss": 0.012,
      "step": 35647
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.288220118412516e-06,
      "loss": 0.0053,
      "step": 35648
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.287968720923149e-06,
      "loss": 0.0147,
      "step": 35649
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.287717325271059e-06,
      "loss": 0.0063,
      "step": 35650
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.287465931456901e-06,
      "loss": 0.0046,
      "step": 35651
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.287214539481322e-06,
      "loss": 0.0018,
      "step": 35652
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.286963149344968e-06,
      "loss": 0.0089,
      "step": 35653
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2867117610484915e-06,
      "loss": 0.0075,
      "step": 35654
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.286460374592537e-06,
      "loss": 0.009,
      "step": 35655
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.286208989977759e-06,
      "loss": 0.0169,
      "step": 35656
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.285957607204802e-06,
      "loss": 0.0046,
      "step": 35657
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.285706226274312e-06,
      "loss": 0.0039,
      "step": 35658
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.285454847186944e-06,
      "loss": 0.0141,
      "step": 35659
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.285203469943342e-06,
      "loss": 0.0021,
      "step": 35660
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.284952094544158e-06,
      "loss": 0.0121,
      "step": 35661
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.284700720990039e-06,
      "loss": 0.002,
      "step": 35662
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.284449349281632e-06,
      "loss": 0.0165,
      "step": 35663
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.284197979419588e-06,
      "loss": 0.0244,
      "step": 35664
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.283946611404553e-06,
      "loss": 0.0073,
      "step": 35665
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.28369524523718e-06,
      "loss": 0.0148,
      "step": 35666
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2834438809181145e-06,
      "loss": 0.0031,
      "step": 35667
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.283192518448004e-06,
      "loss": 0.0033,
      "step": 35668
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.282941157827501e-06,
      "loss": 0.0039,
      "step": 35669
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2826897990572506e-06,
      "loss": 0.0108,
      "step": 35670
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.282438442137903e-06,
      "loss": 0.0049,
      "step": 35671
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.282187087070107e-06,
      "loss": 0.0108,
      "step": 35672
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2819357338545075e-06,
      "loss": 0.0029,
      "step": 35673
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.281684382491759e-06,
      "loss": 0.0067,
      "step": 35674
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.281433032982506e-06,
      "loss": 0.0058,
      "step": 35675
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.281181685327399e-06,
      "loss": 0.006,
      "step": 35676
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.280930339527087e-06,
      "loss": 0.0057,
      "step": 35677
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2806789955822145e-06,
      "loss": 0.0093,
      "step": 35678
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.280427653493436e-06,
      "loss": 0.0197,
      "step": 35679
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.280176313261394e-06,
      "loss": 0.0082,
      "step": 35680
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.279924974886742e-06,
      "loss": 0.0202,
      "step": 35681
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.279673638370127e-06,
      "loss": 0.0172,
      "step": 35682
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.279422303712195e-06,
      "loss": 0.0147,
      "step": 35683
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.279170970913599e-06,
      "loss": 0.0148,
      "step": 35684
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.278919639974984e-06,
      "loss": 0.0069,
      "step": 35685
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.278668310896999e-06,
      "loss": 0.0159,
      "step": 35686
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.278416983680295e-06,
      "loss": 0.0056,
      "step": 35687
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.278165658325518e-06,
      "loss": 0.0098,
      "step": 35688
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.277914334833318e-06,
      "loss": 0.0045,
      "step": 35689
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.277663013204339e-06,
      "loss": 0.0142,
      "step": 35690
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2774116934392364e-06,
      "loss": 0.0049,
      "step": 35691
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.277160375538656e-06,
      "loss": 0.0409,
      "step": 35692
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.276909059503244e-06,
      "loss": 0.0111,
      "step": 35693
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.276657745333652e-06,
      "loss": 0.0104,
      "step": 35694
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.276406433030526e-06,
      "loss": 0.0077,
      "step": 35695
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.276155122594517e-06,
      "loss": 0.0331,
      "step": 35696
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.275903814026271e-06,
      "loss": 0.0127,
      "step": 35697
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2756525073264365e-06,
      "loss": 0.006,
      "step": 35698
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.275401202495665e-06,
      "loss": 0.0069,
      "step": 35699
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.275149899534602e-06,
      "loss": 0.0193,
      "step": 35700
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2748985984438975e-06,
      "loss": 0.0124,
      "step": 35701
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2746472992242e-06,
      "loss": 0.0117,
      "step": 35702
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.274396001876155e-06,
      "loss": 0.0197,
      "step": 35703
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.274144706400415e-06,
      "loss": 0.0089,
      "step": 35704
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.273893412797625e-06,
      "loss": 0.0102,
      "step": 35705
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.273642121068437e-06,
      "loss": 0.0066,
      "step": 35706
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.273390831213497e-06,
      "loss": 0.0095,
      "step": 35707
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.273139543233452e-06,
      "loss": 0.0065,
      "step": 35708
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.272888257128954e-06,
      "loss": 0.0028,
      "step": 35709
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2726369729006495e-06,
      "loss": 0.014,
      "step": 35710
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.272385690549188e-06,
      "loss": 0.0245,
      "step": 35711
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.272134410075216e-06,
      "loss": 0.0143,
      "step": 35712
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.271883131479382e-06,
      "loss": 0.0042,
      "step": 35713
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.271631854762337e-06,
      "loss": 0.0187,
      "step": 35714
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.271380579924726e-06,
      "loss": 0.007,
      "step": 35715
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2711293069672e-06,
      "loss": 0.0075,
      "step": 35716
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.270878035890407e-06,
      "loss": 0.0125,
      "step": 35717
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.270626766694993e-06,
      "loss": 0.006,
      "step": 35718
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2703754993816095e-06,
      "loss": 0.0232,
      "step": 35719
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.270124233950902e-06,
      "loss": 0.0183,
      "step": 35720
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.269872970403523e-06,
      "loss": 0.0073,
      "step": 35721
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.269621708740116e-06,
      "loss": 0.0018,
      "step": 35722
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.26937044896133e-06,
      "loss": 0.0218,
      "step": 35723
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.269119191067818e-06,
      "loss": 0.0079,
      "step": 35724
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.268867935060223e-06,
      "loss": 0.0067,
      "step": 35725
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.268616680939197e-06,
      "loss": 0.0021,
      "step": 35726
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.268365428705386e-06,
      "loss": 0.0122,
      "step": 35727
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2681141783594395e-06,
      "loss": 0.0034,
      "step": 35728
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.267862929902006e-06,
      "loss": 0.0067,
      "step": 35729
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.267611683333731e-06,
      "loss": 0.0063,
      "step": 35730
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.267360438655267e-06,
      "loss": 0.0036,
      "step": 35731
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.267109195867261e-06,
      "loss": 0.012,
      "step": 35732
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.266857954970358e-06,
      "loss": 0.0027,
      "step": 35733
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.266606715965211e-06,
      "loss": 0.0059,
      "step": 35734
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.266355478852465e-06,
      "loss": 0.0065,
      "step": 35735
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.266104243632771e-06,
      "loss": 0.001,
      "step": 35736
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.265853010306775e-06,
      "loss": 0.0065,
      "step": 35737
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.265601778875124e-06,
      "loss": 0.0076,
      "step": 35738
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.265350549338472e-06,
      "loss": 0.0108,
      "step": 35739
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.265099321697459e-06,
      "loss": 0.0189,
      "step": 35740
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.264848095952741e-06,
      "loss": 0.0076,
      "step": 35741
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.264596872104963e-06,
      "loss": 0.0056,
      "step": 35742
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.264345650154772e-06,
      "loss": 0.0041,
      "step": 35743
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.264094430102819e-06,
      "loss": 0.0025,
      "step": 35744
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.263843211949749e-06,
      "loss": 0.0062,
      "step": 35745
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.263591995696214e-06,
      "loss": 0.0041,
      "step": 35746
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.263340781342859e-06,
      "loss": 0.0037,
      "step": 35747
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.263089568890332e-06,
      "loss": 0.0018,
      "step": 35748
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.262838358339284e-06,
      "loss": 0.0031,
      "step": 35749
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.262587149690362e-06,
      "loss": 0.0086,
      "step": 35750
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.262335942944214e-06,
      "loss": 0.0041,
      "step": 35751
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.262084738101489e-06,
      "loss": 0.0062,
      "step": 35752
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2618335351628326e-06,
      "loss": 0.001,
      "step": 35753
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.261582334128896e-06,
      "loss": 0.0155,
      "step": 35754
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2613311350003246e-06,
      "loss": 0.0043,
      "step": 35755
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.26107993777777e-06,
      "loss": 0.011,
      "step": 35756
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.26082874246188e-06,
      "loss": 0.0068,
      "step": 35757
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.260577549053297e-06,
      "loss": 0.0161,
      "step": 35758
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.260326357552677e-06,
      "loss": 0.0106,
      "step": 35759
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.260075167960662e-06,
      "loss": 0.01,
      "step": 35760
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.259823980277905e-06,
      "loss": 0.0094,
      "step": 35761
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.259572794505052e-06,
      "loss": 0.0161,
      "step": 35762
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.259321610642748e-06,
      "loss": 0.0416,
      "step": 35763
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2590704286916485e-06,
      "loss": 0.004,
      "step": 35764
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.258819248652394e-06,
      "loss": 0.0119,
      "step": 35765
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.258568070525638e-06,
      "loss": 0.0092,
      "step": 35766
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.258316894312026e-06,
      "loss": 0.0084,
      "step": 35767
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.258065720012206e-06,
      "loss": 0.0067,
      "step": 35768
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.257814547626828e-06,
      "loss": 0.0112,
      "step": 35769
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.257563377156538e-06,
      "loss": 0.0106,
      "step": 35770
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.257312208601986e-06,
      "loss": 0.0084,
      "step": 35771
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.257061041963819e-06,
      "loss": 0.0044,
      "step": 35772
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.256809877242683e-06,
      "loss": 0.0123,
      "step": 35773
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2565587144392315e-06,
      "loss": 0.0182,
      "step": 35774
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.256307553554107e-06,
      "loss": 0.01,
      "step": 35775
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.256056394587962e-06,
      "loss": 0.0036,
      "step": 35776
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.255805237541442e-06,
      "loss": 0.011,
      "step": 35777
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.255554082415195e-06,
      "loss": 0.007,
      "step": 35778
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.25530292920987e-06,
      "loss": 0.0147,
      "step": 35779
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.255051777926114e-06,
      "loss": 0.0054,
      "step": 35780
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.254800628564577e-06,
      "loss": 0.0087,
      "step": 35781
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.254549481125907e-06,
      "loss": 0.004,
      "step": 35782
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2542983356107485e-06,
      "loss": 0.0101,
      "step": 35783
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.254047192019753e-06,
      "loss": 0.0093,
      "step": 35784
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2537960503535665e-06,
      "loss": 0.0054,
      "step": 35785
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.25354491061284e-06,
      "loss": 0.0027,
      "step": 35786
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.253293772798219e-06,
      "loss": 0.0095,
      "step": 35787
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.25304263691035e-06,
      "loss": 0.0181,
      "step": 35788
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2527915029498865e-06,
      "loss": 0.0269,
      "step": 35789
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.25254037091747e-06,
      "loss": 0.0056,
      "step": 35790
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.252289240813753e-06,
      "loss": 0.0056,
      "step": 35791
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.252038112639382e-06,
      "loss": 0.0082,
      "step": 35792
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.251786986395005e-06,
      "loss": 0.0057,
      "step": 35793
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.251535862081271e-06,
      "loss": 0.003,
      "step": 35794
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.251284739698824e-06,
      "loss": 0.0119,
      "step": 35795
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.251033619248319e-06,
      "loss": 0.0066,
      "step": 35796
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2507825007303995e-06,
      "loss": 0.0062,
      "step": 35797
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2505313841457106e-06,
      "loss": 0.0267,
      "step": 35798
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.250280269494907e-06,
      "loss": 0.0155,
      "step": 35799
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.250029156778632e-06,
      "loss": 0.0085,
      "step": 35800
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.249778045997535e-06,
      "loss": 0.004,
      "step": 35801
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2495269371522655e-06,
      "loss": 0.007,
      "step": 35802
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.249275830243467e-06,
      "loss": 0.0281,
      "step": 35803
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.249024725271792e-06,
      "loss": 0.0069,
      "step": 35804
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.248773622237885e-06,
      "loss": 0.0049,
      "step": 35805
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.248522521142397e-06,
      "loss": 0.0079,
      "step": 35806
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.248271421985975e-06,
      "loss": 0.0102,
      "step": 35807
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2480203247692654e-06,
      "loss": 0.0149,
      "step": 35808
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.247769229492918e-06,
      "loss": 0.008,
      "step": 35809
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.247518136157579e-06,
      "loss": 0.0174,
      "step": 35810
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.247267044763898e-06,
      "loss": 0.0066,
      "step": 35811
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.247015955312521e-06,
      "loss": 0.0049,
      "step": 35812
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.246764867804096e-06,
      "loss": 0.0552,
      "step": 35813
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.246513782239275e-06,
      "loss": 0.0061,
      "step": 35814
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2462626986187e-06,
      "loss": 0.01,
      "step": 35815
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.246011616943023e-06,
      "loss": 0.0041,
      "step": 35816
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.245760537212891e-06,
      "loss": 0.0025,
      "step": 35817
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.24550945942895e-06,
      "loss": 0.0118,
      "step": 35818
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.24525838359185e-06,
      "loss": 0.0278,
      "step": 35819
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.245007309702236e-06,
      "loss": 0.0091,
      "step": 35820
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.244756237760762e-06,
      "loss": 0.0144,
      "step": 35821
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.24450516776807e-06,
      "loss": 0.0066,
      "step": 35822
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2442540997248084e-06,
      "loss": 0.0229,
      "step": 35823
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.244003033631627e-06,
      "loss": 0.0052,
      "step": 35824
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.243751969489173e-06,
      "loss": 0.0031,
      "step": 35825
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.243500907298095e-06,
      "loss": 0.0089,
      "step": 35826
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2432498470590394e-06,
      "loss": 0.0101,
      "step": 35827
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.242998788772654e-06,
      "loss": 0.0132,
      "step": 35828
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.242747732439588e-06,
      "loss": 0.0149,
      "step": 35829
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.242496678060486e-06,
      "loss": 0.0236,
      "step": 35830
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.242245625636001e-06,
      "loss": 0.0041,
      "step": 35831
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.241994575166778e-06,
      "loss": 0.0043,
      "step": 35832
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.241743526653463e-06,
      "loss": 0.0082,
      "step": 35833
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.241492480096708e-06,
      "loss": 0.0071,
      "step": 35834
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2412414354971565e-06,
      "loss": 0.005,
      "step": 35835
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.24099039285546e-06,
      "loss": 0.0141,
      "step": 35836
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.240739352172263e-06,
      "loss": 0.0026,
      "step": 35837
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.240488313448213e-06,
      "loss": 0.0142,
      "step": 35838
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.240237276683963e-06,
      "loss": 0.0159,
      "step": 35839
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.239986241880155e-06,
      "loss": 0.0088,
      "step": 35840
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.23973520903744e-06,
      "loss": 0.0202,
      "step": 35841
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.239484178156465e-06,
      "loss": 0.0059,
      "step": 35842
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.239233149237876e-06,
      "loss": 0.0051,
      "step": 35843
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2389821222823234e-06,
      "loss": 0.0094,
      "step": 35844
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.238731097290452e-06,
      "loss": 0.0044,
      "step": 35845
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.238480074262915e-06,
      "loss": 0.0089,
      "step": 35846
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.238229053200354e-06,
      "loss": 0.0065,
      "step": 35847
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.237978034103418e-06,
      "loss": 0.004,
      "step": 35848
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.237727016972758e-06,
      "loss": 0.0035,
      "step": 35849
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.237476001809018e-06,
      "loss": 0.0103,
      "step": 35850
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.237224988612849e-06,
      "loss": 0.006,
      "step": 35851
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.236973977384896e-06,
      "loss": 0.0093,
      "step": 35852
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.236722968125807e-06,
      "loss": 0.0037,
      "step": 35853
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.236471960836232e-06,
      "loss": 0.008,
      "step": 35854
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.236220955516815e-06,
      "loss": 0.0041,
      "step": 35855
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.235969952168206e-06,
      "loss": 0.0038,
      "step": 35856
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.235718950791054e-06,
      "loss": 0.0117,
      "step": 35857
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.235467951386004e-06,
      "loss": 0.0053,
      "step": 35858
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.235216953953705e-06,
      "loss": 0.0097,
      "step": 35859
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.234965958494804e-06,
      "loss": 0.0237,
      "step": 35860
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2347149650099495e-06,
      "loss": 0.0077,
      "step": 35861
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.234463973499789e-06,
      "loss": 0.0071,
      "step": 35862
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.234212983964967e-06,
      "loss": 0.0033,
      "step": 35863
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.233961996406137e-06,
      "loss": 0.0031,
      "step": 35864
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2337110108239425e-06,
      "loss": 0.0044,
      "step": 35865
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.233460027219033e-06,
      "loss": 0.0056,
      "step": 35866
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.233209045592056e-06,
      "loss": 0.0093,
      "step": 35867
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.232958065943656e-06,
      "loss": 0.0123,
      "step": 35868
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.232707088274485e-06,
      "loss": 0.018,
      "step": 35869
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.232456112585187e-06,
      "loss": 0.0069,
      "step": 35870
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.232205138876412e-06,
      "loss": 0.0056,
      "step": 35871
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.231954167148809e-06,
      "loss": 0.0022,
      "step": 35872
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.23170319740302e-06,
      "loss": 0.0054,
      "step": 35873
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.231452229639698e-06,
      "loss": 0.0019,
      "step": 35874
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.231201263859489e-06,
      "loss": 0.0051,
      "step": 35875
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.230950300063038e-06,
      "loss": 0.0171,
      "step": 35876
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.230699338250998e-06,
      "loss": 0.0029,
      "step": 35877
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2304483784240104e-06,
      "loss": 0.0126,
      "step": 35878
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2301974205827275e-06,
      "loss": 0.0028,
      "step": 35879
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.229946464727795e-06,
      "loss": 0.0141,
      "step": 35880
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.229695510859858e-06,
      "loss": 0.0022,
      "step": 35881
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22944455897957e-06,
      "loss": 0.0024,
      "step": 35882
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.229193609087572e-06,
      "loss": 0.0071,
      "step": 35883
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.228942661184518e-06,
      "loss": 0.0039,
      "step": 35884
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22869171527105e-06,
      "loss": 0.0044,
      "step": 35885
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.228440771347818e-06,
      "loss": 0.0428,
      "step": 35886
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2281898294154695e-06,
      "loss": 0.0121,
      "step": 35887
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22793888947465e-06,
      "loss": 0.0077,
      "step": 35888
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22768795152601e-06,
      "loss": 0.0178,
      "step": 35889
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2274370155701985e-06,
      "loss": 0.007,
      "step": 35890
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.227186081607856e-06,
      "loss": 0.0106,
      "step": 35891
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2269351496396366e-06,
      "loss": 0.0037,
      "step": 35892
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.226684219666184e-06,
      "loss": 0.0077,
      "step": 35893
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.226433291688149e-06,
      "loss": 0.0047,
      "step": 35894
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.226182365706176e-06,
      "loss": 0.005,
      "step": 35895
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.225931441720912e-06,
      "loss": 0.0103,
      "step": 35896
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22568051973301e-06,
      "loss": 0.0067,
      "step": 35897
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.225429599743109e-06,
      "loss": 0.01,
      "step": 35898
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.225178681751864e-06,
      "loss": 0.0114,
      "step": 35899
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22492776575992e-06,
      "loss": 0.006,
      "step": 35900
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.224676851767922e-06,
      "loss": 0.0055,
      "step": 35901
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.224425939776521e-06,
      "loss": 0.028,
      "step": 35902
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22417502978636e-06,
      "loss": 0.0026,
      "step": 35903
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.223924121798094e-06,
      "loss": 0.0128,
      "step": 35904
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.223673215812364e-06,
      "loss": 0.0009,
      "step": 35905
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2234223118298155e-06,
      "loss": 0.0075,
      "step": 35906
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2231714098511025e-06,
      "loss": 0.0039,
      "step": 35907
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.222920509876869e-06,
      "loss": 0.0171,
      "step": 35908
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.222669611907764e-06,
      "loss": 0.0079,
      "step": 35909
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.222418715944433e-06,
      "loss": 0.0029,
      "step": 35910
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.222167821987524e-06,
      "loss": 0.0105,
      "step": 35911
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.221916930037684e-06,
      "loss": 0.0116,
      "step": 35912
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.22166604009556e-06,
      "loss": 0.0117,
      "step": 35913
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.221415152161802e-06,
      "loss": 0.0041,
      "step": 35914
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.221164266237056e-06,
      "loss": 0.0247,
      "step": 35915
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2209133823219675e-06,
      "loss": 0.0098,
      "step": 35916
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.220662500417187e-06,
      "loss": 0.0021,
      "step": 35917
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.220411620523359e-06,
      "loss": 0.0079,
      "step": 35918
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.220160742641133e-06,
      "loss": 0.0111,
      "step": 35919
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.219909866771156e-06,
      "loss": 0.0055,
      "step": 35920
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.219658992914072e-06,
      "loss": 0.0079,
      "step": 35921
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.219408121070535e-06,
      "loss": 0.0075,
      "step": 35922
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.219157251241185e-06,
      "loss": 0.0013,
      "step": 35923
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2189063834266746e-06,
      "loss": 0.0198,
      "step": 35924
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.21865551762765e-06,
      "loss": 0.0097,
      "step": 35925
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.218404653844756e-06,
      "loss": 0.0014,
      "step": 35926
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.218153792078643e-06,
      "loss": 0.0219,
      "step": 35927
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.217902932329956e-06,
      "loss": 0.0111,
      "step": 35928
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.217652074599346e-06,
      "loss": 0.002,
      "step": 35929
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.217401218887456e-06,
      "loss": 0.0033,
      "step": 35930
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.217150365194934e-06,
      "loss": 0.0096,
      "step": 35931
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.216899513522429e-06,
      "loss": 0.0089,
      "step": 35932
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.216648663870588e-06,
      "loss": 0.0114,
      "step": 35933
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.216397816240057e-06,
      "loss": 0.0114,
      "step": 35934
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.216146970631486e-06,
      "loss": 0.0112,
      "step": 35935
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.215896127045519e-06,
      "loss": 0.0324,
      "step": 35936
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.215645285482805e-06,
      "loss": 0.0053,
      "step": 35937
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.215394445943989e-06,
      "loss": 0.0064,
      "step": 35938
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.215143608429722e-06,
      "loss": 0.0033,
      "step": 35939
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.21489277294065e-06,
      "loss": 0.0186,
      "step": 35940
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2146419394774175e-06,
      "loss": 0.0059,
      "step": 35941
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2143911080406756e-06,
      "loss": 0.0031,
      "step": 35942
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.214140278631069e-06,
      "loss": 0.0024,
      "step": 35943
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.213889451249247e-06,
      "loss": 0.0056,
      "step": 35944
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.213638625895854e-06,
      "loss": 0.0072,
      "step": 35945
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.213387802571538e-06,
      "loss": 0.0062,
      "step": 35946
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.213136981276948e-06,
      "loss": 0.0129,
      "step": 35947
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.21288616201273e-06,
      "loss": 0.0427,
      "step": 35948
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2126353447795325e-06,
      "loss": 0.0051,
      "step": 35949
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.212384529578001e-06,
      "loss": 0.0097,
      "step": 35950
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.212133716408782e-06,
      "loss": 0.0085,
      "step": 35951
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.211882905272526e-06,
      "loss": 0.0054,
      "step": 35952
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.211632096169875e-06,
      "loss": 0.0045,
      "step": 35953
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.211381289101482e-06,
      "loss": 0.0075,
      "step": 35954
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.211130484067992e-06,
      "loss": 0.0053,
      "step": 35955
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.210879681070048e-06,
      "loss": 0.003,
      "step": 35956
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.210628880108304e-06,
      "loss": 0.0153,
      "step": 35957
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.210378081183401e-06,
      "loss": 0.0131,
      "step": 35958
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.210127284295992e-06,
      "loss": 0.0021,
      "step": 35959
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.209876489446721e-06,
      "loss": 0.0219,
      "step": 35960
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.209625696636234e-06,
      "loss": 0.0027,
      "step": 35961
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2093749058651804e-06,
      "loss": 0.0174,
      "step": 35962
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.209124117134204e-06,
      "loss": 0.0363,
      "step": 35963
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.208873330443956e-06,
      "loss": 0.0018,
      "step": 35964
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.208622545795083e-06,
      "loss": 0.0093,
      "step": 35965
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.208371763188229e-06,
      "loss": 0.0105,
      "step": 35966
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.208120982624044e-06,
      "loss": 0.0069,
      "step": 35967
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.207870204103174e-06,
      "loss": 0.0039,
      "step": 35968
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.207619427626267e-06,
      "loss": 0.0131,
      "step": 35969
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.207368653193968e-06,
      "loss": 0.0024,
      "step": 35970
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.207117880806925e-06,
      "loss": 0.006,
      "step": 35971
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.206867110465787e-06,
      "loss": 0.0147,
      "step": 35972
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.206616342171198e-06,
      "loss": 0.0209,
      "step": 35973
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.206365575923807e-06,
      "loss": 0.0086,
      "step": 35974
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.206114811724262e-06,
      "loss": 0.0086,
      "step": 35975
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.205864049573208e-06,
      "loss": 0.0306,
      "step": 35976
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.205613289471293e-06,
      "loss": 0.0089,
      "step": 35977
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.205362531419161e-06,
      "loss": 0.0006,
      "step": 35978
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.205111775417465e-06,
      "loss": 0.0054,
      "step": 35979
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.20486102146685e-06,
      "loss": 0.0045,
      "step": 35980
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.204610269567959e-06,
      "loss": 0.0038,
      "step": 35981
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2043595197214435e-06,
      "loss": 0.0125,
      "step": 35982
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.204108771927947e-06,
      "loss": 0.0034,
      "step": 35983
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2038580261881215e-06,
      "loss": 0.0086,
      "step": 35984
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.20360728250261e-06,
      "loss": 0.0109,
      "step": 35985
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.203356540872059e-06,
      "loss": 0.0071,
      "step": 35986
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.203105801297118e-06,
      "loss": 0.0115,
      "step": 35987
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.202855063778432e-06,
      "loss": 0.0121,
      "step": 35988
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2026043283166495e-06,
      "loss": 0.004,
      "step": 35989
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.202353594912419e-06,
      "loss": 0.0153,
      "step": 35990
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.202102863566382e-06,
      "loss": 0.0044,
      "step": 35991
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.201852134279192e-06,
      "loss": 0.0065,
      "step": 35992
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2016014070514906e-06,
      "loss": 0.0039,
      "step": 35993
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.201350681883928e-06,
      "loss": 0.0079,
      "step": 35994
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.2010999587771506e-06,
      "loss": 0.0037,
      "step": 35995
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.200849237731804e-06,
      "loss": 0.0092,
      "step": 35996
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.200598518748536e-06,
      "loss": 0.006,
      "step": 35997
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.200347801827994e-06,
      "loss": 0.0124,
      "step": 35998
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.200097086970825e-06,
      "loss": 0.0077,
      "step": 35999
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.199846374177676e-06,
      "loss": 0.0016,
      "step": 36000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.199595663449192e-06,
      "loss": 0.0018,
      "step": 36001
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.199344954786022e-06,
      "loss": 0.007,
      "step": 36002
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.19909424818881e-06,
      "loss": 0.0064,
      "step": 36003
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.198843543658208e-06,
      "loss": 0.0054,
      "step": 36004
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.198592841194861e-06,
      "loss": 0.04,
      "step": 36005
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.198342140799412e-06,
      "loss": 0.0067,
      "step": 36006
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.198091442472512e-06,
      "loss": 0.005,
      "step": 36007
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.197840746214806e-06,
      "loss": 0.0044,
      "step": 36008
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.1975900520269434e-06,
      "loss": 0.0067,
      "step": 36009
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.197339359909569e-06,
      "loss": 0.0063,
      "step": 36010
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.1970886698633285e-06,
      "loss": 0.0082,
      "step": 36011
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.196837981888872e-06,
      "loss": 0.0057,
      "step": 36012
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.196587295986842e-06,
      "loss": 0.0162,
      "step": 36013
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.196336612157889e-06,
      "loss": 0.0077,
      "step": 36014
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.19608593040266e-06,
      "loss": 0.0076,
      "step": 36015
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.1958352507217994e-06,
      "loss": 0.0152,
      "step": 36016
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.195584573115956e-06,
      "loss": 0.0052,
      "step": 36017
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.195333897585775e-06,
      "loss": 0.0056,
      "step": 36018
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.195083224131905e-06,
      "loss": 0.0155,
      "step": 36019
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.194832552754992e-06,
      "loss": 0.003,
      "step": 36020
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.194581883455681e-06,
      "loss": 0.0034,
      "step": 36021
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.194331216234623e-06,
      "loss": 0.0063,
      "step": 36022
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.19408055109246e-06,
      "loss": 0.0122,
      "step": 36023
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.193829888029843e-06,
      "loss": 0.0074,
      "step": 36024
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.193579227047417e-06,
      "loss": 0.0069,
      "step": 36025
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.193328568145827e-06,
      "loss": 0.0062,
      "step": 36026
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.193077911325724e-06,
      "loss": 0.002,
      "step": 36027
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.192827256587749e-06,
      "loss": 0.0087,
      "step": 36028
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.192576603932555e-06,
      "loss": 0.0109,
      "step": 36029
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.192325953360786e-06,
      "loss": 0.0028,
      "step": 36030
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.192075304873086e-06,
      "loss": 0.0028,
      "step": 36031
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.191824658470106e-06,
      "loss": 0.0069,
      "step": 36032
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.191574014152491e-06,
      "loss": 0.024,
      "step": 36033
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.191323371920889e-06,
      "loss": 0.0396,
      "step": 36034
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1910727317759456e-06,
      "loss": 0.0075,
      "step": 36035
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1908220937183044e-06,
      "loss": 0.0175,
      "step": 36036
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.190571457748619e-06,
      "loss": 0.018,
      "step": 36037
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.19032082386753e-06,
      "loss": 0.0063,
      "step": 36038
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.190070192075688e-06,
      "loss": 0.0049,
      "step": 36039
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.189819562373738e-06,
      "loss": 0.0097,
      "step": 36040
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.189568934762326e-06,
      "loss": 0.0092,
      "step": 36041
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.189318309242101e-06,
      "loss": 0.0125,
      "step": 36042
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.189067685813707e-06,
      "loss": 0.0164,
      "step": 36043
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.188817064477793e-06,
      "loss": 0.0059,
      "step": 36044
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.188566445235005e-06,
      "loss": 0.0069,
      "step": 36045
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.188315828085987e-06,
      "loss": 0.0053,
      "step": 36046
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.188065213031391e-06,
      "loss": 0.0141,
      "step": 36047
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.187814600071859e-06,
      "loss": 0.0045,
      "step": 36048
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.187563989208041e-06,
      "loss": 0.015,
      "step": 36049
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.187313380440582e-06,
      "loss": 0.0044,
      "step": 36050
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.187062773770127e-06,
      "loss": 0.0061,
      "step": 36051
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.186812169197326e-06,
      "loss": 0.0159,
      "step": 36052
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.186561566722822e-06,
      "loss": 0.0083,
      "step": 36053
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.186310966347266e-06,
      "loss": 0.0077,
      "step": 36054
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.186060368071303e-06,
      "loss": 0.0024,
      "step": 36055
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.185809771895576e-06,
      "loss": 0.0341,
      "step": 36056
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.185559177820736e-06,
      "loss": 0.0037,
      "step": 36057
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.185308585847428e-06,
      "loss": 0.0103,
      "step": 36058
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1850579959763e-06,
      "loss": 0.0108,
      "step": 36059
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1848074082079965e-06,
      "loss": 0.0186,
      "step": 36060
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.184556822543163e-06,
      "loss": 0.0024,
      "step": 36061
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.184306238982452e-06,
      "loss": 0.0077,
      "step": 36062
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.184055657526503e-06,
      "loss": 0.0068,
      "step": 36063
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.183805078175967e-06,
      "loss": 0.0015,
      "step": 36064
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.18355450093149e-06,
      "loss": 0.0214,
      "step": 36065
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.183303925793717e-06,
      "loss": 0.0172,
      "step": 36066
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.183053352763297e-06,
      "loss": 0.0051,
      "step": 36067
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1828027818408714e-06,
      "loss": 0.0276,
      "step": 36068
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1825522130270955e-06,
      "loss": 0.0042,
      "step": 36069
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.182301646322609e-06,
      "loss": 0.0101,
      "step": 36070
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.182051081728057e-06,
      "loss": 0.007,
      "step": 36071
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.181800519244092e-06,
      "loss": 0.0057,
      "step": 36072
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.181549958871357e-06,
      "loss": 0.0115,
      "step": 36073
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1812994006105e-06,
      "loss": 0.0057,
      "step": 36074
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1810488444621675e-06,
      "loss": 0.0027,
      "step": 36075
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.180798290427004e-06,
      "loss": 0.0061,
      "step": 36076
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1805477385056585e-06,
      "loss": 0.0363,
      "step": 36077
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.180297188698774e-06,
      "loss": 0.0111,
      "step": 36078
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.180046641007002e-06,
      "loss": 0.0067,
      "step": 36079
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1797960954309866e-06,
      "loss": 0.0046,
      "step": 36080
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1795455519713724e-06,
      "loss": 0.0303,
      "step": 36081
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.179295010628809e-06,
      "loss": 0.0129,
      "step": 36082
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.17904447140394e-06,
      "loss": 0.0167,
      "step": 36083
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.178793934297414e-06,
      "loss": 0.0145,
      "step": 36084
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.178543399309878e-06,
      "loss": 0.0048,
      "step": 36085
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.178292866441974e-06,
      "loss": 0.0046,
      "step": 36086
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.178042335694356e-06,
      "loss": 0.0041,
      "step": 36087
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.177791807067662e-06,
      "loss": 0.0041,
      "step": 36088
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.177541280562545e-06,
      "loss": 0.0098,
      "step": 36089
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1772907561796495e-06,
      "loss": 0.0081,
      "step": 36090
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.17704023391962e-06,
      "loss": 0.0033,
      "step": 36091
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.176789713783106e-06,
      "loss": 0.0081,
      "step": 36092
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.176539195770751e-06,
      "loss": 0.0083,
      "step": 36093
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.176288679883204e-06,
      "loss": 0.0031,
      "step": 36094
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1760381661211105e-06,
      "loss": 0.0286,
      "step": 36095
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.175787654485114e-06,
      "loss": 0.0036,
      "step": 36096
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.175537144975865e-06,
      "loss": 0.0055,
      "step": 36097
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.175286637594008e-06,
      "loss": 0.0048,
      "step": 36098
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.175036132340191e-06,
      "loss": 0.0041,
      "step": 36099
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.17478562921506e-06,
      "loss": 0.0117,
      "step": 36100
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.174535128219258e-06,
      "loss": 0.0132,
      "step": 36101
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1742846293534355e-06,
      "loss": 0.0118,
      "step": 36102
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.174034132618236e-06,
      "loss": 0.0151,
      "step": 36103
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.173783638014308e-06,
      "loss": 0.0116,
      "step": 36104
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.173533145542299e-06,
      "loss": 0.0009,
      "step": 36105
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.173282655202851e-06,
      "loss": 0.0109,
      "step": 36106
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1730321669966136e-06,
      "loss": 0.0377,
      "step": 36107
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.172781680924231e-06,
      "loss": 0.015,
      "step": 36108
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1725311969863524e-06,
      "loss": 0.0041,
      "step": 36109
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1722807151836235e-06,
      "loss": 0.0049,
      "step": 36110
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.172030235516686e-06,
      "loss": 0.0057,
      "step": 36111
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.171779757986193e-06,
      "loss": 0.0039,
      "step": 36112
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.171529282592787e-06,
      "loss": 0.0219,
      "step": 36113
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.171278809337116e-06,
      "loss": 0.0064,
      "step": 36114
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.171028338219824e-06,
      "loss": 0.0093,
      "step": 36115
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1707778692415594e-06,
      "loss": 0.0177,
      "step": 36116
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.170527402402968e-06,
      "loss": 0.0032,
      "step": 36117
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1702769377046935e-06,
      "loss": 0.0021,
      "step": 36118
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1700264751473874e-06,
      "loss": 0.0078,
      "step": 36119
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.169776014731692e-06,
      "loss": 0.018,
      "step": 36120
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.169525556458254e-06,
      "loss": 0.0117,
      "step": 36121
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.169275100327721e-06,
      "loss": 0.0161,
      "step": 36122
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.169024646340738e-06,
      "loss": 0.0094,
      "step": 36123
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.168774194497953e-06,
      "loss": 0.0063,
      "step": 36124
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.168523744800011e-06,
      "loss": 0.004,
      "step": 36125
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1682732972475585e-06,
      "loss": 0.0028,
      "step": 36126
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1680228518412415e-06,
      "loss": 0.0035,
      "step": 36127
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.167772408581704e-06,
      "loss": 0.0127,
      "step": 36128
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.167521967469597e-06,
      "loss": 0.0134,
      "step": 36129
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.167271528505564e-06,
      "loss": 0.0052,
      "step": 36130
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.167021091690251e-06,
      "loss": 0.004,
      "step": 36131
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.166770657024306e-06,
      "loss": 0.007,
      "step": 36132
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.166520224508372e-06,
      "loss": 0.0126,
      "step": 36133
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.166269794143098e-06,
      "loss": 0.0028,
      "step": 36134
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.16601936592913e-06,
      "loss": 0.0081,
      "step": 36135
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.165768939867111e-06,
      "loss": 0.0061,
      "step": 36136
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.165518515957692e-06,
      "loss": 0.0182,
      "step": 36137
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.165268094201516e-06,
      "loss": 0.0084,
      "step": 36138
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.165017674599231e-06,
      "loss": 0.0108,
      "step": 36139
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.164767257151482e-06,
      "loss": 0.0063,
      "step": 36140
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.164516841858914e-06,
      "loss": 0.0248,
      "step": 36141
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.164266428722177e-06,
      "loss": 0.0086,
      "step": 36142
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1640160177419105e-06,
      "loss": 0.0106,
      "step": 36143
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.163765608918769e-06,
      "loss": 0.0334,
      "step": 36144
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.163515202253394e-06,
      "loss": 0.0216,
      "step": 36145
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.163264797746429e-06,
      "loss": 0.019,
      "step": 36146
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.163014395398526e-06,
      "loss": 0.0087,
      "step": 36147
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.162763995210327e-06,
      "loss": 0.0191,
      "step": 36148
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.16251359718248e-06,
      "loss": 0.0157,
      "step": 36149
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.162263201315631e-06,
      "loss": 0.0089,
      "step": 36150
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.162012807610426e-06,
      "loss": 0.0083,
      "step": 36151
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.16176241606751e-06,
      "loss": 0.0012,
      "step": 36152
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.161512026687528e-06,
      "loss": 0.0016,
      "step": 36153
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1612616394711305e-06,
      "loss": 0.0207,
      "step": 36154
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.16101125441896e-06,
      "loss": 0.0065,
      "step": 36155
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.160760871531664e-06,
      "loss": 0.0071,
      "step": 36156
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.160510490809889e-06,
      "loss": 0.0089,
      "step": 36157
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.160260112254279e-06,
      "loss": 0.0106,
      "step": 36158
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.160009735865482e-06,
      "loss": 0.0183,
      "step": 36159
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.159759361644144e-06,
      "loss": 0.0109,
      "step": 36160
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.159508989590908e-06,
      "loss": 0.0069,
      "step": 36161
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.159258619706425e-06,
      "loss": 0.0031,
      "step": 36162
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.159008251991337e-06,
      "loss": 0.006,
      "step": 36163
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.158757886446292e-06,
      "loss": 0.0053,
      "step": 36164
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.158507523071936e-06,
      "loss": 0.0047,
      "step": 36165
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.158257161868914e-06,
      "loss": 0.0134,
      "step": 36166
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.158006802837873e-06,
      "loss": 0.0092,
      "step": 36167
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.157756445979457e-06,
      "loss": 0.0049,
      "step": 36168
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.157506091294316e-06,
      "loss": 0.0042,
      "step": 36169
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.157255738783094e-06,
      "loss": 0.0237,
      "step": 36170
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.157005388446434e-06,
      "loss": 0.0057,
      "step": 36171
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.156755040284986e-06,
      "loss": 0.0034,
      "step": 36172
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.156504694299393e-06,
      "loss": 0.018,
      "step": 36173
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.156254350490305e-06,
      "loss": 0.0026,
      "step": 36174
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.156004008858365e-06,
      "loss": 0.0141,
      "step": 36175
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.155753669404218e-06,
      "loss": 0.0078,
      "step": 36176
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1555033321285145e-06,
      "loss": 0.0013,
      "step": 36177
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.155252997031894e-06,
      "loss": 0.0058,
      "step": 36178
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.155002664115008e-06,
      "loss": 0.0121,
      "step": 36179
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1547523333784994e-06,
      "loss": 0.0039,
      "step": 36180
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.154502004823015e-06,
      "loss": 0.0091,
      "step": 36181
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1542516784492015e-06,
      "loss": 0.0148,
      "step": 36182
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.154001354257703e-06,
      "loss": 0.0236,
      "step": 36183
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1537510322491685e-06,
      "loss": 0.0182,
      "step": 36184
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.153500712424241e-06,
      "loss": 0.0081,
      "step": 36185
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.153250394783565e-06,
      "loss": 0.0074,
      "step": 36186
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1530000793277914e-06,
      "loss": 0.0029,
      "step": 36187
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.152749766057562e-06,
      "loss": 0.0079,
      "step": 36188
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.152499454973525e-06,
      "loss": 0.0032,
      "step": 36189
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.152249146076326e-06,
      "loss": 0.0158,
      "step": 36190
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.15199883936661e-06,
      "loss": 0.0102,
      "step": 36191
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1517485348450234e-06,
      "loss": 0.0075,
      "step": 36192
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.15149823251221e-06,
      "loss": 0.0071,
      "step": 36193
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1512479323688184e-06,
      "loss": 0.0056,
      "step": 36194
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.150997634415496e-06,
      "loss": 0.0051,
      "step": 36195
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.150747338652883e-06,
      "loss": 0.0037,
      "step": 36196
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.15049704508163e-06,
      "loss": 0.0056,
      "step": 36197
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.15024675370238e-06,
      "loss": 0.0078,
      "step": 36198
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.149996464515783e-06,
      "loss": 0.0057,
      "step": 36199
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.14974617752248e-06,
      "loss": 0.0028,
      "step": 36200
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.149495892723118e-06,
      "loss": 0.0093,
      "step": 36201
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.149245610118346e-06,
      "loss": 0.0139,
      "step": 36202
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.148995329708804e-06,
      "loss": 0.0095,
      "step": 36203
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.148745051495145e-06,
      "loss": 0.0065,
      "step": 36204
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.148494775478009e-06,
      "loss": 0.007,
      "step": 36205
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1482445016580446e-06,
      "loss": 0.0066,
      "step": 36206
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.147994230035897e-06,
      "loss": 0.0109,
      "step": 36207
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1477439606122095e-06,
      "loss": 0.0193,
      "step": 36208
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.147493693387634e-06,
      "loss": 0.0075,
      "step": 36209
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.147243428362811e-06,
      "loss": 0.0144,
      "step": 36210
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.146993165538385e-06,
      "loss": 0.018,
      "step": 36211
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1467429049150084e-06,
      "loss": 0.0145,
      "step": 36212
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.146492646493321e-06,
      "loss": 0.0063,
      "step": 36213
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.146242390273971e-06,
      "loss": 0.011,
      "step": 36214
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.145992136257605e-06,
      "loss": 0.0103,
      "step": 36215
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.145741884444866e-06,
      "loss": 0.0071,
      "step": 36216
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.145491634836402e-06,
      "loss": 0.0061,
      "step": 36217
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.145241387432856e-06,
      "loss": 0.0095,
      "step": 36218
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.144991142234878e-06,
      "loss": 0.0036,
      "step": 36219
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.144740899243112e-06,
      "loss": 0.0088,
      "step": 36220
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1444906584582004e-06,
      "loss": 0.004,
      "step": 36221
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.144240419880794e-06,
      "loss": 0.0138,
      "step": 36222
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.143990183511535e-06,
      "loss": 0.0142,
      "step": 36223
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.143739949351071e-06,
      "loss": 0.004,
      "step": 36224
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.143489717400047e-06,
      "loss": 0.0039,
      "step": 36225
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.143239487659106e-06,
      "loss": 0.0161,
      "step": 36226
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1429892601289e-06,
      "loss": 0.0104,
      "step": 36227
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.142739034810068e-06,
      "loss": 0.0064,
      "step": 36228
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.14248881170326e-06,
      "loss": 0.0061,
      "step": 36229
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.142238590809121e-06,
      "loss": 0.0032,
      "step": 36230
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.141988372128294e-06,
      "loss": 0.0066,
      "step": 36231
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.141738155661429e-06,
      "loss": 0.012,
      "step": 36232
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1414879414091655e-06,
      "loss": 0.0164,
      "step": 36233
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.141237729372158e-06,
      "loss": 0.0171,
      "step": 36234
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.140987519551043e-06,
      "loss": 0.0069,
      "step": 36235
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.14073731194647e-06,
      "loss": 0.0123,
      "step": 36236
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.140487106559087e-06,
      "loss": 0.0098,
      "step": 36237
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1402369033895355e-06,
      "loss": 0.0055,
      "step": 36238
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1399867024384645e-06,
      "loss": 0.0096,
      "step": 36239
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.139736503706518e-06,
      "loss": 0.0067,
      "step": 36240
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13948630719434e-06,
      "loss": 0.0037,
      "step": 36241
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1392361129025795e-06,
      "loss": 0.004,
      "step": 36242
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.138985920831878e-06,
      "loss": 0.009,
      "step": 36243
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.138735730982886e-06,
      "loss": 0.0166,
      "step": 36244
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.138485543356246e-06,
      "loss": 0.0102,
      "step": 36245
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.138235357952603e-06,
      "loss": 0.0091,
      "step": 36246
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.137985174772605e-06,
      "loss": 0.005,
      "step": 36247
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.137734993816894e-06,
      "loss": 0.0078,
      "step": 36248
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13748481508612e-06,
      "loss": 0.0053,
      "step": 36249
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.137234638580926e-06,
      "loss": 0.0103,
      "step": 36250
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.136984464301955e-06,
      "loss": 0.0122,
      "step": 36251
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1367342922498595e-06,
      "loss": 0.01,
      "step": 36252
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.136484122425277e-06,
      "loss": 0.0102,
      "step": 36253
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13623395482886e-06,
      "loss": 0.0038,
      "step": 36254
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1359837894612495e-06,
      "loss": 0.0219,
      "step": 36255
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.135733626323092e-06,
      "loss": 0.0128,
      "step": 36256
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.135483465415035e-06,
      "loss": 0.0036,
      "step": 36257
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13523330673772e-06,
      "loss": 0.0215,
      "step": 36258
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.134983150291798e-06,
      "loss": 0.0015,
      "step": 36259
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13473299607791e-06,
      "loss": 0.0041,
      "step": 36260
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.134482844096701e-06,
      "loss": 0.0145,
      "step": 36261
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.134232694348821e-06,
      "loss": 0.0021,
      "step": 36262
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.133982546834912e-06,
      "loss": 0.0084,
      "step": 36263
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13373240155562e-06,
      "loss": 0.0245,
      "step": 36264
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.133482258511592e-06,
      "loss": 0.0077,
      "step": 36265
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13323211770347e-06,
      "loss": 0.0108,
      "step": 36266
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.132981979131903e-06,
      "loss": 0.0066,
      "step": 36267
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1327318427975335e-06,
      "loss": 0.0045,
      "step": 36268
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.132481708701011e-06,
      "loss": 0.0045,
      "step": 36269
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1322315768429776e-06,
      "loss": 0.0104,
      "step": 36270
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.13198144722408e-06,
      "loss": 0.0092,
      "step": 36271
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.131731319844962e-06,
      "loss": 0.0275,
      "step": 36272
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.131481194706271e-06,
      "loss": 0.0379,
      "step": 36273
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.131231071808652e-06,
      "loss": 0.0107,
      "step": 36274
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1309809511527505e-06,
      "loss": 0.0235,
      "step": 36275
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.130730832739208e-06,
      "loss": 0.0065,
      "step": 36276
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.130480716568677e-06,
      "loss": 0.0065,
      "step": 36277
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.130230602641797e-06,
      "loss": 0.0212,
      "step": 36278
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.129980490959218e-06,
      "loss": 0.0226,
      "step": 36279
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.129730381521581e-06,
      "loss": 0.0123,
      "step": 36280
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.129480274329534e-06,
      "loss": 0.0211,
      "step": 36281
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.129230169383722e-06,
      "loss": 0.0379,
      "step": 36282
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.128980066684788e-06,
      "loss": 0.0061,
      "step": 36283
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1287299662333834e-06,
      "loss": 0.0347,
      "step": 36284
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.128479868030147e-06,
      "loss": 0.0087,
      "step": 36285
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.128229772075726e-06,
      "loss": 0.0082,
      "step": 36286
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.127979678370768e-06,
      "loss": 0.0038,
      "step": 36287
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.127729586915915e-06,
      "loss": 0.0137,
      "step": 36288
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.127479497711816e-06,
      "loss": 0.0112,
      "step": 36289
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.127229410759114e-06,
      "loss": 0.0065,
      "step": 36290
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.126979326058453e-06,
      "loss": 0.0099,
      "step": 36291
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.126729243610482e-06,
      "loss": 0.0069,
      "step": 36292
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.126479163415842e-06,
      "loss": 0.024,
      "step": 36293
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.126229085475182e-06,
      "loss": 0.0062,
      "step": 36294
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.125979009789147e-06,
      "loss": 0.0052,
      "step": 36295
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.125728936358379e-06,
      "loss": 0.0091,
      "step": 36296
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.125478865183527e-06,
      "loss": 0.0134,
      "step": 36297
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.125228796265233e-06,
      "loss": 0.0024,
      "step": 36298
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.124978729604145e-06,
      "loss": 0.0022,
      "step": 36299
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.124728665200908e-06,
      "loss": 0.0216,
      "step": 36300
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.124478603056165e-06,
      "loss": 0.0035,
      "step": 36301
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.124228543170563e-06,
      "loss": 0.0025,
      "step": 36302
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.123978485544747e-06,
      "loss": 0.0017,
      "step": 36303
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.123728430179363e-06,
      "loss": 0.0126,
      "step": 36304
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.123478377075055e-06,
      "loss": 0.0132,
      "step": 36305
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1232283262324676e-06,
      "loss": 0.012,
      "step": 36306
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1229782776522484e-06,
      "loss": 0.0087,
      "step": 36307
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.12272823133504e-06,
      "loss": 0.0057,
      "step": 36308
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.122478187281489e-06,
      "loss": 0.0144,
      "step": 36309
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.122228145492242e-06,
      "loss": 0.0125,
      "step": 36310
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.12197810596794e-06,
      "loss": 0.0026,
      "step": 36311
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.121728068709233e-06,
      "loss": 0.0054,
      "step": 36312
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.121478033716763e-06,
      "loss": 0.0066,
      "step": 36313
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.121228000991177e-06,
      "loss": 0.0093,
      "step": 36314
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1209779705331195e-06,
      "loss": 0.0043,
      "step": 36315
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.120727942343235e-06,
      "loss": 0.0275,
      "step": 36316
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1204779164221685e-06,
      "loss": 0.0063,
      "step": 36317
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.120227892770564e-06,
      "loss": 0.0186,
      "step": 36318
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.119977871389072e-06,
      "loss": 0.0054,
      "step": 36319
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.119727852278334e-06,
      "loss": 0.0084,
      "step": 36320
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.119477835438993e-06,
      "loss": 0.0071,
      "step": 36321
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.119227820871698e-06,
      "loss": 0.0114,
      "step": 36322
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.118977808577092e-06,
      "loss": 0.012,
      "step": 36323
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.118727798555821e-06,
      "loss": 0.0054,
      "step": 36324
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.118477790808529e-06,
      "loss": 0.0073,
      "step": 36325
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1182277853358605e-06,
      "loss": 0.01,
      "step": 36326
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.117977782138464e-06,
      "loss": 0.0078,
      "step": 36327
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.117727781216981e-06,
      "loss": 0.0153,
      "step": 36328
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.11747778257206e-06,
      "loss": 0.0046,
      "step": 36329
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.117227786204343e-06,
      "loss": 0.0226,
      "step": 36330
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.116977792114477e-06,
      "loss": 0.002,
      "step": 36331
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.116727800303106e-06,
      "loss": 0.0018,
      "step": 36332
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.116477810770873e-06,
      "loss": 0.0017,
      "step": 36333
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1162278235184285e-06,
      "loss": 0.0244,
      "step": 36334
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.115977838546415e-06,
      "loss": 0.004,
      "step": 36335
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.115727855855474e-06,
      "loss": 0.0071,
      "step": 36336
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.115477875446255e-06,
      "loss": 0.0077,
      "step": 36337
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.115227897319402e-06,
      "loss": 0.0059,
      "step": 36338
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.114977921475559e-06,
      "loss": 0.0116,
      "step": 36339
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.114727947915373e-06,
      "loss": 0.0056,
      "step": 36340
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.114477976639485e-06,
      "loss": 0.0021,
      "step": 36341
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.114228007648546e-06,
      "loss": 0.0053,
      "step": 36342
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.113978040943194e-06,
      "loss": 0.016,
      "step": 36343
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.11372807652408e-06,
      "loss": 0.0058,
      "step": 36344
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.113478114391847e-06,
      "loss": 0.0073,
      "step": 36345
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1132281545471385e-06,
      "loss": 0.0058,
      "step": 36346
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.112978196990602e-06,
      "loss": 0.0028,
      "step": 36347
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.11272824172288e-06,
      "loss": 0.0155,
      "step": 36348
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.112478288744619e-06,
      "loss": 0.0071,
      "step": 36349
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.112228338056464e-06,
      "loss": 0.0094,
      "step": 36350
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.111978389659058e-06,
      "loss": 0.0048,
      "step": 36351
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.111728443553049e-06,
      "loss": 0.0051,
      "step": 36352
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.111478499739079e-06,
      "loss": 0.0281,
      "step": 36353
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.111228558217796e-06,
      "loss": 0.0244,
      "step": 36354
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.110978618989843e-06,
      "loss": 0.0066,
      "step": 36355
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1107286820558635e-06,
      "loss": 0.0143,
      "step": 36356
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1104787474165055e-06,
      "loss": 0.0072,
      "step": 36357
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.110228815072411e-06,
      "loss": 0.0016,
      "step": 36358
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1099788850242285e-06,
      "loss": 0.0046,
      "step": 36359
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.109728957272601e-06,
      "loss": 0.0265,
      "step": 36360
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.109479031818171e-06,
      "loss": 0.0348,
      "step": 36361
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1092291086615875e-06,
      "loss": 0.0019,
      "step": 36362
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.108979187803492e-06,
      "loss": 0.0049,
      "step": 36363
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.108729269244533e-06,
      "loss": 0.004,
      "step": 36364
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.108479352985353e-06,
      "loss": 0.0106,
      "step": 36365
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.108229439026594e-06,
      "loss": 0.0093,
      "step": 36366
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1079795273689085e-06,
      "loss": 0.0183,
      "step": 36367
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1077296180129335e-06,
      "loss": 0.0109,
      "step": 36368
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.107479710959319e-06,
      "loss": 0.0026,
      "step": 36369
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.107229806208708e-06,
      "loss": 0.0057,
      "step": 36370
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.106979903761744e-06,
      "loss": 0.007,
      "step": 36371
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.106730003619075e-06,
      "loss": 0.0136,
      "step": 36372
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.106480105781341e-06,
      "loss": 0.0048,
      "step": 36373
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.106230210249194e-06,
      "loss": 0.0046,
      "step": 36374
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.105980317023274e-06,
      "loss": 0.0093,
      "step": 36375
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.105730426104223e-06,
      "loss": 0.0063,
      "step": 36376
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.105480537492693e-06,
      "loss": 0.0057,
      "step": 36377
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1052306511893225e-06,
      "loss": 0.003,
      "step": 36378
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.104980767194761e-06,
      "loss": 0.0083,
      "step": 36379
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.10473088550965e-06,
      "loss": 0.0147,
      "step": 36380
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.104481006134636e-06,
      "loss": 0.0038,
      "step": 36381
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.104231129070363e-06,
      "loss": 0.0113,
      "step": 36382
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.103981254317475e-06,
      "loss": 0.0094,
      "step": 36383
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.103731381876619e-06,
      "loss": 0.008,
      "step": 36384
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.103481511748439e-06,
      "loss": 0.0106,
      "step": 36385
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.103231643933578e-06,
      "loss": 0.0028,
      "step": 36386
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.102981778432683e-06,
      "loss": 0.0132,
      "step": 36387
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.102731915246397e-06,
      "loss": 0.0039,
      "step": 36388
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1024820543753665e-06,
      "loss": 0.0029,
      "step": 36389
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.102232195820235e-06,
      "loss": 0.007,
      "step": 36390
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.101982339581645e-06,
      "loss": 0.0092,
      "step": 36391
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.101732485660248e-06,
      "loss": 0.0036,
      "step": 36392
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.10148263405668e-06,
      "loss": 0.0125,
      "step": 36393
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.101232784771593e-06,
      "loss": 0.0035,
      "step": 36394
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.100982937805628e-06,
      "loss": 0.0363,
      "step": 36395
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.1007330931594294e-06,
      "loss": 0.0255,
      "step": 36396
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.100483250833645e-06,
      "loss": 0.0054,
      "step": 36397
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.100233410828914e-06,
      "loss": 0.0189,
      "step": 36398
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.099983573145888e-06,
      "loss": 0.0187,
      "step": 36399
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.099733737785208e-06,
      "loss": 0.0085,
      "step": 36400
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0994839047475146e-06,
      "loss": 0.0045,
      "step": 36401
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0992340740334606e-06,
      "loss": 0.0099,
      "step": 36402
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.098984245643685e-06,
      "loss": 0.0122,
      "step": 36403
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.098734419578835e-06,
      "loss": 0.0096,
      "step": 36404
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0984845958395544e-06,
      "loss": 0.0234,
      "step": 36405
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.098234774426488e-06,
      "loss": 0.0031,
      "step": 36406
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.09798495534028e-06,
      "loss": 0.0151,
      "step": 36407
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.097735138581574e-06,
      "loss": 0.0152,
      "step": 36408
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0974853241510165e-06,
      "loss": 0.0123,
      "step": 36409
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.097235512049252e-06,
      "loss": 0.0057,
      "step": 36410
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.096985702276925e-06,
      "loss": 0.0085,
      "step": 36411
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.096735894834679e-06,
      "loss": 0.0071,
      "step": 36412
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.096486089723158e-06,
      "loss": 0.0192,
      "step": 36413
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.09623628694301e-06,
      "loss": 0.0064,
      "step": 36414
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.095986486494877e-06,
      "loss": 0.0047,
      "step": 36415
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.095736688379402e-06,
      "loss": 0.0101,
      "step": 36416
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.095486892597234e-06,
      "loss": 0.0075,
      "step": 36417
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.095237099149013e-06,
      "loss": 0.0032,
      "step": 36418
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.094987308035387e-06,
      "loss": 0.0111,
      "step": 36419
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.094737519256999e-06,
      "loss": 0.0029,
      "step": 36420
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.094487732814494e-06,
      "loss": 0.0074,
      "step": 36421
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.094237948708516e-06,
      "loss": 0.0097,
      "step": 36422
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.093988166939708e-06,
      "loss": 0.0036,
      "step": 36423
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.093738387508719e-06,
      "loss": 0.0091,
      "step": 36424
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.093488610416191e-06,
      "loss": 0.0348,
      "step": 36425
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.093238835662765e-06,
      "loss": 0.0031,
      "step": 36426
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0929890632490915e-06,
      "loss": 0.0152,
      "step": 36427
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.092739293175813e-06,
      "loss": 0.0034,
      "step": 36428
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.092489525443571e-06,
      "loss": 0.0055,
      "step": 36429
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.092239760053014e-06,
      "loss": 0.0009,
      "step": 36430
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.091989997004783e-06,
      "loss": 0.0071,
      "step": 36431
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.091740236299526e-06,
      "loss": 0.0074,
      "step": 36432
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.091490477937886e-06,
      "loss": 0.0085,
      "step": 36433
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.091240721920504e-06,
      "loss": 0.0065,
      "step": 36434
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.090990968248031e-06,
      "loss": 0.016,
      "step": 36435
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.090741216921106e-06,
      "loss": 0.0082,
      "step": 36436
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.090491467940377e-06,
      "loss": 0.0066,
      "step": 36437
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.090241721306487e-06,
      "loss": 0.0081,
      "step": 36438
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0899919770200804e-06,
      "loss": 0.0083,
      "step": 36439
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.089742235081801e-06,
      "loss": 0.0047,
      "step": 36440
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.089492495492293e-06,
      "loss": 0.0067,
      "step": 36441
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.089242758252202e-06,
      "loss": 0.0027,
      "step": 36442
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.088993023362175e-06,
      "loss": 0.008,
      "step": 36443
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.08874329082285e-06,
      "loss": 0.0058,
      "step": 36444
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.088493560634876e-06,
      "loss": 0.002,
      "step": 36445
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.088243832798896e-06,
      "loss": 0.0097,
      "step": 36446
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.087994107315555e-06,
      "loss": 0.0179,
      "step": 36447
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.087744384185498e-06,
      "loss": 0.0039,
      "step": 36448
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.087494663409365e-06,
      "loss": 0.0039,
      "step": 36449
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.087244944987807e-06,
      "loss": 0.0031,
      "step": 36450
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0869952289214635e-06,
      "loss": 0.0145,
      "step": 36451
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.086745515210982e-06,
      "loss": 0.003,
      "step": 36452
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.086495803857004e-06,
      "loss": 0.0181,
      "step": 36453
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.086246094860175e-06,
      "loss": 0.0041,
      "step": 36454
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.08599638822114e-06,
      "loss": 0.013,
      "step": 36455
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.085746683940543e-06,
      "loss": 0.006,
      "step": 36456
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.085496982019028e-06,
      "loss": 0.0242,
      "step": 36457
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.08524728245724e-06,
      "loss": 0.0028,
      "step": 36458
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.08499758525582e-06,
      "loss": 0.002,
      "step": 36459
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.084747890415418e-06,
      "loss": 0.0114,
      "step": 36460
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.084498197936673e-06,
      "loss": 0.0371,
      "step": 36461
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.084248507820233e-06,
      "loss": 0.0107,
      "step": 36462
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0839988200667425e-06,
      "loss": 0.0028,
      "step": 36463
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.083749134676841e-06,
      "loss": 0.007,
      "step": 36464
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.083499451651178e-06,
      "loss": 0.0022,
      "step": 36465
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.083249770990394e-06,
      "loss": 0.0046,
      "step": 36466
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.083000092695137e-06,
      "loss": 0.0043,
      "step": 36467
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0827504167660505e-06,
      "loss": 0.0075,
      "step": 36468
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.082500743203773e-06,
      "loss": 0.0026,
      "step": 36469
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.082251072008957e-06,
      "loss": 0.0116,
      "step": 36470
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.082001403182241e-06,
      "loss": 0.0133,
      "step": 36471
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.081751736724272e-06,
      "loss": 0.0262,
      "step": 36472
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.081502072635694e-06,
      "loss": 0.0101,
      "step": 36473
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.081252410917148e-06,
      "loss": 0.0062,
      "step": 36474
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.081002751569285e-06,
      "loss": 0.0153,
      "step": 36475
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.080753094592741e-06,
      "loss": 0.0175,
      "step": 36476
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.080503439988167e-06,
      "loss": 0.0037,
      "step": 36477
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.080253787756204e-06,
      "loss": 0.005,
      "step": 36478
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.080004137897495e-06,
      "loss": 0.0054,
      "step": 36479
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.079754490412688e-06,
      "loss": 0.0505,
      "step": 36480
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.079504845302422e-06,
      "loss": 0.0138,
      "step": 36481
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0792552025673486e-06,
      "loss": 0.0092,
      "step": 36482
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.079005562208105e-06,
      "loss": 0.0045,
      "step": 36483
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.078755924225336e-06,
      "loss": 0.0117,
      "step": 36484
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.07850628861969e-06,
      "loss": 0.0088,
      "step": 36485
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.078256655391808e-06,
      "loss": 0.0364,
      "step": 36486
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0780070245423355e-06,
      "loss": 0.0048,
      "step": 36487
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.077757396071917e-06,
      "loss": 0.014,
      "step": 36488
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.077507769981194e-06,
      "loss": 0.007,
      "step": 36489
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.077258146270814e-06,
      "loss": 0.0048,
      "step": 36490
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.077008524941415e-06,
      "loss": 0.0036,
      "step": 36491
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.076758905993649e-06,
      "loss": 0.0145,
      "step": 36492
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.076509289428159e-06,
      "loss": 0.014,
      "step": 36493
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.076259675245582e-06,
      "loss": 0.0049,
      "step": 36494
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0760100634465695e-06,
      "loss": 0.0064,
      "step": 36495
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.075760454031762e-06,
      "loss": 0.003,
      "step": 36496
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0755108470018044e-06,
      "loss": 0.006,
      "step": 36497
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.075261242357342e-06,
      "loss": 0.0027,
      "step": 36498
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.075011640099015e-06,
      "loss": 0.0061,
      "step": 36499
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.074762040227473e-06,
      "loss": 0.0161,
      "step": 36500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.074512442743355e-06,
      "loss": 0.0051,
      "step": 36501
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.074262847647309e-06,
      "loss": 0.0096,
      "step": 36502
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0740132549399765e-06,
      "loss": 0.0249,
      "step": 36503
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.073763664622003e-06,
      "loss": 0.005,
      "step": 36504
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0735140766940316e-06,
      "loss": 0.0014,
      "step": 36505
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.073264491156704e-06,
      "loss": 0.0059,
      "step": 36506
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.073014908010671e-06,
      "loss": 0.0094,
      "step": 36507
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.072765327256571e-06,
      "loss": 0.0083,
      "step": 36508
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.072515748895047e-06,
      "loss": 0.005,
      "step": 36509
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.072266172926748e-06,
      "loss": 0.0087,
      "step": 36510
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.072016599352314e-06,
      "loss": 0.0065,
      "step": 36511
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0717670281723915e-06,
      "loss": 0.0045,
      "step": 36512
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.071517459387623e-06,
      "loss": 0.0164,
      "step": 36513
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.071267892998652e-06,
      "loss": 0.0058,
      "step": 36514
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0710183290061244e-06,
      "loss": 0.0104,
      "step": 36515
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.070768767410681e-06,
      "loss": 0.0043,
      "step": 36516
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.07051920821297e-06,
      "loss": 0.0099,
      "step": 36517
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.070269651413633e-06,
      "loss": 0.0089,
      "step": 36518
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.070020097013313e-06,
      "loss": 0.0337,
      "step": 36519
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.069770545012655e-06,
      "loss": 0.011,
      "step": 36520
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.069520995412304e-06,
      "loss": 0.0025,
      "step": 36521
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0692714482129025e-06,
      "loss": 0.0019,
      "step": 36522
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.069021903415095e-06,
      "loss": 0.0086,
      "step": 36523
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.068772361019523e-06,
      "loss": 0.0086,
      "step": 36524
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.068522821026837e-06,
      "loss": 0.0079,
      "step": 36525
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0682732834376715e-06,
      "loss": 0.0123,
      "step": 36526
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.068023748252678e-06,
      "loss": 0.0072,
      "step": 36527
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.067774215472498e-06,
      "loss": 0.0055,
      "step": 36528
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.067524685097775e-06,
      "loss": 0.0068,
      "step": 36529
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.067275157129153e-06,
      "loss": 0.0065,
      "step": 36530
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.067025631567274e-06,
      "loss": 0.0034,
      "step": 36531
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.066776108412786e-06,
      "loss": 0.0083,
      "step": 36532
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.066526587666331e-06,
      "loss": 0.0075,
      "step": 36533
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.066277069328551e-06,
      "loss": 0.004,
      "step": 36534
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.066027553400092e-06,
      "loss": 0.005,
      "step": 36535
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.065778039881596e-06,
      "loss": 0.0123,
      "step": 36536
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.065528528773709e-06,
      "loss": 0.0115,
      "step": 36537
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.065279020077074e-06,
      "loss": 0.0236,
      "step": 36538
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.065029513792333e-06,
      "loss": 0.0076,
      "step": 36539
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.064780009920134e-06,
      "loss": 0.0042,
      "step": 36540
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0645305084611145e-06,
      "loss": 0.0035,
      "step": 36541
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.064281009415925e-06,
      "loss": 0.0082,
      "step": 36542
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.064031512785206e-06,
      "loss": 0.005,
      "step": 36543
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.063782018569601e-06,
      "loss": 0.0064,
      "step": 36544
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0635325267697545e-06,
      "loss": 0.0127,
      "step": 36545
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.063283037386309e-06,
      "loss": 0.0103,
      "step": 36546
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.063033550419911e-06,
      "loss": 0.0115,
      "step": 36547
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0627840658712034e-06,
      "loss": 0.0051,
      "step": 36548
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.062534583740826e-06,
      "loss": 0.0079,
      "step": 36549
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.062285104029428e-06,
      "loss": 0.0147,
      "step": 36550
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.06203562673765e-06,
      "loss": 0.0109,
      "step": 36551
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.061786151866139e-06,
      "loss": 0.0097,
      "step": 36552
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.061536679415534e-06,
      "loss": 0.0071,
      "step": 36553
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.061287209386482e-06,
      "loss": 0.0079,
      "step": 36554
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.061037741779625e-06,
      "loss": 0.0106,
      "step": 36555
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.060788276595607e-06,
      "loss": 0.0135,
      "step": 36556
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.060538813835075e-06,
      "loss": 0.0075,
      "step": 36557
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.060289353498668e-06,
      "loss": 0.0078,
      "step": 36558
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.060039895587031e-06,
      "loss": 0.0119,
      "step": 36559
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.059790440100809e-06,
      "loss": 0.0028,
      "step": 36560
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.059540987040645e-06,
      "loss": 0.0044,
      "step": 36561
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.059291536407183e-06,
      "loss": 0.0053,
      "step": 36562
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.059042088201067e-06,
      "loss": 0.0079,
      "step": 36563
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.058792642422938e-06,
      "loss": 0.011,
      "step": 36564
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0585431990734436e-06,
      "loss": 0.0136,
      "step": 36565
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0582937581532225e-06,
      "loss": 0.0109,
      "step": 36566
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.058044319662925e-06,
      "loss": 0.0085,
      "step": 36567
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.05779488360319e-06,
      "loss": 0.0083,
      "step": 36568
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.05754544997466e-06,
      "loss": 0.0071,
      "step": 36569
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.057296018777983e-06,
      "loss": 0.0093,
      "step": 36570
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.057046590013799e-06,
      "loss": 0.002,
      "step": 36571
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.056797163682755e-06,
      "loss": 0.0048,
      "step": 36572
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.056547739785492e-06,
      "loss": 0.0034,
      "step": 36573
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.056298318322652e-06,
      "loss": 0.0133,
      "step": 36574
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.056048899294884e-06,
      "loss": 0.0094,
      "step": 36575
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.055799482702826e-06,
      "loss": 0.0081,
      "step": 36576
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.055550068547125e-06,
      "loss": 0.0067,
      "step": 36577
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.055300656828425e-06,
      "loss": 0.0195,
      "step": 36578
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.055051247547366e-06,
      "loss": 0.0137,
      "step": 36579
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0548018407045955e-06,
      "loss": 0.0111,
      "step": 36580
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0545524363007525e-06,
      "loss": 0.0048,
      "step": 36581
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.054303034336486e-06,
      "loss": 0.0081,
      "step": 36582
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.054053634812437e-06,
      "loss": 0.0044,
      "step": 36583
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0538042377292455e-06,
      "loss": 0.0194,
      "step": 36584
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.053554843087561e-06,
      "loss": 0.0042,
      "step": 36585
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.053305450888024e-06,
      "loss": 0.0113,
      "step": 36586
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.053056061131279e-06,
      "loss": 0.0044,
      "step": 36587
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.052806673817969e-06,
      "loss": 0.0074,
      "step": 36588
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.052557288948736e-06,
      "loss": 0.003,
      "step": 36589
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.052307906524227e-06,
      "loss": 0.0039,
      "step": 36590
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.05205852654508e-06,
      "loss": 0.0051,
      "step": 36591
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.051809149011945e-06,
      "loss": 0.0105,
      "step": 36592
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.051559773925462e-06,
      "loss": 0.0082,
      "step": 36593
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.051310401286274e-06,
      "loss": 0.0052,
      "step": 36594
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.051061031095027e-06,
      "loss": 0.0061,
      "step": 36595
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0508116633523605e-06,
      "loss": 0.0074,
      "step": 36596
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.050562298058922e-06,
      "loss": 0.007,
      "step": 36597
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.050312935215353e-06,
      "loss": 0.0033,
      "step": 36598
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.050063574822295e-06,
      "loss": 0.0068,
      "step": 36599
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.049814216880396e-06,
      "loss": 0.0061,
      "step": 36600
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.049564861390296e-06,
      "loss": 0.0051,
      "step": 36601
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.04931550835264e-06,
      "loss": 0.0151,
      "step": 36602
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0490661577680715e-06,
      "loss": 0.0127,
      "step": 36603
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.048816809637232e-06,
      "loss": 0.0262,
      "step": 36604
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0485674639607665e-06,
      "loss": 0.0072,
      "step": 36605
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.048318120739316e-06,
      "loss": 0.007,
      "step": 36606
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0480687799735295e-06,
      "loss": 0.0021,
      "step": 36607
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.047819441664047e-06,
      "loss": 0.0082,
      "step": 36608
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.047570105811508e-06,
      "loss": 0.0042,
      "step": 36609
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.047320772416562e-06,
      "loss": 0.0019,
      "step": 36610
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.047071441479848e-06,
      "loss": 0.0065,
      "step": 36611
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.046822113002014e-06,
      "loss": 0.0126,
      "step": 36612
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0465727869837005e-06,
      "loss": 0.01,
      "step": 36613
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0463234634255474e-06,
      "loss": 0.006,
      "step": 36614
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0460741423282055e-06,
      "loss": 0.0044,
      "step": 36615
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.045824823692312e-06,
      "loss": 0.025,
      "step": 36616
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.045575507518513e-06,
      "loss": 0.0096,
      "step": 36617
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0453261938074525e-06,
      "loss": 0.0251,
      "step": 36618
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.045076882559771e-06,
      "loss": 0.0015,
      "step": 36619
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.044827573776115e-06,
      "loss": 0.0395,
      "step": 36620
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.044578267457125e-06,
      "loss": 0.0121,
      "step": 36621
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.044328963603446e-06,
      "loss": 0.0047,
      "step": 36622
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.044079662215722e-06,
      "loss": 0.0122,
      "step": 36623
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0438303632945916e-06,
      "loss": 0.0062,
      "step": 36624
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.043581066840705e-06,
      "loss": 0.0122,
      "step": 36625
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0433317728547e-06,
      "loss": 0.0117,
      "step": 36626
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.043082481337223e-06,
      "loss": 0.0176,
      "step": 36627
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.042833192288917e-06,
      "loss": 0.008,
      "step": 36628
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.042583905710422e-06,
      "loss": 0.0061,
      "step": 36629
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0423346216023865e-06,
      "loss": 0.0038,
      "step": 36630
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0420853399654466e-06,
      "loss": 0.0038,
      "step": 36631
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.041836060800254e-06,
      "loss": 0.0062,
      "step": 36632
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.041586784107448e-06,
      "loss": 0.0079,
      "step": 36633
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.041337509887668e-06,
      "loss": 0.0038,
      "step": 36634
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.041088238141563e-06,
      "loss": 0.0147,
      "step": 36635
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.040838968869773e-06,
      "loss": 0.0294,
      "step": 36636
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.040589702072943e-06,
      "loss": 0.0147,
      "step": 36637
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.040340437751716e-06,
      "loss": 0.0046,
      "step": 36638
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.040091175906732e-06,
      "loss": 0.0052,
      "step": 36639
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.03984191653864e-06,
      "loss": 0.0069,
      "step": 36640
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.039592659648076e-06,
      "loss": 0.0101,
      "step": 36641
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.03934340523569e-06,
      "loss": 0.0186,
      "step": 36642
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0390941533021225e-06,
      "loss": 0.0119,
      "step": 36643
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.038844903848015e-06,
      "loss": 0.0128,
      "step": 36644
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.038595656874013e-06,
      "loss": 0.0042,
      "step": 36645
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.038346412380757e-06,
      "loss": 0.0111,
      "step": 36646
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.038097170368894e-06,
      "loss": 0.0026,
      "step": 36647
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.037847930839065e-06,
      "loss": 0.0094,
      "step": 36648
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.03759869379191e-06,
      "loss": 0.0051,
      "step": 36649
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.037349459228077e-06,
      "loss": 0.0049,
      "step": 36650
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.037100227148207e-06,
      "loss": 0.0198,
      "step": 36651
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.036850997552944e-06,
      "loss": 0.0048,
      "step": 36652
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.036601770442932e-06,
      "loss": 0.0057,
      "step": 36653
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.03635254581881e-06,
      "loss": 0.007,
      "step": 36654
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.036103323681225e-06,
      "loss": 0.0024,
      "step": 36655
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.035854104030816e-06,
      "loss": 0.0055,
      "step": 36656
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.035604886868233e-06,
      "loss": 0.0052,
      "step": 36657
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0353556721941125e-06,
      "loss": 0.0149,
      "step": 36658
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0351064600091e-06,
      "loss": 0.0118,
      "step": 36659
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.034857250313839e-06,
      "loss": 0.0069,
      "step": 36660
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0346080431089716e-06,
      "loss": 0.0106,
      "step": 36661
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.034358838395142e-06,
      "loss": 0.003,
      "step": 36662
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.034109636172993e-06,
      "loss": 0.0066,
      "step": 36663
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.033860436443165e-06,
      "loss": 0.004,
      "step": 36664
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0336112392063055e-06,
      "loss": 0.0117,
      "step": 36665
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.033362044463052e-06,
      "loss": 0.0174,
      "step": 36666
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.033112852214054e-06,
      "loss": 0.0035,
      "step": 36667
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0328636624599495e-06,
      "loss": 0.0442,
      "step": 36668
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.032614475201383e-06,
      "loss": 0.0072,
      "step": 36669
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.032365290438998e-06,
      "loss": 0.0006,
      "step": 36670
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.032116108173436e-06,
      "loss": 0.0013,
      "step": 36671
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.031866928405344e-06,
      "loss": 0.0346,
      "step": 36672
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.031617751135361e-06,
      "loss": 0.0026,
      "step": 36673
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.031368576364129e-06,
      "loss": 0.011,
      "step": 36674
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.031119404092294e-06,
      "loss": 0.0066,
      "step": 36675
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.030870234320498e-06,
      "loss": 0.0095,
      "step": 36676
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.030621067049385e-06,
      "loss": 0.0131,
      "step": 36677
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.030371902279597e-06,
      "loss": 0.0219,
      "step": 36678
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.030122740011775e-06,
      "loss": 0.0068,
      "step": 36679
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.029873580246564e-06,
      "loss": 0.0534,
      "step": 36680
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.029624422984606e-06,
      "loss": 0.0066,
      "step": 36681
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.029375268226546e-06,
      "loss": 0.0064,
      "step": 36682
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.029126115973025e-06,
      "loss": 0.0092,
      "step": 36683
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.028876966224686e-06,
      "loss": 0.0197,
      "step": 36684
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0286278189821726e-06,
      "loss": 0.0121,
      "step": 36685
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.028378674246126e-06,
      "loss": 0.0048,
      "step": 36686
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.028129532017192e-06,
      "loss": 0.0265,
      "step": 36687
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.027880392296012e-06,
      "loss": 0.0226,
      "step": 36688
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.027631255083226e-06,
      "loss": 0.003,
      "step": 36689
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.027382120379482e-06,
      "loss": 0.0101,
      "step": 36690
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.027132988185419e-06,
      "loss": 0.0057,
      "step": 36691
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.026883858501682e-06,
      "loss": 0.0027,
      "step": 36692
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0266347313289135e-06,
      "loss": 0.0105,
      "step": 36693
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.026385606667755e-06,
      "loss": 0.0098,
      "step": 36694
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.026136484518851e-06,
      "loss": 0.0078,
      "step": 36695
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0258873648828415e-06,
      "loss": 0.0056,
      "step": 36696
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.025638247760374e-06,
      "loss": 0.0125,
      "step": 36697
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.025389133152089e-06,
      "loss": 0.0024,
      "step": 36698
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.025140021058626e-06,
      "loss": 0.0017,
      "step": 36699
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.024890911480633e-06,
      "loss": 0.015,
      "step": 36700
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.024641804418749e-06,
      "loss": 0.005,
      "step": 36701
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.02439269987362e-06,
      "loss": 0.0187,
      "step": 36702
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.024143597845887e-06,
      "loss": 0.0079,
      "step": 36703
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0238944983361915e-06,
      "loss": 0.0066,
      "step": 36704
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.023645401345178e-06,
      "loss": 0.0107,
      "step": 36705
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0233963068734886e-06,
      "loss": 0.0058,
      "step": 36706
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.023147214921767e-06,
      "loss": 0.0113,
      "step": 36707
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.022898125490656e-06,
      "loss": 0.011,
      "step": 36708
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.022649038580796e-06,
      "loss": 0.0077,
      "step": 36709
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.022399954192832e-06,
      "loss": 0.0152,
      "step": 36710
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.022150872327406e-06,
      "loss": 0.0042,
      "step": 36711
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.021901792985161e-06,
      "loss": 0.005,
      "step": 36712
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.021652716166741e-06,
      "loss": 0.0064,
      "step": 36713
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.021403641872784e-06,
      "loss": 0.016,
      "step": 36714
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.021154570103938e-06,
      "loss": 0.0074,
      "step": 36715
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.020905500860842e-06,
      "loss": 0.0104,
      "step": 36716
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.020656434144143e-06,
      "loss": 0.0064,
      "step": 36717
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.020407369954479e-06,
      "loss": 0.0039,
      "step": 36718
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.020158308292494e-06,
      "loss": 0.0221,
      "step": 36719
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0199092491588325e-06,
      "loss": 0.0191,
      "step": 36720
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.019660192554134e-06,
      "loss": 0.0083,
      "step": 36721
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.019411138479045e-06,
      "loss": 0.0121,
      "step": 36722
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.019162086934207e-06,
      "loss": 0.0221,
      "step": 36723
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.018913037920259e-06,
      "loss": 0.0044,
      "step": 36724
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.018663991437849e-06,
      "loss": 0.024,
      "step": 36725
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.018414947487615e-06,
      "loss": 0.004,
      "step": 36726
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0181659060702035e-06,
      "loss": 0.0055,
      "step": 36727
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.017916867186255e-06,
      "loss": 0.0063,
      "step": 36728
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.017667830836412e-06,
      "loss": 0.0126,
      "step": 36729
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.017418797021318e-06,
      "loss": 0.0107,
      "step": 36730
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0171697657416135e-06,
      "loss": 0.0072,
      "step": 36731
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.016920736997945e-06,
      "loss": 0.0144,
      "step": 36732
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.016671710790952e-06,
      "loss": 0.008,
      "step": 36733
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0164226871212765e-06,
      "loss": 0.012,
      "step": 36734
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.016173665989564e-06,
      "loss": 0.0112,
      "step": 36735
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.015924647396455e-06,
      "loss": 0.004,
      "step": 36736
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.015675631342592e-06,
      "loss": 0.019,
      "step": 36737
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.01542661782862e-06,
      "loss": 0.004,
      "step": 36738
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.015177606855176e-06,
      "loss": 0.0017,
      "step": 36739
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.014928598422909e-06,
      "loss": 0.0027,
      "step": 36740
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.014679592532458e-06,
      "loss": 0.0144,
      "step": 36741
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.014430589184467e-06,
      "loss": 0.0038,
      "step": 36742
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.014181588379577e-06,
      "loss": 0.0016,
      "step": 36743
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.013932590118431e-06,
      "loss": 0.0019,
      "step": 36744
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.013683594401672e-06,
      "loss": 0.0074,
      "step": 36745
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.013434601229941e-06,
      "loss": 0.006,
      "step": 36746
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.013185610603883e-06,
      "loss": 0.005,
      "step": 36747
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.012936622524141e-06,
      "loss": 0.0076,
      "step": 36748
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0126876369913514e-06,
      "loss": 0.0083,
      "step": 36749
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.012438654006164e-06,
      "loss": 0.0218,
      "step": 36750
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.012189673569216e-06,
      "loss": 0.009,
      "step": 36751
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.011940695681154e-06,
      "loss": 0.014,
      "step": 36752
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.011691720342618e-06,
      "loss": 0.0065,
      "step": 36753
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0114427475542505e-06,
      "loss": 0.003,
      "step": 36754
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.011193777316695e-06,
      "loss": 0.025,
      "step": 36755
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.010944809630591e-06,
      "loss": 0.0068,
      "step": 36756
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.010695844496585e-06,
      "loss": 0.0067,
      "step": 36757
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.010446881915319e-06,
      "loss": 0.0083,
      "step": 36758
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.010197921887432e-06,
      "loss": 0.0116,
      "step": 36759
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0099489644135694e-06,
      "loss": 0.006,
      "step": 36760
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.009700009494371e-06,
      "loss": 0.0171,
      "step": 36761
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.009451057130483e-06,
      "loss": 0.0096,
      "step": 36762
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.009202107322545e-06,
      "loss": 0.0128,
      "step": 36763
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.008953160071198e-06,
      "loss": 0.0043,
      "step": 36764
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.008704215377088e-06,
      "loss": 0.0127,
      "step": 36765
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.008455273240855e-06,
      "loss": 0.0022,
      "step": 36766
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.008206333663143e-06,
      "loss": 0.0036,
      "step": 36767
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.007957396644594e-06,
      "loss": 0.0072,
      "step": 36768
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.007708462185848e-06,
      "loss": 0.0053,
      "step": 36769
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0074595302875504e-06,
      "loss": 0.0038,
      "step": 36770
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0072106009503395e-06,
      "loss": 0.0101,
      "step": 36771
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.006961674174863e-06,
      "loss": 0.009,
      "step": 36772
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0067127499617615e-06,
      "loss": 0.0337,
      "step": 36773
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.006463828311673e-06,
      "loss": 0.0032,
      "step": 36774
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.006214909225245e-06,
      "loss": 0.0232,
      "step": 36775
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0059659927031175e-06,
      "loss": 0.0071,
      "step": 36776
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0057170787459336e-06,
      "loss": 0.008,
      "step": 36777
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.005468167354336e-06,
      "loss": 0.0104,
      "step": 36778
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.005219258528963e-06,
      "loss": 0.029,
      "step": 36779
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.004970352270464e-06,
      "loss": 0.0066,
      "step": 36780
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0047214485794746e-06,
      "loss": 0.0098,
      "step": 36781
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0044725474566405e-06,
      "loss": 0.0081,
      "step": 36782
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.004223648902604e-06,
      "loss": 0.0206,
      "step": 36783
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.003974752918006e-06,
      "loss": 0.0039,
      "step": 36784
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.00372585950349e-06,
      "loss": 0.0068,
      "step": 36785
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0034769686596965e-06,
      "loss": 0.0129,
      "step": 36786
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.003228080387269e-06,
      "loss": 0.0289,
      "step": 36787
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.00297919468685e-06,
      "loss": 0.0099,
      "step": 36788
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.002730311559079e-06,
      "loss": 0.0041,
      "step": 36789
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.002481431004603e-06,
      "loss": 0.0091,
      "step": 36790
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.00223255302406e-06,
      "loss": 0.0022,
      "step": 36791
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.001983677618095e-06,
      "loss": 0.0112,
      "step": 36792
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.001734804787349e-06,
      "loss": 0.008,
      "step": 36793
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.001485934532463e-06,
      "loss": 0.0287,
      "step": 36794
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.0012370668540814e-06,
      "loss": 0.0156,
      "step": 36795
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.000988201752842e-06,
      "loss": 0.0131,
      "step": 36796
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.000739339229394e-06,
      "loss": 0.004,
      "step": 36797
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.000490479284376e-06,
      "loss": 0.0071,
      "step": 36798
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.000241621918427e-06,
      "loss": 0.0378,
      "step": 36799
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.999992767132193e-06,
      "loss": 0.0132,
      "step": 36800
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.999743914926316e-06,
      "loss": 0.0116,
      "step": 36801
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.999495065301438e-06,
      "loss": 0.0147,
      "step": 36802
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.999246218258199e-06,
      "loss": 0.0068,
      "step": 36803
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.998997373797241e-06,
      "loss": 0.0033,
      "step": 36804
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.998748531919211e-06,
      "loss": 0.0148,
      "step": 36805
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9984996926247445e-06,
      "loss": 0.0041,
      "step": 36806
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9982508559144886e-06,
      "loss": 0.0321,
      "step": 36807
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.998002021789084e-06,
      "loss": 0.0012,
      "step": 36808
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9977531902491716e-06,
      "loss": 0.0101,
      "step": 36809
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.997504361295395e-06,
      "loss": 0.0113,
      "step": 36810
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.997255534928393e-06,
      "loss": 0.0059,
      "step": 36811
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.997006711148814e-06,
      "loss": 0.045,
      "step": 36812
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.996757889957294e-06,
      "loss": 0.013,
      "step": 36813
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.996509071354476e-06,
      "loss": 0.0019,
      "step": 36814
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.996260255341005e-06,
      "loss": 0.0069,
      "step": 36815
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.99601144191752e-06,
      "loss": 0.0099,
      "step": 36816
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9957626310846665e-06,
      "loss": 0.0065,
      "step": 36817
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.995513822843084e-06,
      "loss": 0.0223,
      "step": 36818
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9952650171934125e-06,
      "loss": 0.0045,
      "step": 36819
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.995016214136298e-06,
      "loss": 0.007,
      "step": 36820
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9947674136723795e-06,
      "loss": 0.0161,
      "step": 36821
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.994518615802302e-06,
      "loss": 0.0067,
      "step": 36822
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9942698205267065e-06,
      "loss": 0.0019,
      "step": 36823
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.994021027846232e-06,
      "loss": 0.0102,
      "step": 36824
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.993772237761525e-06,
      "loss": 0.0096,
      "step": 36825
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9935234502732225e-06,
      "loss": 0.0319,
      "step": 36826
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9932746653819715e-06,
      "loss": 0.0085,
      "step": 36827
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.993025883088411e-06,
      "loss": 0.0043,
      "step": 36828
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.992777103393182e-06,
      "loss": 0.0167,
      "step": 36829
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9925283262969316e-06,
      "loss": 0.0037,
      "step": 36830
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9922795518002944e-06,
      "loss": 0.0139,
      "step": 36831
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.992030779903918e-06,
      "loss": 0.0099,
      "step": 36832
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.991782010608443e-06,
      "loss": 0.0026,
      "step": 36833
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.991533243914509e-06,
      "loss": 0.0201,
      "step": 36834
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.991284479822761e-06,
      "loss": 0.0069,
      "step": 36835
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.991035718333837e-06,
      "loss": 0.0097,
      "step": 36836
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.990786959448384e-06,
      "loss": 0.0034,
      "step": 36837
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.990538203167042e-06,
      "loss": 0.0134,
      "step": 36838
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.990289449490448e-06,
      "loss": 0.0049,
      "step": 36839
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.990040698419251e-06,
      "loss": 0.0066,
      "step": 36840
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.989791949954088e-06,
      "loss": 0.0043,
      "step": 36841
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9895432040956056e-06,
      "loss": 0.0107,
      "step": 36842
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.989294460844442e-06,
      "loss": 0.0072,
      "step": 36843
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.989045720201238e-06,
      "loss": 0.008,
      "step": 36844
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.988796982166639e-06,
      "loss": 0.0025,
      "step": 36845
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9885482467412825e-06,
      "loss": 0.0037,
      "step": 36846
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.988299513925815e-06,
      "loss": 0.0069,
      "step": 36847
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9880507837208766e-06,
      "loss": 0.0044,
      "step": 36848
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9878020561271075e-06,
      "loss": 0.0114,
      "step": 36849
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.987553331145152e-06,
      "loss": 0.0031,
      "step": 36850
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.987304608775649e-06,
      "loss": 0.0085,
      "step": 36851
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.987055889019243e-06,
      "loss": 0.002,
      "step": 36852
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.986807171876575e-06,
      "loss": 0.0149,
      "step": 36853
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.986558457348284e-06,
      "loss": 0.0012,
      "step": 36854
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.986309745435016e-06,
      "loss": 0.0048,
      "step": 36855
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.986061036137411e-06,
      "loss": 0.0059,
      "step": 36856
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.985812329456111e-06,
      "loss": 0.0055,
      "step": 36857
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.985563625391758e-06,
      "loss": 0.0089,
      "step": 36858
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.985314923944992e-06,
      "loss": 0.0548,
      "step": 36859
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.985066225116457e-06,
      "loss": 0.0049,
      "step": 36860
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.984817528906791e-06,
      "loss": 0.0056,
      "step": 36861
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.984568835316643e-06,
      "loss": 0.0095,
      "step": 36862
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.984320144346647e-06,
      "loss": 0.0126,
      "step": 36863
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9840714559974465e-06,
      "loss": 0.0055,
      "step": 36864
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.983822770269688e-06,
      "loss": 0.0082,
      "step": 36865
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.983574087164007e-06,
      "loss": 0.0039,
      "step": 36866
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.983325406681049e-06,
      "loss": 0.0016,
      "step": 36867
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.983076728821455e-06,
      "loss": 0.0099,
      "step": 36868
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.982828053585866e-06,
      "loss": 0.0017,
      "step": 36869
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.982579380974924e-06,
      "loss": 0.0036,
      "step": 36870
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.982330710989268e-06,
      "loss": 0.0048,
      "step": 36871
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.982082043629545e-06,
      "loss": 0.0164,
      "step": 36872
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.981833378896393e-06,
      "loss": 0.0118,
      "step": 36873
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9815847167904556e-06,
      "loss": 0.0255,
      "step": 36874
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.981336057312372e-06,
      "loss": 0.0081,
      "step": 36875
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.981087400462786e-06,
      "loss": 0.0031,
      "step": 36876
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9808387462423385e-06,
      "loss": 0.022,
      "step": 36877
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.980590094651671e-06,
      "loss": 0.0048,
      "step": 36878
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.980341445691424e-06,
      "loss": 0.0073,
      "step": 36879
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9800927993622405e-06,
      "loss": 0.0044,
      "step": 36880
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.979844155664761e-06,
      "loss": 0.0121,
      "step": 36881
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.97959551459963e-06,
      "loss": 0.0106,
      "step": 36882
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.979346876167487e-06,
      "loss": 0.0094,
      "step": 36883
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.979098240368972e-06,
      "loss": 0.0077,
      "step": 36884
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9788496072047295e-06,
      "loss": 0.0118,
      "step": 36885
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.978600976675397e-06,
      "loss": 0.0077,
      "step": 36886
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.978352348781621e-06,
      "loss": 0.0068,
      "step": 36887
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.978103723524042e-06,
      "loss": 0.0061,
      "step": 36888
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.977855100903297e-06,
      "loss": 0.0092,
      "step": 36889
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.977606480920032e-06,
      "loss": 0.0033,
      "step": 36890
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9773578635748876e-06,
      "loss": 0.0041,
      "step": 36891
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.977109248868506e-06,
      "loss": 0.0066,
      "step": 36892
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.976860636801527e-06,
      "loss": 0.0012,
      "step": 36893
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9766120273745926e-06,
      "loss": 0.0183,
      "step": 36894
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.976363420588345e-06,
      "loss": 0.0358,
      "step": 36895
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.976114816443423e-06,
      "loss": 0.0035,
      "step": 36896
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9758662149404725e-06,
      "loss": 0.0033,
      "step": 36897
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.975617616080134e-06,
      "loss": 0.0097,
      "step": 36898
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.975369019863045e-06,
      "loss": 0.0062,
      "step": 36899
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.975120426289852e-06,
      "loss": 0.0043,
      "step": 36900
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.974871835361193e-06,
      "loss": 0.0073,
      "step": 36901
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.97462324707771e-06,
      "loss": 0.0111,
      "step": 36902
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.974374661440047e-06,
      "loss": 0.0031,
      "step": 36903
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.974126078448841e-06,
      "loss": 0.0061,
      "step": 36904
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.973877498104739e-06,
      "loss": 0.0104,
      "step": 36905
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.973628920408377e-06,
      "loss": 0.0062,
      "step": 36906
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9733803453604e-06,
      "loss": 0.012,
      "step": 36907
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.973131772961448e-06,
      "loss": 0.0106,
      "step": 36908
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.972883203212162e-06,
      "loss": 0.0008,
      "step": 36909
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9726346361131845e-06,
      "loss": 0.0035,
      "step": 36910
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.972386071665155e-06,
      "loss": 0.003,
      "step": 36911
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.972137509868718e-06,
      "loss": 0.0125,
      "step": 36912
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.971888950724514e-06,
      "loss": 0.0066,
      "step": 36913
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9716403942331806e-06,
      "loss": 0.0097,
      "step": 36914
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9713918403953635e-06,
      "loss": 0.0028,
      "step": 36915
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.971143289211702e-06,
      "loss": 0.0057,
      "step": 36916
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.970894740682839e-06,
      "loss": 0.0295,
      "step": 36917
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.970646194809416e-06,
      "loss": 0.0174,
      "step": 36918
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9703976515920694e-06,
      "loss": 0.0138,
      "step": 36919
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.970149111031449e-06,
      "loss": 0.0044,
      "step": 36920
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.969900573128187e-06,
      "loss": 0.0114,
      "step": 36921
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.969652037882932e-06,
      "loss": 0.0224,
      "step": 36922
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.969403505296323e-06,
      "loss": 0.0219,
      "step": 36923
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.969154975368999e-06,
      "loss": 0.0155,
      "step": 36924
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.968906448101604e-06,
      "loss": 0.004,
      "step": 36925
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.968657923494777e-06,
      "loss": 0.0015,
      "step": 36926
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9684094015491625e-06,
      "loss": 0.0044,
      "step": 36927
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9681608822654e-06,
      "loss": 0.0037,
      "step": 36928
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9679123656441275e-06,
      "loss": 0.0102,
      "step": 36929
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.967663851685992e-06,
      "loss": 0.0126,
      "step": 36930
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.967415340391631e-06,
      "loss": 0.005,
      "step": 36931
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.967166831761689e-06,
      "loss": 0.0038,
      "step": 36932
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.966918325796804e-06,
      "loss": 0.0148,
      "step": 36933
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.966669822497618e-06,
      "loss": 0.0097,
      "step": 36934
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.966421321864773e-06,
      "loss": 0.0064,
      "step": 36935
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.966172823898908e-06,
      "loss": 0.0061,
      "step": 36936
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.965924328600669e-06,
      "loss": 0.0045,
      "step": 36937
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9656758359706935e-06,
      "loss": 0.0127,
      "step": 36938
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9654273460096215e-06,
      "loss": 0.0049,
      "step": 36939
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.965178858718098e-06,
      "loss": 0.0156,
      "step": 36940
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.964930374096762e-06,
      "loss": 0.0104,
      "step": 36941
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.964681892146255e-06,
      "loss": 0.0239,
      "step": 36942
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.964433412867218e-06,
      "loss": 0.018,
      "step": 36943
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.96418493626029e-06,
      "loss": 0.0003,
      "step": 36944
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.963936462326119e-06,
      "loss": 0.0058,
      "step": 36945
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.963687991065337e-06,
      "loss": 0.0094,
      "step": 36946
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.963439522478592e-06,
      "loss": 0.0195,
      "step": 36947
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.963191056566524e-06,
      "loss": 0.0068,
      "step": 36948
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.962942593329771e-06,
      "loss": 0.0038,
      "step": 36949
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.962694132768978e-06,
      "loss": 0.013,
      "step": 36950
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.962445674884781e-06,
      "loss": 0.006,
      "step": 36951
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.962197219677828e-06,
      "loss": 0.0077,
      "step": 36952
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.961948767148756e-06,
      "loss": 0.0011,
      "step": 36953
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.961700317298203e-06,
      "loss": 0.0038,
      "step": 36954
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.961451870126817e-06,
      "loss": 0.0047,
      "step": 36955
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9612034256352335e-06,
      "loss": 0.0056,
      "step": 36956
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9609549838240976e-06,
      "loss": 0.007,
      "step": 36957
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.960706544694049e-06,
      "loss": 0.0321,
      "step": 36958
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9604581082457265e-06,
      "loss": 0.0066,
      "step": 36959
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.960209674479774e-06,
      "loss": 0.0186,
      "step": 36960
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9599612433968285e-06,
      "loss": 0.0094,
      "step": 36961
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.959712814997538e-06,
      "loss": 0.0056,
      "step": 36962
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.959464389282538e-06,
      "loss": 0.0156,
      "step": 36963
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.959215966252471e-06,
      "loss": 0.0318,
      "step": 36964
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.958967545907978e-06,
      "loss": 0.0067,
      "step": 36965
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.958719128249699e-06,
      "loss": 0.0091,
      "step": 36966
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9584707132782785e-06,
      "loss": 0.0075,
      "step": 36967
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9582223009943545e-06,
      "loss": 0.0023,
      "step": 36968
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.957973891398566e-06,
      "loss": 0.0084,
      "step": 36969
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.95772548449156e-06,
      "loss": 0.0103,
      "step": 36970
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.957477080273971e-06,
      "loss": 0.017,
      "step": 36971
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9572286787464444e-06,
      "loss": 0.0027,
      "step": 36972
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.956980279909621e-06,
      "loss": 0.0144,
      "step": 36973
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.956731883764138e-06,
      "loss": 0.0088,
      "step": 36974
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.956483490310641e-06,
      "loss": 0.0053,
      "step": 36975
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.956235099549766e-06,
      "loss": 0.0262,
      "step": 36976
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9559867114821605e-06,
      "loss": 0.0088,
      "step": 36977
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9557383261084604e-06,
      "loss": 0.0092,
      "step": 36978
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.955489943429305e-06,
      "loss": 0.0072,
      "step": 36979
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.955241563445341e-06,
      "loss": 0.0013,
      "step": 36980
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.954993186157206e-06,
      "loss": 0.0045,
      "step": 36981
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.954744811565541e-06,
      "loss": 0.0131,
      "step": 36982
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.954496439670987e-06,
      "loss": 0.0049,
      "step": 36983
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.954248070474185e-06,
      "loss": 0.0098,
      "step": 36984
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.953999703975776e-06,
      "loss": 0.0083,
      "step": 36985
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.953751340176401e-06,
      "loss": 0.0073,
      "step": 36986
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.953502979076699e-06,
      "loss": 0.0086,
      "step": 36987
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.953254620677314e-06,
      "loss": 0.0069,
      "step": 36988
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.953006264978885e-06,
      "loss": 0.0182,
      "step": 36989
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.952757911982053e-06,
      "loss": 0.0059,
      "step": 36990
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9525095616874605e-06,
      "loss": 0.0156,
      "step": 36991
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.952261214095746e-06,
      "loss": 0.0043,
      "step": 36992
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.952012869207551e-06,
      "loss": 0.0034,
      "step": 36993
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.951764527023515e-06,
      "loss": 0.013,
      "step": 36994
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.951516187544283e-06,
      "loss": 0.0264,
      "step": 36995
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.951267850770492e-06,
      "loss": 0.0418,
      "step": 36996
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.951019516702782e-06,
      "loss": 0.0188,
      "step": 36997
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9507711853417985e-06,
      "loss": 0.0036,
      "step": 36998
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.950522856688178e-06,
      "loss": 0.0062,
      "step": 36999
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.950274530742564e-06,
      "loss": 0.0096,
      "step": 37000
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.950026207505595e-06,
      "loss": 0.0082,
      "step": 37001
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9497778869779126e-06,
      "loss": 0.0392,
      "step": 37002
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.949529569160158e-06,
      "loss": 0.0051,
      "step": 37003
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9492812540529705e-06,
      "loss": 0.0044,
      "step": 37004
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.949032941656993e-06,
      "loss": 0.0073,
      "step": 37005
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9487846319728665e-06,
      "loss": 0.006,
      "step": 37006
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.948536325001228e-06,
      "loss": 0.0059,
      "step": 37007
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.948288020742722e-06,
      "loss": 0.0067,
      "step": 37008
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.948039719197987e-06,
      "loss": 0.0136,
      "step": 37009
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.947791420367666e-06,
      "loss": 0.0086,
      "step": 37010
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.947543124252398e-06,
      "loss": 0.0098,
      "step": 37011
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.947294830852822e-06,
      "loss": 0.0054,
      "step": 37012
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.947046540169582e-06,
      "loss": 0.0073,
      "step": 37013
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.946798252203317e-06,
      "loss": 0.0063,
      "step": 37014
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.946549966954669e-06,
      "loss": 0.0054,
      "step": 37015
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9463016844242775e-06,
      "loss": 0.0083,
      "step": 37016
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.946053404612782e-06,
      "loss": 0.0313,
      "step": 37017
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.945805127520825e-06,
      "loss": 0.0051,
      "step": 37018
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.945556853149046e-06,
      "loss": 0.0108,
      "step": 37019
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9453085814980866e-06,
      "loss": 0.0113,
      "step": 37020
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.945060312568589e-06,
      "loss": 0.021,
      "step": 37021
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.944812046361189e-06,
      "loss": 0.0061,
      "step": 37022
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.944563782876531e-06,
      "loss": 0.0095,
      "step": 37023
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.944315522115255e-06,
      "loss": 0.0073,
      "step": 37024
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.944067264078001e-06,
      "loss": 0.0362,
      "step": 37025
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.94381900876541e-06,
      "loss": 0.0083,
      "step": 37026
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.943570756178123e-06,
      "loss": 0.0098,
      "step": 37027
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9433225063167794e-06,
      "loss": 0.0091,
      "step": 37028
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.943074259182018e-06,
      "loss": 0.0181,
      "step": 37029
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.942826014774485e-06,
      "loss": 0.0174,
      "step": 37030
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.942577773094817e-06,
      "loss": 0.0036,
      "step": 37031
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9423295341436535e-06,
      "loss": 0.0116,
      "step": 37032
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.942081297921639e-06,
      "loss": 0.003,
      "step": 37033
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.94183306442941e-06,
      "loss": 0.0096,
      "step": 37034
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.94158483366761e-06,
      "loss": 0.0028,
      "step": 37035
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9413366056368785e-06,
      "loss": 0.0261,
      "step": 37036
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.941088380337854e-06,
      "loss": 0.007,
      "step": 37037
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.940840157771181e-06,
      "loss": 0.0396,
      "step": 37038
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.940591937937496e-06,
      "loss": 0.0062,
      "step": 37039
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.940343720837443e-06,
      "loss": 0.0092,
      "step": 37040
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.94009550647166e-06,
      "loss": 0.0081,
      "step": 37041
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.939847294840788e-06,
      "loss": 0.001,
      "step": 37042
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9395990859454695e-06,
      "loss": 0.0044,
      "step": 37043
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.939350879786341e-06,
      "loss": 0.011,
      "step": 37044
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.939102676364046e-06,
      "loss": 0.0038,
      "step": 37045
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.938854475679226e-06,
      "loss": 0.0017,
      "step": 37046
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.938606277732516e-06,
      "loss": 0.0036,
      "step": 37047
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.938358082524563e-06,
      "loss": 0.0029,
      "step": 37048
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.938109890056003e-06,
      "loss": 0.0407,
      "step": 37049
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.937861700327479e-06,
      "loss": 0.0067,
      "step": 37050
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.93761351333963e-06,
      "loss": 0.0046,
      "step": 37051
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9373653290930945e-06,
      "loss": 0.0048,
      "step": 37052
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.937117147588518e-06,
      "loss": 0.016,
      "step": 37053
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.936868968826535e-06,
      "loss": 0.0052,
      "step": 37054
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.936620792807791e-06,
      "loss": 0.0034,
      "step": 37055
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.936372619532925e-06,
      "loss": 0.0128,
      "step": 37056
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.936124449002575e-06,
      "loss": 0.0032,
      "step": 37057
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.935876281217384e-06,
      "loss": 0.0114,
      "step": 37058
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.93562811617799e-06,
      "loss": 0.0054,
      "step": 37059
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.935379953885037e-06,
      "loss": 0.0048,
      "step": 37060
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.935131794339162e-06,
      "loss": 0.0133,
      "step": 37061
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.934883637541003e-06,
      "loss": 0.0072,
      "step": 37062
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9346354834912084e-06,
      "loss": 0.0085,
      "step": 37063
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.934387332190411e-06,
      "loss": 0.0215,
      "step": 37064
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9341391836392554e-06,
      "loss": 0.0142,
      "step": 37065
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.933891037838381e-06,
      "loss": 0.0049,
      "step": 37066
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.933642894788425e-06,
      "loss": 0.0023,
      "step": 37067
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.933394754490033e-06,
      "loss": 0.0149,
      "step": 37068
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.933146616943839e-06,
      "loss": 0.0045,
      "step": 37069
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.932898482150489e-06,
      "loss": 0.0081,
      "step": 37070
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9326503501106235e-06,
      "loss": 0.0163,
      "step": 37071
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.932402220824876e-06,
      "loss": 0.0092,
      "step": 37072
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.932154094293893e-06,
      "loss": 0.0041,
      "step": 37073
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.931905970518313e-06,
      "loss": 0.0174,
      "step": 37074
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.931657849498775e-06,
      "loss": 0.0029,
      "step": 37075
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.931409731235922e-06,
      "loss": 0.0077,
      "step": 37076
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9311616157303905e-06,
      "loss": 0.0146,
      "step": 37077
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.930913502982826e-06,
      "loss": 0.0074,
      "step": 37078
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.930665392993861e-06,
      "loss": 0.0032,
      "step": 37079
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.930417285764144e-06,
      "loss": 0.0059,
      "step": 37080
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.93016918129431e-06,
      "loss": 0.003,
      "step": 37081
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.929921079585e-06,
      "loss": 0.0028,
      "step": 37082
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.929672980636856e-06,
      "loss": 0.0122,
      "step": 37083
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.929424884450515e-06,
      "loss": 0.0054,
      "step": 37084
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.929176791026621e-06,
      "loss": 0.0198,
      "step": 37085
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9289287003658125e-06,
      "loss": 0.0059,
      "step": 37086
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9286806124687274e-06,
      "loss": 0.0064,
      "step": 37087
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.928432527336009e-06,
      "loss": 0.0188,
      "step": 37088
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.928184444968296e-06,
      "loss": 0.005,
      "step": 37089
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.92793636536623e-06,
      "loss": 0.0038,
      "step": 37090
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.92768828853045e-06,
      "loss": 0.0029,
      "step": 37091
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.927440214461594e-06,
      "loss": 0.0095,
      "step": 37092
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.927192143160306e-06,
      "loss": 0.0058,
      "step": 37093
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.926944074627223e-06,
      "loss": 0.0091,
      "step": 37094
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.926696008862988e-06,
      "loss": 0.0025,
      "step": 37095
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.926447945868239e-06,
      "loss": 0.004,
      "step": 37096
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9261998856436155e-06,
      "loss": 0.0119,
      "step": 37097
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.92595182818976e-06,
      "loss": 0.0036,
      "step": 37098
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.925703773507311e-06,
      "loss": 0.0039,
      "step": 37099
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.925455721596909e-06,
      "loss": 0.0034,
      "step": 37100
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.925207672459194e-06,
      "loss": 0.0085,
      "step": 37101
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9249596260948046e-06,
      "loss": 0.0042,
      "step": 37102
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.924711582504385e-06,
      "loss": 0.0074,
      "step": 37103
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.924463541688568e-06,
      "loss": 0.015,
      "step": 37104
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.924215503648002e-06,
      "loss": 0.0058,
      "step": 37105
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.923967468383322e-06,
      "loss": 0.0035,
      "step": 37106
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.923719435895169e-06,
      "loss": 0.0021,
      "step": 37107
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.923471406184183e-06,
      "loss": 0.0243,
      "step": 37108
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.923223379251002e-06,
      "loss": 0.0197,
      "step": 37109
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.922975355096272e-06,
      "loss": 0.0067,
      "step": 37110
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.922727333720628e-06,
      "loss": 0.0124,
      "step": 37111
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.922479315124708e-06,
      "loss": 0.0045,
      "step": 37112
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.922231299309158e-06,
      "loss": 0.0071,
      "step": 37113
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.921983286274614e-06,
      "loss": 0.0016,
      "step": 37114
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.921735276021718e-06,
      "loss": 0.0073,
      "step": 37115
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.921487268551109e-06,
      "loss": 0.0385,
      "step": 37116
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.921239263863424e-06,
      "loss": 0.0086,
      "step": 37117
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.920991261959309e-06,
      "loss": 0.0296,
      "step": 37118
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.920743262839398e-06,
      "loss": 0.0066,
      "step": 37119
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.920495266504335e-06,
      "loss": 0.0053,
      "step": 37120
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.920247272954759e-06,
      "loss": 0.0261,
      "step": 37121
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.919999282191309e-06,
      "loss": 0.0035,
      "step": 37122
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.919751294214625e-06,
      "loss": 0.053,
      "step": 37123
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.919503309025348e-06,
      "loss": 0.0106,
      "step": 37124
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.919255326624117e-06,
      "loss": 0.0105,
      "step": 37125
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.919007347011572e-06,
      "loss": 0.0088,
      "step": 37126
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.918759370188351e-06,
      "loss": 0.0093,
      "step": 37127
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.918511396155098e-06,
      "loss": 0.0282,
      "step": 37128
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.91826342491245e-06,
      "loss": 0.0333,
      "step": 37129
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.918015456461047e-06,
      "loss": 0.0027,
      "step": 37130
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.917767490801531e-06,
      "loss": 0.0105,
      "step": 37131
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.917519527934538e-06,
      "loss": 0.005,
      "step": 37132
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.917271567860711e-06,
      "loss": 0.003,
      "step": 37133
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.917023610580687e-06,
      "loss": 0.0044,
      "step": 37134
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.916775656095111e-06,
      "loss": 0.0062,
      "step": 37135
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.916527704404618e-06,
      "loss": 0.009,
      "step": 37136
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9162797555098465e-06,
      "loss": 0.0095,
      "step": 37137
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.916031809411442e-06,
      "loss": 0.0035,
      "step": 37138
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.91578386611004e-06,
      "loss": 0.0037,
      "step": 37139
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.915535925606282e-06,
      "loss": 0.0079,
      "step": 37140
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.915287987900808e-06,
      "loss": 0.0234,
      "step": 37141
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9150400529942556e-06,
      "loss": 0.0108,
      "step": 37142
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.914792120887267e-06,
      "loss": 0.0082,
      "step": 37143
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.91454419158048e-06,
      "loss": 0.0122,
      "step": 37144
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.914296265074537e-06,
      "loss": 0.008,
      "step": 37145
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.914048341370075e-06,
      "loss": 0.0061,
      "step": 37146
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.913800420467734e-06,
      "loss": 0.0053,
      "step": 37147
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.913552502368156e-06,
      "loss": 0.0117,
      "step": 37148
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.913304587071978e-06,
      "loss": 0.0048,
      "step": 37149
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.913056674579842e-06,
      "loss": 0.0009,
      "step": 37150
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.912808764892387e-06,
      "loss": 0.0061,
      "step": 37151
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.91256085801025e-06,
      "loss": 0.0039,
      "step": 37152
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9123129539340746e-06,
      "loss": 0.0321,
      "step": 37153
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.912065052664499e-06,
      "loss": 0.0069,
      "step": 37154
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.911817154202163e-06,
      "loss": 0.0096,
      "step": 37155
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.911569258547706e-06,
      "loss": 0.0079,
      "step": 37156
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.911321365701766e-06,
      "loss": 0.0298,
      "step": 37157
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.911073475664986e-06,
      "loss": 0.0019,
      "step": 37158
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.910825588438002e-06,
      "loss": 0.0116,
      "step": 37159
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.910577704021457e-06,
      "loss": 0.0122,
      "step": 37160
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.910329822415991e-06,
      "loss": 0.0161,
      "step": 37161
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.910081943622238e-06,
      "loss": 0.0092,
      "step": 37162
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.909834067640844e-06,
      "loss": 0.007,
      "step": 37163
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.909586194472445e-06,
      "loss": 0.0123,
      "step": 37164
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.909338324117682e-06,
      "loss": 0.0034,
      "step": 37165
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.909090456577195e-06,
      "loss": 0.0095,
      "step": 37166
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.908842591851622e-06,
      "loss": 0.0109,
      "step": 37167
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.908594729941604e-06,
      "loss": 0.0079,
      "step": 37168
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.908346870847777e-06,
      "loss": 0.007,
      "step": 37169
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.908099014570787e-06,
      "loss": 0.0026,
      "step": 37170
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.907851161111269e-06,
      "loss": 0.0146,
      "step": 37171
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.907603310469863e-06,
      "loss": 0.004,
      "step": 37172
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.907355462647211e-06,
      "loss": 0.0052,
      "step": 37173
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9071076176439486e-06,
      "loss": 0.0119,
      "step": 37174
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.906859775460718e-06,
      "loss": 0.0044,
      "step": 37175
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.906611936098159e-06,
      "loss": 0.0129,
      "step": 37176
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.906364099556907e-06,
      "loss": 0.006,
      "step": 37177
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.906116265837609e-06,
      "loss": 0.0027,
      "step": 37178
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.905868434940897e-06,
      "loss": 0.0021,
      "step": 37179
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.905620606867416e-06,
      "loss": 0.0041,
      "step": 37180
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.905372781617802e-06,
      "loss": 0.0102,
      "step": 37181
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.905124959192696e-06,
      "loss": 0.0074,
      "step": 37182
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.904877139592737e-06,
      "loss": 0.0258,
      "step": 37183
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9046293228185634e-06,
      "loss": 0.007,
      "step": 37184
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.904381508870817e-06,
      "loss": 0.0075,
      "step": 37185
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9041336977501385e-06,
      "loss": 0.0075,
      "step": 37186
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.903885889457161e-06,
      "loss": 0.004,
      "step": 37187
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.903638083992529e-06,
      "loss": 0.0069,
      "step": 37188
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.903390281356881e-06,
      "loss": 0.0308,
      "step": 37189
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.903142481550857e-06,
      "loss": 0.0241,
      "step": 37190
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.902894684575096e-06,
      "loss": 0.005,
      "step": 37191
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.902646890430234e-06,
      "loss": 0.0295,
      "step": 37192
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.902399099116916e-06,
      "loss": 0.0039,
      "step": 37193
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9021513106357764e-06,
      "loss": 0.0084,
      "step": 37194
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9019035249874595e-06,
      "loss": 0.0291,
      "step": 37195
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.901655742172602e-06,
      "loss": 0.0165,
      "step": 37196
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.9014079621918414e-06,
      "loss": 0.0299,
      "step": 37197
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.90116018504582e-06,
      "loss": 0.009,
      "step": 37198
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.900912410735176e-06,
      "loss": 0.006,
      "step": 37199
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.90066463926055e-06,
      "loss": 0.0018,
      "step": 37200
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.90041687062258e-06,
      "loss": 0.0065,
      "step": 37201
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.900169104821903e-06,
      "loss": 0.0051,
      "step": 37202
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.899921341859163e-06,
      "loss": 0.0193,
      "step": 37203
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8996735817349975e-06,
      "loss": 0.006,
      "step": 37204
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8994258244500455e-06,
      "loss": 0.0128,
      "step": 37205
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.899178070004947e-06,
      "loss": 0.0061,
      "step": 37206
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.898930318400338e-06,
      "loss": 0.0109,
      "step": 37207
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.898682569636863e-06,
      "loss": 0.0104,
      "step": 37208
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.898434823715156e-06,
      "loss": 0.0285,
      "step": 37209
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.898187080635862e-06,
      "loss": 0.0089,
      "step": 37210
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.897939340399616e-06,
      "loss": 0.0242,
      "step": 37211
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.897691603007057e-06,
      "loss": 0.0244,
      "step": 37212
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.897443868458827e-06,
      "loss": 0.0124,
      "step": 37213
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.897196136755564e-06,
      "loss": 0.0092,
      "step": 37214
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.896948407897907e-06,
      "loss": 0.0109,
      "step": 37215
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.896700681886496e-06,
      "loss": 0.0063,
      "step": 37216
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8964529587219665e-06,
      "loss": 0.0082,
      "step": 37217
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.896205238404965e-06,
      "loss": 0.0045,
      "step": 37218
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8959575209361236e-06,
      "loss": 0.0132,
      "step": 37219
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.895709806316086e-06,
      "loss": 0.0038,
      "step": 37220
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.895462094545489e-06,
      "loss": 0.006,
      "step": 37221
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.895214385624973e-06,
      "loss": 0.0087,
      "step": 37222
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8949666795551775e-06,
      "loss": 0.0234,
      "step": 37223
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.894718976336739e-06,
      "loss": 0.0117,
      "step": 37224
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8944712759703e-06,
      "loss": 0.0008,
      "step": 37225
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.894223578456499e-06,
      "loss": 0.0035,
      "step": 37226
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8939758837959715e-06,
      "loss": 0.0093,
      "step": 37227
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.893728191989361e-06,
      "loss": 0.005,
      "step": 37228
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.893480503037305e-06,
      "loss": 0.0061,
      "step": 37229
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.893232816940444e-06,
      "loss": 0.0127,
      "step": 37230
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8929851336994154e-06,
      "loss": 0.0258,
      "step": 37231
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.892737453314858e-06,
      "loss": 0.0075,
      "step": 37232
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.892489775787412e-06,
      "loss": 0.0137,
      "step": 37233
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.892242101117714e-06,
      "loss": 0.0055,
      "step": 37234
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8919944293064084e-06,
      "loss": 0.0021,
      "step": 37235
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8917467603541315e-06,
      "loss": 0.0042,
      "step": 37236
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.891499094261519e-06,
      "loss": 0.0028,
      "step": 37237
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.891251431029215e-06,
      "loss": 0.007,
      "step": 37238
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.891003770657855e-06,
      "loss": 0.0126,
      "step": 37239
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.890756113148081e-06,
      "loss": 0.0101,
      "step": 37240
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.890508458500531e-06,
      "loss": 0.0264,
      "step": 37241
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.890260806715841e-06,
      "loss": 0.021,
      "step": 37242
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.890013157794657e-06,
      "loss": 0.0056,
      "step": 37243
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8897655117376085e-06,
      "loss": 0.0056,
      "step": 37244
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8895178685453425e-06,
      "loss": 0.0032,
      "step": 37245
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.889270228218496e-06,
      "loss": 0.0043,
      "step": 37246
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.889022590757705e-06,
      "loss": 0.015,
      "step": 37247
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.888774956163613e-06,
      "loss": 0.0129,
      "step": 37248
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8885273244368536e-06,
      "loss": 0.0035,
      "step": 37249
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.888279695578072e-06,
      "loss": 0.0095,
      "step": 37250
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.888032069587904e-06,
      "loss": 0.0173,
      "step": 37251
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.887784446466985e-06,
      "loss": 0.0052,
      "step": 37252
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.88753682621596e-06,
      "loss": 0.0054,
      "step": 37253
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.887289208835465e-06,
      "loss": 0.0046,
      "step": 37254
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.88704159432614e-06,
      "loss": 0.0033,
      "step": 37255
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.886793982688623e-06,
      "loss": 0.0301,
      "step": 37256
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.886546373923553e-06,
      "loss": 0.0231,
      "step": 37257
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.886298768031569e-06,
      "loss": 0.0115,
      "step": 37258
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.886051165013308e-06,
      "loss": 0.0081,
      "step": 37259
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.885803564869415e-06,
      "loss": 0.0078,
      "step": 37260
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.885555967600522e-06,
      "loss": 0.0071,
      "step": 37261
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.885308373207272e-06,
      "loss": 0.0109,
      "step": 37262
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.885060781690303e-06,
      "loss": 0.0128,
      "step": 37263
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.884813193050252e-06,
      "loss": 0.0277,
      "step": 37264
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.884565607287761e-06,
      "loss": 0.0406,
      "step": 37265
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.884318024403467e-06,
      "loss": 0.0048,
      "step": 37266
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.884070444398006e-06,
      "loss": 0.009,
      "step": 37267
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.883822867272024e-06,
      "loss": 0.0037,
      "step": 37268
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.883575293026153e-06,
      "loss": 0.0077,
      "step": 37269
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.883327721661035e-06,
      "loss": 0.0078,
      "step": 37270
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.88308015317731e-06,
      "loss": 0.0053,
      "step": 37271
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.882832587575613e-06,
      "loss": 0.0073,
      "step": 37272
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.882585024856586e-06,
      "loss": 0.0129,
      "step": 37273
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.882337465020866e-06,
      "loss": 0.0135,
      "step": 37274
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.882089908069094e-06,
      "loss": 0.001,
      "step": 37275
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8818423540019075e-06,
      "loss": 0.0303,
      "step": 37276
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.881594802819942e-06,
      "loss": 0.0054,
      "step": 37277
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8813472545238426e-06,
      "loss": 0.0062,
      "step": 37278
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.881099709114243e-06,
      "loss": 0.0162,
      "step": 37279
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.880852166591785e-06,
      "loss": 0.0047,
      "step": 37280
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.880604626957106e-06,
      "loss": 0.0272,
      "step": 37281
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.880357090210844e-06,
      "loss": 0.0065,
      "step": 37282
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8801095563536395e-06,
      "loss": 0.0018,
      "step": 37283
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.879862025386129e-06,
      "loss": 0.0046,
      "step": 37284
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.879614497308953e-06,
      "loss": 0.0251,
      "step": 37285
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.879366972122751e-06,
      "loss": 0.0106,
      "step": 37286
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.879119449828159e-06,
      "loss": 0.032,
      "step": 37287
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8788719304258186e-06,
      "loss": 0.0106,
      "step": 37288
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.878624413916365e-06,
      "loss": 0.0309,
      "step": 37289
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.8783769003004405e-06,
      "loss": 0.0075,
      "step": 37290
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.878129389578682e-06,
      "loss": 0.0031,
      "step": 37291
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.877881881751726e-06,
      "loss": 0.0069,
      "step": 37292
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.877634376820216e-06,
      "loss": 0.005,
      "step": 37293
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.877386874784786e-06,
      "loss": 0.0155,
      "step": 37294
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.877139375646079e-06,
      "loss": 0.0188,
      "step": 37295
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.876891879404731e-06,
      "loss": 0.0102,
      "step": 37296
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.87664438606138e-06,
      "loss": 0.0097,
      "step": 37297
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.876396895616666e-06,
      "loss": 0.008,
      "step": 37298
    },
    {
      "epoch": 0.58,
      "learning_rate": 3.876149408071227e-06,
      "loss": 0.0089,
      "step": 37299
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.875901923425703e-06,
      "loss": 0.0093,
      "step": 37300
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.875654441680731e-06,
      "loss": 0.0165,
      "step": 37301
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.875406962836948e-06,
      "loss": 0.0104,
      "step": 37302
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.875159486894997e-06,
      "loss": 0.008,
      "step": 37303
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.874912013855513e-06,
      "loss": 0.0424,
      "step": 37304
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.874664543719136e-06,
      "loss": 0.0032,
      "step": 37305
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.874417076486505e-06,
      "loss": 0.0109,
      "step": 37306
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.874169612158256e-06,
      "loss": 0.0076,
      "step": 37307
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.873922150735031e-06,
      "loss": 0.0064,
      "step": 37308
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.873674692217465e-06,
      "loss": 0.0159,
      "step": 37309
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8734272366062e-06,
      "loss": 0.009,
      "step": 37310
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.873179783901873e-06,
      "loss": 0.0039,
      "step": 37311
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8729323341051214e-06,
      "loss": 0.0035,
      "step": 37312
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8726848872165864e-06,
      "loss": 0.0108,
      "step": 37313
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.872437443236904e-06,
      "loss": 0.0091,
      "step": 37314
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.872190002166714e-06,
      "loss": 0.0118,
      "step": 37315
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.871942564006653e-06,
      "loss": 0.0029,
      "step": 37316
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.871695128757361e-06,
      "loss": 0.01,
      "step": 37317
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.871447696419478e-06,
      "loss": 0.0044,
      "step": 37318
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.871200266993639e-06,
      "loss": 0.0017,
      "step": 37319
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.870952840480486e-06,
      "loss": 0.0078,
      "step": 37320
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.870705416880655e-06,
      "loss": 0.0134,
      "step": 37321
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8704579961947855e-06,
      "loss": 0.0067,
      "step": 37322
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8702105784235155e-06,
      "loss": 0.0266,
      "step": 37323
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.869963163567482e-06,
      "loss": 0.0176,
      "step": 37324
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.869715751627327e-06,
      "loss": 0.0122,
      "step": 37325
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.869468342603687e-06,
      "loss": 0.0345,
      "step": 37326
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.869220936497198e-06,
      "loss": 0.0052,
      "step": 37327
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.868973533308502e-06,
      "loss": 0.0294,
      "step": 37328
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.868726133038236e-06,
      "loss": 0.0368,
      "step": 37329
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.868478735687038e-06,
      "loss": 0.032,
      "step": 37330
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.868231341255547e-06,
      "loss": 0.0111,
      "step": 37331
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.867983949744401e-06,
      "loss": 0.0063,
      "step": 37332
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.867736561154239e-06,
      "loss": 0.0086,
      "step": 37333
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.867489175485697e-06,
      "loss": 0.0285,
      "step": 37334
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8672417927394166e-06,
      "loss": 0.0078,
      "step": 37335
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.866994412916036e-06,
      "loss": 0.0061,
      "step": 37336
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.866747036016189e-06,
      "loss": 0.0106,
      "step": 37337
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8664996620405195e-06,
      "loss": 0.004,
      "step": 37338
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.866252290989662e-06,
      "loss": 0.0119,
      "step": 37339
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.866004922864258e-06,
      "loss": 0.0092,
      "step": 37340
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.865757557664943e-06,
      "loss": 0.0211,
      "step": 37341
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.865510195392355e-06,
      "loss": 0.0103,
      "step": 37342
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.865262836047135e-06,
      "loss": 0.0077,
      "step": 37343
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.865015479629919e-06,
      "loss": 0.0024,
      "step": 37344
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.864768126141348e-06,
      "loss": 0.0126,
      "step": 37345
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.864520775582058e-06,
      "loss": 0.0076,
      "step": 37346
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.864273427952686e-06,
      "loss": 0.0068,
      "step": 37347
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.864026083253873e-06,
      "loss": 0.005,
      "step": 37348
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8637787414862545e-06,
      "loss": 0.0097,
      "step": 37349
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.863531402650472e-06,
      "loss": 0.0093,
      "step": 37350
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.863284066747163e-06,
      "loss": 0.0043,
      "step": 37351
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8630367337769616e-06,
      "loss": 0.008,
      "step": 37352
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.862789403740512e-06,
      "loss": 0.0151,
      "step": 37353
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.862542076638448e-06,
      "loss": 0.017,
      "step": 37354
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.86229475247141e-06,
      "loss": 0.006,
      "step": 37355
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.862047431240036e-06,
      "loss": 0.0027,
      "step": 37356
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.861800112944961e-06,
      "loss": 0.0373,
      "step": 37357
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.86155279758683e-06,
      "loss": 0.0103,
      "step": 37358
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.861305485166273e-06,
      "loss": 0.0013,
      "step": 37359
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.861058175683934e-06,
      "loss": 0.0202,
      "step": 37360
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.86081086914045e-06,
      "loss": 0.0048,
      "step": 37361
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.860563565536457e-06,
      "loss": 0.004,
      "step": 37362
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.860316264872596e-06,
      "loss": 0.0122,
      "step": 37363
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8600689671495025e-06,
      "loss": 0.0099,
      "step": 37364
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.859821672367817e-06,
      "loss": 0.0126,
      "step": 37365
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.859574380528176e-06,
      "loss": 0.0026,
      "step": 37366
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8593270916312155e-06,
      "loss": 0.0084,
      "step": 37367
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.859079805677579e-06,
      "loss": 0.0228,
      "step": 37368
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8588325226679e-06,
      "loss": 0.0089,
      "step": 37369
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.85858524260282e-06,
      "loss": 0.0037,
      "step": 37370
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.858337965482974e-06,
      "loss": 0.0066,
      "step": 37371
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.858090691309002e-06,
      "loss": 0.0072,
      "step": 37372
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8578434200815414e-06,
      "loss": 0.0091,
      "step": 37373
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.857596151801228e-06,
      "loss": 0.0036,
      "step": 37374
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.857348886468705e-06,
      "loss": 0.0049,
      "step": 37375
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.857101624084608e-06,
      "loss": 0.0038,
      "step": 37376
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.856854364649571e-06,
      "loss": 0.0102,
      "step": 37377
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8566071081642384e-06,
      "loss": 0.0096,
      "step": 37378
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.856359854629244e-06,
      "loss": 0.0042,
      "step": 37379
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.856112604045229e-06,
      "loss": 0.0275,
      "step": 37380
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.855865356412828e-06,
      "loss": 0.0103,
      "step": 37381
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.855618111732679e-06,
      "loss": 0.0049,
      "step": 37382
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.855370870005425e-06,
      "loss": 0.005,
      "step": 37383
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.855123631231698e-06,
      "loss": 0.0238,
      "step": 37384
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.854876395412139e-06,
      "loss": 0.0033,
      "step": 37385
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.854629162547386e-06,
      "loss": 0.0025,
      "step": 37386
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.854381932638076e-06,
      "loss": 0.0055,
      "step": 37387
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8541347056848465e-06,
      "loss": 0.0171,
      "step": 37388
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.853887481688336e-06,
      "loss": 0.0049,
      "step": 37389
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8536402606491844e-06,
      "loss": 0.0077,
      "step": 37390
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.853393042568028e-06,
      "loss": 0.0077,
      "step": 37391
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.853145827445501e-06,
      "loss": 0.0129,
      "step": 37392
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.852898615282248e-06,
      "loss": 0.0062,
      "step": 37393
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8526514060789025e-06,
      "loss": 0.0087,
      "step": 37394
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.852404199836104e-06,
      "loss": 0.0072,
      "step": 37395
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.85215699655449e-06,
      "loss": 0.0028,
      "step": 37396
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.851909796234698e-06,
      "loss": 0.0035,
      "step": 37397
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.851662598877367e-06,
      "loss": 0.0113,
      "step": 37398
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.851415404483132e-06,
      "loss": 0.001,
      "step": 37399
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.851168213052635e-06,
      "loss": 0.0035,
      "step": 37400
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.850921024586512e-06,
      "loss": 0.0149,
      "step": 37401
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.850673839085399e-06,
      "loss": 0.0043,
      "step": 37402
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.850426656549937e-06,
      "loss": 0.0041,
      "step": 37403
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.85017947698076e-06,
      "loss": 0.0104,
      "step": 37404
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.84993230037851e-06,
      "loss": 0.0133,
      "step": 37405
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.849685126743823e-06,
      "loss": 0.0038,
      "step": 37406
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.849437956077334e-06,
      "loss": 0.0026,
      "step": 37407
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.849190788379686e-06,
      "loss": 0.0043,
      "step": 37408
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.848943623651512e-06,
      "loss": 0.0037,
      "step": 37409
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.848696461893454e-06,
      "loss": 0.0148,
      "step": 37410
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.848449303106147e-06,
      "loss": 0.0151,
      "step": 37411
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.848202147290228e-06,
      "loss": 0.023,
      "step": 37412
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.847954994446339e-06,
      "loss": 0.0039,
      "step": 37413
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.847707844575111e-06,
      "loss": 0.0126,
      "step": 37414
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.84746069767719e-06,
      "loss": 0.0113,
      "step": 37415
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8472135537532085e-06,
      "loss": 0.0107,
      "step": 37416
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.846966412803802e-06,
      "loss": 0.0095,
      "step": 37417
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.846719274829614e-06,
      "loss": 0.0072,
      "step": 37418
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.846472139831278e-06,
      "loss": 0.009,
      "step": 37419
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.846225007809435e-06,
      "loss": 0.0177,
      "step": 37420
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.84597787876472e-06,
      "loss": 0.0043,
      "step": 37421
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.845730752697771e-06,
      "loss": 0.0046,
      "step": 37422
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.845483629609227e-06,
      "loss": 0.0063,
      "step": 37423
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8452365094997226e-06,
      "loss": 0.0375,
      "step": 37424
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8449893923699e-06,
      "loss": 0.0063,
      "step": 37425
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8447422782203955e-06,
      "loss": 0.0064,
      "step": 37426
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.844495167051844e-06,
      "loss": 0.0151,
      "step": 37427
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.844248058864886e-06,
      "loss": 0.0098,
      "step": 37428
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.844000953660157e-06,
      "loss": 0.0168,
      "step": 37429
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.843753851438296e-06,
      "loss": 0.0076,
      "step": 37430
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.843506752199942e-06,
      "loss": 0.0047,
      "step": 37431
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8432596559457275e-06,
      "loss": 0.0071,
      "step": 37432
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.843012562676296e-06,
      "loss": 0.0082,
      "step": 37433
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.842765472392281e-06,
      "loss": 0.0027,
      "step": 37434
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.842518385094324e-06,
      "loss": 0.0365,
      "step": 37435
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.842271300783059e-06,
      "loss": 0.0076,
      "step": 37436
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.842024219459124e-06,
      "loss": 0.0089,
      "step": 37437
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.841777141123159e-06,
      "loss": 0.0064,
      "step": 37438
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.841530065775796e-06,
      "loss": 0.0063,
      "step": 37439
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.841282993417682e-06,
      "loss": 0.0033,
      "step": 37440
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.841035924049446e-06,
      "loss": 0.0169,
      "step": 37441
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.840788857671727e-06,
      "loss": 0.0201,
      "step": 37442
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.840541794285166e-06,
      "loss": 0.0084,
      "step": 37443
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.840294733890397e-06,
      "loss": 0.0075,
      "step": 37444
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8400476764880615e-06,
      "loss": 0.0036,
      "step": 37445
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8398006220787935e-06,
      "loss": 0.0221,
      "step": 37446
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.839553570663231e-06,
      "loss": 0.0104,
      "step": 37447
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.839306522242011e-06,
      "loss": 0.0077,
      "step": 37448
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.839059476815772e-06,
      "loss": 0.0078,
      "step": 37449
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.838812434385152e-06,
      "loss": 0.0085,
      "step": 37450
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.838565394950788e-06,
      "loss": 0.0046,
      "step": 37451
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.838318358513317e-06,
      "loss": 0.006,
      "step": 37452
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.838071325073378e-06,
      "loss": 0.0196,
      "step": 37453
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8378242946316055e-06,
      "loss": 0.0085,
      "step": 37454
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8375772671886394e-06,
      "loss": 0.0038,
      "step": 37455
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.837330242745116e-06,
      "loss": 0.0137,
      "step": 37456
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.837083221301672e-06,
      "loss": 0.0044,
      "step": 37457
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8368362028589465e-06,
      "loss": 0.0111,
      "step": 37458
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.836589187417577e-06,
      "loss": 0.0094,
      "step": 37459
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.836342174978199e-06,
      "loss": 0.005,
      "step": 37460
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.836095165541452e-06,
      "loss": 0.0163,
      "step": 37461
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.835848159107971e-06,
      "loss": 0.0132,
      "step": 37462
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.835601155678396e-06,
      "loss": 0.0101,
      "step": 37463
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.83535415525336e-06,
      "loss": 0.0033,
      "step": 37464
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.835107157833508e-06,
      "loss": 0.0096,
      "step": 37465
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.83486016341947e-06,
      "loss": 0.0117,
      "step": 37466
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.834613172011885e-06,
      "loss": 0.0055,
      "step": 37467
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.834366183611393e-06,
      "loss": 0.0218,
      "step": 37468
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.834119198218629e-06,
      "loss": 0.0145,
      "step": 37469
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.833872215834231e-06,
      "loss": 0.0129,
      "step": 37470
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.833625236458837e-06,
      "loss": 0.0036,
      "step": 37471
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.833378260093082e-06,
      "loss": 0.0117,
      "step": 37472
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.833131286737607e-06,
      "loss": 0.0174,
      "step": 37473
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.832884316393044e-06,
      "loss": 0.0024,
      "step": 37474
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.832637349060036e-06,
      "loss": 0.0186,
      "step": 37475
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.832390384739217e-06,
      "loss": 0.0034,
      "step": 37476
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.832143423431224e-06,
      "loss": 0.001,
      "step": 37477
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.831896465136697e-06,
      "loss": 0.0076,
      "step": 37478
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.83164950985627e-06,
      "loss": 0.0053,
      "step": 37479
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.831402557590582e-06,
      "loss": 0.0019,
      "step": 37480
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.83115560834027e-06,
      "loss": 0.007,
      "step": 37481
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.830908662105968e-06,
      "loss": 0.0094,
      "step": 37482
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.83066171888832e-06,
      "loss": 0.0235,
      "step": 37483
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8304147786879574e-06,
      "loss": 0.0047,
      "step": 37484
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.830167841505521e-06,
      "loss": 0.0017,
      "step": 37485
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.829920907341646e-06,
      "loss": 0.0018,
      "step": 37486
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8296739761969694e-06,
      "loss": 0.0115,
      "step": 37487
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.829427048072129e-06,
      "loss": 0.0048,
      "step": 37488
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.829180122967761e-06,
      "loss": 0.0059,
      "step": 37489
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.828933200884504e-06,
      "loss": 0.0037,
      "step": 37490
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.828686281822997e-06,
      "loss": 0.011,
      "step": 37491
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8284393657838706e-06,
      "loss": 0.0079,
      "step": 37492
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.828192452767769e-06,
      "loss": 0.0078,
      "step": 37493
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8279455427753245e-06,
      "loss": 0.0041,
      "step": 37494
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8276986358071775e-06,
      "loss": 0.022,
      "step": 37495
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.827451731863964e-06,
      "loss": 0.009,
      "step": 37496
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.827204830946319e-06,
      "loss": 0.0024,
      "step": 37497
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.826957933054882e-06,
      "loss": 0.0121,
      "step": 37498
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.826711038190288e-06,
      "loss": 0.0059,
      "step": 37499
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.826464146353178e-06,
      "loss": 0.0079,
      "step": 37500
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.826217257544187e-06,
      "loss": 0.0047,
      "step": 37501
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.82597037176395e-06,
      "loss": 0.0147,
      "step": 37502
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.825723489013106e-06,
      "loss": 0.0113,
      "step": 37503
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.825476609292291e-06,
      "loss": 0.0034,
      "step": 37504
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.825229732602144e-06,
      "loss": 0.0149,
      "step": 37505
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.824982858943301e-06,
      "loss": 0.0055,
      "step": 37506
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.824735988316396e-06,
      "loss": 0.0274,
      "step": 37507
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.824489120722072e-06,
      "loss": 0.0169,
      "step": 37508
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8242422561609605e-06,
      "loss": 0.0027,
      "step": 37509
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.823995394633703e-06,
      "loss": 0.0318,
      "step": 37510
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.823748536140933e-06,
      "loss": 0.0021,
      "step": 37511
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.823501680683289e-06,
      "loss": 0.0228,
      "step": 37512
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.823254828261408e-06,
      "loss": 0.0049,
      "step": 37513
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.823007978875925e-06,
      "loss": 0.0135,
      "step": 37514
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.82276113252748e-06,
      "loss": 0.003,
      "step": 37515
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.82251428921671e-06,
      "loss": 0.0045,
      "step": 37516
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.822267448944247e-06,
      "loss": 0.0162,
      "step": 37517
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.822020611710735e-06,
      "loss": 0.0045,
      "step": 37518
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.821773777516805e-06,
      "loss": 0.0073,
      "step": 37519
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8215269463630975e-06,
      "loss": 0.0096,
      "step": 37520
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.821280118250249e-06,
      "loss": 0.0067,
      "step": 37521
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.821033293178893e-06,
      "loss": 0.0043,
      "step": 37522
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.820786471149672e-06,
      "loss": 0.0044,
      "step": 37523
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.820539652163217e-06,
      "loss": 0.023,
      "step": 37524
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.820292836220169e-06,
      "loss": 0.0038,
      "step": 37525
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.820046023321165e-06,
      "loss": 0.016,
      "step": 37526
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.819799213466839e-06,
      "loss": 0.0109,
      "step": 37527
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.81955240665783e-06,
      "loss": 0.0116,
      "step": 37528
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.819305602894773e-06,
      "loss": 0.0142,
      "step": 37529
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.819058802178307e-06,
      "loss": 0.013,
      "step": 37530
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.818812004509068e-06,
      "loss": 0.0172,
      "step": 37531
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.818565209887691e-06,
      "loss": 0.0023,
      "step": 37532
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.818318418314817e-06,
      "loss": 0.007,
      "step": 37533
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.818071629791079e-06,
      "loss": 0.0077,
      "step": 37534
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.817824844317115e-06,
      "loss": 0.0053,
      "step": 37535
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.817578061893563e-06,
      "loss": 0.0051,
      "step": 37536
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.817331282521057e-06,
      "loss": 0.0109,
      "step": 37537
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.817084506200237e-06,
      "loss": 0.0018,
      "step": 37538
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.816837732931738e-06,
      "loss": 0.0058,
      "step": 37539
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.816590962716194e-06,
      "loss": 0.0028,
      "step": 37540
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.816344195554249e-06,
      "loss": 0.0048,
      "step": 37541
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8160974314465315e-06,
      "loss": 0.0013,
      "step": 37542
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.815850670393685e-06,
      "loss": 0.0024,
      "step": 37543
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.815603912396344e-06,
      "loss": 0.0288,
      "step": 37544
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8153571574551416e-06,
      "loss": 0.0064,
      "step": 37545
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.81511040557072e-06,
      "loss": 0.0058,
      "step": 37546
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.814863656743711e-06,
      "loss": 0.0125,
      "step": 37547
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.814616910974757e-06,
      "loss": 0.0061,
      "step": 37548
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8143701682644908e-06,
      "loss": 0.0036,
      "step": 37549
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.814123428613547e-06,
      "loss": 0.0098,
      "step": 37550
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8138766920225673e-06,
      "loss": 0.0055,
      "step": 37551
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.813629958492185e-06,
      "loss": 0.0065,
      "step": 37552
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.813383228023039e-06,
      "loss": 0.0086,
      "step": 37553
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.813136500615764e-06,
      "loss": 0.0162,
      "step": 37554
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8128897762709973e-06,
      "loss": 0.0059,
      "step": 37555
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8126430549893762e-06,
      "loss": 0.0031,
      "step": 37556
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8123963367715343e-06,
      "loss": 0.0061,
      "step": 37557
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.812149621618113e-06,
      "loss": 0.0084,
      "step": 37558
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8119029095297473e-06,
      "loss": 0.0147,
      "step": 37559
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.811656200507071e-06,
      "loss": 0.0036,
      "step": 37560
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.811409494550724e-06,
      "loss": 0.0208,
      "step": 37561
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8111627916613416e-06,
      "loss": 0.0052,
      "step": 37562
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8109160918395603e-06,
      "loss": 0.0032,
      "step": 37563
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8106693950860173e-06,
      "loss": 0.005,
      "step": 37564
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8104227014013463e-06,
      "loss": 0.0038,
      "step": 37565
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8101760107861884e-06,
      "loss": 0.0051,
      "step": 37566
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8099293232411773e-06,
      "loss": 0.0123,
      "step": 37567
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8096826387669507e-06,
      "loss": 0.0055,
      "step": 37568
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8094359573641448e-06,
      "loss": 0.0039,
      "step": 37569
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.809189279033395e-06,
      "loss": 0.0076,
      "step": 37570
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.80894260377534e-06,
      "loss": 0.0216,
      "step": 37571
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8086959315906126e-06,
      "loss": 0.0042,
      "step": 37572
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8084492624798548e-06,
      "loss": 0.025,
      "step": 37573
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.808202596443699e-06,
      "loss": 0.0351,
      "step": 37574
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8079559334827808e-06,
      "loss": 0.0121,
      "step": 37575
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8077092735977406e-06,
      "loss": 0.0059,
      "step": 37576
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.807462616789212e-06,
      "loss": 0.003,
      "step": 37577
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.807215963057834e-06,
      "loss": 0.0219,
      "step": 37578
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.80696931240424e-06,
      "loss": 0.0044,
      "step": 37579
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8067226648290678e-06,
      "loss": 0.0039,
      "step": 37580
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8064760203329544e-06,
      "loss": 0.0051,
      "step": 37581
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.806229378916534e-06,
      "loss": 0.0041,
      "step": 37582
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.805982740580446e-06,
      "loss": 0.0148,
      "step": 37583
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.805736105325326e-06,
      "loss": 0.0053,
      "step": 37584
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8054894731518087e-06,
      "loss": 0.0033,
      "step": 37585
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.805242844060533e-06,
      "loss": 0.007,
      "step": 37586
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.804996218052133e-06,
      "loss": 0.0148,
      "step": 37587
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8047495951272474e-06,
      "loss": 0.007,
      "step": 37588
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8045029752865102e-06,
      "loss": 0.0033,
      "step": 37589
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8042563585305573e-06,
      "loss": 0.0051,
      "step": 37590
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8040097448600287e-06,
      "loss": 0.0178,
      "step": 37591
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.803763134275558e-06,
      "loss": 0.0159,
      "step": 37592
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.803516526777782e-06,
      "loss": 0.0051,
      "step": 37593
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.803269922367338e-06,
      "loss": 0.0199,
      "step": 37594
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.80302332104486e-06,
      "loss": 0.0028,
      "step": 37595
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8027767228109873e-06,
      "loss": 0.0022,
      "step": 37596
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.802530127666353e-06,
      "loss": 0.0079,
      "step": 37597
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.802283535611596e-06,
      "loss": 0.0292,
      "step": 37598
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.802036946647354e-06,
      "loss": 0.0093,
      "step": 37599
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8017903607742567e-06,
      "loss": 0.0019,
      "step": 37600
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8015437779929477e-06,
      "loss": 0.0076,
      "step": 37601
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8012971983040587e-06,
      "loss": 0.0037,
      "step": 37602
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8010506217082286e-06,
      "loss": 0.0073,
      "step": 37603
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.800804048206093e-06,
      "loss": 0.0059,
      "step": 37604
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8005574777982857e-06,
      "loss": 0.0026,
      "step": 37605
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8003109104854463e-06,
      "loss": 0.01,
      "step": 37606
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.8000643462682078e-06,
      "loss": 0.0078,
      "step": 37607
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.79981778514721e-06,
      "loss": 0.019,
      "step": 37608
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.799571227123088e-06,
      "loss": 0.0226,
      "step": 37609
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.799324672196476e-06,
      "loss": 0.0064,
      "step": 37610
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.799078120368012e-06,
      "loss": 0.0098,
      "step": 37611
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.798831571638332e-06,
      "loss": 0.001,
      "step": 37612
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.798585026008072e-06,
      "loss": 0.0086,
      "step": 37613
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.798338483477868e-06,
      "loss": 0.0068,
      "step": 37614
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7980919440483543e-06,
      "loss": 0.0134,
      "step": 37615
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7978454077201715e-06,
      "loss": 0.0022,
      "step": 37616
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7975988744939526e-06,
      "loss": 0.0113,
      "step": 37617
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.797352344370334e-06,
      "loss": 0.0103,
      "step": 37618
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7971058173499536e-06,
      "loss": 0.0084,
      "step": 37619
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7968592934334446e-06,
      "loss": 0.0072,
      "step": 37620
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7966127726214456e-06,
      "loss": 0.0057,
      "step": 37621
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.79636625491459e-06,
      "loss": 0.0129,
      "step": 37622
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7961197403135174e-06,
      "loss": 0.0091,
      "step": 37623
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.795873228818864e-06,
      "loss": 0.0034,
      "step": 37624
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.79562672043126e-06,
      "loss": 0.0058,
      "step": 37625
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.795380215151348e-06,
      "loss": 0.0218,
      "step": 37626
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7951337129797607e-06,
      "loss": 0.0157,
      "step": 37627
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.794887213917136e-06,
      "loss": 0.0327,
      "step": 37628
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.794640717964109e-06,
      "loss": 0.0047,
      "step": 37629
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7943942251213135e-06,
      "loss": 0.0058,
      "step": 37630
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7941477353893906e-06,
      "loss": 0.0102,
      "step": 37631
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7939012487689713e-06,
      "loss": 0.0146,
      "step": 37632
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7936547652606955e-06,
      "loss": 0.0069,
      "step": 37633
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7934082848651975e-06,
      "loss": 0.0043,
      "step": 37634
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7931618075831123e-06,
      "loss": 0.0079,
      "step": 37635
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7929153334150777e-06,
      "loss": 0.0054,
      "step": 37636
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.792668862361728e-06,
      "loss": 0.0043,
      "step": 37637
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7924223944237016e-06,
      "loss": 0.0169,
      "step": 37638
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7921759296016324e-06,
      "loss": 0.0063,
      "step": 37639
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.791929467896155e-06,
      "loss": 0.0018,
      "step": 37640
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7916830093079093e-06,
      "loss": 0.0403,
      "step": 37641
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7914365538375286e-06,
      "loss": 0.0176,
      "step": 37642
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7911901014856508e-06,
      "loss": 0.0147,
      "step": 37643
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7909436522529096e-06,
      "loss": 0.0067,
      "step": 37644
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.790697206139941e-06,
      "loss": 0.0076,
      "step": 37645
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.790450763147383e-06,
      "loss": 0.0035,
      "step": 37646
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7902043232758683e-06,
      "loss": 0.0048,
      "step": 37647
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7899578865260367e-06,
      "loss": 0.004,
      "step": 37648
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7897114528985227e-06,
      "loss": 0.0161,
      "step": 37649
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7894650223939595e-06,
      "loss": 0.0018,
      "step": 37650
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.789218595012986e-06,
      "loss": 0.0143,
      "step": 37651
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.788972170756237e-06,
      "loss": 0.0105,
      "step": 37652
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.788725749624349e-06,
      "loss": 0.0079,
      "step": 37653
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.788479331617958e-06,
      "loss": 0.0028,
      "step": 37654
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.788232916737696e-06,
      "loss": 0.0083,
      "step": 37655
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7879865049842067e-06,
      "loss": 0.0045,
      "step": 37656
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7877400963581174e-06,
      "loss": 0.0043,
      "step": 37657
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7874936908600696e-06,
      "loss": 0.0099,
      "step": 37658
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7872472884906976e-06,
      "loss": 0.0056,
      "step": 37659
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.787000889250636e-06,
      "loss": 0.0108,
      "step": 37660
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.786754493140522e-06,
      "loss": 0.0284,
      "step": 37661
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7865081001609894e-06,
      "loss": 0.0018,
      "step": 37662
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7862617103126783e-06,
      "loss": 0.0074,
      "step": 37663
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7860153235962206e-06,
      "loss": 0.0132,
      "step": 37664
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7857689400122504e-06,
      "loss": 0.012,
      "step": 37665
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7855225595614086e-06,
      "loss": 0.0038,
      "step": 37666
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7852761822443277e-06,
      "loss": 0.0151,
      "step": 37667
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7850298080616453e-06,
      "loss": 0.0095,
      "step": 37668
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7847834370139956e-06,
      "loss": 0.0096,
      "step": 37669
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7845370691020146e-06,
      "loss": 0.0097,
      "step": 37670
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.784290704326338e-06,
      "loss": 0.0052,
      "step": 37671
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7840443426876004e-06,
      "loss": 0.0087,
      "step": 37672
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7837979841864404e-06,
      "loss": 0.0071,
      "step": 37673
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7835516288234926e-06,
      "loss": 0.005,
      "step": 37674
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7833052765993905e-06,
      "loss": 0.0057,
      "step": 37675
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7830589275147733e-06,
      "loss": 0.0052,
      "step": 37676
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7828125815702732e-06,
      "loss": 0.0339,
      "step": 37677
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7825662387665285e-06,
      "loss": 0.0201,
      "step": 37678
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7823198991041733e-06,
      "loss": 0.0076,
      "step": 37679
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7820735625838422e-06,
      "loss": 0.0097,
      "step": 37680
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7818272292061754e-06,
      "loss": 0.0049,
      "step": 37681
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.781580898971802e-06,
      "loss": 0.0018,
      "step": 37682
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.781334571881364e-06,
      "loss": 0.004,
      "step": 37683
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7810882479354936e-06,
      "loss": 0.017,
      "step": 37684
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7808419271348256e-06,
      "loss": 0.0058,
      "step": 37685
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7805956094799982e-06,
      "loss": 0.0067,
      "step": 37686
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7803492949716437e-06,
      "loss": 0.0068,
      "step": 37687
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7801029836104024e-06,
      "loss": 0.0048,
      "step": 37688
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.779856675396907e-06,
      "loss": 0.004,
      "step": 37689
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.77961037033179e-06,
      "loss": 0.0167,
      "step": 37690
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7793640684156923e-06,
      "loss": 0.005,
      "step": 37691
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7791177696492464e-06,
      "loss": 0.0051,
      "step": 37692
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.77887147403309e-06,
      "loss": 0.003,
      "step": 37693
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7786251815678575e-06,
      "loss": 0.0057,
      "step": 37694
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.778378892254183e-06,
      "loss": 0.0309,
      "step": 37695
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7781326060927037e-06,
      "loss": 0.0057,
      "step": 37696
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7778863230840535e-06,
      "loss": 0.0087,
      "step": 37697
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7776400432288706e-06,
      "loss": 0.0045,
      "step": 37698
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.777393766527789e-06,
      "loss": 0.0113,
      "step": 37699
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.777147492981443e-06,
      "loss": 0.0032,
      "step": 37700
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.77690122259047e-06,
      "loss": 0.0043,
      "step": 37701
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.776654955355504e-06,
      "loss": 0.0157,
      "step": 37702
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.776408691277182e-06,
      "loss": 0.0142,
      "step": 37703
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7761624303561382e-06,
      "loss": 0.0031,
      "step": 37704
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7759161725930064e-06,
      "loss": 0.0131,
      "step": 37705
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7756699179884266e-06,
      "loss": 0.0061,
      "step": 37706
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7754236665430307e-06,
      "loss": 0.0061,
      "step": 37707
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.775177418257455e-06,
      "loss": 0.005,
      "step": 37708
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7749311731323357e-06,
      "loss": 0.0126,
      "step": 37709
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7746849311683064e-06,
      "loss": 0.002,
      "step": 37710
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.774438692366004e-06,
      "loss": 0.0037,
      "step": 37711
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7741924567260618e-06,
      "loss": 0.0054,
      "step": 37712
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.77394622424912e-06,
      "loss": 0.0121,
      "step": 37713
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7736999949358094e-06,
      "loss": 0.0039,
      "step": 37714
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7734537687867644e-06,
      "loss": 0.0065,
      "step": 37715
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.773207545802625e-06,
      "loss": 0.0078,
      "step": 37716
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7729613259840235e-06,
      "loss": 0.0022,
      "step": 37717
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.772715109331597e-06,
      "loss": 0.0336,
      "step": 37718
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7724688958459786e-06,
      "loss": 0.0072,
      "step": 37719
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7722226855278045e-06,
      "loss": 0.0284,
      "step": 37720
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.771976478377711e-06,
      "loss": 0.0093,
      "step": 37721
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7717302743963307e-06,
      "loss": 0.0062,
      "step": 37722
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.771484073584303e-06,
      "loss": 0.0036,
      "step": 37723
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.771237875942261e-06,
      "loss": 0.0106,
      "step": 37724
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.770991681470839e-06,
      "loss": 0.0036,
      "step": 37725
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.770745490170674e-06,
      "loss": 0.0132,
      "step": 37726
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7704993020424e-06,
      "loss": 0.0074,
      "step": 37727
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.770253117086653e-06,
      "loss": 0.0036,
      "step": 37728
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7700069353040685e-06,
      "loss": 0.0055,
      "step": 37729
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7697607566952788e-06,
      "loss": 0.0067,
      "step": 37730
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.769514581260924e-06,
      "loss": 0.01,
      "step": 37731
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7692684090016358e-06,
      "loss": 0.0094,
      "step": 37732
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7690222399180513e-06,
      "loss": 0.017,
      "step": 37733
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.768776074010805e-06,
      "loss": 0.0103,
      "step": 37734
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7685299112805307e-06,
      "loss": 0.008,
      "step": 37735
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7682837517278664e-06,
      "loss": 0.0102,
      "step": 37736
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.768037595353443e-06,
      "loss": 0.0179,
      "step": 37737
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.767791442157902e-06,
      "loss": 0.0209,
      "step": 37738
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7675452921418737e-06,
      "loss": 0.0048,
      "step": 37739
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7672991453059924e-06,
      "loss": 0.0065,
      "step": 37740
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.767053001650898e-06,
      "loss": 0.0034,
      "step": 37741
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7668068611772208e-06,
      "loss": 0.0021,
      "step": 37742
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7665607238855996e-06,
      "loss": 0.0152,
      "step": 37743
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7663145897766684e-06,
      "loss": 0.0109,
      "step": 37744
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7660684588510606e-06,
      "loss": 0.0059,
      "step": 37745
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.765822331109413e-06,
      "loss": 0.0049,
      "step": 37746
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7655762065523594e-06,
      "loss": 0.0011,
      "step": 37747
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7653300851805374e-06,
      "loss": 0.0064,
      "step": 37748
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7650839669945804e-06,
      "loss": 0.007,
      "step": 37749
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7648378519951224e-06,
      "loss": 0.005,
      "step": 37750
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7645917401828007e-06,
      "loss": 0.0085,
      "step": 37751
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7643456315582482e-06,
      "loss": 0.0051,
      "step": 37752
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7640995261221026e-06,
      "loss": 0.0187,
      "step": 37753
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7638534238749967e-06,
      "loss": 0.0373,
      "step": 37754
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.763607324817564e-06,
      "loss": 0.0079,
      "step": 37755
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.763361228950444e-06,
      "loss": 0.0087,
      "step": 37756
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7631151362742683e-06,
      "loss": 0.0197,
      "step": 37757
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7628690467896746e-06,
      "loss": 0.0144,
      "step": 37758
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.762622960497295e-06,
      "loss": 0.0141,
      "step": 37759
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.762376877397766e-06,
      "loss": 0.027,
      "step": 37760
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7621307974917227e-06,
      "loss": 0.0285,
      "step": 37761
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.761884720779798e-06,
      "loss": 0.0378,
      "step": 37762
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7616386472626304e-06,
      "loss": 0.0146,
      "step": 37763
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7613925769408544e-06,
      "loss": 0.0044,
      "step": 37764
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7611465098151e-06,
      "loss": 0.0244,
      "step": 37765
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7609004458860076e-06,
      "loss": 0.009,
      "step": 37766
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.76065438515421e-06,
      "loss": 0.0103,
      "step": 37767
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.760408327620343e-06,
      "loss": 0.0033,
      "step": 37768
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.760162273285041e-06,
      "loss": 0.0024,
      "step": 37769
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.759916222148937e-06,
      "loss": 0.0032,
      "step": 37770
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7596701742126694e-06,
      "loss": 0.0043,
      "step": 37771
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7594241294768695e-06,
      "loss": 0.0202,
      "step": 37772
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7591780879421757e-06,
      "loss": 0.0054,
      "step": 37773
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7589320496092215e-06,
      "loss": 0.0036,
      "step": 37774
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7586860144786397e-06,
      "loss": 0.0269,
      "step": 37775
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7584399825510685e-06,
      "loss": 0.0251,
      "step": 37776
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7581939538271406e-06,
      "loss": 0.0363,
      "step": 37777
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7579479283074914e-06,
      "loss": 0.0217,
      "step": 37778
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7577019059927566e-06,
      "loss": 0.014,
      "step": 37779
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7574558868835675e-06,
      "loss": 0.0082,
      "step": 37780
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7572098709805637e-06,
      "loss": 0.0081,
      "step": 37781
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.756963858284377e-06,
      "loss": 0.0219,
      "step": 37782
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7567178487956446e-06,
      "loss": 0.0082,
      "step": 37783
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7564718425149995e-06,
      "loss": 0.0093,
      "step": 37784
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7562258394430753e-06,
      "loss": 0.0166,
      "step": 37785
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7559798395805093e-06,
      "loss": 0.0065,
      "step": 37786
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.755733842927933e-06,
      "loss": 0.011,
      "step": 37787
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7554878494859857e-06,
      "loss": 0.0068,
      "step": 37788
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7552418592553008e-06,
      "loss": 0.0029,
      "step": 37789
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.754995872236509e-06,
      "loss": 0.0029,
      "step": 37790
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7547498884302495e-06,
      "loss": 0.0094,
      "step": 37791
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.754503907837155e-06,
      "loss": 0.0055,
      "step": 37792
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.754257930457862e-06,
      "loss": 0.012,
      "step": 37793
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7540119562930032e-06,
      "loss": 0.0226,
      "step": 37794
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7537659853432124e-06,
      "loss": 0.0038,
      "step": 37795
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.753520017609129e-06,
      "loss": 0.0117,
      "step": 37796
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.753274053091382e-06,
      "loss": 0.0048,
      "step": 37797
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7530280917906102e-06,
      "loss": 0.0063,
      "step": 37798
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.752782133707447e-06,
      "loss": 0.0156,
      "step": 37799
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7525361788425257e-06,
      "loss": 0.027,
      "step": 37800
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7522902271964836e-06,
      "loss": 0.0327,
      "step": 37801
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.752044278769952e-06,
      "loss": 0.0055,
      "step": 37802
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7517983335635687e-06,
      "loss": 0.0108,
      "step": 37803
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7515523915779674e-06,
      "loss": 0.0029,
      "step": 37804
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7513064528137794e-06,
      "loss": 0.0043,
      "step": 37805
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7510605172716445e-06,
      "loss": 0.026,
      "step": 37806
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7508145849521943e-06,
      "loss": 0.011,
      "step": 37807
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.750568655856065e-06,
      "loss": 0.0281,
      "step": 37808
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7503227299838903e-06,
      "loss": 0.0111,
      "step": 37809
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7500768073363036e-06,
      "loss": 0.0065,
      "step": 37810
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.749830887913941e-06,
      "loss": 0.0116,
      "step": 37811
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7495849717174355e-06,
      "loss": 0.0022,
      "step": 37812
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7493390587474243e-06,
      "loss": 0.0053,
      "step": 37813
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7490931490045412e-06,
      "loss": 0.0127,
      "step": 37814
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7488472424894174e-06,
      "loss": 0.0114,
      "step": 37815
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.748601339202692e-06,
      "loss": 0.0028,
      "step": 37816
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.748355439144996e-06,
      "loss": 0.0038,
      "step": 37817
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.748109542316967e-06,
      "loss": 0.0098,
      "step": 37818
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7478636487192377e-06,
      "loss": 0.0118,
      "step": 37819
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.747617758352441e-06,
      "loss": 0.0086,
      "step": 37820
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7473718712172157e-06,
      "loss": 0.0066,
      "step": 37821
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.747125987314191e-06,
      "loss": 0.0137,
      "step": 37822
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7468801066440056e-06,
      "loss": 0.0129,
      "step": 37823
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7466342292072933e-06,
      "loss": 0.0142,
      "step": 37824
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.746388355004686e-06,
      "loss": 0.0059,
      "step": 37825
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.746142484036821e-06,
      "loss": 0.0041,
      "step": 37826
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7458966163043296e-06,
      "loss": 0.0219,
      "step": 37827
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.745650751807851e-06,
      "loss": 0.0101,
      "step": 37828
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7454048905480163e-06,
      "loss": 0.0065,
      "step": 37829
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7451590325254584e-06,
      "loss": 0.0034,
      "step": 37830
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7449131777408148e-06,
      "loss": 0.0058,
      "step": 37831
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7446673261947187e-06,
      "loss": 0.0064,
      "step": 37832
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7444214778878053e-06,
      "loss": 0.0062,
      "step": 37833
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.744175632820708e-06,
      "loss": 0.0068,
      "step": 37834
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.743929790994061e-06,
      "loss": 0.0086,
      "step": 37835
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.743683952408499e-06,
      "loss": 0.0075,
      "step": 37836
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.743438117064655e-06,
      "loss": 0.0087,
      "step": 37837
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.743192284963167e-06,
      "loss": 0.0109,
      "step": 37838
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7429464561046667e-06,
      "loss": 0.0028,
      "step": 37839
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7427006304897885e-06,
      "loss": 0.0034,
      "step": 37840
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.742454808119167e-06,
      "loss": 0.0098,
      "step": 37841
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.742208988993436e-06,
      "loss": 0.009,
      "step": 37842
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.741963173113231e-06,
      "loss": 0.0072,
      "step": 37843
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7417173604791864e-06,
      "loss": 0.0038,
      "step": 37844
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.741471551091933e-06,
      "loss": 0.0078,
      "step": 37845
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7412257449521104e-06,
      "loss": 0.0171,
      "step": 37846
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.740979942060348e-06,
      "loss": 0.008,
      "step": 37847
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.740734142417284e-06,
      "loss": 0.0057,
      "step": 37848
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7404883460235508e-06,
      "loss": 0.0307,
      "step": 37849
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7402425528797813e-06,
      "loss": 0.006,
      "step": 37850
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.739996762986613e-06,
      "loss": 0.0094,
      "step": 37851
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.739750976344676e-06,
      "loss": 0.0253,
      "step": 37852
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.73950519295461e-06,
      "loss": 0.0071,
      "step": 37853
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7392594128170447e-06,
      "loss": 0.009,
      "step": 37854
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7390136359326135e-06,
      "loss": 0.0123,
      "step": 37855
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.738767862301955e-06,
      "loss": 0.011,
      "step": 37856
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7385220919257e-06,
      "loss": 0.0056,
      "step": 37857
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7382763248044847e-06,
      "loss": 0.0067,
      "step": 37858
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7380305609389423e-06,
      "loss": 0.0083,
      "step": 37859
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.737784800329706e-06,
      "loss": 0.0096,
      "step": 37860
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.737539042977412e-06,
      "loss": 0.02,
      "step": 37861
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.737293288882691e-06,
      "loss": 0.0059,
      "step": 37862
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7370475380461813e-06,
      "loss": 0.0087,
      "step": 37863
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7368017904685162e-06,
      "loss": 0.0105,
      "step": 37864
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.736556046150327e-06,
      "loss": 0.003,
      "step": 37865
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.736310305092251e-06,
      "loss": 0.0131,
      "step": 37866
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.736064567294919e-06,
      "loss": 0.007,
      "step": 37867
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7358188327589695e-06,
      "loss": 0.0069,
      "step": 37868
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7355731014850327e-06,
      "loss": 0.0152,
      "step": 37869
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7353273734737427e-06,
      "loss": 0.0092,
      "step": 37870
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.735081648725737e-06,
      "loss": 0.0168,
      "step": 37871
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7348359272416456e-06,
      "loss": 0.0086,
      "step": 37872
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7345902090221065e-06,
      "loss": 0.0065,
      "step": 37873
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.734344494067752e-06,
      "loss": 0.0213,
      "step": 37874
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.734098782379214e-06,
      "loss": 0.0076,
      "step": 37875
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7338530739571297e-06,
      "loss": 0.0168,
      "step": 37876
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.73360736880213e-06,
      "loss": 0.0056,
      "step": 37877
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.733361666914853e-06,
      "loss": 0.0044,
      "step": 37878
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7331159682959302e-06,
      "loss": 0.0038,
      "step": 37879
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.732870272945993e-06,
      "loss": 0.0057,
      "step": 37880
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7326245808656807e-06,
      "loss": 0.0015,
      "step": 37881
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7323788920556235e-06,
      "loss": 0.0118,
      "step": 37882
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7321332065164578e-06,
      "loss": 0.0088,
      "step": 37883
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.731887524248816e-06,
      "loss": 0.0153,
      "step": 37884
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.731641845253332e-06,
      "loss": 0.0047,
      "step": 37885
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.73139616953064e-06,
      "loss": 0.0156,
      "step": 37886
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7311504970813726e-06,
      "loss": 0.0038,
      "step": 37887
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7309048279061677e-06,
      "loss": 0.0216,
      "step": 37888
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7306591620056565e-06,
      "loss": 0.0047,
      "step": 37889
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7304134993804714e-06,
      "loss": 0.0132,
      "step": 37890
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7301678400312493e-06,
      "loss": 0.0081,
      "step": 37891
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.729922183958622e-06,
      "loss": 0.0083,
      "step": 37892
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7296765311632242e-06,
      "loss": 0.0117,
      "step": 37893
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.72943088164569e-06,
      "loss": 0.0081,
      "step": 37894
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7291852354066518e-06,
      "loss": 0.0108,
      "step": 37895
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.728939592446746e-06,
      "loss": 0.009,
      "step": 37896
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.728693952766604e-06,
      "loss": 0.0023,
      "step": 37897
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7284483163668615e-06,
      "loss": 0.0142,
      "step": 37898
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.728202683248152e-06,
      "loss": 0.0056,
      "step": 37899
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7279570534111075e-06,
      "loss": 0.0023,
      "step": 37900
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.727711426856364e-06,
      "loss": 0.0076,
      "step": 37901
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7274658035845523e-06,
      "loss": 0.0027,
      "step": 37902
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7272201835963105e-06,
      "loss": 0.0156,
      "step": 37903
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.726974566892272e-06,
      "loss": 0.0066,
      "step": 37904
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7267289534730642e-06,
      "loss": 0.0039,
      "step": 37905
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7264833433393282e-06,
      "loss": 0.0063,
      "step": 37906
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7262377364916942e-06,
      "loss": 0.0053,
      "step": 37907
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7259921329307975e-06,
      "loss": 0.0041,
      "step": 37908
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7257465326572704e-06,
      "loss": 0.0065,
      "step": 37909
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7255009356717474e-06,
      "loss": 0.0107,
      "step": 37910
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7252553419748627e-06,
      "loss": 0.0044,
      "step": 37911
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.725009751567247e-06,
      "loss": 0.0051,
      "step": 37912
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.724764164449539e-06,
      "loss": 0.0019,
      "step": 37913
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.72451858062237e-06,
      "loss": 0.0136,
      "step": 37914
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7242730000863723e-06,
      "loss": 0.0066,
      "step": 37915
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.724027422842181e-06,
      "loss": 0.0009,
      "step": 37916
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.72378184889043e-06,
      "loss": 0.0064,
      "step": 37917
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.723536278231753e-06,
      "loss": 0.0024,
      "step": 37918
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7232907108667828e-06,
      "loss": 0.0053,
      "step": 37919
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7230451467961515e-06,
      "loss": 0.0056,
      "step": 37920
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7227995860204967e-06,
      "loss": 0.0032,
      "step": 37921
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.722554028540449e-06,
      "loss": 0.0132,
      "step": 37922
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7223084743566453e-06,
      "loss": 0.0065,
      "step": 37923
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.722062923469716e-06,
      "loss": 0.0071,
      "step": 37924
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.721817375880294e-06,
      "loss": 0.007,
      "step": 37925
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7215718315890158e-06,
      "loss": 0.0044,
      "step": 37926
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.721326290596512e-06,
      "loss": 0.0182,
      "step": 37927
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.72108075290342e-06,
      "loss": 0.0075,
      "step": 37928
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7208352185103726e-06,
      "loss": 0.0077,
      "step": 37929
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7205896874179984e-06,
      "loss": 0.013,
      "step": 37930
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7203441596269373e-06,
      "loss": 0.0035,
      "step": 37931
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7200986351378186e-06,
      "loss": 0.0063,
      "step": 37932
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7198531139512784e-06,
      "loss": 0.002,
      "step": 37933
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7196075960679494e-06,
      "loss": 0.0155,
      "step": 37934
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.719362081488462e-06,
      "loss": 0.0094,
      "step": 37935
    },
    {
      "epoch": 0.59,
      "learning_rate": 3.7191165702134572e-06,
      "loss": 0.0052,
      "step": 37936
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7188710622435604e-06,
      "loss": 0.0093,
      "step": 37937
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7186255575794105e-06,
      "loss": 0.0068,
      "step": 37938
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.718380056221639e-06,
      "loss": 0.0029,
      "step": 37939
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.718134558170878e-06,
      "loss": 0.0102,
      "step": 37940
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.717889063427764e-06,
      "loss": 0.0034,
      "step": 37941
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7176435719929284e-06,
      "loss": 0.0133,
      "step": 37942
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.717398083867006e-06,
      "loss": 0.0116,
      "step": 37943
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.717152599050629e-06,
      "loss": 0.007,
      "step": 37944
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7169071175444294e-06,
      "loss": 0.0119,
      "step": 37945
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.716661639349044e-06,
      "loss": 0.041,
      "step": 37946
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7164161644651044e-06,
      "loss": 0.0056,
      "step": 37947
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.716170692893245e-06,
      "loss": 0.0045,
      "step": 37948
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.715925224634099e-06,
      "loss": 0.0039,
      "step": 37949
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7156797596882975e-06,
      "loss": 0.0062,
      "step": 37950
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7154342980564773e-06,
      "loss": 0.0034,
      "step": 37951
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7151888397392678e-06,
      "loss": 0.004,
      "step": 37952
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7149433847373062e-06,
      "loss": 0.0084,
      "step": 37953
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7146979330512267e-06,
      "loss": 0.0083,
      "step": 37954
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7144524846816567e-06,
      "loss": 0.0202,
      "step": 37955
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7142070396292347e-06,
      "loss": 0.0091,
      "step": 37956
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7139615978945916e-06,
      "loss": 0.0049,
      "step": 37957
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7137161594783627e-06,
      "loss": 0.009,
      "step": 37958
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7134707243811807e-06,
      "loss": 0.0164,
      "step": 37959
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.713225292603676e-06,
      "loss": 0.0099,
      "step": 37960
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7129798641464872e-06,
      "loss": 0.0083,
      "step": 37961
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7127344390102416e-06,
      "loss": 0.0046,
      "step": 37962
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.712489017195578e-06,
      "loss": 0.0093,
      "step": 37963
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.712243598703127e-06,
      "loss": 0.0051,
      "step": 37964
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7119981835335216e-06,
      "loss": 0.0113,
      "step": 37965
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7117527716873957e-06,
      "loss": 0.0042,
      "step": 37966
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.711507363165382e-06,
      "loss": 0.0172,
      "step": 37967
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7112619579681154e-06,
      "loss": 0.0065,
      "step": 37968
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7110165560962276e-06,
      "loss": 0.0126,
      "step": 37969
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7107711575503503e-06,
      "loss": 0.0048,
      "step": 37970
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7105257623311204e-06,
      "loss": 0.0042,
      "step": 37971
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7102803704391675e-06,
      "loss": 0.0058,
      "step": 37972
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7100349818751292e-06,
      "loss": 0.0065,
      "step": 37973
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.709789596639635e-06,
      "loss": 0.0057,
      "step": 37974
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.709544214733317e-06,
      "loss": 0.0043,
      "step": 37975
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7092988361568127e-06,
      "loss": 0.0055,
      "step": 37976
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.709053460910751e-06,
      "loss": 0.0059,
      "step": 37977
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.708808088995769e-06,
      "loss": 0.0107,
      "step": 37978
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.708562720412499e-06,
      "loss": 0.0016,
      "step": 37979
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.70831735516157e-06,
      "loss": 0.0091,
      "step": 37980
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7080719932436194e-06,
      "loss": 0.003,
      "step": 37981
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.707826634659279e-06,
      "loss": 0.002,
      "step": 37982
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7075812794091824e-06,
      "loss": 0.0057,
      "step": 37983
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7073359274939626e-06,
      "loss": 0.0208,
      "step": 37984
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7070905789142505e-06,
      "loss": 0.0016,
      "step": 37985
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.706845233670684e-06,
      "loss": 0.0028,
      "step": 37986
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7065998917638902e-06,
      "loss": 0.0151,
      "step": 37987
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7063545531945067e-06,
      "loss": 0.0021,
      "step": 37988
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7061092179631652e-06,
      "loss": 0.0052,
      "step": 37989
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7058638860704977e-06,
      "loss": 0.0158,
      "step": 37990
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.70561855751714e-06,
      "loss": 0.0155,
      "step": 37991
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.70537323230372e-06,
      "loss": 0.0078,
      "step": 37992
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7051279104308777e-06,
      "loss": 0.0026,
      "step": 37993
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7048825918992415e-06,
      "loss": 0.0081,
      "step": 37994
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.704637276709443e-06,
      "loss": 0.0094,
      "step": 37995
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7043919648621196e-06,
      "loss": 0.0107,
      "step": 37996
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7041466563579007e-06,
      "loss": 0.0244,
      "step": 37997
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.703901351197422e-06,
      "loss": 0.0109,
      "step": 37998
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7036560493813155e-06,
      "loss": 0.0021,
      "step": 37999
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.703410750910213e-06,
      "loss": 0.0063,
      "step": 38000
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7031654557847495e-06,
      "loss": 0.0073,
      "step": 38001
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7029201640055545e-06,
      "loss": 0.011,
      "step": 38002
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.702674875573265e-06,
      "loss": 0.0143,
      "step": 38003
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.702429590488512e-06,
      "loss": 0.0048,
      "step": 38004
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7021843087519282e-06,
      "loss": 0.0076,
      "step": 38005
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.701939030364148e-06,
      "loss": 0.0149,
      "step": 38006
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7016937553258014e-06,
      "loss": 0.0085,
      "step": 38007
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.701448483637525e-06,
      "loss": 0.0073,
      "step": 38008
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.701203215299949e-06,
      "loss": 0.0112,
      "step": 38009
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.700957950313705e-06,
      "loss": 0.0051,
      "step": 38010
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.700712688679432e-06,
      "loss": 0.0051,
      "step": 38011
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7004674303977546e-06,
      "loss": 0.0124,
      "step": 38012
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.7002221754693124e-06,
      "loss": 0.002,
      "step": 38013
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6999769238947353e-06,
      "loss": 0.0109,
      "step": 38014
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.699731675674656e-06,
      "loss": 0.0196,
      "step": 38015
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6994864308097076e-06,
      "loss": 0.0053,
      "step": 38016
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6992411893005225e-06,
      "loss": 0.0031,
      "step": 38017
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.698995951147737e-06,
      "loss": 0.0126,
      "step": 38018
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.69875071635198e-06,
      "loss": 0.0057,
      "step": 38019
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6985054849138823e-06,
      "loss": 0.0052,
      "step": 38020
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.698260256834082e-06,
      "loss": 0.0213,
      "step": 38021
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6980150321132092e-06,
      "loss": 0.0258,
      "step": 38022
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.697769810751898e-06,
      "loss": 0.0058,
      "step": 38023
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6975245927507795e-06,
      "loss": 0.016,
      "step": 38024
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6972793781104867e-06,
      "loss": 0.0037,
      "step": 38025
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6970341668316538e-06,
      "loss": 0.0047,
      "step": 38026
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6967889589149102e-06,
      "loss": 0.0094,
      "step": 38027
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.696543754360893e-06,
      "loss": 0.0071,
      "step": 38028
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6962985531702335e-06,
      "loss": 0.0119,
      "step": 38029
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6960533553435616e-06,
      "loss": 0.0045,
      "step": 38030
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6958081608815138e-06,
      "loss": 0.0208,
      "step": 38031
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6955629697847193e-06,
      "loss": 0.0163,
      "step": 38032
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6953177820538145e-06,
      "loss": 0.0051,
      "step": 38033
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6950725976894298e-06,
      "loss": 0.0177,
      "step": 38034
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6948274166921967e-06,
      "loss": 0.0088,
      "step": 38035
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6945822390627505e-06,
      "loss": 0.0174,
      "step": 38036
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.694337064801722e-06,
      "loss": 0.0095,
      "step": 38037
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.694091893909746e-06,
      "loss": 0.0027,
      "step": 38038
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.693846726387453e-06,
      "loss": 0.0119,
      "step": 38039
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.693601562235476e-06,
      "loss": 0.0051,
      "step": 38040
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.693356401454448e-06,
      "loss": 0.0024,
      "step": 38041
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6931112440450003e-06,
      "loss": 0.003,
      "step": 38042
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.692866090007769e-06,
      "loss": 0.03,
      "step": 38043
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.692620939343383e-06,
      "loss": 0.006,
      "step": 38044
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.692375792052475e-06,
      "loss": 0.0042,
      "step": 38045
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.692130648135681e-06,
      "loss": 0.0085,
      "step": 38046
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.69188550759363e-06,
      "loss": 0.0082,
      "step": 38047
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6916403704269568e-06,
      "loss": 0.0047,
      "step": 38048
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6913952366362924e-06,
      "loss": 0.0069,
      "step": 38049
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.69115010622227e-06,
      "loss": 0.012,
      "step": 38050
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6909049791855223e-06,
      "loss": 0.0175,
      "step": 38051
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.69065985552668e-06,
      "loss": 0.0042,
      "step": 38052
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6904147352463786e-06,
      "loss": 0.0069,
      "step": 38053
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6901696183452497e-06,
      "loss": 0.006,
      "step": 38054
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.689924504823924e-06,
      "loss": 0.0074,
      "step": 38055
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.689679394683037e-06,
      "loss": 0.0092,
      "step": 38056
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.689434287923217e-06,
      "loss": 0.0079,
      "step": 38057
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6891891845451003e-06,
      "loss": 0.0099,
      "step": 38058
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6889440845493184e-06,
      "loss": 0.0177,
      "step": 38059
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.688698987936501e-06,
      "loss": 0.016,
      "step": 38060
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6884538947072845e-06,
      "loss": 0.0135,
      "step": 38061
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.688208804862299e-06,
      "loss": 0.0151,
      "step": 38062
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.687963718402179e-06,
      "loss": 0.0076,
      "step": 38063
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6877186353275542e-06,
      "loss": 0.02,
      "step": 38064
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6874735556390577e-06,
      "loss": 0.0078,
      "step": 38065
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6872284793373238e-06,
      "loss": 0.0006,
      "step": 38066
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.686983406422981e-06,
      "loss": 0.0266,
      "step": 38067
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6867383368966656e-06,
      "loss": 0.0065,
      "step": 38068
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6864932707590107e-06,
      "loss": 0.0159,
      "step": 38069
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6862482080106433e-06,
      "loss": 0.0135,
      "step": 38070
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6860031486522e-06,
      "loss": 0.0136,
      "step": 38071
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6857580926843115e-06,
      "loss": 0.0259,
      "step": 38072
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.685513040107612e-06,
      "loss": 0.0094,
      "step": 38073
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6852679909227325e-06,
      "loss": 0.0438,
      "step": 38074
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.685022945130304e-06,
      "loss": 0.0051,
      "step": 38075
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.684777902730961e-06,
      "loss": 0.0073,
      "step": 38076
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.684532863725333e-06,
      "loss": 0.0056,
      "step": 38077
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6842878281140563e-06,
      "loss": 0.0017,
      "step": 38078
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.684042795897761e-06,
      "loss": 0.002,
      "step": 38079
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6837977670770786e-06,
      "loss": 0.0074,
      "step": 38080
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.683552741652643e-06,
      "loss": 0.0162,
      "step": 38081
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6833077196250854e-06,
      "loss": 0.0027,
      "step": 38082
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.683062700995037e-06,
      "loss": 0.003,
      "step": 38083
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6828176857631333e-06,
      "loss": 0.0116,
      "step": 38084
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6825726739300015e-06,
      "loss": 0.0031,
      "step": 38085
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6823276654962793e-06,
      "loss": 0.0039,
      "step": 38086
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6820826604625982e-06,
      "loss": 0.0067,
      "step": 38087
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6818376588295846e-06,
      "loss": 0.0061,
      "step": 38088
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.681592660597877e-06,
      "loss": 0.0055,
      "step": 38089
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6813476657681037e-06,
      "loss": 0.0037,
      "step": 38090
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6811026743409002e-06,
      "loss": 0.0028,
      "step": 38091
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6808576863168964e-06,
      "loss": 0.0084,
      "step": 38092
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6806127016967238e-06,
      "loss": 0.0238,
      "step": 38093
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.680367720481018e-06,
      "loss": 0.0109,
      "step": 38094
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6801227426704057e-06,
      "loss": 0.0104,
      "step": 38095
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6798777682655253e-06,
      "loss": 0.0164,
      "step": 38096
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6796327972670044e-06,
      "loss": 0.0095,
      "step": 38097
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.679387829675476e-06,
      "loss": 0.0048,
      "step": 38098
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.679142865491574e-06,
      "loss": 0.0088,
      "step": 38099
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6788979047159267e-06,
      "loss": 0.011,
      "step": 38100
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.678652947349172e-06,
      "loss": 0.0071,
      "step": 38101
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.678407993391938e-06,
      "loss": 0.0056,
      "step": 38102
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6781630428448546e-06,
      "loss": 0.0048,
      "step": 38103
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6779180957085592e-06,
      "loss": 0.0078,
      "step": 38104
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6776731519836806e-06,
      "loss": 0.0029,
      "step": 38105
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6774282116708515e-06,
      "loss": 0.0081,
      "step": 38106
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.677183274770705e-06,
      "loss": 0.0082,
      "step": 38107
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.676938341283871e-06,
      "loss": 0.0024,
      "step": 38108
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.676693411210983e-06,
      "loss": 0.0481,
      "step": 38109
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.676448484552671e-06,
      "loss": 0.0225,
      "step": 38110
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6762035613095704e-06,
      "loss": 0.0099,
      "step": 38111
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.675958641482311e-06,
      "loss": 0.0105,
      "step": 38112
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.675713725071525e-06,
      "loss": 0.0066,
      "step": 38113
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6754688120778455e-06,
      "loss": 0.0062,
      "step": 38114
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6752239025019022e-06,
      "loss": 0.036,
      "step": 38115
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6749789963443295e-06,
      "loss": 0.0064,
      "step": 38116
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6747340936057574e-06,
      "loss": 0.0018,
      "step": 38117
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6744891942868178e-06,
      "loss": 0.0037,
      "step": 38118
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6742442983881455e-06,
      "loss": 0.0059,
      "step": 38119
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.673999405910368e-06,
      "loss": 0.0049,
      "step": 38120
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.673754516854121e-06,
      "loss": 0.019,
      "step": 38121
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6735096312200354e-06,
      "loss": 0.0093,
      "step": 38122
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6732647490087414e-06,
      "loss": 0.004,
      "step": 38123
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.673019870220873e-06,
      "loss": 0.004,
      "step": 38124
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6727749948570592e-06,
      "loss": 0.0023,
      "step": 38125
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6725301229179366e-06,
      "loss": 0.0082,
      "step": 38126
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6722852544041343e-06,
      "loss": 0.0084,
      "step": 38127
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6720403893162813e-06,
      "loss": 0.0069,
      "step": 38128
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6717955276550145e-06,
      "loss": 0.0059,
      "step": 38129
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6715506694209625e-06,
      "loss": 0.0096,
      "step": 38130
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.671305814614759e-06,
      "loss": 0.0123,
      "step": 38131
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6710609632370352e-06,
      "loss": 0.0027,
      "step": 38132
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6708161152884213e-06,
      "loss": 0.0105,
      "step": 38133
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6705712707695517e-06,
      "loss": 0.0051,
      "step": 38134
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.670326429681054e-06,
      "loss": 0.0051,
      "step": 38135
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.670081592023566e-06,
      "loss": 0.0251,
      "step": 38136
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6698367577977155e-06,
      "loss": 0.0113,
      "step": 38137
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.669591927004135e-06,
      "loss": 0.0063,
      "step": 38138
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6693470996434567e-06,
      "loss": 0.0488,
      "step": 38139
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.669102275716311e-06,
      "loss": 0.0037,
      "step": 38140
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6688574552233317e-06,
      "loss": 0.0041,
      "step": 38141
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.66861263816515e-06,
      "loss": 0.0262,
      "step": 38142
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6683678245423942e-06,
      "loss": 0.0065,
      "step": 38143
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6681230143557012e-06,
      "loss": 0.0157,
      "step": 38144
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.667878207605699e-06,
      "loss": 0.0067,
      "step": 38145
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6676334042930216e-06,
      "loss": 0.0101,
      "step": 38146
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6673886044183004e-06,
      "loss": 0.0117,
      "step": 38147
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6671438079821646e-06,
      "loss": 0.0093,
      "step": 38148
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.666899014985249e-06,
      "loss": 0.0078,
      "step": 38149
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6666542254281818e-06,
      "loss": 0.0048,
      "step": 38150
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6664094393116e-06,
      "loss": 0.019,
      "step": 38151
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6661646566361305e-06,
      "loss": 0.0102,
      "step": 38152
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.665919877402404e-06,
      "loss": 0.0239,
      "step": 38153
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.665675101611057e-06,
      "loss": 0.0097,
      "step": 38154
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6654303292627173e-06,
      "loss": 0.0258,
      "step": 38155
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.665185560358019e-06,
      "loss": 0.0125,
      "step": 38156
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.664940794897592e-06,
      "loss": 0.0091,
      "step": 38157
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.664696032882068e-06,
      "loss": 0.0066,
      "step": 38158
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.66445127431208e-06,
      "loss": 0.0157,
      "step": 38159
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.664206519188256e-06,
      "loss": 0.0115,
      "step": 38160
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6639617675112317e-06,
      "loss": 0.0069,
      "step": 38161
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6637170192816374e-06,
      "loss": 0.0098,
      "step": 38162
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.663472274500103e-06,
      "loss": 0.0187,
      "step": 38163
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6632275331672616e-06,
      "loss": 0.0065,
      "step": 38164
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6629827952837445e-06,
      "loss": 0.01,
      "step": 38165
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.662738060850183e-06,
      "loss": 0.0116,
      "step": 38166
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.662493329867209e-06,
      "loss": 0.0082,
      "step": 38167
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.662248602335452e-06,
      "loss": 0.0043,
      "step": 38168
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6620038782555466e-06,
      "loss": 0.008,
      "step": 38169
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.661759157628122e-06,
      "loss": 0.0179,
      "step": 38170
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6615144404538118e-06,
      "loss": 0.0024,
      "step": 38171
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.661269726733245e-06,
      "loss": 0.0024,
      "step": 38172
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6610250164670547e-06,
      "loss": 0.0081,
      "step": 38173
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6607803096558714e-06,
      "loss": 0.0159,
      "step": 38174
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.660535606300325e-06,
      "loss": 0.0076,
      "step": 38175
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6602909064010516e-06,
      "loss": 0.0149,
      "step": 38176
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6600462099586803e-06,
      "loss": 0.0072,
      "step": 38177
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.659801516973839e-06,
      "loss": 0.007,
      "step": 38178
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.659556827447164e-06,
      "loss": 0.0033,
      "step": 38179
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.659312141379284e-06,
      "loss": 0.0011,
      "step": 38180
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.659067458770832e-06,
      "loss": 0.0097,
      "step": 38181
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6588227796224385e-06,
      "loss": 0.0043,
      "step": 38182
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.658578103934734e-06,
      "loss": 0.008,
      "step": 38183
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.658333431708352e-06,
      "loss": 0.0269,
      "step": 38184
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.65808876294392e-06,
      "loss": 0.0074,
      "step": 38185
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6578440976420736e-06,
      "loss": 0.0032,
      "step": 38186
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6575994358034426e-06,
      "loss": 0.0251,
      "step": 38187
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6573547774286576e-06,
      "loss": 0.0057,
      "step": 38188
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6571101225183513e-06,
      "loss": 0.0134,
      "step": 38189
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6568654710731535e-06,
      "loss": 0.0041,
      "step": 38190
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6566208230936964e-06,
      "loss": 0.0085,
      "step": 38191
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6563761785806106e-06,
      "loss": 0.009,
      "step": 38192
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6561315375345265e-06,
      "loss": 0.0036,
      "step": 38193
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6558868999560783e-06,
      "loss": 0.0023,
      "step": 38194
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6556422658458946e-06,
      "loss": 0.0062,
      "step": 38195
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.655397635204608e-06,
      "loss": 0.0335,
      "step": 38196
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.655153008032851e-06,
      "loss": 0.0093,
      "step": 38197
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6549083843312503e-06,
      "loss": 0.0061,
      "step": 38198
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6546637641004418e-06,
      "loss": 0.0067,
      "step": 38199
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.654419147341053e-06,
      "loss": 0.0262,
      "step": 38200
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6541745340537182e-06,
      "loss": 0.0043,
      "step": 38201
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6539299242390687e-06,
      "loss": 0.0089,
      "step": 38202
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.653685317897731e-06,
      "loss": 0.0115,
      "step": 38203
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.653440715030342e-06,
      "loss": 0.0147,
      "step": 38204
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.653196115637529e-06,
      "loss": 0.005,
      "step": 38205
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.652951519719926e-06,
      "loss": 0.006,
      "step": 38206
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6527069272781623e-06,
      "loss": 0.0055,
      "step": 38207
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6524623383128687e-06,
      "loss": 0.0036,
      "step": 38208
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6522177528246784e-06,
      "loss": 0.0086,
      "step": 38209
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6519731708142183e-06,
      "loss": 0.0157,
      "step": 38210
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6517285922821243e-06,
      "loss": 0.0139,
      "step": 38211
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6514840172290267e-06,
      "loss": 0.0071,
      "step": 38212
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6512394456555532e-06,
      "loss": 0.0019,
      "step": 38213
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6509948775623395e-06,
      "loss": 0.0124,
      "step": 38214
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6507503129500123e-06,
      "loss": 0.0052,
      "step": 38215
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6505057518192056e-06,
      "loss": 0.0041,
      "step": 38216
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.65026119417055e-06,
      "loss": 0.0171,
      "step": 38217
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.650016640004673e-06,
      "loss": 0.0039,
      "step": 38218
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6497720893222122e-06,
      "loss": 0.0058,
      "step": 38219
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.649527542123793e-06,
      "loss": 0.0094,
      "step": 38220
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6492829984100502e-06,
      "loss": 0.0341,
      "step": 38221
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.649038458181613e-06,
      "loss": 0.0057,
      "step": 38222
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.648793921439111e-06,
      "loss": 0.0133,
      "step": 38223
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6485493881831784e-06,
      "loss": 0.0035,
      "step": 38224
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.648304858414442e-06,
      "loss": 0.0144,
      "step": 38225
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6480603321335372e-06,
      "loss": 0.0076,
      "step": 38226
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6478158093410948e-06,
      "loss": 0.0024,
      "step": 38227
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6475712900377403e-06,
      "loss": 0.035,
      "step": 38228
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6473267742241102e-06,
      "loss": 0.0071,
      "step": 38229
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6470822619008328e-06,
      "loss": 0.0033,
      "step": 38230
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6468377530685406e-06,
      "loss": 0.0226,
      "step": 38231
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6465932477278644e-06,
      "loss": 0.0056,
      "step": 38232
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.646348745879431e-06,
      "loss": 0.0212,
      "step": 38233
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6461042475238797e-06,
      "loss": 0.0042,
      "step": 38234
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.645859752661831e-06,
      "loss": 0.0064,
      "step": 38235
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6456152612939243e-06,
      "loss": 0.0112,
      "step": 38236
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.645370773420788e-06,
      "loss": 0.0358,
      "step": 38237
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6451262890430505e-06,
      "loss": 0.0132,
      "step": 38238
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.644881808161346e-06,
      "loss": 0.0175,
      "step": 38239
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6446373307763018e-06,
      "loss": 0.0028,
      "step": 38240
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.644392856888552e-06,
      "loss": 0.0059,
      "step": 38241
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.644148386498727e-06,
      "loss": 0.003,
      "step": 38242
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.643903919607454e-06,
      "loss": 0.0097,
      "step": 38243
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.643659456215368e-06,
      "loss": 0.0248,
      "step": 38244
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6434149963230985e-06,
      "loss": 0.0041,
      "step": 38245
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.643170539931277e-06,
      "loss": 0.0158,
      "step": 38246
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6429260870405332e-06,
      "loss": 0.0058,
      "step": 38247
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6426816376514967e-06,
      "loss": 0.0068,
      "step": 38248
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.642437191764801e-06,
      "loss": 0.0038,
      "step": 38249
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6421927493810737e-06,
      "loss": 0.0037,
      "step": 38250
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.641948310500949e-06,
      "loss": 0.0058,
      "step": 38251
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6417038751250576e-06,
      "loss": 0.0062,
      "step": 38252
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6414594432540253e-06,
      "loss": 0.004,
      "step": 38253
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.641215014888487e-06,
      "loss": 0.0025,
      "step": 38254
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6409705900290733e-06,
      "loss": 0.0137,
      "step": 38255
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.640726168676414e-06,
      "loss": 0.0155,
      "step": 38256
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6404817508311407e-06,
      "loss": 0.0018,
      "step": 38257
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.640237336493881e-06,
      "loss": 0.0402,
      "step": 38258
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.639992925665271e-06,
      "loss": 0.0042,
      "step": 38259
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6397485183459347e-06,
      "loss": 0.0166,
      "step": 38260
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.639504114536509e-06,
      "loss": 0.0159,
      "step": 38261
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6392597142376218e-06,
      "loss": 0.0219,
      "step": 38262
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.639015317449902e-06,
      "loss": 0.013,
      "step": 38263
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6387709241739837e-06,
      "loss": 0.0208,
      "step": 38264
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6385265344104936e-06,
      "loss": 0.0119,
      "step": 38265
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.638282148160067e-06,
      "loss": 0.0053,
      "step": 38266
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6380377654233325e-06,
      "loss": 0.0048,
      "step": 38267
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6377933862009176e-06,
      "loss": 0.0083,
      "step": 38268
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6375490104934564e-06,
      "loss": 0.016,
      "step": 38269
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6373046383015784e-06,
      "loss": 0.0105,
      "step": 38270
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6370602696259155e-06,
      "loss": 0.0128,
      "step": 38271
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.636815904467097e-06,
      "loss": 0.0049,
      "step": 38272
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6365715428257525e-06,
      "loss": 0.0018,
      "step": 38273
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6363271847025145e-06,
      "loss": 0.008,
      "step": 38274
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6360828300980106e-06,
      "loss": 0.0256,
      "step": 38275
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6358384790128752e-06,
      "loss": 0.0053,
      "step": 38276
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6355941314477373e-06,
      "loss": 0.0064,
      "step": 38277
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.635349787403226e-06,
      "loss": 0.0066,
      "step": 38278
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.635105446879973e-06,
      "loss": 0.0052,
      "step": 38279
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6348611098786086e-06,
      "loss": 0.0054,
      "step": 38280
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6346167763997637e-06,
      "loss": 0.0139,
      "step": 38281
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.634372446444069e-06,
      "loss": 0.0058,
      "step": 38282
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6341281200121515e-06,
      "loss": 0.0232,
      "step": 38283
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.633883797104647e-06,
      "loss": 0.0087,
      "step": 38284
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6336394777221818e-06,
      "loss": 0.0044,
      "step": 38285
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6333951618653885e-06,
      "loss": 0.0067,
      "step": 38286
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6331508495348976e-06,
      "loss": 0.0113,
      "step": 38287
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.632906540731338e-06,
      "loss": 0.0049,
      "step": 38288
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6326622354553415e-06,
      "loss": 0.0144,
      "step": 38289
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6324179337075362e-06,
      "loss": 0.0085,
      "step": 38290
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6321736354885575e-06,
      "loss": 0.0047,
      "step": 38291
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6319293407990308e-06,
      "loss": 0.007,
      "step": 38292
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6316850496395863e-06,
      "loss": 0.003,
      "step": 38293
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6314407620108576e-06,
      "loss": 0.0285,
      "step": 38294
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6311964779134732e-06,
      "loss": 0.0152,
      "step": 38295
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.630952197348065e-06,
      "loss": 0.0243,
      "step": 38296
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6307079203152616e-06,
      "loss": 0.0012,
      "step": 38297
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.630463646815694e-06,
      "loss": 0.0039,
      "step": 38298
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.630219376849993e-06,
      "loss": 0.0124,
      "step": 38299
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.629975110418785e-06,
      "loss": 0.0211,
      "step": 38300
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6297308475227065e-06,
      "loss": 0.0098,
      "step": 38301
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6294865881623853e-06,
      "loss": 0.0158,
      "step": 38302
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.62924233233845e-06,
      "loss": 0.0103,
      "step": 38303
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6289980800515336e-06,
      "loss": 0.0195,
      "step": 38304
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.628753831302263e-06,
      "loss": 0.0198,
      "step": 38305
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.628509586091271e-06,
      "loss": 0.0051,
      "step": 38306
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6282653444191883e-06,
      "loss": 0.0054,
      "step": 38307
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.628021106286641e-06,
      "loss": 0.0095,
      "step": 38308
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6277768716942653e-06,
      "loss": 0.0055,
      "step": 38309
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6275326406426856e-06,
      "loss": 0.0076,
      "step": 38310
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.627288413132538e-06,
      "loss": 0.0027,
      "step": 38311
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.627044189164448e-06,
      "loss": 0.0124,
      "step": 38312
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6267999687390477e-06,
      "loss": 0.0059,
      "step": 38313
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.626555751856967e-06,
      "loss": 0.0105,
      "step": 38314
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.626311538518834e-06,
      "loss": 0.0235,
      "step": 38315
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.626067328725284e-06,
      "loss": 0.0053,
      "step": 38316
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.625823122476943e-06,
      "loss": 0.0078,
      "step": 38317
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.62557891977444e-06,
      "loss": 0.0095,
      "step": 38318
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.62533472061841e-06,
      "loss": 0.0029,
      "step": 38319
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.625090525009478e-06,
      "loss": 0.0095,
      "step": 38320
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6248463329482787e-06,
      "loss": 0.005,
      "step": 38321
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6246021444354395e-06,
      "loss": 0.0096,
      "step": 38322
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.62435795947159e-06,
      "loss": 0.0037,
      "step": 38323
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.624113778057362e-06,
      "loss": 0.0041,
      "step": 38324
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6238696001933827e-06,
      "loss": 0.0102,
      "step": 38325
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.623625425880287e-06,
      "loss": 0.0014,
      "step": 38326
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.623381255118702e-06,
      "loss": 0.0038,
      "step": 38327
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6231370879092565e-06,
      "loss": 0.0117,
      "step": 38328
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6228929242525833e-06,
      "loss": 0.0128,
      "step": 38329
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.62264876414931e-06,
      "loss": 0.0142,
      "step": 38330
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6224046076000683e-06,
      "loss": 0.0042,
      "step": 38331
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.622160454605489e-06,
      "loss": 0.0145,
      "step": 38332
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6219163051661978e-06,
      "loss": 0.007,
      "step": 38333
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6216721592828297e-06,
      "loss": 0.0048,
      "step": 38334
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.621428016956011e-06,
      "loss": 0.0039,
      "step": 38335
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.621183878186375e-06,
      "loss": 0.0108,
      "step": 38336
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.62093974297455e-06,
      "loss": 0.0122,
      "step": 38337
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6206956113211646e-06,
      "loss": 0.009,
      "step": 38338
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6204514832268513e-06,
      "loss": 0.0046,
      "step": 38339
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6202073586922363e-06,
      "loss": 0.0099,
      "step": 38340
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6199632377179545e-06,
      "loss": 0.009,
      "step": 38341
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6197191203046343e-06,
      "loss": 0.0214,
      "step": 38342
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.619475006452901e-06,
      "loss": 0.0069,
      "step": 38343
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6192308961633904e-06,
      "loss": 0.0181,
      "step": 38344
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.618986789436729e-06,
      "loss": 0.006,
      "step": 38345
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.61874268627355e-06,
      "loss": 0.0084,
      "step": 38346
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.618498586674479e-06,
      "loss": 0.0325,
      "step": 38347
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6182544906401486e-06,
      "loss": 0.0075,
      "step": 38348
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6180103981711876e-06,
      "loss": 0.0042,
      "step": 38349
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6177663092682252e-06,
      "loss": 0.0064,
      "step": 38350
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.617522223931894e-06,
      "loss": 0.0066,
      "step": 38351
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6172781421628215e-06,
      "loss": 0.0221,
      "step": 38352
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6170340639616376e-06,
      "loss": 0.0031,
      "step": 38353
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.616789989328974e-06,
      "loss": 0.0059,
      "step": 38354
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.616545918265457e-06,
      "loss": 0.0022,
      "step": 38355
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6163018507717196e-06,
      "loss": 0.0043,
      "step": 38356
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.616057786848391e-06,
      "loss": 0.0079,
      "step": 38357
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.615813726496098e-06,
      "loss": 0.0089,
      "step": 38358
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6155696697154753e-06,
      "loss": 0.0039,
      "step": 38359
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6153256165071484e-06,
      "loss": 0.0057,
      "step": 38360
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.61508156687175e-06,
      "loss": 0.0089,
      "step": 38361
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6148375208099086e-06,
      "loss": 0.0046,
      "step": 38362
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6145934783222523e-06,
      "loss": 0.0152,
      "step": 38363
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6143494394094135e-06,
      "loss": 0.0188,
      "step": 38364
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6141054040720198e-06,
      "loss": 0.0202,
      "step": 38365
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.613861372310703e-06,
      "loss": 0.0062,
      "step": 38366
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.613617344126093e-06,
      "loss": 0.0024,
      "step": 38367
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6133733195188148e-06,
      "loss": 0.0429,
      "step": 38368
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6131292984895037e-06,
      "loss": 0.0058,
      "step": 38369
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.612885281038786e-06,
      "loss": 0.0294,
      "step": 38370
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.612641267167294e-06,
      "loss": 0.0043,
      "step": 38371
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6123972568756547e-06,
      "loss": 0.0065,
      "step": 38372
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6121532501644975e-06,
      "loss": 0.0061,
      "step": 38373
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6119092470344563e-06,
      "loss": 0.0078,
      "step": 38374
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6116652474861545e-06,
      "loss": 0.0037,
      "step": 38375
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6114212515202273e-06,
      "loss": 0.0086,
      "step": 38376
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.611177259137302e-06,
      "loss": 0.018,
      "step": 38377
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.610933270338006e-06,
      "loss": 0.005,
      "step": 38378
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6106892851229727e-06,
      "loss": 0.0092,
      "step": 38379
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6104453034928286e-06,
      "loss": 0.0486,
      "step": 38380
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.610201325448206e-06,
      "loss": 0.0137,
      "step": 38381
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6099573509897333e-06,
      "loss": 0.0024,
      "step": 38382
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.609713380118037e-06,
      "loss": 0.0088,
      "step": 38383
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6094694128337514e-06,
      "loss": 0.0033,
      "step": 38384
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6092254491375035e-06,
      "loss": 0.0086,
      "step": 38385
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6089814890299246e-06,
      "loss": 0.0104,
      "step": 38386
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6087375325116427e-06,
      "loss": 0.0069,
      "step": 38387
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.608493579583286e-06,
      "loss": 0.0127,
      "step": 38388
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6082496302454865e-06,
      "loss": 0.0126,
      "step": 38389
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.608005684498871e-06,
      "loss": 0.0177,
      "step": 38390
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6077617423440723e-06,
      "loss": 0.0096,
      "step": 38391
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.60751780378172e-06,
      "loss": 0.0021,
      "step": 38392
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6072738688124383e-06,
      "loss": 0.0031,
      "step": 38393
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6070299374368615e-06,
      "loss": 0.0048,
      "step": 38394
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6067860096556174e-06,
      "loss": 0.0055,
      "step": 38395
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.606542085469336e-06,
      "loss": 0.0059,
      "step": 38396
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6062981648786465e-06,
      "loss": 0.0061,
      "step": 38397
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6060542478841764e-06,
      "loss": 0.0028,
      "step": 38398
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6058103344865593e-06,
      "loss": 0.0041,
      "step": 38399
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.605566424686419e-06,
      "loss": 0.0052,
      "step": 38400
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6053225184843904e-06,
      "loss": 0.0078,
      "step": 38401
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6050786158811002e-06,
      "loss": 0.0099,
      "step": 38402
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.604834716877177e-06,
      "loss": 0.0028,
      "step": 38403
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6045908214732515e-06,
      "loss": 0.0011,
      "step": 38404
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6043469296699516e-06,
      "loss": 0.0043,
      "step": 38405
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.60410304146791e-06,
      "loss": 0.0038,
      "step": 38406
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6038591568677535e-06,
      "loss": 0.0045,
      "step": 38407
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6036152758701084e-06,
      "loss": 0.0045,
      "step": 38408
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.60337139847561e-06,
      "loss": 0.0042,
      "step": 38409
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.603127524684883e-06,
      "loss": 0.0062,
      "step": 38410
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6028836544985603e-06,
      "loss": 0.0076,
      "step": 38411
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6026397879172694e-06,
      "loss": 0.0111,
      "step": 38412
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6023959249416373e-06,
      "loss": 0.0075,
      "step": 38413
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.602152065572297e-06,
      "loss": 0.0051,
      "step": 38414
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.601908209809874e-06,
      "loss": 0.0032,
      "step": 38415
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.601664357655002e-06,
      "loss": 0.0079,
      "step": 38416
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6014205091083077e-06,
      "loss": 0.0142,
      "step": 38417
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.601176664170419e-06,
      "loss": 0.0054,
      "step": 38418
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.600932822841968e-06,
      "loss": 0.0115,
      "step": 38419
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.600688985123582e-06,
      "loss": 0.0168,
      "step": 38420
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.600445151015891e-06,
      "loss": 0.006,
      "step": 38421
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.6002013205195247e-06,
      "loss": 0.0089,
      "step": 38422
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.599957493635109e-06,
      "loss": 0.0012,
      "step": 38423
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.599713670363278e-06,
      "loss": 0.0035,
      "step": 38424
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5994698507046553e-06,
      "loss": 0.0218,
      "step": 38425
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5992260346598755e-06,
      "loss": 0.0098,
      "step": 38426
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5989822222295657e-06,
      "loss": 0.0072,
      "step": 38427
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5987384134143527e-06,
      "loss": 0.008,
      "step": 38428
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.598494608214869e-06,
      "loss": 0.0036,
      "step": 38429
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.59825080663174e-06,
      "loss": 0.0241,
      "step": 38430
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5980070086656003e-06,
      "loss": 0.0258,
      "step": 38431
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5977632143170744e-06,
      "loss": 0.0172,
      "step": 38432
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5975194235867907e-06,
      "loss": 0.0114,
      "step": 38433
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5972756364753824e-06,
      "loss": 0.0033,
      "step": 38434
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5970318529834747e-06,
      "loss": 0.0109,
      "step": 38435
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5967880731116998e-06,
      "loss": 0.0114,
      "step": 38436
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.596544296860686e-06,
      "loss": 0.0068,
      "step": 38437
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5963005242310596e-06,
      "loss": 0.0105,
      "step": 38438
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5960567552234525e-06,
      "loss": 0.0099,
      "step": 38439
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5958129898384914e-06,
      "loss": 0.0125,
      "step": 38440
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5955692280768082e-06,
      "loss": 0.0087,
      "step": 38441
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5953254699390305e-06,
      "loss": 0.012,
      "step": 38442
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5950817154257865e-06,
      "loss": 0.0042,
      "step": 38443
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.594837964537706e-06,
      "loss": 0.0053,
      "step": 38444
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.594594217275418e-06,
      "loss": 0.0085,
      "step": 38445
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.594350473639552e-06,
      "loss": 0.0035,
      "step": 38446
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5941067336307357e-06,
      "loss": 0.0036,
      "step": 38447
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5938629972495964e-06,
      "loss": 0.0061,
      "step": 38448
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.593619264496768e-06,
      "loss": 0.0063,
      "step": 38449
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5933755353728737e-06,
      "loss": 0.0177,
      "step": 38450
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5931318098785477e-06,
      "loss": 0.0082,
      "step": 38451
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5928880880144164e-06,
      "loss": 0.0019,
      "step": 38452
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5926443697811076e-06,
      "loss": 0.0118,
      "step": 38453
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.592400655179252e-06,
      "loss": 0.0164,
      "step": 38454
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.592156944209476e-06,
      "loss": 0.0095,
      "step": 38455
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.591913236872413e-06,
      "loss": 0.0192,
      "step": 38456
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5916695331686885e-06,
      "loss": 0.0141,
      "step": 38457
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5914258330989293e-06,
      "loss": 0.0066,
      "step": 38458
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5911821366637693e-06,
      "loss": 0.0048,
      "step": 38459
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.590938443863834e-06,
      "loss": 0.0043,
      "step": 38460
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.590694754699754e-06,
      "loss": 0.014,
      "step": 38461
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5904510691721565e-06,
      "loss": 0.0081,
      "step": 38462
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.590207387281671e-06,
      "loss": 0.031,
      "step": 38463
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5899637090289265e-06,
      "loss": 0.0104,
      "step": 38464
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5897200344145495e-06,
      "loss": 0.0094,
      "step": 38465
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5894763634391726e-06,
      "loss": 0.0117,
      "step": 38466
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.589232696103423e-06,
      "loss": 0.003,
      "step": 38467
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5889890324079284e-06,
      "loss": 0.0074,
      "step": 38468
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5887453723533194e-06,
      "loss": 0.0065,
      "step": 38469
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5885017159402222e-06,
      "loss": 0.0112,
      "step": 38470
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.588258063169268e-06,
      "loss": 0.0081,
      "step": 38471
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.588014414041085e-06,
      "loss": 0.0028,
      "step": 38472
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.587770768556299e-06,
      "loss": 0.0067,
      "step": 38473
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5875271267155424e-06,
      "loss": 0.0024,
      "step": 38474
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5872834885194423e-06,
      "loss": 0.0053,
      "step": 38475
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5870398539686285e-06,
      "loss": 0.005,
      "step": 38476
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5867962230637287e-06,
      "loss": 0.006,
      "step": 38477
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5865525958053706e-06,
      "loss": 0.0036,
      "step": 38478
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5863089721941846e-06,
      "loss": 0.0125,
      "step": 38479
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5860653522307965e-06,
      "loss": 0.0194,
      "step": 38480
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.58582173591584e-06,
      "loss": 0.0066,
      "step": 38481
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.58557812324994e-06,
      "loss": 0.0057,
      "step": 38482
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5853345142337238e-06,
      "loss": 0.0144,
      "step": 38483
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5850909088678245e-06,
      "loss": 0.0043,
      "step": 38484
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5848473071528655e-06,
      "loss": 0.0229,
      "step": 38485
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5846037090894803e-06,
      "loss": 0.0076,
      "step": 38486
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5843601146782954e-06,
      "loss": 0.0072,
      "step": 38487
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5841165239199375e-06,
      "loss": 0.014,
      "step": 38488
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.583872936815038e-06,
      "loss": 0.022,
      "step": 38489
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.583629353364223e-06,
      "loss": 0.0102,
      "step": 38490
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.583385773568123e-06,
      "loss": 0.0063,
      "step": 38491
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.583142197427367e-06,
      "loss": 0.001,
      "step": 38492
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5828986249425805e-06,
      "loss": 0.0133,
      "step": 38493
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5826550561143952e-06,
      "loss": 0.0395,
      "step": 38494
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.582411490943437e-06,
      "loss": 0.0173,
      "step": 38495
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.582167929430337e-06,
      "loss": 0.0098,
      "step": 38496
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.581924371575722e-06,
      "loss": 0.0049,
      "step": 38497
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.581680817380219e-06,
      "loss": 0.0047,
      "step": 38498
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5814372668444592e-06,
      "loss": 0.0021,
      "step": 38499
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5811937199690695e-06,
      "loss": 0.0029,
      "step": 38500
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.58095017675468e-06,
      "loss": 0.0185,
      "step": 38501
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5807066372019184e-06,
      "loss": 0.0158,
      "step": 38502
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.580463101311411e-06,
      "loss": 0.0316,
      "step": 38503
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.580219569083789e-06,
      "loss": 0.0061,
      "step": 38504
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5799760405196775e-06,
      "loss": 0.0152,
      "step": 38505
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5797325156197093e-06,
      "loss": 0.0069,
      "step": 38506
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5794889943845118e-06,
      "loss": 0.0159,
      "step": 38507
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.579245476814709e-06,
      "loss": 0.01,
      "step": 38508
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.579001962910934e-06,
      "loss": 0.0016,
      "step": 38509
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.578758452673813e-06,
      "loss": 0.0053,
      "step": 38510
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5785149461039758e-06,
      "loss": 0.0037,
      "step": 38511
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5782714432020495e-06,
      "loss": 0.0076,
      "step": 38512
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5780279439686615e-06,
      "loss": 0.0288,
      "step": 38513
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5777844484044428e-06,
      "loss": 0.0123,
      "step": 38514
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5775409565100184e-06,
      "loss": 0.0068,
      "step": 38515
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5772974682860195e-06,
      "loss": 0.0022,
      "step": 38516
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.577053983733074e-06,
      "loss": 0.0052,
      "step": 38517
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5768105028518085e-06,
      "loss": 0.0112,
      "step": 38518
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.576567025642853e-06,
      "loss": 0.0133,
      "step": 38519
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.576323552106834e-06,
      "loss": 0.0056,
      "step": 38520
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5760800822443816e-06,
      "loss": 0.0064,
      "step": 38521
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.575836616056123e-06,
      "loss": 0.0104,
      "step": 38522
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.575593153542685e-06,
      "loss": 0.0064,
      "step": 38523
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5753496947046996e-06,
      "loss": 0.0122,
      "step": 38524
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.575106239542791e-06,
      "loss": 0.0041,
      "step": 38525
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.57486278805759e-06,
      "loss": 0.0076,
      "step": 38526
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5746193402497255e-06,
      "loss": 0.0189,
      "step": 38527
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5743758961198215e-06,
      "loss": 0.0186,
      "step": 38528
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.574132455668511e-06,
      "loss": 0.0059,
      "step": 38529
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5738890188964175e-06,
      "loss": 0.0032,
      "step": 38530
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.573645585804174e-06,
      "loss": 0.0008,
      "step": 38531
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5734021563924072e-06,
      "loss": 0.006,
      "step": 38532
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.573158730661741e-06,
      "loss": 0.0123,
      "step": 38533
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5729153086128086e-06,
      "loss": 0.0101,
      "step": 38534
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5726718902462354e-06,
      "loss": 0.0074,
      "step": 38535
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.572428475562652e-06,
      "loss": 0.019,
      "step": 38536
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5721850645626843e-06,
      "loss": 0.013,
      "step": 38537
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5719416572469595e-06,
      "loss": 0.0065,
      "step": 38538
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5716982536161105e-06,
      "loss": 0.0076,
      "step": 38539
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5714548536707582e-06,
      "loss": 0.0377,
      "step": 38540
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.571211457411536e-06,
      "loss": 0.0041,
      "step": 38541
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.570968064839072e-06,
      "loss": 0.017,
      "step": 38542
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5707246759539914e-06,
      "loss": 0.0121,
      "step": 38543
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5704812907569244e-06,
      "loss": 0.0057,
      "step": 38544
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.570237909248496e-06,
      "loss": 0.0097,
      "step": 38545
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5699945314293384e-06,
      "loss": 0.0128,
      "step": 38546
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.569751157300078e-06,
      "loss": 0.019,
      "step": 38547
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5695077868613393e-06,
      "loss": 0.0107,
      "step": 38548
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.569264420113755e-06,
      "loss": 0.0091,
      "step": 38549
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5690210570579507e-06,
      "loss": 0.006,
      "step": 38550
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5687776976945563e-06,
      "loss": 0.0016,
      "step": 38551
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.568534342024199e-06,
      "loss": 0.0084,
      "step": 38552
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.568290990047505e-06,
      "loss": 0.0266,
      "step": 38553
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.568047641765104e-06,
      "loss": 0.0027,
      "step": 38554
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5678042971776213e-06,
      "loss": 0.0039,
      "step": 38555
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5675609562856887e-06,
      "loss": 0.0095,
      "step": 38556
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.567317619089934e-06,
      "loss": 0.0116,
      "step": 38557
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5670742855909803e-06,
      "loss": 0.014,
      "step": 38558
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5668309557894597e-06,
      "loss": 0.0064,
      "step": 38559
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.566587629685998e-06,
      "loss": 0.0134,
      "step": 38560
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.566344307281226e-06,
      "loss": 0.0125,
      "step": 38561
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.566100988575769e-06,
      "loss": 0.0012,
      "step": 38562
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.565857673570253e-06,
      "loss": 0.0237,
      "step": 38563
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5656143622653115e-06,
      "loss": 0.0074,
      "step": 38564
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.565371054661566e-06,
      "loss": 0.0119,
      "step": 38565
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5651277507596497e-06,
      "loss": 0.009,
      "step": 38566
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5648844505601874e-06,
      "loss": 0.0196,
      "step": 38567
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5646411540638076e-06,
      "loss": 0.0089,
      "step": 38568
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.564397861271138e-06,
      "loss": 0.0051,
      "step": 38569
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5641545721828055e-06,
      "loss": 0.0103,
      "step": 38570
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5639112867994407e-06,
      "loss": 0.0043,
      "step": 38571
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.563668005121669e-06,
      "loss": 0.01,
      "step": 38572
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5634247271501168e-06,
      "loss": 0.012,
      "step": 38573
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.5631814528854146e-06,
      "loss": 0.0026,
      "step": 38574
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5629381823281893e-06,
      "loss": 0.0144,
      "step": 38575
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5626949154790692e-06,
      "loss": 0.0127,
      "step": 38576
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5624516523386808e-06,
      "loss": 0.009,
      "step": 38577
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5622083929076525e-06,
      "loss": 0.0063,
      "step": 38578
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5619651371866115e-06,
      "loss": 0.0047,
      "step": 38579
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5617218851761843e-06,
      "loss": 0.0054,
      "step": 38580
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.561478636877002e-06,
      "loss": 0.0141,
      "step": 38581
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5612353922896903e-06,
      "loss": 0.0027,
      "step": 38582
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5609921514148758e-06,
      "loss": 0.0063,
      "step": 38583
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5607489142531886e-06,
      "loss": 0.0162,
      "step": 38584
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5605056808052534e-06,
      "loss": 0.0064,
      "step": 38585
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.560262451071701e-06,
      "loss": 0.0082,
      "step": 38586
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.560019225053157e-06,
      "loss": 0.0043,
      "step": 38587
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.559776002750247e-06,
      "loss": 0.0088,
      "step": 38588
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5595327841636047e-06,
      "loss": 0.0203,
      "step": 38589
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5592895692938503e-06,
      "loss": 0.0067,
      "step": 38590
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5590463581416175e-06,
      "loss": 0.0149,
      "step": 38591
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5588031507075316e-06,
      "loss": 0.0032,
      "step": 38592
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5585599469922185e-06,
      "loss": 0.0116,
      "step": 38593
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.558316746996308e-06,
      "loss": 0.0167,
      "step": 38594
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5580735507204255e-06,
      "loss": 0.0082,
      "step": 38595
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.557830358165202e-06,
      "loss": 0.0061,
      "step": 38596
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.557587169331263e-06,
      "loss": 0.0102,
      "step": 38597
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.557343984219234e-06,
      "loss": 0.0084,
      "step": 38598
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.557100802829745e-06,
      "loss": 0.0112,
      "step": 38599
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.556857625163423e-06,
      "loss": 0.0254,
      "step": 38600
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5566144512208956e-06,
      "loss": 0.0037,
      "step": 38601
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5563712810027904e-06,
      "loss": 0.0077,
      "step": 38602
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5561281145097337e-06,
      "loss": 0.0039,
      "step": 38603
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5558849517423556e-06,
      "loss": 0.0043,
      "step": 38604
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5556417927012784e-06,
      "loss": 0.007,
      "step": 38605
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.555398637387135e-06,
      "loss": 0.0079,
      "step": 38606
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5551554858005512e-06,
      "loss": 0.0038,
      "step": 38607
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5549123379421524e-06,
      "loss": 0.0071,
      "step": 38608
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.554669193812569e-06,
      "loss": 0.0069,
      "step": 38609
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.554426053412425e-06,
      "loss": 0.0145,
      "step": 38610
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.554182916742351e-06,
      "loss": 0.0151,
      "step": 38611
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5539397838029737e-06,
      "loss": 0.0052,
      "step": 38612
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.553696654594917e-06,
      "loss": 0.0063,
      "step": 38613
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.553453529118813e-06,
      "loss": 0.0188,
      "step": 38614
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.553210407375287e-06,
      "loss": 0.003,
      "step": 38615
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.552967289364967e-06,
      "loss": 0.013,
      "step": 38616
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.55272417508848e-06,
      "loss": 0.0052,
      "step": 38617
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5524810645464512e-06,
      "loss": 0.0247,
      "step": 38618
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5522379577395114e-06,
      "loss": 0.0072,
      "step": 38619
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5519948546682842e-06,
      "loss": 0.0074,
      "step": 38620
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5517517553334024e-06,
      "loss": 0.0176,
      "step": 38621
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.551508659735488e-06,
      "loss": 0.0051,
      "step": 38622
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5512655678751683e-06,
      "loss": 0.0089,
      "step": 38623
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5510224797530744e-06,
      "loss": 0.0179,
      "step": 38624
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.550779395369831e-06,
      "loss": 0.0075,
      "step": 38625
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.550536314726067e-06,
      "loss": 0.0038,
      "step": 38626
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5502932378224076e-06,
      "loss": 0.0053,
      "step": 38627
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.550050164659481e-06,
      "loss": 0.0134,
      "step": 38628
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5498070952379145e-06,
      "loss": 0.0037,
      "step": 38629
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5495640295583333e-06,
      "loss": 0.0059,
      "step": 38630
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.549320967621368e-06,
      "loss": 0.0279,
      "step": 38631
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.549077909427645e-06,
      "loss": 0.0068,
      "step": 38632
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5488348549777897e-06,
      "loss": 0.004,
      "step": 38633
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5485918042724305e-06,
      "loss": 0.0079,
      "step": 38634
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5483487573121945e-06,
      "loss": 0.0277,
      "step": 38635
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5481057140977084e-06,
      "loss": 0.0077,
      "step": 38636
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5478626746295994e-06,
      "loss": 0.0327,
      "step": 38637
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5476196389084937e-06,
      "loss": 0.0093,
      "step": 38638
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.547376606935021e-06,
      "loss": 0.0152,
      "step": 38639
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.547133578709808e-06,
      "loss": 0.0039,
      "step": 38640
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5468905542334776e-06,
      "loss": 0.0047,
      "step": 38641
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.546647533506662e-06,
      "loss": 0.0026,
      "step": 38642
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5464045165299855e-06,
      "loss": 0.0063,
      "step": 38643
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.546161503304077e-06,
      "loss": 0.0121,
      "step": 38644
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.545918493829562e-06,
      "loss": 0.0541,
      "step": 38645
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5456754881070665e-06,
      "loss": 0.002,
      "step": 38646
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5454324861372226e-06,
      "loss": 0.0028,
      "step": 38647
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5451894879206495e-06,
      "loss": 0.014,
      "step": 38648
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5449464934579815e-06,
      "loss": 0.0123,
      "step": 38649
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.544703502749842e-06,
      "loss": 0.0176,
      "step": 38650
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5444605157968574e-06,
      "loss": 0.0209,
      "step": 38651
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5442175325996573e-06,
      "loss": 0.0046,
      "step": 38652
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5439745531588663e-06,
      "loss": 0.0384,
      "step": 38653
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5437315774751136e-06,
      "loss": 0.0101,
      "step": 38654
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.543488605549025e-06,
      "loss": 0.0034,
      "step": 38655
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.543245637381225e-06,
      "loss": 0.0083,
      "step": 38656
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.543002672972345e-06,
      "loss": 0.0347,
      "step": 38657
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5427597123230086e-06,
      "loss": 0.006,
      "step": 38658
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.542516755433845e-06,
      "loss": 0.0036,
      "step": 38659
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5422738023054803e-06,
      "loss": 0.0044,
      "step": 38660
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5420308529385407e-06,
      "loss": 0.0069,
      "step": 38661
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5417879073336535e-06,
      "loss": 0.0123,
      "step": 38662
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.541544965491444e-06,
      "loss": 0.0097,
      "step": 38663
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5413020274125433e-06,
      "loss": 0.0023,
      "step": 38664
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5410590930975757e-06,
      "loss": 0.0058,
      "step": 38665
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5408161625471655e-06,
      "loss": 0.0115,
      "step": 38666
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.540573235761944e-06,
      "loss": 0.0071,
      "step": 38667
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.540330312742535e-06,
      "loss": 0.0056,
      "step": 38668
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5400873934895674e-06,
      "loss": 0.0083,
      "step": 38669
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.539844478003668e-06,
      "loss": 0.0095,
      "step": 38670
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5396015662854593e-06,
      "loss": 0.0093,
      "step": 38671
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5393586583355755e-06,
      "loss": 0.0152,
      "step": 38672
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.539115754154635e-06,
      "loss": 0.0082,
      "step": 38673
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.538872853743272e-06,
      "loss": 0.0088,
      "step": 38674
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.53862995710211e-06,
      "loss": 0.0016,
      "step": 38675
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.538387064231775e-06,
      "loss": 0.0046,
      "step": 38676
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5381441751328947e-06,
      "loss": 0.0242,
      "step": 38677
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.537901289806095e-06,
      "loss": 0.0058,
      "step": 38678
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.537658408252006e-06,
      "loss": 0.0209,
      "step": 38679
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.537415530471251e-06,
      "loss": 0.0104,
      "step": 38680
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.537172656464455e-06,
      "loss": 0.0106,
      "step": 38681
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5369297862322495e-06,
      "loss": 0.0065,
      "step": 38682
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5366869197752584e-06,
      "loss": 0.0075,
      "step": 38683
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5364440570941094e-06,
      "loss": 0.0058,
      "step": 38684
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5362011981894284e-06,
      "loss": 0.0057,
      "step": 38685
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5359583430618418e-06,
      "loss": 0.0245,
      "step": 38686
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.535715491711978e-06,
      "loss": 0.0094,
      "step": 38687
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.53547264414046e-06,
      "loss": 0.0081,
      "step": 38688
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.535229800347919e-06,
      "loss": 0.0031,
      "step": 38689
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5349869603349805e-06,
      "loss": 0.0196,
      "step": 38690
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5347441241022667e-06,
      "loss": 0.0161,
      "step": 38691
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5345012916504103e-06,
      "loss": 0.0088,
      "step": 38692
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5342584629800337e-06,
      "loss": 0.0286,
      "step": 38693
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5340156380917656e-06,
      "loss": 0.0062,
      "step": 38694
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5337728169862327e-06,
      "loss": 0.0088,
      "step": 38695
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5335299996640584e-06,
      "loss": 0.0074,
      "step": 38696
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.533287186125874e-06,
      "loss": 0.0048,
      "step": 38697
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5330443763723014e-06,
      "loss": 0.0035,
      "step": 38698
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5328015704039715e-06,
      "loss": 0.005,
      "step": 38699
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5325587682215086e-06,
      "loss": 0.0048,
      "step": 38700
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.532315969825538e-06,
      "loss": 0.0051,
      "step": 38701
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.532073175216689e-06,
      "loss": 0.0126,
      "step": 38702
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.531830384395584e-06,
      "loss": 0.0052,
      "step": 38703
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5315875973628554e-06,
      "loss": 0.0047,
      "step": 38704
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.531344814119126e-06,
      "loss": 0.0281,
      "step": 38705
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.53110203466502e-06,
      "loss": 0.0088,
      "step": 38706
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5308592590011685e-06,
      "loss": 0.0054,
      "step": 38707
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.530616487128195e-06,
      "loss": 0.0104,
      "step": 38708
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.530373719046728e-06,
      "loss": 0.0325,
      "step": 38709
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5301309547573924e-06,
      "loss": 0.0113,
      "step": 38710
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.529888194260815e-06,
      "loss": 0.0076,
      "step": 38711
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.529645437557622e-06,
      "loss": 0.0084,
      "step": 38712
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5294026846484385e-06,
      "loss": 0.0202,
      "step": 38713
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5291599355338947e-06,
      "loss": 0.0012,
      "step": 38714
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5289171902146145e-06,
      "loss": 0.0047,
      "step": 38715
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.528674448691223e-06,
      "loss": 0.0038,
      "step": 38716
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5284317109643496e-06,
      "loss": 0.0071,
      "step": 38717
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.528188977034618e-06,
      "loss": 0.0186,
      "step": 38718
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.527946246902656e-06,
      "loss": 0.0028,
      "step": 38719
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5277035205690903e-06,
      "loss": 0.0065,
      "step": 38720
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5274607980345433e-06,
      "loss": 0.0023,
      "step": 38721
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.527218079299648e-06,
      "loss": 0.005,
      "step": 38722
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5269753643650245e-06,
      "loss": 0.0238,
      "step": 38723
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5267326532313033e-06,
      "loss": 0.0037,
      "step": 38724
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5264899458991093e-06,
      "loss": 0.0021,
      "step": 38725
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5262472423690674e-06,
      "loss": 0.0025,
      "step": 38726
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5260045426418053e-06,
      "loss": 0.0006,
      "step": 38727
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5257618467179477e-06,
      "loss": 0.0178,
      "step": 38728
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5255191545981253e-06,
      "loss": 0.0029,
      "step": 38729
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5252764662829597e-06,
      "loss": 0.0092,
      "step": 38730
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5250337817730766e-06,
      "loss": 0.0165,
      "step": 38731
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.524791101069106e-06,
      "loss": 0.0082,
      "step": 38732
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.524548424171672e-06,
      "loss": 0.0049,
      "step": 38733
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5243057510814012e-06,
      "loss": 0.0107,
      "step": 38734
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.52406308179892e-06,
      "loss": 0.0042,
      "step": 38735
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5238204163248524e-06,
      "loss": 0.0092,
      "step": 38736
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.523577754659828e-06,
      "loss": 0.0088,
      "step": 38737
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5233350968044696e-06,
      "loss": 0.0048,
      "step": 38738
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5230924427594066e-06,
      "loss": 0.0058,
      "step": 38739
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5228497925252635e-06,
      "loss": 0.0153,
      "step": 38740
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5226071461026657e-06,
      "loss": 0.0054,
      "step": 38741
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5223645034922405e-06,
      "loss": 0.0084,
      "step": 38742
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.522121864694613e-06,
      "loss": 0.0094,
      "step": 38743
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.521879229710411e-06,
      "loss": 0.0073,
      "step": 38744
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.521636598540259e-06,
      "loss": 0.0049,
      "step": 38745
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.521393971184782e-06,
      "loss": 0.0034,
      "step": 38746
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.521151347644609e-06,
      "loss": 0.0083,
      "step": 38747
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5209087279203644e-06,
      "loss": 0.0237,
      "step": 38748
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.520666112012675e-06,
      "loss": 0.0034,
      "step": 38749
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5204234999221665e-06,
      "loss": 0.0022,
      "step": 38750
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.520180891649464e-06,
      "loss": 0.0003,
      "step": 38751
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.519938287195195e-06,
      "loss": 0.0137,
      "step": 38752
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5196956865599817e-06,
      "loss": 0.0133,
      "step": 38753
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.519453089744457e-06,
      "loss": 0.0239,
      "step": 38754
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5192104967492422e-06,
      "loss": 0.0056,
      "step": 38755
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5189679075749616e-06,
      "loss": 0.0116,
      "step": 38756
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5187253222222462e-06,
      "loss": 0.0112,
      "step": 38757
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5184827406917175e-06,
      "loss": 0.0169,
      "step": 38758
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5182401629840056e-06,
      "loss": 0.0137,
      "step": 38759
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.517997589099733e-06,
      "loss": 0.0058,
      "step": 38760
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5177550190395264e-06,
      "loss": 0.0141,
      "step": 38761
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5175124528040126e-06,
      "loss": 0.01,
      "step": 38762
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5172698903938157e-06,
      "loss": 0.0106,
      "step": 38763
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.517027331809565e-06,
      "loss": 0.0036,
      "step": 38764
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.516784777051884e-06,
      "loss": 0.0049,
      "step": 38765
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.516542226121397e-06,
      "loss": 0.0024,
      "step": 38766
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5162996790187337e-06,
      "loss": 0.0091,
      "step": 38767
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5160571357445167e-06,
      "loss": 0.0092,
      "step": 38768
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.515814596299374e-06,
      "loss": 0.0046,
      "step": 38769
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5155720606839305e-06,
      "loss": 0.0412,
      "step": 38770
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5153295288988104e-06,
      "loss": 0.0108,
      "step": 38771
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.515087000944643e-06,
      "loss": 0.0072,
      "step": 38772
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.514844476822051e-06,
      "loss": 0.008,
      "step": 38773
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.514601956531663e-06,
      "loss": 0.0025,
      "step": 38774
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.514359440074103e-06,
      "loss": 0.0027,
      "step": 38775
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5141169274499965e-06,
      "loss": 0.0035,
      "step": 38776
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.51387441865997e-06,
      "loss": 0.002,
      "step": 38777
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.513631913704647e-06,
      "loss": 0.0022,
      "step": 38778
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.513389412584658e-06,
      "loss": 0.0133,
      "step": 38779
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.513146915300627e-06,
      "loss": 0.0025,
      "step": 38780
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5129044218531753e-06,
      "loss": 0.0042,
      "step": 38781
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5126619322429344e-06,
      "loss": 0.011,
      "step": 38782
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5124194464705264e-06,
      "loss": 0.0119,
      "step": 38783
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.51217696453658e-06,
      "loss": 0.0091,
      "step": 38784
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.511934486441718e-06,
      "loss": 0.0106,
      "step": 38785
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.511692012186567e-06,
      "loss": 0.0046,
      "step": 38786
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.511449541771754e-06,
      "loss": 0.013,
      "step": 38787
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.511207075197901e-06,
      "loss": 0.0033,
      "step": 38788
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.510964612465639e-06,
      "loss": 0.0088,
      "step": 38789
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.51072215357559e-06,
      "loss": 0.0039,
      "step": 38790
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.51047969852838e-06,
      "loss": 0.0092,
      "step": 38791
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.510237247324636e-06,
      "loss": 0.0315,
      "step": 38792
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.509994799964982e-06,
      "loss": 0.0052,
      "step": 38793
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5097523564500445e-06,
      "loss": 0.0176,
      "step": 38794
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.509509916780449e-06,
      "loss": 0.0048,
      "step": 38795
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5092674809568196e-06,
      "loss": 0.01,
      "step": 38796
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.509025048979785e-06,
      "loss": 0.0021,
      "step": 38797
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5087826208499677e-06,
      "loss": 0.0046,
      "step": 38798
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5085401965679954e-06,
      "loss": 0.011,
      "step": 38799
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5082977761344927e-06,
      "loss": 0.008,
      "step": 38800
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.508055359550085e-06,
      "loss": 0.0161,
      "step": 38801
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5078129468153982e-06,
      "loss": 0.0204,
      "step": 38802
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.507570537931056e-06,
      "loss": 0.0018,
      "step": 38803
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.507328132897687e-06,
      "loss": 0.0101,
      "step": 38804
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5070857317159168e-06,
      "loss": 0.0061,
      "step": 38805
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5068433343863663e-06,
      "loss": 0.0045,
      "step": 38806
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5066009409096656e-06,
      "loss": 0.003,
      "step": 38807
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5063585512864374e-06,
      "loss": 0.0131,
      "step": 38808
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.506116165517309e-06,
      "loss": 0.0073,
      "step": 38809
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5058737836029054e-06,
      "loss": 0.0051,
      "step": 38810
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.50563140554385e-06,
      "loss": 0.0086,
      "step": 38811
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5053890313407724e-06,
      "loss": 0.006,
      "step": 38812
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.505146660994293e-06,
      "loss": 0.0059,
      "step": 38813
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5049042945050415e-06,
      "loss": 0.0141,
      "step": 38814
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5046619318736414e-06,
      "loss": 0.009,
      "step": 38815
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.504419573100717e-06,
      "loss": 0.0144,
      "step": 38816
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.504177218186896e-06,
      "loss": 0.0049,
      "step": 38817
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.503934867132802e-06,
      "loss": 0.003,
      "step": 38818
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5036925199390615e-06,
      "loss": 0.0059,
      "step": 38819
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5034501766063e-06,
      "loss": 0.008,
      "step": 38820
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.503207837135139e-06,
      "loss": 0.0044,
      "step": 38821
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5029655015262098e-06,
      "loss": 0.0203,
      "step": 38822
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5027231697801335e-06,
      "loss": 0.0111,
      "step": 38823
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5024808418975375e-06,
      "loss": 0.0049,
      "step": 38824
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5022385178790474e-06,
      "loss": 0.0034,
      "step": 38825
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5019961977252853e-06,
      "loss": 0.0086,
      "step": 38826
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.50175388143688e-06,
      "loss": 0.0184,
      "step": 38827
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.501511569014453e-06,
      "loss": 0.0074,
      "step": 38828
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.501269260458634e-06,
      "loss": 0.0035,
      "step": 38829
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.501026955770048e-06,
      "loss": 0.0043,
      "step": 38830
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.500784654949314e-06,
      "loss": 0.0098,
      "step": 38831
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5005423579970645e-06,
      "loss": 0.0041,
      "step": 38832
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5003000649139206e-06,
      "loss": 0.0355,
      "step": 38833
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.5000577757005094e-06,
      "loss": 0.0056,
      "step": 38834
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4998154903574555e-06,
      "loss": 0.0242,
      "step": 38835
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4995732088853817e-06,
      "loss": 0.0224,
      "step": 38836
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4993309312849188e-06,
      "loss": 0.0061,
      "step": 38837
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4990886575566852e-06,
      "loss": 0.0029,
      "step": 38838
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4988463877013125e-06,
      "loss": 0.007,
      "step": 38839
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.498604121719421e-06,
      "loss": 0.0066,
      "step": 38840
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4983618596116375e-06,
      "loss": 0.0039,
      "step": 38841
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4981196013785884e-06,
      "loss": 0.0063,
      "step": 38842
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4978773470208956e-06,
      "loss": 0.0076,
      "step": 38843
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.497635096539189e-06,
      "loss": 0.0107,
      "step": 38844
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4973928499340897e-06,
      "loss": 0.0078,
      "step": 38845
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4971506072062223e-06,
      "loss": 0.0071,
      "step": 38846
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4969083683562157e-06,
      "loss": 0.0036,
      "step": 38847
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.496666133384691e-06,
      "loss": 0.003,
      "step": 38848
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4964239022922765e-06,
      "loss": 0.0031,
      "step": 38849
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.496181675079596e-06,
      "loss": 0.0062,
      "step": 38850
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4959394517472727e-06,
      "loss": 0.0027,
      "step": 38851
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4956972322959346e-06,
      "loss": 0.0128,
      "step": 38852
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4954550167262034e-06,
      "loss": 0.0084,
      "step": 38853
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.495212805038708e-06,
      "loss": 0.0085,
      "step": 38854
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4949705972340716e-06,
      "loss": 0.0031,
      "step": 38855
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4947283933129174e-06,
      "loss": 0.0049,
      "step": 38856
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4944861932758735e-06,
      "loss": 0.0204,
      "step": 38857
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.494243997123562e-06,
      "loss": 0.0297,
      "step": 38858
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4940018048566105e-06,
      "loss": 0.0029,
      "step": 38859
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.493759616475643e-06,
      "loss": 0.0227,
      "step": 38860
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.493517431981281e-06,
      "loss": 0.0137,
      "step": 38861
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4932752513741562e-06,
      "loss": 0.0032,
      "step": 38862
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4930330746548862e-06,
      "loss": 0.0052,
      "step": 38863
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.492790901824102e-06,
      "loss": 0.005,
      "step": 38864
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.492548732882426e-06,
      "loss": 0.0082,
      "step": 38865
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4923065678304813e-06,
      "loss": 0.019,
      "step": 38866
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.492064406668896e-06,
      "loss": 0.0078,
      "step": 38867
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4918222493982913e-06,
      "loss": 0.0188,
      "step": 38868
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4915800960192975e-06,
      "loss": 0.0037,
      "step": 38869
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.491337946532535e-06,
      "loss": 0.0023,
      "step": 38870
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4910958009386276e-06,
      "loss": 0.0038,
      "step": 38871
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4908536592382048e-06,
      "loss": 0.0092,
      "step": 38872
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.490611521431887e-06,
      "loss": 0.0052,
      "step": 38873
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4903693875203028e-06,
      "loss": 0.0088,
      "step": 38874
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4901272575040747e-06,
      "loss": 0.0071,
      "step": 38875
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.489885131383827e-06,
      "loss": 0.0019,
      "step": 38876
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.489643009160185e-06,
      "loss": 0.0057,
      "step": 38877
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4894008908337727e-06,
      "loss": 0.004,
      "step": 38878
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.489158776405219e-06,
      "loss": 0.0121,
      "step": 38879
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.488916665875144e-06,
      "loss": 0.0063,
      "step": 38880
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.488674559244174e-06,
      "loss": 0.0152,
      "step": 38881
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4884324565129347e-06,
      "loss": 0.0031,
      "step": 38882
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4881903576820474e-06,
      "loss": 0.0031,
      "step": 38883
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.487948262752142e-06,
      "loss": 0.0263,
      "step": 38884
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4877061717238393e-06,
      "loss": 0.0205,
      "step": 38885
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4874640845977637e-06,
      "loss": 0.0039,
      "step": 38886
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4872220013745426e-06,
      "loss": 0.0195,
      "step": 38887
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4869799220547984e-06,
      "loss": 0.0116,
      "step": 38888
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4867378466391582e-06,
      "loss": 0.0039,
      "step": 38889
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4864957751282446e-06,
      "loss": 0.0022,
      "step": 38890
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4862537075226823e-06,
      "loss": 0.0096,
      "step": 38891
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4860116438230964e-06,
      "loss": 0.0085,
      "step": 38892
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.48576958403011e-06,
      "loss": 0.0073,
      "step": 38893
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4855275281443525e-06,
      "loss": 0.0229,
      "step": 38894
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4852854761664434e-06,
      "loss": 0.0069,
      "step": 38895
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.485043428097007e-06,
      "loss": 0.0075,
      "step": 38896
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4848013839366716e-06,
      "loss": 0.038,
      "step": 38897
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.484559343686059e-06,
      "loss": 0.0032,
      "step": 38898
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.484317307345797e-06,
      "loss": 0.005,
      "step": 38899
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4840752749165067e-06,
      "loss": 0.0047,
      "step": 38900
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4838332463988133e-06,
      "loss": 0.0215,
      "step": 38901
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4835912217933427e-06,
      "loss": 0.003,
      "step": 38902
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4833492011007163e-06,
      "loss": 0.0017,
      "step": 38903
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.483107184321563e-06,
      "loss": 0.0019,
      "step": 38904
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4828651714565056e-06,
      "loss": 0.0048,
      "step": 38905
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4826231625061664e-06,
      "loss": 0.0111,
      "step": 38906
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.482381157471173e-06,
      "loss": 0.005,
      "step": 38907
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4821391563521466e-06,
      "loss": 0.0101,
      "step": 38908
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4818971591497152e-06,
      "loss": 0.0153,
      "step": 38909
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4816551658645017e-06,
      "loss": 0.0029,
      "step": 38910
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.481413176497127e-06,
      "loss": 0.0039,
      "step": 38911
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.481171191048222e-06,
      "loss": 0.0048,
      "step": 38912
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4809292095184066e-06,
      "loss": 0.0018,
      "step": 38913
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4806872319083072e-06,
      "loss": 0.0123,
      "step": 38914
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4804452582185483e-06,
      "loss": 0.0052,
      "step": 38915
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4802032884497523e-06,
      "loss": 0.0047,
      "step": 38916
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.479961322602545e-06,
      "loss": 0.0054,
      "step": 38917
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.479719360677549e-06,
      "loss": 0.0186,
      "step": 38918
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4794774026753918e-06,
      "loss": 0.0154,
      "step": 38919
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4792354485966978e-06,
      "loss": 0.0094,
      "step": 38920
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.478993498442086e-06,
      "loss": 0.0117,
      "step": 38921
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.478751552212187e-06,
      "loss": 0.0085,
      "step": 38922
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4785096099076206e-06,
      "loss": 0.0081,
      "step": 38923
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4782676715290144e-06,
      "loss": 0.0061,
      "step": 38924
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.478025737076991e-06,
      "loss": 0.0114,
      "step": 38925
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4777838065521735e-06,
      "loss": 0.0063,
      "step": 38926
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4775418799551886e-06,
      "loss": 0.0069,
      "step": 38927
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.477299957286658e-06,
      "loss": 0.0067,
      "step": 38928
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4770580385472084e-06,
      "loss": 0.006,
      "step": 38929
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.476816123737464e-06,
      "loss": 0.0037,
      "step": 38930
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4765742128580473e-06,
      "loss": 0.0053,
      "step": 38931
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.476332305909583e-06,
      "loss": 0.0033,
      "step": 38932
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4760904028926954e-06,
      "loss": 0.0053,
      "step": 38933
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4758485038080103e-06,
      "loss": 0.0049,
      "step": 38934
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4756066086561503e-06,
      "loss": 0.0111,
      "step": 38935
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.475364717437737e-06,
      "loss": 0.0081,
      "step": 38936
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4751228301534e-06,
      "loss": 0.0089,
      "step": 38937
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4748809468037594e-06,
      "loss": 0.002,
      "step": 38938
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4746390673894413e-06,
      "loss": 0.0058,
      "step": 38939
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4743971919110697e-06,
      "loss": 0.0021,
      "step": 38940
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.474155320369268e-06,
      "loss": 0.0046,
      "step": 38941
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4739134527646602e-06,
      "loss": 0.0154,
      "step": 38942
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4736715890978688e-06,
      "loss": 0.007,
      "step": 38943
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.473429729369523e-06,
      "loss": 0.006,
      "step": 38944
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.473187873580244e-06,
      "loss": 0.0125,
      "step": 38945
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.472946021730652e-06,
      "loss": 0.004,
      "step": 38946
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.472704173821377e-06,
      "loss": 0.0033,
      "step": 38947
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4724623298530404e-06,
      "loss": 0.0011,
      "step": 38948
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4722204898262667e-06,
      "loss": 0.0067,
      "step": 38949
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.47197865374168e-06,
      "loss": 0.0176,
      "step": 38950
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4717368215999037e-06,
      "loss": 0.0152,
      "step": 38951
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4714949934015623e-06,
      "loss": 0.0022,
      "step": 38952
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.471253169147278e-06,
      "loss": 0.0046,
      "step": 38953
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4710113488376783e-06,
      "loss": 0.0021,
      "step": 38954
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.470769532473386e-06,
      "loss": 0.0011,
      "step": 38955
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4705277200550227e-06,
      "loss": 0.0141,
      "step": 38956
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.470285911583215e-06,
      "loss": 0.021,
      "step": 38957
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4700441070585857e-06,
      "loss": 0.0461,
      "step": 38958
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4698023064817588e-06,
      "loss": 0.0084,
      "step": 38959
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.469560509853359e-06,
      "loss": 0.0047,
      "step": 38960
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4693187171740077e-06,
      "loss": 0.0286,
      "step": 38961
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4690769284443324e-06,
      "loss": 0.0032,
      "step": 38962
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4688351436649546e-06,
      "loss": 0.0067,
      "step": 38963
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4685933628364996e-06,
      "loss": 0.003,
      "step": 38964
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.468351585959591e-06,
      "loss": 0.0058,
      "step": 38965
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.468109813034851e-06,
      "loss": 0.0084,
      "step": 38966
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4678680440629057e-06,
      "loss": 0.0134,
      "step": 38967
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.467626279044376e-06,
      "loss": 0.013,
      "step": 38968
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4673845179798897e-06,
      "loss": 0.0233,
      "step": 38969
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4671427608700696e-06,
      "loss": 0.0265,
      "step": 38970
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.466901007715535e-06,
      "loss": 0.0032,
      "step": 38971
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.466659258516916e-06,
      "loss": 0.0041,
      "step": 38972
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4664175132748324e-06,
      "loss": 0.0033,
      "step": 38973
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.46617577198991e-06,
      "loss": 0.0442,
      "step": 38974
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4659340346627717e-06,
      "loss": 0.0071,
      "step": 38975
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.465692301294039e-06,
      "loss": 0.0118,
      "step": 38976
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.465450571884342e-06,
      "loss": 0.0048,
      "step": 38977
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4652088464342966e-06,
      "loss": 0.0063,
      "step": 38978
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.464967124944533e-06,
      "loss": 0.0197,
      "step": 38979
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4647254074156712e-06,
      "loss": 0.0052,
      "step": 38980
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.464483693848336e-06,
      "loss": 0.0037,
      "step": 38981
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.464241984243152e-06,
      "loss": 0.0112,
      "step": 38982
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4640002786007405e-06,
      "loss": 0.0124,
      "step": 38983
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4637585769217276e-06,
      "loss": 0.0102,
      "step": 38984
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4635168792067365e-06,
      "loss": 0.0141,
      "step": 38985
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4632751854563886e-06,
      "loss": 0.009,
      "step": 38986
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4630334956713106e-06,
      "loss": 0.0053,
      "step": 38987
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.462791809852124e-06,
      "loss": 0.0119,
      "step": 38988
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.462550127999455e-06,
      "loss": 0.002,
      "step": 38989
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4623084501139253e-06,
      "loss": 0.0017,
      "step": 38990
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.462066776196158e-06,
      "loss": 0.0182,
      "step": 38991
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.461825106246778e-06,
      "loss": 0.0028,
      "step": 38992
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.461583440266406e-06,
      "loss": 0.0306,
      "step": 38993
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.461341778255671e-06,
      "loss": 0.0088,
      "step": 38994
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.461100120215194e-06,
      "loss": 0.0096,
      "step": 38995
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4608584661455945e-06,
      "loss": 0.008,
      "step": 38996
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4606168160475016e-06,
      "loss": 0.0042,
      "step": 38997
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.460375169921537e-06,
      "loss": 0.0132,
      "step": 38998
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4601335277683244e-06,
      "loss": 0.0083,
      "step": 38999
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.459891889588487e-06,
      "loss": 0.0047,
      "step": 39000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.459650255382646e-06,
      "loss": 0.0032,
      "step": 39001
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.459408625151431e-06,
      "loss": 0.0087,
      "step": 39002
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.459166998895458e-06,
      "loss": 0.0037,
      "step": 39003
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4589253766153565e-06,
      "loss": 0.0137,
      "step": 39004
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4586837583117473e-06,
      "loss": 0.0018,
      "step": 39005
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4584421439852534e-06,
      "loss": 0.002,
      "step": 39006
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4582005336365e-06,
      "loss": 0.0043,
      "step": 39007
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.457958927266107e-06,
      "loss": 0.0089,
      "step": 39008
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4577173248747044e-06,
      "loss": 0.005,
      "step": 39009
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.45747572646291e-06,
      "loss": 0.0087,
      "step": 39010
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4572341320313473e-06,
      "loss": 0.0087,
      "step": 39011
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.456992541580643e-06,
      "loss": 0.0087,
      "step": 39012
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4567509551114176e-06,
      "loss": 0.0213,
      "step": 39013
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4565093726242967e-06,
      "loss": 0.0037,
      "step": 39014
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.456267794119902e-06,
      "loss": 0.0028,
      "step": 39015
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.456026219598857e-06,
      "loss": 0.008,
      "step": 39016
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4557846490617865e-06,
      "loss": 0.0095,
      "step": 39017
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4555430825093107e-06,
      "loss": 0.0071,
      "step": 39018
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4553015199420564e-06,
      "loss": 0.0042,
      "step": 39019
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.455059961360646e-06,
      "loss": 0.0119,
      "step": 39020
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.454818406765701e-06,
      "loss": 0.0121,
      "step": 39021
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4545768561578474e-06,
      "loss": 0.0155,
      "step": 39022
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4543353095377064e-06,
      "loss": 0.0205,
      "step": 39023
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4540937669059023e-06,
      "loss": 0.0033,
      "step": 39024
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4538522282630584e-06,
      "loss": 0.0096,
      "step": 39025
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4536106936097947e-06,
      "loss": 0.0033,
      "step": 39026
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4533691629467414e-06,
      "loss": 0.0058,
      "step": 39027
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4531276362745144e-06,
      "loss": 0.0132,
      "step": 39028
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.452886113593742e-06,
      "loss": 0.0051,
      "step": 39029
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4526445949050454e-06,
      "loss": 0.0168,
      "step": 39030
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.452403080209047e-06,
      "loss": 0.0103,
      "step": 39031
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.452161569506372e-06,
      "loss": 0.0126,
      "step": 39032
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.45192006279764e-06,
      "loss": 0.0023,
      "step": 39033
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.451678560083481e-06,
      "loss": 0.018,
      "step": 39034
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.451437061364512e-06,
      "loss": 0.0013,
      "step": 39035
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4511955666413567e-06,
      "loss": 0.0083,
      "step": 39036
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.450954075914641e-06,
      "loss": 0.0052,
      "step": 39037
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4507125891849853e-06,
      "loss": 0.0011,
      "step": 39038
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.450471106453015e-06,
      "loss": 0.0021,
      "step": 39039
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4502296277193525e-06,
      "loss": 0.0052,
      "step": 39040
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.44998815298462e-06,
      "loss": 0.0131,
      "step": 39041
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.449746682249442e-06,
      "loss": 0.0117,
      "step": 39042
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.449505215514438e-06,
      "loss": 0.0048,
      "step": 39043
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4492637527802363e-06,
      "loss": 0.0066,
      "step": 39044
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.449022294047458e-06,
      "loss": 0.0077,
      "step": 39045
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4487808393167242e-06,
      "loss": 0.0071,
      "step": 39046
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.44853938858866e-06,
      "loss": 0.0059,
      "step": 39047
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4482979418638873e-06,
      "loss": 0.0134,
      "step": 39048
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.448056499143031e-06,
      "loss": 0.0037,
      "step": 39049
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4478150604267117e-06,
      "loss": 0.0116,
      "step": 39050
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4475736257155516e-06,
      "loss": 0.005,
      "step": 39051
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.447332195010178e-06,
      "loss": 0.0171,
      "step": 39052
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4470907683112096e-06,
      "loss": 0.0071,
      "step": 39053
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.446849345619273e-06,
      "loss": 0.0035,
      "step": 39054
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4466079269349888e-06,
      "loss": 0.0176,
      "step": 39055
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4463665122589797e-06,
      "loss": 0.0075,
      "step": 39056
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.44612510159187e-06,
      "loss": 0.0094,
      "step": 39057
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.44588369493428e-06,
      "loss": 0.0051,
      "step": 39058
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.445642292286838e-06,
      "loss": 0.0105,
      "step": 39059
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.445400893650162e-06,
      "loss": 0.0078,
      "step": 39060
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.445159499024874e-06,
      "loss": 0.0066,
      "step": 39061
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4449181084116024e-06,
      "loss": 0.0058,
      "step": 39062
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.444676721810965e-06,
      "loss": 0.0124,
      "step": 39063
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.444435339223588e-06,
      "loss": 0.0087,
      "step": 39064
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4441939606500924e-06,
      "loss": 0.0046,
      "step": 39065
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4439525860911007e-06,
      "loss": 0.005,
      "step": 39066
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4437112155472374e-06,
      "loss": 0.0148,
      "step": 39067
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4434698490191226e-06,
      "loss": 0.0081,
      "step": 39068
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.443228486507383e-06,
      "loss": 0.0101,
      "step": 39069
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4429871280126392e-06,
      "loss": 0.0061,
      "step": 39070
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.442745773535513e-06,
      "loss": 0.0042,
      "step": 39071
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.442504423076629e-06,
      "loss": 0.006,
      "step": 39072
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4422630766366083e-06,
      "loss": 0.0279,
      "step": 39073
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4420217342160757e-06,
      "loss": 0.005,
      "step": 39074
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4417803958156533e-06,
      "loss": 0.0042,
      "step": 39075
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4415390614359612e-06,
      "loss": 0.003,
      "step": 39076
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.441297731077626e-06,
      "loss": 0.0058,
      "step": 39077
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4410564047412676e-06,
      "loss": 0.0127,
      "step": 39078
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.440815082427511e-06,
      "loss": 0.0093,
      "step": 39079
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4405737641369773e-06,
      "loss": 0.006,
      "step": 39080
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4403324498702893e-06,
      "loss": 0.0046,
      "step": 39081
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4400911396280707e-06,
      "loss": 0.0174,
      "step": 39082
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.439849833410941e-06,
      "loss": 0.0054,
      "step": 39083
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4396085312195283e-06,
      "loss": 0.0158,
      "step": 39084
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4393672330544525e-06,
      "loss": 0.0012,
      "step": 39085
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.439125938916332e-06,
      "loss": 0.0072,
      "step": 39086
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.438884648805797e-06,
      "loss": 0.0173,
      "step": 39087
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.438643362723465e-06,
      "loss": 0.0063,
      "step": 39088
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.438402080669961e-06,
      "loss": 0.0103,
      "step": 39089
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.438160802645907e-06,
      "loss": 0.0059,
      "step": 39090
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.437919528651923e-06,
      "loss": 0.0058,
      "step": 39091
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.437678258688636e-06,
      "loss": 0.0056,
      "step": 39092
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4374369927566637e-06,
      "loss": 0.0106,
      "step": 39093
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.437195730856634e-06,
      "loss": 0.0004,
      "step": 39094
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.436954472989166e-06,
      "loss": 0.0064,
      "step": 39095
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4367132191548824e-06,
      "loss": 0.0013,
      "step": 39096
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.436471969354407e-06,
      "loss": 0.0164,
      "step": 39097
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.436230723588361e-06,
      "loss": 0.0029,
      "step": 39098
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.435989481857368e-06,
      "loss": 0.0039,
      "step": 39099
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4357482441620506e-06,
      "loss": 0.04,
      "step": 39100
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4355070105030285e-06,
      "loss": 0.0034,
      "step": 39101
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.435265780880928e-06,
      "loss": 0.0092,
      "step": 39102
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.435024555296369e-06,
      "loss": 0.0039,
      "step": 39103
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.434783333749976e-06,
      "loss": 0.017,
      "step": 39104
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4345421162423702e-06,
      "loss": 0.0032,
      "step": 39105
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.434300902774173e-06,
      "loss": 0.0085,
      "step": 39106
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4340596933460092e-06,
      "loss": 0.0192,
      "step": 39107
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.433818487958497e-06,
      "loss": 0.0042,
      "step": 39108
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4335772866122642e-06,
      "loss": 0.016,
      "step": 39109
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4333360893079322e-06,
      "loss": 0.0121,
      "step": 39110
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.433094896046118e-06,
      "loss": 0.0053,
      "step": 39111
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.43285370682745e-06,
      "loss": 0.0117,
      "step": 39112
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4326125216525474e-06,
      "loss": 0.0045,
      "step": 39113
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.432371340522035e-06,
      "loss": 0.0073,
      "step": 39114
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4321301634365332e-06,
      "loss": 0.0127,
      "step": 39115
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4318889903966623e-06,
      "loss": 0.011,
      "step": 39116
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.431647821403051e-06,
      "loss": 0.0158,
      "step": 39117
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4314066564563135e-06,
      "loss": 0.0123,
      "step": 39118
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.431165495557079e-06,
      "loss": 0.0061,
      "step": 39119
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4309243387059664e-06,
      "loss": 0.0051,
      "step": 39120
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.430683185903598e-06,
      "loss": 0.0048,
      "step": 39121
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4304420371505975e-06,
      "loss": 0.0081,
      "step": 39122
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4302008924475854e-06,
      "loss": 0.0017,
      "step": 39123
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4299597517951856e-06,
      "loss": 0.0032,
      "step": 39124
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.42971861519402e-06,
      "loss": 0.0053,
      "step": 39125
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4294774826447075e-06,
      "loss": 0.012,
      "step": 39126
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4292363541478755e-06,
      "loss": 0.0068,
      "step": 39127
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.428995229704143e-06,
      "loss": 0.0058,
      "step": 39128
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.428754109314134e-06,
      "loss": 0.0127,
      "step": 39129
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.42851299297847e-06,
      "loss": 0.0088,
      "step": 39130
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4282718806977713e-06,
      "loss": 0.0135,
      "step": 39131
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4280307724726625e-06,
      "loss": 0.0122,
      "step": 39132
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.427789668303763e-06,
      "loss": 0.0034,
      "step": 39133
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4275485681916994e-06,
      "loss": 0.0102,
      "step": 39134
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4273074721370912e-06,
      "loss": 0.0085,
      "step": 39135
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.427066380140558e-06,
      "loss": 0.0256,
      "step": 39136
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4268252922027265e-06,
      "loss": 0.04,
      "step": 39137
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4265842083242152e-06,
      "loss": 0.0081,
      "step": 39138
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4263431285056493e-06,
      "loss": 0.0096,
      "step": 39139
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4261020527476492e-06,
      "loss": 0.0195,
      "step": 39140
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4258609810508346e-06,
      "loss": 0.0049,
      "step": 39141
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.425619913415833e-06,
      "loss": 0.013,
      "step": 39142
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4253788498432604e-06,
      "loss": 0.0075,
      "step": 39143
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4251377903337434e-06,
      "loss": 0.0059,
      "step": 39144
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.424896734887903e-06,
      "loss": 0.0076,
      "step": 39145
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4246556835063596e-06,
      "loss": 0.0076,
      "step": 39146
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.424414636189737e-06,
      "loss": 0.0149,
      "step": 39147
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4241735929386545e-06,
      "loss": 0.0055,
      "step": 39148
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.423932553753739e-06,
      "loss": 0.0087,
      "step": 39149
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.423691518635608e-06,
      "loss": 0.0048,
      "step": 39150
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.423450487584883e-06,
      "loss": 0.0172,
      "step": 39151
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4232094606021906e-06,
      "loss": 0.0055,
      "step": 39152
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4229684376881476e-06,
      "loss": 0.0128,
      "step": 39153
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.42272741884338e-06,
      "loss": 0.0067,
      "step": 39154
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.422486404068508e-06,
      "loss": 0.0077,
      "step": 39155
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.422245393364153e-06,
      "loss": 0.0125,
      "step": 39156
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.422004386730938e-06,
      "loss": 0.0092,
      "step": 39157
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.421763384169482e-06,
      "loss": 0.0108,
      "step": 39158
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.421522385680411e-06,
      "loss": 0.0104,
      "step": 39159
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.421281391264345e-06,
      "loss": 0.0053,
      "step": 39160
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.421040400921905e-06,
      "loss": 0.0083,
      "step": 39161
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4207994146537147e-06,
      "loss": 0.0043,
      "step": 39162
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4205584324603936e-06,
      "loss": 0.0092,
      "step": 39163
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4203174543425665e-06,
      "loss": 0.0083,
      "step": 39164
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.420076480300853e-06,
      "loss": 0.0175,
      "step": 39165
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4198355103358733e-06,
      "loss": 0.0064,
      "step": 39166
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.419594544448254e-06,
      "loss": 0.0107,
      "step": 39167
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4193535826386114e-06,
      "loss": 0.0093,
      "step": 39168
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.419112624907572e-06,
      "loss": 0.0051,
      "step": 39169
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4188716712557568e-06,
      "loss": 0.0152,
      "step": 39170
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.418630721683784e-06,
      "loss": 0.0074,
      "step": 39171
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.418389776192279e-06,
      "loss": 0.0059,
      "step": 39172
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.41814883478186e-06,
      "loss": 0.0112,
      "step": 39173
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.417907897453154e-06,
      "loss": 0.003,
      "step": 39174
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4176669642067785e-06,
      "loss": 0.0068,
      "step": 39175
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4174260350433543e-06,
      "loss": 0.0061,
      "step": 39176
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.417185109963507e-06,
      "loss": 0.0057,
      "step": 39177
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.416944188967855e-06,
      "loss": 0.0053,
      "step": 39178
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4167032720570225e-06,
      "loss": 0.0053,
      "step": 39179
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4164623592316302e-06,
      "loss": 0.0072,
      "step": 39180
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.416221450492298e-06,
      "loss": 0.0066,
      "step": 39181
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.41598054583965e-06,
      "loss": 0.0137,
      "step": 39182
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.415739645274305e-06,
      "loss": 0.0142,
      "step": 39183
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.415498748796889e-06,
      "loss": 0.0038,
      "step": 39184
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.41525785640802e-06,
      "loss": 0.0047,
      "step": 39185
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.41501696810832e-06,
      "loss": 0.0076,
      "step": 39186
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4147760838984123e-06,
      "loss": 0.0153,
      "step": 39187
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.414535203778917e-06,
      "loss": 0.005,
      "step": 39188
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4142943277504546e-06,
      "loss": 0.0322,
      "step": 39189
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4140534558136496e-06,
      "loss": 0.0119,
      "step": 39190
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.41381258796912e-06,
      "loss": 0.016,
      "step": 39191
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.413571724217492e-06,
      "loss": 0.0104,
      "step": 39192
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4133308645593832e-06,
      "loss": 0.0123,
      "step": 39193
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4130900089954142e-06,
      "loss": 0.0207,
      "step": 39194
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4128491575262113e-06,
      "loss": 0.0117,
      "step": 39195
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4126083101523923e-06,
      "loss": 0.0059,
      "step": 39196
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.41236746687458e-06,
      "loss": 0.0062,
      "step": 39197
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.412126627693395e-06,
      "loss": 0.012,
      "step": 39198
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.411885792609459e-06,
      "loss": 0.0038,
      "step": 39199
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4116449616233942e-06,
      "loss": 0.0064,
      "step": 39200
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4114041347358197e-06,
      "loss": 0.0167,
      "step": 39201
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4111633119473607e-06,
      "loss": 0.0046,
      "step": 39202
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.410922493258636e-06,
      "loss": 0.0053,
      "step": 39203
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4106816786702674e-06,
      "loss": 0.0127,
      "step": 39204
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.410440868182877e-06,
      "loss": 0.0148,
      "step": 39205
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4102000617970844e-06,
      "loss": 0.005,
      "step": 39206
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4099592595135134e-06,
      "loss": 0.0053,
      "step": 39207
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.409718461332785e-06,
      "loss": 0.0064,
      "step": 39208
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4094776672555165e-06,
      "loss": 0.009,
      "step": 39209
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.409236877282335e-06,
      "loss": 0.0276,
      "step": 39210
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4089960914138575e-06,
      "loss": 0.0038,
      "step": 39211
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.4087553096507088e-06,
      "loss": 0.009,
      "step": 39212
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4085145319935086e-06,
      "loss": 0.0134,
      "step": 39213
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.408273758442876e-06,
      "loss": 0.0072,
      "step": 39214
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4080329889994362e-06,
      "loss": 0.0092,
      "step": 39215
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4077922236638062e-06,
      "loss": 0.0068,
      "step": 39216
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4075514624366126e-06,
      "loss": 0.0213,
      "step": 39217
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4073107053184735e-06,
      "loss": 0.0079,
      "step": 39218
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.407069952310007e-06,
      "loss": 0.012,
      "step": 39219
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4068292034118404e-06,
      "loss": 0.0155,
      "step": 39220
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.406588458624591e-06,
      "loss": 0.0128,
      "step": 39221
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4063477179488824e-06,
      "loss": 0.0065,
      "step": 39222
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.406106981385334e-06,
      "loss": 0.0118,
      "step": 39223
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4058662489345673e-06,
      "loss": 0.0127,
      "step": 39224
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.405625520597204e-06,
      "loss": 0.0039,
      "step": 39225
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.405384796373863e-06,
      "loss": 0.0058,
      "step": 39226
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.405144076265169e-06,
      "loss": 0.0045,
      "step": 39227
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.404903360271743e-06,
      "loss": 0.0021,
      "step": 39228
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4046626483942026e-06,
      "loss": 0.0066,
      "step": 39229
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.404421940633172e-06,
      "loss": 0.0162,
      "step": 39230
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.40418123698927e-06,
      "loss": 0.0079,
      "step": 39231
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.403940537463121e-06,
      "loss": 0.0088,
      "step": 39232
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4036998420553436e-06,
      "loss": 0.009,
      "step": 39233
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.403459150766557e-06,
      "loss": 0.0068,
      "step": 39234
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4032184635973865e-06,
      "loss": 0.0033,
      "step": 39235
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.402977780548451e-06,
      "loss": 0.011,
      "step": 39236
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4027371016203727e-06,
      "loss": 0.0064,
      "step": 39237
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4024964268137704e-06,
      "loss": 0.005,
      "step": 39238
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.402255756129267e-06,
      "loss": 0.004,
      "step": 39239
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4020150895674835e-06,
      "loss": 0.0096,
      "step": 39240
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4017744271290386e-06,
      "loss": 0.0055,
      "step": 39241
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4015337688145565e-06,
      "loss": 0.0017,
      "step": 39242
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4012931146246586e-06,
      "loss": 0.0061,
      "step": 39243
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4010524645599602e-06,
      "loss": 0.0051,
      "step": 39244
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.400811818621088e-06,
      "loss": 0.0072,
      "step": 39245
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.400571176808661e-06,
      "loss": 0.0092,
      "step": 39246
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4003305391233003e-06,
      "loss": 0.0054,
      "step": 39247
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.4000899055656274e-06,
      "loss": 0.0045,
      "step": 39248
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.39984927613626e-06,
      "loss": 0.008,
      "step": 39249
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3996086508358244e-06,
      "loss": 0.0035,
      "step": 39250
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3993680296649357e-06,
      "loss": 0.0086,
      "step": 39251
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.39912741262422e-06,
      "loss": 0.0492,
      "step": 39252
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3988867997142955e-06,
      "loss": 0.0096,
      "step": 39253
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3986461909357825e-06,
      "loss": 0.0031,
      "step": 39254
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3984055862893038e-06,
      "loss": 0.0037,
      "step": 39255
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3981649857754784e-06,
      "loss": 0.0054,
      "step": 39256
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3979243893949287e-06,
      "loss": 0.0184,
      "step": 39257
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3976837971482753e-06,
      "loss": 0.0048,
      "step": 39258
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3974432090361355e-06,
      "loss": 0.0082,
      "step": 39259
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.397202625059136e-06,
      "loss": 0.008,
      "step": 39260
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.396962045217893e-06,
      "loss": 0.0102,
      "step": 39261
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3967214695130304e-06,
      "loss": 0.014,
      "step": 39262
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3964808979451673e-06,
      "loss": 0.0065,
      "step": 39263
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3962403305149238e-06,
      "loss": 0.0024,
      "step": 39264
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3959997672229224e-06,
      "loss": 0.0049,
      "step": 39265
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.395759208069781e-06,
      "loss": 0.0107,
      "step": 39266
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.395518653056124e-06,
      "loss": 0.0151,
      "step": 39267
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.395278102182572e-06,
      "loss": 0.0133,
      "step": 39268
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3950375554497407e-06,
      "loss": 0.0233,
      "step": 39269
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.394797012858256e-06,
      "loss": 0.0032,
      "step": 39270
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3945564744087357e-06,
      "loss": 0.0152,
      "step": 39271
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.394315940101803e-06,
      "loss": 0.0078,
      "step": 39272
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.394075409938077e-06,
      "loss": 0.0036,
      "step": 39273
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3938348839181757e-06,
      "loss": 0.0091,
      "step": 39274
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3935943620427257e-06,
      "loss": 0.0084,
      "step": 39275
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.393353844312342e-06,
      "loss": 0.0027,
      "step": 39276
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.393113330727649e-06,
      "loss": 0.0077,
      "step": 39277
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.392872821289267e-06,
      "loss": 0.0123,
      "step": 39278
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3926323159978136e-06,
      "loss": 0.008,
      "step": 39279
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3923918148539126e-06,
      "loss": 0.0056,
      "step": 39280
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.392151317858181e-06,
      "loss": 0.0097,
      "step": 39281
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3919108250112442e-06,
      "loss": 0.0045,
      "step": 39282
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3916703363137203e-06,
      "loss": 0.0162,
      "step": 39283
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.391429851766227e-06,
      "loss": 0.0281,
      "step": 39284
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.39118937136939e-06,
      "loss": 0.0061,
      "step": 39285
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3909488951238257e-06,
      "loss": 0.014,
      "step": 39286
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.390708423030158e-06,
      "loss": 0.0203,
      "step": 39287
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3904679550890053e-06,
      "loss": 0.0041,
      "step": 39288
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.390227491300988e-06,
      "loss": 0.0136,
      "step": 39289
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.389987031666728e-06,
      "loss": 0.0053,
      "step": 39290
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.389746576186842e-06,
      "loss": 0.0082,
      "step": 39291
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.389506124861956e-06,
      "loss": 0.0232,
      "step": 39292
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3892656776926872e-06,
      "loss": 0.0081,
      "step": 39293
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3890252346796558e-06,
      "loss": 0.0084,
      "step": 39294
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3887847958234842e-06,
      "loss": 0.0268,
      "step": 39295
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3885443611247905e-06,
      "loss": 0.0113,
      "step": 39296
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3883039305841977e-06,
      "loss": 0.0066,
      "step": 39297
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.388063504202324e-06,
      "loss": 0.0013,
      "step": 39298
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3878230819797886e-06,
      "loss": 0.007,
      "step": 39299
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.387582663917217e-06,
      "loss": 0.0128,
      "step": 39300
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.387342250015223e-06,
      "loss": 0.0072,
      "step": 39301
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.387101840274433e-06,
      "loss": 0.0024,
      "step": 39302
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.386861434695463e-06,
      "loss": 0.0047,
      "step": 39303
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.386621033278935e-06,
      "loss": 0.0007,
      "step": 39304
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3863806360254702e-06,
      "loss": 0.0043,
      "step": 39305
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.386140242935686e-06,
      "loss": 0.0009,
      "step": 39306
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3858998540102078e-06,
      "loss": 0.0047,
      "step": 39307
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3856594692496514e-06,
      "loss": 0.0164,
      "step": 39308
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3854190886546366e-06,
      "loss": 0.0105,
      "step": 39309
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3851787122257873e-06,
      "loss": 0.0032,
      "step": 39310
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.384938339963721e-06,
      "loss": 0.0097,
      "step": 39311
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.38469797186906e-06,
      "loss": 0.0082,
      "step": 39312
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.384457607942423e-06,
      "loss": 0.0079,
      "step": 39313
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.38421724818443e-06,
      "loss": 0.0078,
      "step": 39314
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3839768925957023e-06,
      "loss": 0.0053,
      "step": 39315
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.383736541176858e-06,
      "loss": 0.0063,
      "step": 39316
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3834961939285204e-06,
      "loss": 0.0113,
      "step": 39317
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.383255850851309e-06,
      "loss": 0.0094,
      "step": 39318
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.383015511945842e-06,
      "loss": 0.0132,
      "step": 39319
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3827751772127413e-06,
      "loss": 0.0034,
      "step": 39320
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.382534846652625e-06,
      "loss": 0.0294,
      "step": 39321
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3822945202661172e-06,
      "loss": 0.0034,
      "step": 39322
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3820541980538347e-06,
      "loss": 0.0087,
      "step": 39323
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.381813880016396e-06,
      "loss": 0.0073,
      "step": 39324
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.381573566154426e-06,
      "loss": 0.011,
      "step": 39325
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.381333256468541e-06,
      "loss": 0.0249,
      "step": 39326
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3810929509593637e-06,
      "loss": 0.0037,
      "step": 39327
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3808526496275135e-06,
      "loss": 0.0094,
      "step": 39328
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3806123524736085e-06,
      "loss": 0.0096,
      "step": 39329
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3803720594982716e-06,
      "loss": 0.0103,
      "step": 39330
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3801317707021186e-06,
      "loss": 0.01,
      "step": 39331
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3798914860857755e-06,
      "loss": 0.0126,
      "step": 39332
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.379651205649859e-06,
      "loss": 0.0026,
      "step": 39333
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3794109293949862e-06,
      "loss": 0.0067,
      "step": 39334
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3791706573217827e-06,
      "loss": 0.0059,
      "step": 39335
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3789303894308645e-06,
      "loss": 0.0089,
      "step": 39336
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3786901257228545e-06,
      "loss": 0.0118,
      "step": 39337
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3784498661983713e-06,
      "loss": 0.0165,
      "step": 39338
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.378209610858033e-06,
      "loss": 0.0047,
      "step": 39339
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3779693597024622e-06,
      "loss": 0.0036,
      "step": 39340
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3777291127322765e-06,
      "loss": 0.022,
      "step": 39341
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.377488869948099e-06,
      "loss": 0.0068,
      "step": 39342
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3772486313505475e-06,
      "loss": 0.0062,
      "step": 39343
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3770083969402413e-06,
      "loss": 0.0073,
      "step": 39344
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3767681667178028e-06,
      "loss": 0.0047,
      "step": 39345
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3765279406838486e-06,
      "loss": 0.0053,
      "step": 39346
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3762877188390013e-06,
      "loss": 0.0208,
      "step": 39347
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.37604750118388e-06,
      "loss": 0.006,
      "step": 39348
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3758072877191015e-06,
      "loss": 0.0082,
      "step": 39349
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3755670784452917e-06,
      "loss": 0.0057,
      "step": 39350
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.375326873363065e-06,
      "loss": 0.0128,
      "step": 39351
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3750866724730446e-06,
      "loss": 0.0235,
      "step": 39352
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.374846475775849e-06,
      "loss": 0.0117,
      "step": 39353
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3746062832720973e-06,
      "loss": 0.0082,
      "step": 39354
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.37436609496241e-06,
      "loss": 0.0135,
      "step": 39355
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3741259108474054e-06,
      "loss": 0.0058,
      "step": 39356
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3738857309277066e-06,
      "loss": 0.0075,
      "step": 39357
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.373645555203933e-06,
      "loss": 0.0142,
      "step": 39358
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3734053836766988e-06,
      "loss": 0.0087,
      "step": 39359
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.37316521634663e-06,
      "loss": 0.0118,
      "step": 39360
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.372925053214343e-06,
      "loss": 0.0049,
      "step": 39361
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3726848942804598e-06,
      "loss": 0.0228,
      "step": 39362
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3724447395455984e-06,
      "loss": 0.0077,
      "step": 39363
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3722045890103784e-06,
      "loss": 0.0104,
      "step": 39364
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3719644426754207e-06,
      "loss": 0.0055,
      "step": 39365
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.371724300541341e-06,
      "loss": 0.0089,
      "step": 39366
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3714841626087657e-06,
      "loss": 0.0063,
      "step": 39367
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3712440288783105e-06,
      "loss": 0.0098,
      "step": 39368
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3710038993505944e-06,
      "loss": 0.0228,
      "step": 39369
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.370763774026239e-06,
      "loss": 0.0085,
      "step": 39370
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3705236529058615e-06,
      "loss": 0.0117,
      "step": 39371
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3702835359900844e-06,
      "loss": 0.0074,
      "step": 39372
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3700434232795255e-06,
      "loss": 0.0177,
      "step": 39373
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.369803314774803e-06,
      "loss": 0.006,
      "step": 39374
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3695632104765395e-06,
      "loss": 0.0071,
      "step": 39375
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.369323110385353e-06,
      "loss": 0.0093,
      "step": 39376
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3690830145018637e-06,
      "loss": 0.0027,
      "step": 39377
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3688429228266905e-06,
      "loss": 0.0085,
      "step": 39378
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.368602835360453e-06,
      "loss": 0.0133,
      "step": 39379
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3683627521037702e-06,
      "loss": 0.0012,
      "step": 39380
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3681226730572615e-06,
      "loss": 0.0076,
      "step": 39381
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3678825982215484e-06,
      "loss": 0.0027,
      "step": 39382
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.36764252759725e-06,
      "loss": 0.0045,
      "step": 39383
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.367402461184982e-06,
      "loss": 0.0075,
      "step": 39384
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.367162398985369e-06,
      "loss": 0.0055,
      "step": 39385
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.366922340999027e-06,
      "loss": 0.0054,
      "step": 39386
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3666822872265768e-06,
      "loss": 0.0037,
      "step": 39387
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3664422376686384e-06,
      "loss": 0.0037,
      "step": 39388
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.366202192325828e-06,
      "loss": 0.0077,
      "step": 39389
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3659621511987708e-06,
      "loss": 0.0046,
      "step": 39390
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3657221142880786e-06,
      "loss": 0.0066,
      "step": 39391
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3654820815943778e-06,
      "loss": 0.0046,
      "step": 39392
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.365242053118284e-06,
      "loss": 0.0145,
      "step": 39393
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3650020288604175e-06,
      "loss": 0.0113,
      "step": 39394
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3647620088213977e-06,
      "loss": 0.0068,
      "step": 39395
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3645219930018438e-06,
      "loss": 0.0069,
      "step": 39396
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3642819814023753e-06,
      "loss": 0.0114,
      "step": 39397
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3640419740236114e-06,
      "loss": 0.0063,
      "step": 39398
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3638019708661696e-06,
      "loss": 0.0067,
      "step": 39399
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.363561971930672e-06,
      "loss": 0.0323,
      "step": 39400
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.363321977217737e-06,
      "loss": 0.0254,
      "step": 39401
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3630819867279847e-06,
      "loss": 0.0111,
      "step": 39402
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.362842000462033e-06,
      "loss": 0.006,
      "step": 39403
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3626020184205e-06,
      "loss": 0.0119,
      "step": 39404
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.362362040604008e-06,
      "loss": 0.0069,
      "step": 39405
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3621220670131723e-06,
      "loss": 0.0069,
      "step": 39406
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3618820976486164e-06,
      "loss": 0.0079,
      "step": 39407
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3616421325109587e-06,
      "loss": 0.004,
      "step": 39408
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3614021716008145e-06,
      "loss": 0.0103,
      "step": 39409
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.361162214918807e-06,
      "loss": 0.0101,
      "step": 39410
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3609222624655534e-06,
      "loss": 0.0113,
      "step": 39411
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.360682314241675e-06,
      "loss": 0.0079,
      "step": 39412
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3604423702477895e-06,
      "loss": 0.0057,
      "step": 39413
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.360202430484513e-06,
      "loss": 0.0145,
      "step": 39414
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3599624949524717e-06,
      "loss": 0.004,
      "step": 39415
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.359722563652277e-06,
      "loss": 0.0153,
      "step": 39416
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3594826365845547e-06,
      "loss": 0.005,
      "step": 39417
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3592427137499196e-06,
      "loss": 0.0066,
      "step": 39418
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.359002795148992e-06,
      "loss": 0.0047,
      "step": 39419
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.358762880782391e-06,
      "loss": 0.02,
      "step": 39420
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3585229706507354e-06,
      "loss": 0.0075,
      "step": 39421
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3582830647546454e-06,
      "loss": 0.0046,
      "step": 39422
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3580431630947396e-06,
      "loss": 0.0069,
      "step": 39423
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.357803265671634e-06,
      "loss": 0.0083,
      "step": 39424
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3575633724859525e-06,
      "loss": 0.0174,
      "step": 39425
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.357323483538311e-06,
      "loss": 0.005,
      "step": 39426
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.357083598829329e-06,
      "loss": 0.0044,
      "step": 39427
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.356843718359627e-06,
      "loss": 0.0029,
      "step": 39428
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.356603842129822e-06,
      "loss": 0.0064,
      "step": 39429
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.356363970140534e-06,
      "loss": 0.0062,
      "step": 39430
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3561241023923795e-06,
      "loss": 0.0086,
      "step": 39431
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3558842388859826e-06,
      "loss": 0.0039,
      "step": 39432
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3556443796219596e-06,
      "loss": 0.0101,
      "step": 39433
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.355404524600926e-06,
      "loss": 0.0058,
      "step": 39434
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3551646738235055e-06,
      "loss": 0.0123,
      "step": 39435
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3549248272903153e-06,
      "loss": 0.0086,
      "step": 39436
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3546849850019747e-06,
      "loss": 0.0026,
      "step": 39437
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3544451469591023e-06,
      "loss": 0.004,
      "step": 39438
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.354205313162314e-06,
      "loss": 0.0052,
      "step": 39439
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.353965483612235e-06,
      "loss": 0.008,
      "step": 39440
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3537256583094773e-06,
      "loss": 0.0103,
      "step": 39441
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3534858372546655e-06,
      "loss": 0.0113,
      "step": 39442
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.353246020448416e-06,
      "loss": 0.0028,
      "step": 39443
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.353006207891346e-06,
      "loss": 0.0062,
      "step": 39444
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.352766399584077e-06,
      "loss": 0.0103,
      "step": 39445
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3525265955272248e-06,
      "loss": 0.0298,
      "step": 39446
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3522867957214126e-06,
      "loss": 0.0101,
      "step": 39447
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.352047000167256e-06,
      "loss": 0.0028,
      "step": 39448
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3518072088653718e-06,
      "loss": 0.0037,
      "step": 39449
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.351567421816384e-06,
      "loss": 0.0094,
      "step": 39450
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.351327639020907e-06,
      "loss": 0.005,
      "step": 39451
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3510878604795625e-06,
      "loss": 0.0048,
      "step": 39452
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3508480861929676e-06,
      "loss": 0.0071,
      "step": 39453
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3506083161617403e-06,
      "loss": 0.0087,
      "step": 39454
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3503685503865013e-06,
      "loss": 0.0102,
      "step": 39455
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.350128788867866e-06,
      "loss": 0.0053,
      "step": 39456
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.349889031606457e-06,
      "loss": 0.0009,
      "step": 39457
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3496492786028917e-06,
      "loss": 0.016,
      "step": 39458
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3494095298577867e-06,
      "loss": 0.0593,
      "step": 39459
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.349169785371764e-06,
      "loss": 0.014,
      "step": 39460
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.348930045145439e-06,
      "loss": 0.026,
      "step": 39461
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.348690309179432e-06,
      "loss": 0.0026,
      "step": 39462
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3484505774743626e-06,
      "loss": 0.0052,
      "step": 39463
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3482108500308453e-06,
      "loss": 0.0044,
      "step": 39464
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.347971126849504e-06,
      "loss": 0.0198,
      "step": 39465
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.347731407930953e-06,
      "loss": 0.0045,
      "step": 39466
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.347491693275814e-06,
      "loss": 0.0128,
      "step": 39467
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3472519828847037e-06,
      "loss": 0.0303,
      "step": 39468
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.34701227675824e-06,
      "loss": 0.0132,
      "step": 39469
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.346772574897045e-06,
      "loss": 0.0038,
      "step": 39470
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3465328773017316e-06,
      "loss": 0.0087,
      "step": 39471
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.346293183972924e-06,
      "loss": 0.0027,
      "step": 39472
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3460534949112377e-06,
      "loss": 0.0144,
      "step": 39473
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.345813810117289e-06,
      "loss": 0.0044,
      "step": 39474
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3455741295917023e-06,
      "loss": 0.0051,
      "step": 39475
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.345334453335091e-06,
      "loss": 0.0029,
      "step": 39476
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3450947813480755e-06,
      "loss": 0.0072,
      "step": 39477
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3448551136312747e-06,
      "loss": 0.0144,
      "step": 39478
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.344615450185305e-06,
      "loss": 0.0425,
      "step": 39479
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.344375791010788e-06,
      "loss": 0.0114,
      "step": 39480
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.344136136108337e-06,
      "loss": 0.0035,
      "step": 39481
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.343896485478576e-06,
      "loss": 0.0057,
      "step": 39482
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3436568391221215e-06,
      "loss": 0.0079,
      "step": 39483
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3434171970395895e-06,
      "loss": 0.0036,
      "step": 39484
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3431775592316017e-06,
      "loss": 0.0071,
      "step": 39485
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.342937925698774e-06,
      "loss": 0.0192,
      "step": 39486
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3426982964417264e-06,
      "loss": 0.0123,
      "step": 39487
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3424586714610776e-06,
      "loss": 0.0155,
      "step": 39488
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3422190507574417e-06,
      "loss": 0.0121,
      "step": 39489
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.341979434331443e-06,
      "loss": 0.0036,
      "step": 39490
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.341739822183695e-06,
      "loss": 0.0069,
      "step": 39491
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.341500214314819e-06,
      "loss": 0.0278,
      "step": 39492
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3412606107254326e-06,
      "loss": 0.0141,
      "step": 39493
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3410210114161523e-06,
      "loss": 0.0166,
      "step": 39494
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.340781416387599e-06,
      "loss": 0.0029,
      "step": 39495
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.340541825640388e-06,
      "loss": 0.0082,
      "step": 39496
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3403022391751416e-06,
      "loss": 0.0089,
      "step": 39497
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3400626569924745e-06,
      "loss": 0.0064,
      "step": 39498
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3398230790930044e-06,
      "loss": 0.0067,
      "step": 39499
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.339583505477352e-06,
      "loss": 0.005,
      "step": 39500
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3393439361461344e-06,
      "loss": 0.0145,
      "step": 39501
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3391043710999717e-06,
      "loss": 0.0055,
      "step": 39502
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.338864810339479e-06,
      "loss": 0.0217,
      "step": 39503
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.338625253865275e-06,
      "loss": 0.0161,
      "step": 39504
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3383857016779798e-06,
      "loss": 0.0043,
      "step": 39505
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.338146153778208e-06,
      "loss": 0.008,
      "step": 39506
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3379066101665825e-06,
      "loss": 0.0092,
      "step": 39507
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.337667070843718e-06,
      "loss": 0.0089,
      "step": 39508
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3374275358102332e-06,
      "loss": 0.0072,
      "step": 39509
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.337188005066747e-06,
      "loss": 0.0376,
      "step": 39510
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.336948478613876e-06,
      "loss": 0.0253,
      "step": 39511
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3367089564522403e-06,
      "loss": 0.0047,
      "step": 39512
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3364694385824576e-06,
      "loss": 0.0023,
      "step": 39513
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3362299250051423e-06,
      "loss": 0.0057,
      "step": 39514
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3359904157209178e-06,
      "loss": 0.0041,
      "step": 39515
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.335750910730398e-06,
      "loss": 0.0179,
      "step": 39516
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.335511410034204e-06,
      "loss": 0.0037,
      "step": 39517
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3352719136329527e-06,
      "loss": 0.0043,
      "step": 39518
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3350324215272602e-06,
      "loss": 0.0052,
      "step": 39519
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3347929337177464e-06,
      "loss": 0.007,
      "step": 39520
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.334553450205027e-06,
      "loss": 0.0057,
      "step": 39521
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.334313970989724e-06,
      "loss": 0.011,
      "step": 39522
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3340744960724546e-06,
      "loss": 0.0105,
      "step": 39523
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3338350254538323e-06,
      "loss": 0.0036,
      "step": 39524
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3335955591344794e-06,
      "loss": 0.0247,
      "step": 39525
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3333560971150114e-06,
      "loss": 0.0204,
      "step": 39526
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3331166393960483e-06,
      "loss": 0.0351,
      "step": 39527
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.332877185978207e-06,
      "loss": 0.0048,
      "step": 39528
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3326377368621044e-06,
      "loss": 0.0066,
      "step": 39529
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3323982920483594e-06,
      "loss": 0.0222,
      "step": 39530
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.332158851537588e-06,
      "loss": 0.0104,
      "step": 39531
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3319194153304115e-06,
      "loss": 0.0255,
      "step": 39532
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.331679983427446e-06,
      "loss": 0.0081,
      "step": 39533
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.331440555829308e-06,
      "loss": 0.0066,
      "step": 39534
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3312011325366177e-06,
      "loss": 0.0037,
      "step": 39535
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.330961713549991e-06,
      "loss": 0.0107,
      "step": 39536
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.330722298870047e-06,
      "loss": 0.0017,
      "step": 39537
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3304828884974026e-06,
      "loss": 0.0162,
      "step": 39538
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3302434824326745e-06,
      "loss": 0.0037,
      "step": 39539
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.330004080676483e-06,
      "loss": 0.0051,
      "step": 39540
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3297646832294445e-06,
      "loss": 0.0238,
      "step": 39541
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.329525290092177e-06,
      "loss": 0.0033,
      "step": 39542
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.329285901265299e-06,
      "loss": 0.012,
      "step": 39543
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.329046516749425e-06,
      "loss": 0.0077,
      "step": 39544
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.328807136545177e-06,
      "loss": 0.0017,
      "step": 39545
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3285677606531676e-06,
      "loss": 0.0045,
      "step": 39546
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3283283890740196e-06,
      "loss": 0.008,
      "step": 39547
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3280890218083505e-06,
      "loss": 0.0036,
      "step": 39548
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.327849658856772e-06,
      "loss": 0.0016,
      "step": 39549
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3276103002199078e-06,
      "loss": 0.0034,
      "step": 39550
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3273709458983725e-06,
      "loss": 0.0032,
      "step": 39551
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3271315958927865e-06,
      "loss": 0.0175,
      "step": 39552
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3268922502037647e-06,
      "loss": 0.0145,
      "step": 39553
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3266529088319237e-06,
      "loss": 0.0063,
      "step": 39554
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3264135717778865e-06,
      "loss": 0.0186,
      "step": 39555
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3261742390422634e-06,
      "loss": 0.0023,
      "step": 39556
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.325934910625678e-06,
      "loss": 0.0107,
      "step": 39557
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3256955865287456e-06,
      "loss": 0.0038,
      "step": 39558
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3254562667520824e-06,
      "loss": 0.0169,
      "step": 39559
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3252169512963083e-06,
      "loss": 0.0039,
      "step": 39560
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.324977640162038e-06,
      "loss": 0.0255,
      "step": 39561
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.324738333349893e-06,
      "loss": 0.0106,
      "step": 39562
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.324499030860488e-06,
      "loss": 0.0087,
      "step": 39563
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.324259732694439e-06,
      "loss": 0.0109,
      "step": 39564
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.324020438852367e-06,
      "loss": 0.0138,
      "step": 39565
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.323781149334887e-06,
      "loss": 0.0047,
      "step": 39566
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3235418641426186e-06,
      "loss": 0.0071,
      "step": 39567
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.323302583276178e-06,
      "loss": 0.0154,
      "step": 39568
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.323063306736182e-06,
      "loss": 0.0131,
      "step": 39569
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3228240345232486e-06,
      "loss": 0.0066,
      "step": 39570
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.322584766637994e-06,
      "loss": 0.0137,
      "step": 39571
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.322345503081038e-06,
      "loss": 0.0144,
      "step": 39572
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.322106243852999e-06,
      "loss": 0.0024,
      "step": 39573
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3218669889544884e-06,
      "loss": 0.0186,
      "step": 39574
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3216277383861294e-06,
      "loss": 0.0029,
      "step": 39575
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3213884921485364e-06,
      "loss": 0.0217,
      "step": 39576
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3211492502423285e-06,
      "loss": 0.0069,
      "step": 39577
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.320910012668123e-06,
      "loss": 0.0048,
      "step": 39578
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.320670779426533e-06,
      "loss": 0.0019,
      "step": 39579
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.320431550518183e-06,
      "loss": 0.0157,
      "step": 39580
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3201923259436832e-06,
      "loss": 0.0067,
      "step": 39581
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.319953105703656e-06,
      "loss": 0.0102,
      "step": 39582
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.319713889798717e-06,
      "loss": 0.004,
      "step": 39583
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.319474678229482e-06,
      "loss": 0.0052,
      "step": 39584
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3192354709965707e-06,
      "loss": 0.0069,
      "step": 39585
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3189962681005974e-06,
      "loss": 0.0045,
      "step": 39586
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.318757069542183e-06,
      "loss": 0.0019,
      "step": 39587
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3185178753219426e-06,
      "loss": 0.0025,
      "step": 39588
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3182786854404916e-06,
      "loss": 0.0206,
      "step": 39589
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.318039499898451e-06,
      "loss": 0.0292,
      "step": 39590
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.317800318696435e-06,
      "loss": 0.005,
      "step": 39591
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3175611418350633e-06,
      "loss": 0.007,
      "step": 39592
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.317321969314952e-06,
      "loss": 0.0172,
      "step": 39593
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3170828011367164e-06,
      "loss": 0.0045,
      "step": 39594
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.316843637300976e-06,
      "loss": 0.0075,
      "step": 39595
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.316604477808345e-06,
      "loss": 0.0051,
      "step": 39596
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.316365322659445e-06,
      "loss": 0.0024,
      "step": 39597
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3161261718548897e-06,
      "loss": 0.0011,
      "step": 39598
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3158870253952973e-06,
      "loss": 0.012,
      "step": 39599
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3156478832812855e-06,
      "loss": 0.0054,
      "step": 39600
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.31540874551347e-06,
      "loss": 0.0091,
      "step": 39601
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.315169612092468e-06,
      "loss": 0.0091,
      "step": 39602
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.314930483018899e-06,
      "loss": 0.0119,
      "step": 39603
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.314691358293375e-06,
      "loss": 0.0107,
      "step": 39604
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.314452237916519e-06,
      "loss": 0.0023,
      "step": 39605
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3142131218889416e-06,
      "loss": 0.0171,
      "step": 39606
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.313974010211266e-06,
      "loss": 0.007,
      "step": 39607
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.313734902884107e-06,
      "loss": 0.0093,
      "step": 39608
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3134957999080793e-06,
      "loss": 0.0236,
      "step": 39609
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3132567012838023e-06,
      "loss": 0.0137,
      "step": 39610
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3130176070118914e-06,
      "loss": 0.0052,
      "step": 39611
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3127785170929667e-06,
      "loss": 0.0056,
      "step": 39612
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3125394315276414e-06,
      "loss": 0.0136,
      "step": 39613
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.312300350316533e-06,
      "loss": 0.0047,
      "step": 39614
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.312061273460261e-06,
      "loss": 0.0038,
      "step": 39615
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3118222009594387e-06,
      "loss": 0.033,
      "step": 39616
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3115831328146864e-06,
      "loss": 0.0037,
      "step": 39617
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3113440690266198e-06,
      "loss": 0.0067,
      "step": 39618
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.311105009595854e-06,
      "loss": 0.0018,
      "step": 39619
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.310865954523008e-06,
      "loss": 0.0136,
      "step": 39620
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.310626903808697e-06,
      "loss": 0.0089,
      "step": 39621
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3103878574535396e-06,
      "loss": 0.0059,
      "step": 39622
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3101488154581525e-06,
      "loss": 0.0196,
      "step": 39623
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3099097778231505e-06,
      "loss": 0.0057,
      "step": 39624
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3096707445491527e-06,
      "loss": 0.0106,
      "step": 39625
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3094317156367735e-06,
      "loss": 0.0063,
      "step": 39626
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3091926910866323e-06,
      "loss": 0.0048,
      "step": 39627
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3089536708993447e-06,
      "loss": 0.0145,
      "step": 39628
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.308714655075525e-06,
      "loss": 0.0027,
      "step": 39629
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.308475643615795e-06,
      "loss": 0.0113,
      "step": 39630
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3082366365207667e-06,
      "loss": 0.0059,
      "step": 39631
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3079976337910607e-06,
      "loss": 0.0022,
      "step": 39632
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3077586354272916e-06,
      "loss": 0.0033,
      "step": 39633
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.307519641430075e-06,
      "loss": 0.0091,
      "step": 39634
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3072806518000305e-06,
      "loss": 0.0217,
      "step": 39635
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3070416665377706e-06,
      "loss": 0.0205,
      "step": 39636
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3068026856439184e-06,
      "loss": 0.0091,
      "step": 39637
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.306563709119085e-06,
      "loss": 0.018,
      "step": 39638
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3063247369638874e-06,
      "loss": 0.0025,
      "step": 39639
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.306085769178945e-06,
      "loss": 0.0026,
      "step": 39640
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3058468057648716e-06,
      "loss": 0.0036,
      "step": 39641
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3056078467222875e-06,
      "loss": 0.0145,
      "step": 39642
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3053688920518058e-06,
      "loss": 0.0135,
      "step": 39643
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.305129941754044e-06,
      "loss": 0.0128,
      "step": 39644
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.304890995829619e-06,
      "loss": 0.0134,
      "step": 39645
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3046520542791467e-06,
      "loss": 0.0067,
      "step": 39646
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.304413117103246e-06,
      "loss": 0.0041,
      "step": 39647
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.304174184302531e-06,
      "loss": 0.0058,
      "step": 39648
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3039352558776184e-06,
      "loss": 0.0146,
      "step": 39649
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.303696331829126e-06,
      "loss": 0.007,
      "step": 39650
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3034574121576683e-06,
      "loss": 0.0131,
      "step": 39651
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.303218496863865e-06,
      "loss": 0.0066,
      "step": 39652
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3029795859483295e-06,
      "loss": 0.003,
      "step": 39653
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.302740679411678e-06,
      "loss": 0.0162,
      "step": 39654
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3025017772545306e-06,
      "loss": 0.0064,
      "step": 39655
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3022628794775003e-06,
      "loss": 0.0259,
      "step": 39656
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3020239860812053e-06,
      "loss": 0.02,
      "step": 39657
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3017850970662616e-06,
      "loss": 0.0127,
      "step": 39658
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.301546212433285e-06,
      "loss": 0.0111,
      "step": 39659
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.301307332182893e-06,
      "loss": 0.0196,
      "step": 39660
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3010684563156993e-06,
      "loss": 0.0065,
      "step": 39661
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.300829584832326e-06,
      "loss": 0.0118,
      "step": 39662
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.300590717733384e-06,
      "loss": 0.0252,
      "step": 39663
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3003518550194904e-06,
      "loss": 0.004,
      "step": 39664
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.3001129966912637e-06,
      "loss": 0.0038,
      "step": 39665
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2998741427493188e-06,
      "loss": 0.0049,
      "step": 39666
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.299635293194273e-06,
      "loss": 0.0058,
      "step": 39667
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2993964480267425e-06,
      "loss": 0.012,
      "step": 39668
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.299157607247342e-06,
      "loss": 0.0162,
      "step": 39669
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2989187708566895e-06,
      "loss": 0.0061,
      "step": 39670
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.298679938855399e-06,
      "loss": 0.0336,
      "step": 39671
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2984411112440897e-06,
      "loss": 0.0127,
      "step": 39672
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2982022880233775e-06,
      "loss": 0.0121,
      "step": 39673
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2979634691938765e-06,
      "loss": 0.0021,
      "step": 39674
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.297724654756205e-06,
      "loss": 0.017,
      "step": 39675
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2974858447109775e-06,
      "loss": 0.003,
      "step": 39676
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2972470390588116e-06,
      "loss": 0.0091,
      "step": 39677
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2970082378003242e-06,
      "loss": 0.0022,
      "step": 39678
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2967694409361273e-06,
      "loss": 0.0163,
      "step": 39679
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2965306484668425e-06,
      "loss": 0.0051,
      "step": 39680
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.296291860393083e-06,
      "loss": 0.0153,
      "step": 39681
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.296053076715466e-06,
      "loss": 0.0086,
      "step": 39682
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.295814297434607e-06,
      "loss": 0.0061,
      "step": 39683
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.295575522551121e-06,
      "loss": 0.0122,
      "step": 39684
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2953367520656264e-06,
      "loss": 0.0042,
      "step": 39685
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.295097985978737e-06,
      "loss": 0.0131,
      "step": 39686
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2948592242910713e-06,
      "loss": 0.0106,
      "step": 39687
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2946204670032467e-06,
      "loss": 0.0154,
      "step": 39688
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.294381714115873e-06,
      "loss": 0.0098,
      "step": 39689
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.294142965629572e-06,
      "loss": 0.0251,
      "step": 39690
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2939042215449567e-06,
      "loss": 0.0079,
      "step": 39691
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.293665481862646e-06,
      "loss": 0.012,
      "step": 39692
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2934267465832537e-06,
      "loss": 0.0076,
      "step": 39693
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.293188015707395e-06,
      "loss": 0.0033,
      "step": 39694
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2929492892356884e-06,
      "loss": 0.0048,
      "step": 39695
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2927105671687478e-06,
      "loss": 0.004,
      "step": 39696
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2924718495071907e-06,
      "loss": 0.0021,
      "step": 39697
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2922331362516335e-06,
      "loss": 0.0017,
      "step": 39698
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.29199442740269e-06,
      "loss": 0.0084,
      "step": 39699
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.291755722960978e-06,
      "loss": 0.0064,
      "step": 39700
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.291517022927112e-06,
      "loss": 0.0069,
      "step": 39701
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2912783273017097e-06,
      "loss": 0.0051,
      "step": 39702
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2910396360853857e-06,
      "loss": 0.0074,
      "step": 39703
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2908009492787546e-06,
      "loss": 0.0129,
      "step": 39704
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2905622668824355e-06,
      "loss": 0.0055,
      "step": 39705
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.290323588897042e-06,
      "loss": 0.0171,
      "step": 39706
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.290084915323192e-06,
      "loss": 0.0082,
      "step": 39707
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2898462461614988e-06,
      "loss": 0.0118,
      "step": 39708
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2896075814125793e-06,
      "loss": 0.0031,
      "step": 39709
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.289368921077051e-06,
      "loss": 0.0092,
      "step": 39710
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.289130265155525e-06,
      "loss": 0.0227,
      "step": 39711
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.288891613648623e-06,
      "loss": 0.0089,
      "step": 39712
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2886529665569587e-06,
      "loss": 0.0021,
      "step": 39713
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.288414323881145e-06,
      "loss": 0.0198,
      "step": 39714
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2881756856218017e-06,
      "loss": 0.0065,
      "step": 39715
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2879370517795415e-06,
      "loss": 0.0042,
      "step": 39716
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2876984223549833e-06,
      "loss": 0.0111,
      "step": 39717
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.287459797348741e-06,
      "loss": 0.0069,
      "step": 39718
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2872211767614278e-06,
      "loss": 0.0067,
      "step": 39719
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.286982560593665e-06,
      "loss": 0.0055,
      "step": 39720
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2867439488460627e-06,
      "loss": 0.0088,
      "step": 39721
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2865053415192405e-06,
      "loss": 0.0025,
      "step": 39722
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2862667386138135e-06,
      "loss": 0.0041,
      "step": 39723
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.286028140130396e-06,
      "loss": 0.0073,
      "step": 39724
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.285789546069605e-06,
      "loss": 0.0476,
      "step": 39725
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.285550956432054e-06,
      "loss": 0.0365,
      "step": 39726
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.285312371218362e-06,
      "loss": 0.0029,
      "step": 39727
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2850737904291417e-06,
      "loss": 0.0143,
      "step": 39728
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2848352140650084e-06,
      "loss": 0.0072,
      "step": 39729
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2845966421265816e-06,
      "loss": 0.0032,
      "step": 39730
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2843580746144733e-06,
      "loss": 0.0122,
      "step": 39731
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2841195115293005e-06,
      "loss": 0.013,
      "step": 39732
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2838809528716786e-06,
      "loss": 0.0175,
      "step": 39733
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.283642398642223e-06,
      "loss": 0.0171,
      "step": 39734
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2834038488415494e-06,
      "loss": 0.012,
      "step": 39735
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2831653034702708e-06,
      "loss": 0.0034,
      "step": 39736
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.282926762529008e-06,
      "loss": 0.0106,
      "step": 39737
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2826882260183745e-06,
      "loss": 0.0028,
      "step": 39738
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2824496939389816e-06,
      "loss": 0.0065,
      "step": 39739
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2822111662914502e-06,
      "loss": 0.0188,
      "step": 39740
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2819726430763944e-06,
      "loss": 0.0092,
      "step": 39741
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.281734124294427e-06,
      "loss": 0.0093,
      "step": 39742
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.281495609946167e-06,
      "loss": 0.005,
      "step": 39743
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2812571000322263e-06,
      "loss": 0.0053,
      "step": 39744
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.281018594553225e-06,
      "loss": 0.0161,
      "step": 39745
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2807800935097754e-06,
      "loss": 0.0032,
      "step": 39746
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.280541596902491e-06,
      "loss": 0.0255,
      "step": 39747
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2803031047319923e-06,
      "loss": 0.0221,
      "step": 39748
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2800646169988904e-06,
      "loss": 0.0153,
      "step": 39749
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.279826133703803e-06,
      "loss": 0.0133,
      "step": 39750
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.279587654847345e-06,
      "loss": 0.0162,
      "step": 39751
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2793491804301303e-06,
      "loss": 0.0103,
      "step": 39752
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2791107104527766e-06,
      "loss": 0.0117,
      "step": 39753
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.278872244915896e-06,
      "loss": 0.0035,
      "step": 39754
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2786337838201084e-06,
      "loss": 0.0046,
      "step": 39755
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2783953271660264e-06,
      "loss": 0.0136,
      "step": 39756
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2781568749542638e-06,
      "loss": 0.0038,
      "step": 39757
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2779184271854393e-06,
      "loss": 0.0098,
      "step": 39758
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.277679983860165e-06,
      "loss": 0.0049,
      "step": 39759
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.277441544979059e-06,
      "loss": 0.0031,
      "step": 39760
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.277203110542735e-06,
      "loss": 0.0053,
      "step": 39761
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.276964680551806e-06,
      "loss": 0.0052,
      "step": 39762
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.276726255006892e-06,
      "loss": 0.0032,
      "step": 39763
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2764878339086047e-06,
      "loss": 0.009,
      "step": 39764
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2762494172575616e-06,
      "loss": 0.0074,
      "step": 39765
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.276011005054377e-06,
      "loss": 0.0158,
      "step": 39766
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2757725972996646e-06,
      "loss": 0.0153,
      "step": 39767
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2755341939940415e-06,
      "loss": 0.0162,
      "step": 39768
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2752957951381205e-06,
      "loss": 0.0128,
      "step": 39769
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2750574007325215e-06,
      "loss": 0.0038,
      "step": 39770
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2748190107778554e-06,
      "loss": 0.0026,
      "step": 39771
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.274580625274737e-06,
      "loss": 0.012,
      "step": 39772
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2743422442237836e-06,
      "loss": 0.0076,
      "step": 39773
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.27410386762561e-06,
      "loss": 0.0026,
      "step": 39774
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2738654954808314e-06,
      "loss": 0.0308,
      "step": 39775
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.273627127790062e-06,
      "loss": 0.0128,
      "step": 39776
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.273388764553917e-06,
      "loss": 0.0086,
      "step": 39777
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2731504057730123e-06,
      "loss": 0.0259,
      "step": 39778
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.272912051447961e-06,
      "loss": 0.0055,
      "step": 39779
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.27267370157938e-06,
      "loss": 0.0059,
      "step": 39780
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.272435356167885e-06,
      "loss": 0.0029,
      "step": 39781
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2721970152140885e-06,
      "loss": 0.0085,
      "step": 39782
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.271958678718608e-06,
      "loss": 0.0059,
      "step": 39783
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2717203466820558e-06,
      "loss": 0.0033,
      "step": 39784
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.27148201910505e-06,
      "loss": 0.0062,
      "step": 39785
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2712436959882036e-06,
      "loss": 0.009,
      "step": 39786
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2710053773321305e-06,
      "loss": 0.0041,
      "step": 39787
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.270767063137448e-06,
      "loss": 0.0032,
      "step": 39788
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.27052875340477e-06,
      "loss": 0.0142,
      "step": 39789
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.270290448134712e-06,
      "loss": 0.0274,
      "step": 39790
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.270052147327889e-06,
      "loss": 0.0124,
      "step": 39791
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.269813850984913e-06,
      "loss": 0.0177,
      "step": 39792
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.269575559106404e-06,
      "loss": 0.0052,
      "step": 39793
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2693372716929708e-06,
      "loss": 0.0102,
      "step": 39794
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.269098988745234e-06,
      "loss": 0.0039,
      "step": 39795
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.268860710263807e-06,
      "loss": 0.0044,
      "step": 39796
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2686224362493e-06,
      "loss": 0.0068,
      "step": 39797
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.268384166702334e-06,
      "loss": 0.0141,
      "step": 39798
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.26814590162352e-06,
      "loss": 0.0072,
      "step": 39799
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.267907641013475e-06,
      "loss": 0.0037,
      "step": 39800
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2676693848728136e-06,
      "loss": 0.013,
      "step": 39801
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.267431133202148e-06,
      "loss": 0.0025,
      "step": 39802
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2671928860020965e-06,
      "loss": 0.0114,
      "step": 39803
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2669546432732695e-06,
      "loss": 0.0101,
      "step": 39804
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.266716405016287e-06,
      "loss": 0.009,
      "step": 39805
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2664781712317606e-06,
      "loss": 0.0097,
      "step": 39806
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2662399419203052e-06,
      "loss": 0.008,
      "step": 39807
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2660017170825365e-06,
      "loss": 0.0038,
      "step": 39808
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2657634967190677e-06,
      "loss": 0.005,
      "step": 39809
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.265525280830515e-06,
      "loss": 0.0043,
      "step": 39810
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2652870694174927e-06,
      "loss": 0.004,
      "step": 39811
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2650488624806134e-06,
      "loss": 0.0071,
      "step": 39812
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2648106600204954e-06,
      "loss": 0.0022,
      "step": 39813
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2645724620377505e-06,
      "loss": 0.0034,
      "step": 39814
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2643342685329947e-06,
      "loss": 0.0079,
      "step": 39815
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2640960795068434e-06,
      "loss": 0.0054,
      "step": 39816
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2638578949599087e-06,
      "loss": 0.0062,
      "step": 39817
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.263619714892807e-06,
      "loss": 0.0346,
      "step": 39818
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.263381539306151e-06,
      "loss": 0.0049,
      "step": 39819
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2631433682005587e-06,
      "loss": 0.0106,
      "step": 39820
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2629052015766438e-06,
      "loss": 0.0145,
      "step": 39821
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2626670394350167e-06,
      "loss": 0.0042,
      "step": 39822
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.262428881776297e-06,
      "loss": 0.0108,
      "step": 39823
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2621907286010958e-06,
      "loss": 0.0192,
      "step": 39824
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2619525799100305e-06,
      "loss": 0.0072,
      "step": 39825
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.261714435703714e-06,
      "loss": 0.0123,
      "step": 39826
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2614762959827582e-06,
      "loss": 0.005,
      "step": 39827
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2612381607477846e-06,
      "loss": 0.0121,
      "step": 39828
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2610000299993996e-06,
      "loss": 0.0059,
      "step": 39829
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2607619037382233e-06,
      "loss": 0.0203,
      "step": 39830
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.260523781964869e-06,
      "loss": 0.008,
      "step": 39831
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2602856646799485e-06,
      "loss": 0.0086,
      "step": 39832
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2600475518840796e-06,
      "loss": 0.0135,
      "step": 39833
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2598094435778744e-06,
      "loss": 0.007,
      "step": 39834
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.259571339761949e-06,
      "loss": 0.0136,
      "step": 39835
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2593332404369167e-06,
      "loss": 0.003,
      "step": 39836
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.25909514560339e-06,
      "loss": 0.0161,
      "step": 39837
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.258857055261988e-06,
      "loss": 0.0096,
      "step": 39838
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.258618969413321e-06,
      "loss": 0.0231,
      "step": 39839
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.258380888058006e-06,
      "loss": 0.0044,
      "step": 39840
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.258142811196656e-06,
      "loss": 0.0042,
      "step": 39841
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2579047388298833e-06,
      "loss": 0.0235,
      "step": 39842
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.257666670958307e-06,
      "loss": 0.0122,
      "step": 39843
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2574286075825355e-06,
      "loss": 0.0141,
      "step": 39844
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2571905487031897e-06,
      "loss": 0.014,
      "step": 39845
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2569524943208804e-06,
      "loss": 0.007,
      "step": 39846
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.2567144444362186e-06,
      "loss": 0.007,
      "step": 39847
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.256476399049825e-06,
      "loss": 0.0055,
      "step": 39848
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.256238358162309e-06,
      "loss": 0.0096,
      "step": 39849
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2560003217742877e-06,
      "loss": 0.0105,
      "step": 39850
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.255762289886374e-06,
      "loss": 0.0015,
      "step": 39851
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.255524262499181e-06,
      "loss": 0.0206,
      "step": 39852
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.255286239613326e-06,
      "loss": 0.0029,
      "step": 39853
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.255048221229419e-06,
      "loss": 0.015,
      "step": 39854
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2548102073480785e-06,
      "loss": 0.0248,
      "step": 39855
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2545721979699162e-06,
      "loss": 0.0025,
      "step": 39856
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2543341930955463e-06,
      "loss": 0.0057,
      "step": 39857
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.254096192725584e-06,
      "loss": 0.0102,
      "step": 39858
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.253858196860641e-06,
      "loss": 0.0316,
      "step": 39859
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2536202055013368e-06,
      "loss": 0.0021,
      "step": 39860
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2533822186482798e-06,
      "loss": 0.0123,
      "step": 39861
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2531442363020843e-06,
      "loss": 0.0026,
      "step": 39862
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.252906258463369e-06,
      "loss": 0.0144,
      "step": 39863
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.252668285132743e-06,
      "loss": 0.0112,
      "step": 39864
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.252430316310824e-06,
      "loss": 0.0063,
      "step": 39865
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.252192351998225e-06,
      "loss": 0.0018,
      "step": 39866
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2519543921955576e-06,
      "loss": 0.0163,
      "step": 39867
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.25171643690344e-06,
      "loss": 0.0193,
      "step": 39868
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.251478486122481e-06,
      "loss": 0.0078,
      "step": 39869
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2512405398533002e-06,
      "loss": 0.0055,
      "step": 39870
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2510025980965094e-06,
      "loss": 0.0209,
      "step": 39871
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2507646608527203e-06,
      "loss": 0.0064,
      "step": 39872
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2505267281225504e-06,
      "loss": 0.0244,
      "step": 39873
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.250288799906611e-06,
      "loss": 0.0035,
      "step": 39874
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.250050876205517e-06,
      "loss": 0.0123,
      "step": 39875
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2498129570198833e-06,
      "loss": 0.0174,
      "step": 39876
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2495750423503215e-06,
      "loss": 0.0144,
      "step": 39877
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.249337132197449e-06,
      "loss": 0.0068,
      "step": 39878
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2490992265618737e-06,
      "loss": 0.0065,
      "step": 39879
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2488613254442164e-06,
      "loss": 0.0195,
      "step": 39880
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.248623428845088e-06,
      "loss": 0.0051,
      "step": 39881
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.248385536765101e-06,
      "loss": 0.0063,
      "step": 39882
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2481476492048713e-06,
      "loss": 0.0117,
      "step": 39883
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2479097661650096e-06,
      "loss": 0.0049,
      "step": 39884
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2476718876461354e-06,
      "loss": 0.0046,
      "step": 39885
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2474340136488582e-06,
      "loss": 0.0117,
      "step": 39886
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2471961441737904e-06,
      "loss": 0.0085,
      "step": 39887
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2469582792215503e-06,
      "loss": 0.0046,
      "step": 39888
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2467204187927486e-06,
      "loss": 0.0048,
      "step": 39889
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2464825628880008e-06,
      "loss": 0.0039,
      "step": 39890
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.24624471150792e-06,
      "loss": 0.0235,
      "step": 39891
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2460068646531186e-06,
      "loss": 0.0057,
      "step": 39892
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.245769022324212e-06,
      "loss": 0.0109,
      "step": 39893
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.245531184521812e-06,
      "loss": 0.0093,
      "step": 39894
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2452933512465355e-06,
      "loss": 0.0104,
      "step": 39895
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.245055522498994e-06,
      "loss": 0.0045,
      "step": 39896
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.244817698279801e-06,
      "loss": 0.0124,
      "step": 39897
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.244579878589572e-06,
      "loss": 0.0017,
      "step": 39898
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.244342063428918e-06,
      "loss": 0.0261,
      "step": 39899
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2441042527984545e-06,
      "loss": 0.0278,
      "step": 39900
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.243866446698795e-06,
      "loss": 0.0085,
      "step": 39901
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.243628645130551e-06,
      "loss": 0.0113,
      "step": 39902
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.243390848094341e-06,
      "loss": 0.0074,
      "step": 39903
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.243153055590772e-06,
      "loss": 0.0084,
      "step": 39904
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.242915267620463e-06,
      "loss": 0.0083,
      "step": 39905
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.242677484184026e-06,
      "loss": 0.0038,
      "step": 39906
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2424397052820726e-06,
      "loss": 0.0066,
      "step": 39907
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2422019309152196e-06,
      "loss": 0.0158,
      "step": 39908
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2419641610840764e-06,
      "loss": 0.0063,
      "step": 39909
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.241726395789262e-06,
      "loss": 0.0053,
      "step": 39910
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.241488635031386e-06,
      "loss": 0.0054,
      "step": 39911
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.241250878811061e-06,
      "loss": 0.0126,
      "step": 39912
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2410131271289043e-06,
      "loss": 0.0132,
      "step": 39913
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.240775379985526e-06,
      "loss": 0.015,
      "step": 39914
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2405376373815424e-06,
      "loss": 0.0112,
      "step": 39915
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.240299899317565e-06,
      "loss": 0.0093,
      "step": 39916
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2400621657942073e-06,
      "loss": 0.0097,
      "step": 39917
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2398244368120835e-06,
      "loss": 0.0107,
      "step": 39918
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.239586712371805e-06,
      "loss": 0.0082,
      "step": 39919
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.23934899247399e-06,
      "loss": 0.0325,
      "step": 39920
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.239111277119247e-06,
      "loss": 0.0051,
      "step": 39921
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2388735663081917e-06,
      "loss": 0.0042,
      "step": 39922
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.238635860041437e-06,
      "loss": 0.0341,
      "step": 39923
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2383981583195958e-06,
      "loss": 0.0113,
      "step": 39924
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.238160461143282e-06,
      "loss": 0.0171,
      "step": 39925
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2379227685131096e-06,
      "loss": 0.0046,
      "step": 39926
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.237685080429689e-06,
      "loss": 0.0297,
      "step": 39927
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2374473968936377e-06,
      "loss": 0.0073,
      "step": 39928
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.237209717905566e-06,
      "loss": 0.0081,
      "step": 39929
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2369720434660888e-06,
      "loss": 0.0053,
      "step": 39930
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2367343735758193e-06,
      "loss": 0.0117,
      "step": 39931
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2364967082353686e-06,
      "loss": 0.0122,
      "step": 39932
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.236259047445353e-06,
      "loss": 0.0046,
      "step": 39933
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.236021391206382e-06,
      "loss": 0.0079,
      "step": 39934
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.235783739519075e-06,
      "loss": 0.0079,
      "step": 39935
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2355460923840398e-06,
      "loss": 0.0078,
      "step": 39936
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2353084498018884e-06,
      "loss": 0.0228,
      "step": 39937
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2350708117732397e-06,
      "loss": 0.0111,
      "step": 39938
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.234833178298703e-06,
      "loss": 0.005,
      "step": 39939
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.234595549378893e-06,
      "loss": 0.0139,
      "step": 39940
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2343579250144225e-06,
      "loss": 0.0045,
      "step": 39941
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2341203052059035e-06,
      "loss": 0.0236,
      "step": 39942
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2338826899539512e-06,
      "loss": 0.0068,
      "step": 39943
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.233645079259175e-06,
      "loss": 0.004,
      "step": 39944
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.233407473122193e-06,
      "loss": 0.0041,
      "step": 39945
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.233169871543616e-06,
      "loss": 0.0167,
      "step": 39946
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.232932274524056e-06,
      "loss": 0.0055,
      "step": 39947
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.232694682064128e-06,
      "loss": 0.018,
      "step": 39948
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.232457094164443e-06,
      "loss": 0.0063,
      "step": 39949
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.232219510825617e-06,
      "loss": 0.0085,
      "step": 39950
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2319819320482604e-06,
      "loss": 0.0031,
      "step": 39951
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2317443578329855e-06,
      "loss": 0.0042,
      "step": 39952
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.231506788180409e-06,
      "loss": 0.0062,
      "step": 39953
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.231269223091141e-06,
      "loss": 0.0198,
      "step": 39954
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2310316625657955e-06,
      "loss": 0.0053,
      "step": 39955
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2307941066049866e-06,
      "loss": 0.0083,
      "step": 39956
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2305565552093244e-06,
      "loss": 0.0068,
      "step": 39957
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2303190083794243e-06,
      "loss": 0.0062,
      "step": 39958
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2300814661158962e-06,
      "loss": 0.0115,
      "step": 39959
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2298439284193576e-06,
      "loss": 0.015,
      "step": 39960
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.22960639529042e-06,
      "loss": 0.0117,
      "step": 39961
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.229368866729693e-06,
      "loss": 0.0133,
      "step": 39962
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.229131342737793e-06,
      "loss": 0.0499,
      "step": 39963
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.228893823315331e-06,
      "loss": 0.0172,
      "step": 39964
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2286563084629217e-06,
      "loss": 0.0024,
      "step": 39965
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2284187981811775e-06,
      "loss": 0.0052,
      "step": 39966
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.228181292470709e-06,
      "loss": 0.0216,
      "step": 39967
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.227943791332132e-06,
      "loss": 0.017,
      "step": 39968
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2277062947660564e-06,
      "loss": 0.0235,
      "step": 39969
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.227468802773098e-06,
      "loss": 0.0052,
      "step": 39970
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.227231315353869e-06,
      "loss": 0.019,
      "step": 39971
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.22699383250898e-06,
      "loss": 0.0113,
      "step": 39972
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2267563542390467e-06,
      "loss": 0.0077,
      "step": 39973
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.226518880544679e-06,
      "loss": 0.004,
      "step": 39974
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.226281411426493e-06,
      "loss": 0.0047,
      "step": 39975
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.226043946885099e-06,
      "loss": 0.0087,
      "step": 39976
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2258064869211082e-06,
      "loss": 0.0084,
      "step": 39977
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2255690315351373e-06,
      "loss": 0.0052,
      "step": 39978
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.225331580727796e-06,
      "loss": 0.01,
      "step": 39979
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2250941344997e-06,
      "loss": 0.0305,
      "step": 39980
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.22485669285146e-06,
      "loss": 0.0044,
      "step": 39981
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2246192557836877e-06,
      "loss": 0.0345,
      "step": 39982
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.224381823296997e-06,
      "loss": 0.0058,
      "step": 39983
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.224144395391999e-06,
      "loss": 0.0051,
      "step": 39984
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2239069720693106e-06,
      "loss": 0.0023,
      "step": 39985
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2236695533295413e-06,
      "loss": 0.005,
      "step": 39986
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2234321391733027e-06,
      "loss": 0.0152,
      "step": 39987
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2231947296012093e-06,
      "loss": 0.0024,
      "step": 39988
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.222957324613873e-06,
      "loss": 0.0097,
      "step": 39989
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2227199242119072e-06,
      "loss": 0.0058,
      "step": 39990
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2224825283959237e-06,
      "loss": 0.0076,
      "step": 39991
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.222245137166533e-06,
      "loss": 0.0232,
      "step": 39992
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2220077505243534e-06,
      "loss": 0.0052,
      "step": 39993
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.221770368469991e-06,
      "loss": 0.0068,
      "step": 39994
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2215329910040627e-06,
      "loss": 0.013,
      "step": 39995
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2212956181271794e-06,
      "loss": 0.0036,
      "step": 39996
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2210582498399535e-06,
      "loss": 0.0159,
      "step": 39997
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.220820886142998e-06,
      "loss": 0.0039,
      "step": 39998
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.220583527036924e-06,
      "loss": 0.011,
      "step": 39999
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2203461725223463e-06,
      "loss": 0.0097,
      "step": 40000
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2201088225998763e-06,
      "loss": 0.0219,
      "step": 40001
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.219871477270124e-06,
      "loss": 0.004,
      "step": 40002
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.219634136533706e-06,
      "loss": 0.0106,
      "step": 40003
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2193968003912317e-06,
      "loss": 0.0082,
      "step": 40004
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2191594688433157e-06,
      "loss": 0.0472,
      "step": 40005
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.218922141890569e-06,
      "loss": 0.0254,
      "step": 40006
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.218684819533604e-06,
      "loss": 0.001,
      "step": 40007
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2184475017730343e-06,
      "loss": 0.0042,
      "step": 40008
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2182101886094686e-06,
      "loss": 0.0163,
      "step": 40009
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2179728800435246e-06,
      "loss": 0.0236,
      "step": 40010
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.217735576075813e-06,
      "loss": 0.0056,
      "step": 40011
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.217498276706942e-06,
      "loss": 0.0084,
      "step": 40012
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.217260981937529e-06,
      "loss": 0.0061,
      "step": 40013
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.217023691768183e-06,
      "loss": 0.0199,
      "step": 40014
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2167864061995185e-06,
      "loss": 0.004,
      "step": 40015
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2165491252321474e-06,
      "loss": 0.002,
      "step": 40016
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.216311848866679e-06,
      "loss": 0.0103,
      "step": 40017
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2160745771037315e-06,
      "loss": 0.0011,
      "step": 40018
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2158373099439105e-06,
      "loss": 0.0373,
      "step": 40019
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2156000473878335e-06,
      "loss": 0.0071,
      "step": 40020
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2153627894361108e-06,
      "loss": 0.0066,
      "step": 40021
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.215125536089353e-06,
      "loss": 0.0083,
      "step": 40022
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2148882873481745e-06,
      "loss": 0.0042,
      "step": 40023
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.214651043213185e-06,
      "loss": 0.0073,
      "step": 40024
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2144138036850013e-06,
      "loss": 0.0134,
      "step": 40025
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.214176568764231e-06,
      "loss": 0.0405,
      "step": 40026
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2139393384514872e-06,
      "loss": 0.01,
      "step": 40027
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.213702112747384e-06,
      "loss": 0.0035,
      "step": 40028
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2134648916525313e-06,
      "loss": 0.0106,
      "step": 40029
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.213227675167543e-06,
      "loss": 0.0076,
      "step": 40030
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2129904632930296e-06,
      "loss": 0.0212,
      "step": 40031
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2127532560296036e-06,
      "loss": 0.0187,
      "step": 40032
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2125160533778786e-06,
      "loss": 0.0064,
      "step": 40033
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2122788553384636e-06,
      "loss": 0.0007,
      "step": 40034
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2120416619119743e-06,
      "loss": 0.0039,
      "step": 40035
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2118044730990206e-06,
      "loss": 0.0034,
      "step": 40036
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.211567288900214e-06,
      "loss": 0.0114,
      "step": 40037
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2113301093161685e-06,
      "loss": 0.0053,
      "step": 40038
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.211092934347494e-06,
      "loss": 0.0073,
      "step": 40039
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2108557639948044e-06,
      "loss": 0.0255,
      "step": 40040
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.210618598258711e-06,
      "loss": 0.005,
      "step": 40041
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2103814371398232e-06,
      "loss": 0.0027,
      "step": 40042
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2101442806387582e-06,
      "loss": 0.0141,
      "step": 40043
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.209907128756122e-06,
      "loss": 0.0049,
      "step": 40044
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2096699814925325e-06,
      "loss": 0.022,
      "step": 40045
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2094328388485975e-06,
      "loss": 0.0108,
      "step": 40046
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.20919570082493e-06,
      "loss": 0.0058,
      "step": 40047
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2089585674221424e-06,
      "loss": 0.018,
      "step": 40048
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.208721438640844e-06,
      "loss": 0.0005,
      "step": 40049
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2084843144816525e-06,
      "loss": 0.0067,
      "step": 40050
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2082471949451744e-06,
      "loss": 0.0154,
      "step": 40051
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2080100800320214e-06,
      "loss": 0.0078,
      "step": 40052
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2077729697428095e-06,
      "loss": 0.0074,
      "step": 40053
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2075358640781467e-06,
      "loss": 0.0083,
      "step": 40054
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2072987630386476e-06,
      "loss": 0.0105,
      "step": 40055
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2070616666249234e-06,
      "loss": 0.0032,
      "step": 40056
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.206824574837583e-06,
      "loss": 0.0209,
      "step": 40057
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2065874876772418e-06,
      "loss": 0.002,
      "step": 40058
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2063504051445084e-06,
      "loss": 0.0012,
      "step": 40059
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.206113327239998e-06,
      "loss": 0.0063,
      "step": 40060
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2058762539643214e-06,
      "loss": 0.0154,
      "step": 40061
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.205639185318088e-06,
      "loss": 0.0239,
      "step": 40062
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2054021213019116e-06,
      "loss": 0.008,
      "step": 40063
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2051650619164033e-06,
      "loss": 0.0065,
      "step": 40064
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.204928007162176e-06,
      "loss": 0.0278,
      "step": 40065
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2046909570398386e-06,
      "loss": 0.015,
      "step": 40066
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.204453911550004e-06,
      "loss": 0.0134,
      "step": 40067
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2042168706932865e-06,
      "loss": 0.0147,
      "step": 40068
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.203979834470293e-06,
      "loss": 0.0031,
      "step": 40069
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2037428028816397e-06,
      "loss": 0.0248,
      "step": 40070
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2035057759279362e-06,
      "loss": 0.0079,
      "step": 40071
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.203268753609793e-06,
      "loss": 0.0438,
      "step": 40072
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.203031735927824e-06,
      "loss": 0.0154,
      "step": 40073
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2027947228826373e-06,
      "loss": 0.0124,
      "step": 40074
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.20255771447485e-06,
      "loss": 0.0058,
      "step": 40075
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.202320710705069e-06,
      "loss": 0.0042,
      "step": 40076
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2020837115739056e-06,
      "loss": 0.0121,
      "step": 40077
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.201846717081975e-06,
      "loss": 0.0057,
      "step": 40078
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.201609727229886e-06,
      "loss": 0.0065,
      "step": 40079
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.201372742018252e-06,
      "loss": 0.0127,
      "step": 40080
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2011357614476825e-06,
      "loss": 0.0242,
      "step": 40081
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.200898785518789e-06,
      "loss": 0.0056,
      "step": 40082
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2006618142321847e-06,
      "loss": 0.0035,
      "step": 40083
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.200424847588479e-06,
      "loss": 0.0082,
      "step": 40084
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.2001878855882863e-06,
      "loss": 0.0012,
      "step": 40085
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1999509282322155e-06,
      "loss": 0.0155,
      "step": 40086
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1997139755208783e-06,
      "loss": 0.0088,
      "step": 40087
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1994770274548883e-06,
      "loss": 0.004,
      "step": 40088
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1992400840348532e-06,
      "loss": 0.0125,
      "step": 40089
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.199003145261388e-06,
      "loss": 0.0056,
      "step": 40090
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1987662111351027e-06,
      "loss": 0.014,
      "step": 40091
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.198529281656606e-06,
      "loss": 0.0135,
      "step": 40092
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1982923568265133e-06,
      "loss": 0.0048,
      "step": 40093
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.198055436645434e-06,
      "loss": 0.0023,
      "step": 40094
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1978185211139813e-06,
      "loss": 0.008,
      "step": 40095
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1975816102327643e-06,
      "loss": 0.0054,
      "step": 40096
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.197344704002394e-06,
      "loss": 0.0043,
      "step": 40097
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1971078024234847e-06,
      "loss": 0.0083,
      "step": 40098
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.196870905496643e-06,
      "loss": 0.0194,
      "step": 40099
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1966340132224847e-06,
      "loss": 0.0036,
      "step": 40100
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.196397125601621e-06,
      "loss": 0.0018,
      "step": 40101
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.196160242634657e-06,
      "loss": 0.0077,
      "step": 40102
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.195923364322212e-06,
      "loss": 0.0175,
      "step": 40103
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.195686490664892e-06,
      "loss": 0.0399,
      "step": 40104
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.195449621663311e-06,
      "loss": 0.0047,
      "step": 40105
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.195212757318078e-06,
      "loss": 0.0057,
      "step": 40106
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.194975897629805e-06,
      "loss": 0.0075,
      "step": 40107
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1947390425991043e-06,
      "loss": 0.0129,
      "step": 40108
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.194502192226584e-06,
      "loss": 0.007,
      "step": 40109
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1942653465128597e-06,
      "loss": 0.0045,
      "step": 40110
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1940285054585402e-06,
      "loss": 0.0091,
      "step": 40111
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1937916690642356e-06,
      "loss": 0.0061,
      "step": 40112
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.193554837330559e-06,
      "loss": 0.0033,
      "step": 40113
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1933180102581196e-06,
      "loss": 0.0061,
      "step": 40114
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1930811878475306e-06,
      "loss": 0.0079,
      "step": 40115
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.192844370099402e-06,
      "loss": 0.0015,
      "step": 40116
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1926075570143423e-06,
      "loss": 0.0065,
      "step": 40117
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1923707485929674e-06,
      "loss": 0.0074,
      "step": 40118
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.192133944835885e-06,
      "loss": 0.0093,
      "step": 40119
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1918971457437085e-06,
      "loss": 0.004,
      "step": 40120
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1916603513170475e-06,
      "loss": 0.0087,
      "step": 40121
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1914235615565115e-06,
      "loss": 0.0049,
      "step": 40122
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1911867764627145e-06,
      "loss": 0.0133,
      "step": 40123
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1909499960362643e-06,
      "loss": 0.0083,
      "step": 40124
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.190713220277775e-06,
      "loss": 0.003,
      "step": 40125
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.190476449187858e-06,
      "loss": 0.0083,
      "step": 40126
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.190239682767119e-06,
      "loss": 0.0057,
      "step": 40127
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1900029210161744e-06,
      "loss": 0.01,
      "step": 40128
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1897661639356327e-06,
      "loss": 0.0045,
      "step": 40129
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1895294115261055e-06,
      "loss": 0.0081,
      "step": 40130
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.189292663788204e-06,
      "loss": 0.0036,
      "step": 40131
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.189055920722536e-06,
      "loss": 0.0041,
      "step": 40132
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1888191823297184e-06,
      "loss": 0.0252,
      "step": 40133
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1885824486103556e-06,
      "loss": 0.0065,
      "step": 40134
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1883457195650624e-06,
      "loss": 0.007,
      "step": 40135
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.18810899519445e-06,
      "loss": 0.0058,
      "step": 40136
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1878722754991264e-06,
      "loss": 0.0142,
      "step": 40137
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.187635560479705e-06,
      "loss": 0.0089,
      "step": 40138
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1873988501367937e-06,
      "loss": 0.0078,
      "step": 40139
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.187162144471007e-06,
      "loss": 0.0088,
      "step": 40140
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.186925443482954e-06,
      "loss": 0.0105,
      "step": 40141
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1866887471732422e-06,
      "loss": 0.0032,
      "step": 40142
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1864520555424883e-06,
      "loss": 0.0059,
      "step": 40143
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.186215368591299e-06,
      "loss": 0.0132,
      "step": 40144
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.185978686320287e-06,
      "loss": 0.0034,
      "step": 40145
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.185742008730063e-06,
      "loss": 0.0049,
      "step": 40146
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1855053358212347e-06,
      "loss": 0.0068,
      "step": 40147
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1852686675944166e-06,
      "loss": 0.0331,
      "step": 40148
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.185032004050216e-06,
      "loss": 0.0214,
      "step": 40149
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1847953451892466e-06,
      "loss": 0.0104,
      "step": 40150
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1845586910121195e-06,
      "loss": 0.0038,
      "step": 40151
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1843220415194404e-06,
      "loss": 0.0133,
      "step": 40152
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.184085396711826e-06,
      "loss": 0.0046,
      "step": 40153
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.183848756589882e-06,
      "loss": 0.0065,
      "step": 40154
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1836121211542224e-06,
      "loss": 0.0021,
      "step": 40155
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.183375490405457e-06,
      "loss": 0.0044,
      "step": 40156
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1831388643441935e-06,
      "loss": 0.0041,
      "step": 40157
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1829022429710482e-06,
      "loss": 0.0017,
      "step": 40158
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.182665626286625e-06,
      "loss": 0.0041,
      "step": 40159
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1824290142915405e-06,
      "loss": 0.0076,
      "step": 40160
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.182192406986402e-06,
      "loss": 0.012,
      "step": 40161
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1819558043718203e-06,
      "loss": 0.0185,
      "step": 40162
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.181719206448406e-06,
      "loss": 0.008,
      "step": 40163
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1814826132167696e-06,
      "loss": 0.0225,
      "step": 40164
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.181246024677523e-06,
      "loss": 0.0044,
      "step": 40165
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1810094408312752e-06,
      "loss": 0.0159,
      "step": 40166
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.180772861678635e-06,
      "loss": 0.0066,
      "step": 40167
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.180536287220216e-06,
      "loss": 0.0117,
      "step": 40168
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1802997174566274e-06,
      "loss": 0.0024,
      "step": 40169
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1800631523884807e-06,
      "loss": 0.0119,
      "step": 40170
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.179826592016385e-06,
      "loss": 0.0084,
      "step": 40171
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1795900363409493e-06,
      "loss": 0.0088,
      "step": 40172
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1793534853627877e-06,
      "loss": 0.0051,
      "step": 40173
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.179116939082506e-06,
      "loss": 0.003,
      "step": 40174
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.17888039750072e-06,
      "loss": 0.0069,
      "step": 40175
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.178643860618037e-06,
      "loss": 0.0161,
      "step": 40176
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.178407328435065e-06,
      "loss": 0.0035,
      "step": 40177
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1781708009524194e-06,
      "loss": 0.0017,
      "step": 40178
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.177934278170706e-06,
      "loss": 0.0025,
      "step": 40179
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.177697760090539e-06,
      "loss": 0.0328,
      "step": 40180
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1774612467125265e-06,
      "loss": 0.01,
      "step": 40181
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1772247380372766e-06,
      "loss": 0.0101,
      "step": 40182
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.176988234065406e-06,
      "loss": 0.0082,
      "step": 40183
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1767517347975174e-06,
      "loss": 0.017,
      "step": 40184
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.176515240234227e-06,
      "loss": 0.0061,
      "step": 40185
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.176278750376142e-06,
      "loss": 0.0247,
      "step": 40186
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.176042265223873e-06,
      "loss": 0.0056,
      "step": 40187
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.175805784778031e-06,
      "loss": 0.0103,
      "step": 40188
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.175569309039224e-06,
      "loss": 0.011,
      "step": 40189
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1753328380080674e-06,
      "loss": 0.0075,
      "step": 40190
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.175096371685166e-06,
      "loss": 0.0087,
      "step": 40191
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1748599100711304e-06,
      "loss": 0.0049,
      "step": 40192
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1746234531665744e-06,
      "loss": 0.0097,
      "step": 40193
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1743870009721045e-06,
      "loss": 0.0012,
      "step": 40194
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1741505534883333e-06,
      "loss": 0.0023,
      "step": 40195
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.17391411071587e-06,
      "loss": 0.0077,
      "step": 40196
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1736776726553237e-06,
      "loss": 0.0143,
      "step": 40197
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1734412393073063e-06,
      "loss": 0.0048,
      "step": 40198
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1732048106724246e-06,
      "loss": 0.0085,
      "step": 40199
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1729683867512935e-06,
      "loss": 0.0099,
      "step": 40200
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.17273196754452e-06,
      "loss": 0.0107,
      "step": 40201
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1724955530527146e-06,
      "loss": 0.0041,
      "step": 40202
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1722591432764883e-06,
      "loss": 0.0117,
      "step": 40203
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1720227382164482e-06,
      "loss": 0.0054,
      "step": 40204
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1717863378732085e-06,
      "loss": 0.0127,
      "step": 40205
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1715499422473766e-06,
      "loss": 0.0045,
      "step": 40206
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.171313551339561e-06,
      "loss": 0.0299,
      "step": 40207
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.171077165150377e-06,
      "loss": 0.0045,
      "step": 40208
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.170840783680428e-06,
      "loss": 0.0329,
      "step": 40209
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1706044069303283e-06,
      "loss": 0.032,
      "step": 40210
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.170368034900687e-06,
      "loss": 0.0025,
      "step": 40211
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1701316675921134e-06,
      "loss": 0.014,
      "step": 40212
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.169895305005218e-06,
      "loss": 0.006,
      "step": 40213
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.169658947140608e-06,
      "loss": 0.0166,
      "step": 40214
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1694225939989e-06,
      "loss": 0.0229,
      "step": 40215
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1691862455806975e-06,
      "loss": 0.0326,
      "step": 40216
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1689499018866105e-06,
      "loss": 0.0177,
      "step": 40217
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.168713562917253e-06,
      "loss": 0.0024,
      "step": 40218
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1684772286732313e-06,
      "loss": 0.0114,
      "step": 40219
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.168240899155157e-06,
      "loss": 0.0015,
      "step": 40220
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.16800457436364e-06,
      "loss": 0.0051,
      "step": 40221
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1677682542992883e-06,
      "loss": 0.0181,
      "step": 40222
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1675319389627145e-06,
      "loss": 0.0129,
      "step": 40223
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1672956283545243e-06,
      "loss": 0.0284,
      "step": 40224
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1670593224753313e-06,
      "loss": 0.0061,
      "step": 40225
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1668230213257446e-06,
      "loss": 0.0168,
      "step": 40226
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.166586724906372e-06,
      "loss": 0.004,
      "step": 40227
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.166350433217825e-06,
      "loss": 0.0062,
      "step": 40228
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1661141462607124e-06,
      "loss": 0.0283,
      "step": 40229
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1658778640356446e-06,
      "loss": 0.0056,
      "step": 40230
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1656415865432316e-06,
      "loss": 0.0059,
      "step": 40231
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.16540531378408e-06,
      "loss": 0.0066,
      "step": 40232
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1651690457588035e-06,
      "loss": 0.0068,
      "step": 40233
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.16493278246801e-06,
      "loss": 0.0095,
      "step": 40234
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1646965239123097e-06,
      "loss": 0.0067,
      "step": 40235
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1644602700923122e-06,
      "loss": 0.008,
      "step": 40236
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.164224021008625e-06,
      "loss": 0.0123,
      "step": 40237
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1639877766618608e-06,
      "loss": 0.0033,
      "step": 40238
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1637515370526257e-06,
      "loss": 0.0029,
      "step": 40239
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1635153021815345e-06,
      "loss": 0.0055,
      "step": 40240
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1632790720491925e-06,
      "loss": 0.0097,
      "step": 40241
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.163042846656208e-06,
      "loss": 0.0035,
      "step": 40242
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.162806626003195e-06,
      "loss": 0.0069,
      "step": 40243
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1625704100907605e-06,
      "loss": 0.0024,
      "step": 40244
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1623341989195156e-06,
      "loss": 0.0142,
      "step": 40245
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.162097992490068e-06,
      "loss": 0.0269,
      "step": 40246
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.161861790803027e-06,
      "loss": 0.0091,
      "step": 40247
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.161625593859004e-06,
      "loss": 0.0275,
      "step": 40248
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1613894016586057e-06,
      "loss": 0.0163,
      "step": 40249
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.161153214202445e-06,
      "loss": 0.0061,
      "step": 40250
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1609170314911298e-06,
      "loss": 0.0055,
      "step": 40251
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1606808535252676e-06,
      "loss": 0.0076,
      "step": 40252
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.160444680305471e-06,
      "loss": 0.0063,
      "step": 40253
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.160208511832348e-06,
      "loss": 0.0083,
      "step": 40254
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1599723481065075e-06,
      "loss": 0.0452,
      "step": 40255
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.15973618912856e-06,
      "loss": 0.0107,
      "step": 40256
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1595000348991122e-06,
      "loss": 0.0085,
      "step": 40257
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1592638854187775e-06,
      "loss": 0.0081,
      "step": 40258
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.159027740688162e-06,
      "loss": 0.0087,
      "step": 40259
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1587916007078766e-06,
      "loss": 0.0095,
      "step": 40260
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.158555465478531e-06,
      "loss": 0.0137,
      "step": 40261
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1583193350007334e-06,
      "loss": 0.0081,
      "step": 40262
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1580832092750933e-06,
      "loss": 0.0041,
      "step": 40263
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1578470883022194e-06,
      "loss": 0.0073,
      "step": 40264
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.157610972082723e-06,
      "loss": 0.0069,
      "step": 40265
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.157374860617213e-06,
      "loss": 0.0134,
      "step": 40266
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.157138753906295e-06,
      "loss": 0.045,
      "step": 40267
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1569026519505825e-06,
      "loss": 0.0198,
      "step": 40268
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1566665547506823e-06,
      "loss": 0.0291,
      "step": 40269
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1564304623072063e-06,
      "loss": 0.0058,
      "step": 40270
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1561943746207613e-06,
      "loss": 0.002,
      "step": 40271
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1559582916919564e-06,
      "loss": 0.0018,
      "step": 40272
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1557222135214014e-06,
      "loss": 0.0053,
      "step": 40273
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.155486140109705e-06,
      "loss": 0.0055,
      "step": 40274
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1552500714574773e-06,
      "loss": 0.005,
      "step": 40275
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.155014007565328e-06,
      "loss": 0.0147,
      "step": 40276
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1547779484338646e-06,
      "loss": 0.0128,
      "step": 40277
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1545418940636975e-06,
      "loss": 0.0239,
      "step": 40278
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1543058444554336e-06,
      "loss": 0.009,
      "step": 40279
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.154069799609685e-06,
      "loss": 0.0028,
      "step": 40280
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1538337595270594e-06,
      "loss": 0.0183,
      "step": 40281
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1535977242081634e-06,
      "loss": 0.0089,
      "step": 40282
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1533616936536104e-06,
      "loss": 0.005,
      "step": 40283
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1531256678640066e-06,
      "loss": 0.0071,
      "step": 40284
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1528896468399634e-06,
      "loss": 0.0095,
      "step": 40285
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1526536305820874e-06,
      "loss": 0.0046,
      "step": 40286
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1524176190909884e-06,
      "loss": 0.0173,
      "step": 40287
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.152181612367276e-06,
      "loss": 0.0131,
      "step": 40288
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1519456104115563e-06,
      "loss": 0.0077,
      "step": 40289
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1517096132244433e-06,
      "loss": 0.0168,
      "step": 40290
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1514736208065446e-06,
      "loss": 0.0078,
      "step": 40291
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.151237633158464e-06,
      "loss": 0.0095,
      "step": 40292
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1510016502808167e-06,
      "loss": 0.0058,
      "step": 40293
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1507656721742084e-06,
      "loss": 0.0094,
      "step": 40294
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.150529698839249e-06,
      "loss": 0.0044,
      "step": 40295
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1502937302765474e-06,
      "loss": 0.0115,
      "step": 40296
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1500577664867107e-06,
      "loss": 0.0033,
      "step": 40297
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.149821807470352e-06,
      "loss": 0.0031,
      "step": 40298
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1495858532280765e-06,
      "loss": 0.0185,
      "step": 40299
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1493499037604915e-06,
      "loss": 0.0197,
      "step": 40300
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1491139590682107e-06,
      "loss": 0.0073,
      "step": 40301
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1488780191518396e-06,
      "loss": 0.0218,
      "step": 40302
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1486420840119893e-06,
      "loss": 0.0039,
      "step": 40303
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1484061536492673e-06,
      "loss": 0.0061,
      "step": 40304
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1481702280642807e-06,
      "loss": 0.0072,
      "step": 40305
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1479343072576407e-06,
      "loss": 0.0072,
      "step": 40306
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.147698391229954e-06,
      "loss": 0.0047,
      "step": 40307
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.147462479981832e-06,
      "loss": 0.0039,
      "step": 40308
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.147226573513883e-06,
      "loss": 0.0169,
      "step": 40309
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.146990671826713e-06,
      "loss": 0.0058,
      "step": 40310
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1467547749209333e-06,
      "loss": 0.008,
      "step": 40311
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.146518882797151e-06,
      "loss": 0.0104,
      "step": 40312
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1462829954559766e-06,
      "loss": 0.008,
      "step": 40313
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1460471128980174e-06,
      "loss": 0.0201,
      "step": 40314
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.14581123512388e-06,
      "loss": 0.0202,
      "step": 40315
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1455753621341795e-06,
      "loss": 0.0035,
      "step": 40316
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.145339493929517e-06,
      "loss": 0.0147,
      "step": 40317
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.145103630510506e-06,
      "loss": 0.017,
      "step": 40318
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1448677718777542e-06,
      "loss": 0.0032,
      "step": 40319
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1446319180318686e-06,
      "loss": 0.0116,
      "step": 40320
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.14439606897346e-06,
      "loss": 0.0068,
      "step": 40321
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1441602247031335e-06,
      "loss": 0.005,
      "step": 40322
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1439243852215024e-06,
      "loss": 0.0097,
      "step": 40323
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1436885505291727e-06,
      "loss": 0.0152,
      "step": 40324
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1434527206267507e-06,
      "loss": 0.0194,
      "step": 40325
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.143216895514849e-06,
      "loss": 0.0049,
      "step": 40326
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1429810751940738e-06,
      "loss": 0.0084,
      "step": 40327
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1427452596650343e-06,
      "loss": 0.0019,
      "step": 40328
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1425094489283396e-06,
      "loss": 0.0227,
      "step": 40329
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.142273642984597e-06,
      "loss": 0.0079,
      "step": 40330
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1420378418344156e-06,
      "loss": 0.0106,
      "step": 40331
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1418020454784015e-06,
      "loss": 0.0079,
      "step": 40332
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1415662539171677e-06,
      "loss": 0.0154,
      "step": 40333
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1413304671513195e-06,
      "loss": 0.0096,
      "step": 40334
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1410946851814653e-06,
      "loss": 0.0031,
      "step": 40335
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1408589080082153e-06,
      "loss": 0.0077,
      "step": 40336
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.140623135632176e-06,
      "loss": 0.0118,
      "step": 40337
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1403873680539576e-06,
      "loss": 0.0086,
      "step": 40338
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1401516052741665e-06,
      "loss": 0.0147,
      "step": 40339
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.139915847293411e-06,
      "loss": 0.0035,
      "step": 40340
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.139680094112302e-06,
      "loss": 0.0065,
      "step": 40341
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.139444345731445e-06,
      "loss": 0.0112,
      "step": 40342
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1392086021514508e-06,
      "loss": 0.0021,
      "step": 40343
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.138972863372926e-06,
      "loss": 0.0139,
      "step": 40344
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1387371293964784e-06,
      "loss": 0.0124,
      "step": 40345
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.138501400222719e-06,
      "loss": 0.0051,
      "step": 40346
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1382656758522513e-06,
      "loss": 0.0053,
      "step": 40347
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.13802995628569e-06,
      "loss": 0.0493,
      "step": 40348
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1377942415236383e-06,
      "loss": 0.0038,
      "step": 40349
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1375585315667047e-06,
      "loss": 0.0058,
      "step": 40350
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1373228264154997e-06,
      "loss": 0.0394,
      "step": 40351
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.13708712607063e-06,
      "loss": 0.0296,
      "step": 40352
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1368514305327047e-06,
      "loss": 0.0144,
      "step": 40353
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1366157398023323e-06,
      "loss": 0.0181,
      "step": 40354
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1363800538801194e-06,
      "loss": 0.0053,
      "step": 40355
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1361443727666753e-06,
      "loss": 0.0098,
      "step": 40356
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.135908696462605e-06,
      "loss": 0.0143,
      "step": 40357
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.135673024968523e-06,
      "loss": 0.0112,
      "step": 40358
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.135437358285033e-06,
      "loss": 0.0103,
      "step": 40359
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1352016964127425e-06,
      "loss": 0.0089,
      "step": 40360
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1349660393522626e-06,
      "loss": 0.0064,
      "step": 40361
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1347303871041982e-06,
      "loss": 0.0126,
      "step": 40362
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1344947396691606e-06,
      "loss": 0.0044,
      "step": 40363
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.134259097047756e-06,
      "loss": 0.0263,
      "step": 40364
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1340234592405904e-06,
      "loss": 0.0027,
      "step": 40365
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1337878262482756e-06,
      "loss": 0.0136,
      "step": 40366
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.133552198071418e-06,
      "loss": 0.0067,
      "step": 40367
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.133316574710626e-06,
      "loss": 0.0043,
      "step": 40368
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1330809561665077e-06,
      "loss": 0.0033,
      "step": 40369
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.132845342439669e-06,
      "loss": 0.0033,
      "step": 40370
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1326097335307203e-06,
      "loss": 0.0219,
      "step": 40371
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1323741294402677e-06,
      "loss": 0.0089,
      "step": 40372
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.132138530168921e-06,
      "loss": 0.0074,
      "step": 40373
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1319029357172893e-06,
      "loss": 0.0045,
      "step": 40374
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1316673460859746e-06,
      "loss": 0.0101,
      "step": 40375
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1314317612755916e-06,
      "loss": 0.0019,
      "step": 40376
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.131196181286744e-06,
      "loss": 0.0126,
      "step": 40377
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.130960606120042e-06,
      "loss": 0.0076,
      "step": 40378
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.130725035776092e-06,
      "loss": 0.0075,
      "step": 40379
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.130489470255502e-06,
      "loss": 0.0023,
      "step": 40380
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1302539095588807e-06,
      "loss": 0.0099,
      "step": 40381
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1300183536868333e-06,
      "loss": 0.0059,
      "step": 40382
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1297828026399713e-06,
      "loss": 0.0084,
      "step": 40383
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1295472564189016e-06,
      "loss": 0.0044,
      "step": 40384
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1293117150242303e-06,
      "loss": 0.0039,
      "step": 40385
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.129076178456566e-06,
      "loss": 0.01,
      "step": 40386
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1288406467165165e-06,
      "loss": 0.0093,
      "step": 40387
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1286051198046907e-06,
      "loss": 0.0073,
      "step": 40388
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.128369597721695e-06,
      "loss": 0.0024,
      "step": 40389
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1281340804681353e-06,
      "loss": 0.0154,
      "step": 40390
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.127898568044624e-06,
      "loss": 0.0186,
      "step": 40391
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1276630604517646e-06,
      "loss": 0.0085,
      "step": 40392
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.127427557690167e-06,
      "loss": 0.0042,
      "step": 40393
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1271920597604386e-06,
      "loss": 0.0081,
      "step": 40394
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1269565666631862e-06,
      "loss": 0.0042,
      "step": 40395
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.126721078399019e-06,
      "loss": 0.0062,
      "step": 40396
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.126485594968541e-06,
      "loss": 0.0353,
      "step": 40397
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1262501163723658e-06,
      "loss": 0.0159,
      "step": 40398
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1260146426110976e-06,
      "loss": 0.0084,
      "step": 40399
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1257791736853415e-06,
      "loss": 0.0168,
      "step": 40400
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.125543709595709e-06,
      "loss": 0.0131,
      "step": 40401
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1253082503428057e-06,
      "loss": 0.0291,
      "step": 40402
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.125072795927241e-06,
      "loss": 0.0092,
      "step": 40403
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.124837346349621e-06,
      "loss": 0.0226,
      "step": 40404
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1246019016105533e-06,
      "loss": 0.0143,
      "step": 40405
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1243664617106457e-06,
      "loss": 0.0031,
      "step": 40406
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.124131026650504e-06,
      "loss": 0.0038,
      "step": 40407
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1238955964307395e-06,
      "loss": 0.0129,
      "step": 40408
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.123660171051957e-06,
      "loss": 0.0095,
      "step": 40409
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.123424750514764e-06,
      "loss": 0.002,
      "step": 40410
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1231893348197696e-06,
      "loss": 0.0092,
      "step": 40411
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1229539239675783e-06,
      "loss": 0.0058,
      "step": 40412
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.122718517958801e-06,
      "loss": 0.014,
      "step": 40413
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1224831167940433e-06,
      "loss": 0.0055,
      "step": 40414
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.122247720473911e-06,
      "loss": 0.0043,
      "step": 40415
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.122012328999016e-06,
      "loss": 0.0095,
      "step": 40416
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1217769423699606e-06,
      "loss": 0.0109,
      "step": 40417
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.121541560587356e-06,
      "loss": 0.0031,
      "step": 40418
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.121306183651809e-06,
      "loss": 0.026,
      "step": 40419
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.121070811563924e-06,
      "loss": 0.0009,
      "step": 40420
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1208354443243116e-06,
      "loss": 0.0036,
      "step": 40421
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1206000819335764e-06,
      "loss": 0.0199,
      "step": 40422
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.120364724392329e-06,
      "loss": 0.0073,
      "step": 40423
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.120129371701176e-06,
      "loss": 0.014,
      "step": 40424
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.119894023860721e-06,
      "loss": 0.0042,
      "step": 40425
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1196586808715757e-06,
      "loss": 0.0028,
      "step": 40426
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1194233427343444e-06,
      "loss": 0.0037,
      "step": 40427
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.119188009449637e-06,
      "loss": 0.0042,
      "step": 40428
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.118952681018059e-06,
      "loss": 0.008,
      "step": 40429
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1187173574402162e-06,
      "loss": 0.019,
      "step": 40430
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1184820387167205e-06,
      "loss": 0.0067,
      "step": 40431
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1182467248481728e-06,
      "loss": 0.0091,
      "step": 40432
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.118011415835186e-06,
      "loss": 0.016,
      "step": 40433
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1177761116783644e-06,
      "loss": 0.0119,
      "step": 40434
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1175408123783146e-06,
      "loss": 0.0041,
      "step": 40435
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1173055179356464e-06,
      "loss": 0.0083,
      "step": 40436
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1170702283509645e-06,
      "loss": 0.0066,
      "step": 40437
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1168349436248776e-06,
      "loss": 0.0307,
      "step": 40438
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.116599663757992e-06,
      "loss": 0.0186,
      "step": 40439
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1163643887509133e-06,
      "loss": 0.0093,
      "step": 40440
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1161291186042514e-06,
      "loss": 0.0089,
      "step": 40441
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1158938533186116e-06,
      "loss": 0.0022,
      "step": 40442
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1156585928946025e-06,
      "loss": 0.023,
      "step": 40443
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1154233373328303e-06,
      "loss": 0.0049,
      "step": 40444
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1151880866339013e-06,
      "loss": 0.0082,
      "step": 40445
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1149528407984233e-06,
      "loss": 0.0051,
      "step": 40446
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.114717599827002e-06,
      "loss": 0.0012,
      "step": 40447
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.114482363720247e-06,
      "loss": 0.0056,
      "step": 40448
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1142471324787647e-06,
      "loss": 0.0086,
      "step": 40449
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.114011906103159e-06,
      "loss": 0.0027,
      "step": 40450
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.11377668459404e-06,
      "loss": 0.0267,
      "step": 40451
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.113541467952014e-06,
      "loss": 0.0097,
      "step": 40452
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1133062561776878e-06,
      "loss": 0.0114,
      "step": 40453
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1130710492716687e-06,
      "loss": 0.0031,
      "step": 40454
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1128358472345606e-06,
      "loss": 0.0064,
      "step": 40455
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.112600650066976e-06,
      "loss": 0.0068,
      "step": 40456
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1123654577695163e-06,
      "loss": 0.0066,
      "step": 40457
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1121302703427927e-06,
      "loss": 0.0011,
      "step": 40458
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1118950877874093e-06,
      "loss": 0.0099,
      "step": 40459
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1116599101039736e-06,
      "loss": 0.0034,
      "step": 40460
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1114247372930927e-06,
      "loss": 0.0236,
      "step": 40461
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.111189569355373e-06,
      "loss": 0.0195,
      "step": 40462
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1109544062914233e-06,
      "loss": 0.0079,
      "step": 40463
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1107192481018477e-06,
      "loss": 0.0065,
      "step": 40464
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.110484094787253e-06,
      "loss": 0.0071,
      "step": 40465
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.110248946348249e-06,
      "loss": 0.0042,
      "step": 40466
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1100138027854386e-06,
      "loss": 0.0106,
      "step": 40467
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.109778664099432e-06,
      "loss": 0.003,
      "step": 40468
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1095435302908345e-06,
      "loss": 0.0037,
      "step": 40469
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1093084013602515e-06,
      "loss": 0.0306,
      "step": 40470
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.109073277308292e-06,
      "loss": 0.017,
      "step": 40471
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.10883815813556e-06,
      "loss": 0.02,
      "step": 40472
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.108603043842665e-06,
      "loss": 0.0093,
      "step": 40473
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1083679344302124e-06,
      "loss": 0.0077,
      "step": 40474
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.108132829898809e-06,
      "loss": 0.0218,
      "step": 40475
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1078977302490615e-06,
      "loss": 0.02,
      "step": 40476
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.107662635481576e-06,
      "loss": 0.0193,
      "step": 40477
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.10742754559696e-06,
      "loss": 0.0153,
      "step": 40478
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.10719246059582e-06,
      "loss": 0.0047,
      "step": 40479
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.10695738047876e-06,
      "loss": 0.01,
      "step": 40480
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1067223052463923e-06,
      "loss": 0.0019,
      "step": 40481
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1064872348993168e-06,
      "loss": 0.0159,
      "step": 40482
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.1062521694381454e-06,
      "loss": 0.0038,
      "step": 40483
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.106017108863482e-06,
      "loss": 0.0136,
      "step": 40484
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.105782053175933e-06,
      "loss": 0.0075,
      "step": 40485
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.105547002376107e-06,
      "loss": 0.0056,
      "step": 40486
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.105311956464607e-06,
      "loss": 0.0122,
      "step": 40487
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.105076915442044e-06,
      "loss": 0.0067,
      "step": 40488
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1048418793090216e-06,
      "loss": 0.0045,
      "step": 40489
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1046068480661445e-06,
      "loss": 0.0087,
      "step": 40490
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.104371821714024e-06,
      "loss": 0.0075,
      "step": 40491
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.104136800253262e-06,
      "loss": 0.0144,
      "step": 40492
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1039017836844685e-06,
      "loss": 0.0097,
      "step": 40493
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.103666772008248e-06,
      "loss": 0.0028,
      "step": 40494
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1034317652252067e-06,
      "loss": 0.0049,
      "step": 40495
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1031967633359523e-06,
      "loss": 0.0061,
      "step": 40496
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.102961766341088e-06,
      "loss": 0.0033,
      "step": 40497
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1027267742412255e-06,
      "loss": 0.0079,
      "step": 40498
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1024917870369674e-06,
      "loss": 0.0031,
      "step": 40499
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1022568047289205e-06,
      "loss": 0.0139,
      "step": 40500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1020218273176918e-06,
      "loss": 0.0019,
      "step": 40501
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1017868548038864e-06,
      "loss": 0.0042,
      "step": 40502
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1015518871881135e-06,
      "loss": 0.0109,
      "step": 40503
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.101316924470977e-06,
      "loss": 0.0058,
      "step": 40504
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1010819666530813e-06,
      "loss": 0.0077,
      "step": 40505
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.100847013735037e-06,
      "loss": 0.006,
      "step": 40506
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1006120657174475e-06,
      "loss": 0.0124,
      "step": 40507
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.100377122600921e-06,
      "loss": 0.0128,
      "step": 40508
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.1001421843860623e-06,
      "loss": 0.0057,
      "step": 40509
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0999072510734775e-06,
      "loss": 0.0119,
      "step": 40510
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.099672322663774e-06,
      "loss": 0.0324,
      "step": 40511
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0994373991575555e-06,
      "loss": 0.0073,
      "step": 40512
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0992024805554325e-06,
      "loss": 0.0102,
      "step": 40513
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0989675668580077e-06,
      "loss": 0.0064,
      "step": 40514
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.098732658065886e-06,
      "loss": 0.0049,
      "step": 40515
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0984977541796783e-06,
      "loss": 0.0044,
      "step": 40516
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.098262855199987e-06,
      "loss": 0.0154,
      "step": 40517
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.09802796112742e-06,
      "loss": 0.0071,
      "step": 40518
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0977930719625832e-06,
      "loss": 0.0133,
      "step": 40519
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.097558187706081e-06,
      "loss": 0.0016,
      "step": 40520
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0973233083585218e-06,
      "loss": 0.0038,
      "step": 40521
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0970884339205082e-06,
      "loss": 0.0088,
      "step": 40522
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.096853564392651e-06,
      "loss": 0.0057,
      "step": 40523
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0966186997755543e-06,
      "loss": 0.0048,
      "step": 40524
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.096383840069822e-06,
      "loss": 0.0084,
      "step": 40525
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.096148985276063e-06,
      "loss": 0.0113,
      "step": 40526
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0959141353948817e-06,
      "loss": 0.0072,
      "step": 40527
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.095679290426885e-06,
      "loss": 0.0087,
      "step": 40528
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.095444450372679e-06,
      "loss": 0.0094,
      "step": 40529
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0952096152328666e-06,
      "loss": 0.0201,
      "step": 40530
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.094974785008058e-06,
      "loss": 0.0246,
      "step": 40531
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.094739959698857e-06,
      "loss": 0.0079,
      "step": 40532
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.094505139305871e-06,
      "loss": 0.0032,
      "step": 40533
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0942703238297045e-06,
      "loss": 0.0007,
      "step": 40534
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0940355132709628e-06,
      "loss": 0.0038,
      "step": 40535
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0938007076302536e-06,
      "loss": 0.0141,
      "step": 40536
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0935659069081795e-06,
      "loss": 0.0114,
      "step": 40537
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0933311111053514e-06,
      "loss": 0.0084,
      "step": 40538
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0930963202223735e-06,
      "loss": 0.0044,
      "step": 40539
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0928615342598478e-06,
      "loss": 0.0085,
      "step": 40540
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0926267532183844e-06,
      "loss": 0.0064,
      "step": 40541
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0923919770985873e-06,
      "loss": 0.0071,
      "step": 40542
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0921572059010634e-06,
      "loss": 0.0062,
      "step": 40543
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.091922439626418e-06,
      "loss": 0.0033,
      "step": 40544
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.091687678275255e-06,
      "loss": 0.0066,
      "step": 40545
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.091452921848184e-06,
      "loss": 0.0072,
      "step": 40546
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0912181703458056e-06,
      "loss": 0.0157,
      "step": 40547
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.090983423768731e-06,
      "loss": 0.0064,
      "step": 40548
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.090748682117563e-06,
      "loss": 0.0111,
      "step": 40549
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0905139453929072e-06,
      "loss": 0.0046,
      "step": 40550
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0902792135953707e-06,
      "loss": 0.0059,
      "step": 40551
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0900444867255573e-06,
      "loss": 0.0215,
      "step": 40552
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0898097647840754e-06,
      "loss": 0.0048,
      "step": 40553
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0895750477715283e-06,
      "loss": 0.002,
      "step": 40554
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0893403356885197e-06,
      "loss": 0.0058,
      "step": 40555
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0891056285356614e-06,
      "loss": 0.0104,
      "step": 40556
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.088870926313553e-06,
      "loss": 0.0054,
      "step": 40557
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0886362290228046e-06,
      "loss": 0.008,
      "step": 40558
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0884015366640196e-06,
      "loss": 0.0091,
      "step": 40559
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0881668492378026e-06,
      "loss": 0.009,
      "step": 40560
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0879321667447615e-06,
      "loss": 0.0073,
      "step": 40561
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0876974891854983e-06,
      "loss": 0.005,
      "step": 40562
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0874628165606235e-06,
      "loss": 0.0035,
      "step": 40563
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0872281488707413e-06,
      "loss": 0.0094,
      "step": 40564
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0869934861164523e-06,
      "loss": 0.0029,
      "step": 40565
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0867588282983686e-06,
      "loss": 0.0092,
      "step": 40566
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.086524175417091e-06,
      "loss": 0.013,
      "step": 40567
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0862895274732286e-06,
      "loss": 0.0049,
      "step": 40568
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0860548844673845e-06,
      "loss": 0.0106,
      "step": 40569
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.085820246400163e-06,
      "loss": 0.0104,
      "step": 40570
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.085585613272174e-06,
      "loss": 0.0062,
      "step": 40571
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.085350985084017e-06,
      "loss": 0.0131,
      "step": 40572
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0851163618363034e-06,
      "loss": 0.0321,
      "step": 40573
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.084881743529635e-06,
      "loss": 0.0042,
      "step": 40574
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0846471301646176e-06,
      "loss": 0.0297,
      "step": 40575
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0844125217418586e-06,
      "loss": 0.0108,
      "step": 40576
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0841779182619595e-06,
      "loss": 0.0028,
      "step": 40577
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.08394331972553e-06,
      "loss": 0.005,
      "step": 40578
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0837087261331725e-06,
      "loss": 0.0028,
      "step": 40579
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.083474137485492e-06,
      "loss": 0.0265,
      "step": 40580
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0832395537830966e-06,
      "loss": 0.0091,
      "step": 40581
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0830049750265895e-06,
      "loss": 0.0349,
      "step": 40582
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.082770401216577e-06,
      "loss": 0.0052,
      "step": 40583
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0825358323536647e-06,
      "loss": 0.0032,
      "step": 40584
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0823012684384552e-06,
      "loss": 0.0152,
      "step": 40585
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.082066709471557e-06,
      "loss": 0.0042,
      "step": 40586
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.081832155453572e-06,
      "loss": 0.033,
      "step": 40587
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0815976063851093e-06,
      "loss": 0.0038,
      "step": 40588
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0813630622667733e-06,
      "loss": 0.0162,
      "step": 40589
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.081128523099165e-06,
      "loss": 0.0041,
      "step": 40590
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.080893988882895e-06,
      "loss": 0.0049,
      "step": 40591
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0806594596185653e-06,
      "loss": 0.0056,
      "step": 40592
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0804249353067827e-06,
      "loss": 0.0039,
      "step": 40593
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.080190415948151e-06,
      "loss": 0.0038,
      "step": 40594
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0799559015432752e-06,
      "loss": 0.021,
      "step": 40595
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0797213920927633e-06,
      "loss": 0.0035,
      "step": 40596
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0794868875972157e-06,
      "loss": 0.0094,
      "step": 40597
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0792523880572416e-06,
      "loss": 0.0262,
      "step": 40598
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.079017893473445e-06,
      "loss": 0.0088,
      "step": 40599
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.078783403846429e-06,
      "loss": 0.0074,
      "step": 40600
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0785489191768024e-06,
      "loss": 0.0025,
      "step": 40601
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0783144394651653e-06,
      "loss": 0.0019,
      "step": 40602
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0780799647121285e-06,
      "loss": 0.0255,
      "step": 40603
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0778454949182935e-06,
      "loss": 0.0123,
      "step": 40604
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0776110300842632e-06,
      "loss": 0.0048,
      "step": 40605
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0773765702106472e-06,
      "loss": 0.0031,
      "step": 40606
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.077142115298048e-06,
      "loss": 0.0162,
      "step": 40607
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.076907665347072e-06,
      "loss": 0.0063,
      "step": 40608
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.076673220358323e-06,
      "loss": 0.0118,
      "step": 40609
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0764387803324053e-06,
      "loss": 0.0063,
      "step": 40610
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.076204345269926e-06,
      "loss": 0.0069,
      "step": 40611
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.075969915171486e-06,
      "loss": 0.0198,
      "step": 40612
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0757354900376958e-06,
      "loss": 0.009,
      "step": 40613
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0755010698691574e-06,
      "loss": 0.0294,
      "step": 40614
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0752666546664743e-06,
      "loss": 0.0127,
      "step": 40615
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0750322444302536e-06,
      "loss": 0.0171,
      "step": 40616
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0747978391610994e-06,
      "loss": 0.0168,
      "step": 40617
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0745634388596168e-06,
      "loss": 0.0052,
      "step": 40618
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0743290435264106e-06,
      "loss": 0.022,
      "step": 40619
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.074094653162083e-06,
      "loss": 0.0039,
      "step": 40620
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.073860267767245e-06,
      "loss": 0.0111,
      "step": 40621
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.073625887342494e-06,
      "loss": 0.0069,
      "step": 40622
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.07339151188844e-06,
      "loss": 0.0053,
      "step": 40623
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0731571414056864e-06,
      "loss": 0.0037,
      "step": 40624
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0729227758948365e-06,
      "loss": 0.0134,
      "step": 40625
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0726884153564978e-06,
      "loss": 0.0052,
      "step": 40626
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.072454059791271e-06,
      "loss": 0.0162,
      "step": 40627
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.072219709199766e-06,
      "loss": 0.0088,
      "step": 40628
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0719853635825845e-06,
      "loss": 0.0067,
      "step": 40629
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.071751022940329e-06,
      "loss": 0.015,
      "step": 40630
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0715166872736092e-06,
      "loss": 0.0095,
      "step": 40631
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.071282356583025e-06,
      "loss": 0.0061,
      "step": 40632
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0710480308691853e-06,
      "loss": 0.0037,
      "step": 40633
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.070813710132693e-06,
      "loss": 0.0022,
      "step": 40634
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.07057939437415e-06,
      "loss": 0.0082,
      "step": 40635
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.070345083594165e-06,
      "loss": 0.0034,
      "step": 40636
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.070110777793339e-06,
      "loss": 0.003,
      "step": 40637
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.069876476972281e-06,
      "loss": 0.003,
      "step": 40638
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0696421811315923e-06,
      "loss": 0.022,
      "step": 40639
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0694078902718783e-06,
      "loss": 0.0071,
      "step": 40640
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.069173604393744e-06,
      "loss": 0.0105,
      "step": 40641
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0689393234977915e-06,
      "loss": 0.0074,
      "step": 40642
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.068705047584629e-06,
      "loss": 0.0038,
      "step": 40643
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.068470776654859e-06,
      "loss": 0.0081,
      "step": 40644
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.068236510709085e-06,
      "loss": 0.024,
      "step": 40645
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.068002249747916e-06,
      "loss": 0.0084,
      "step": 40646
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0677679937719497e-06,
      "loss": 0.0067,
      "step": 40647
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0675337427817954e-06,
      "loss": 0.0075,
      "step": 40648
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0672994967780566e-06,
      "loss": 0.0039,
      "step": 40649
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0670652557613366e-06,
      "loss": 0.014,
      "step": 40650
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.066831019732242e-06,
      "loss": 0.0062,
      "step": 40651
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0665967886913735e-06,
      "loss": 0.0492,
      "step": 40652
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.066362562639341e-06,
      "loss": 0.0056,
      "step": 40653
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.066128341576744e-06,
      "loss": 0.0215,
      "step": 40654
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.065894125504187e-06,
      "loss": 0.0164,
      "step": 40655
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0656599144222775e-06,
      "loss": 0.0114,
      "step": 40656
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0654257083316176e-06,
      "loss": 0.0045,
      "step": 40657
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.065191507232813e-06,
      "loss": 0.0087,
      "step": 40658
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.064957311126468e-06,
      "loss": 0.021,
      "step": 40659
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.064723120013185e-06,
      "loss": 0.0134,
      "step": 40660
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0644889338935702e-06,
      "loss": 0.0253,
      "step": 40661
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0642547527682252e-06,
      "loss": 0.0029,
      "step": 40662
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0640205766377585e-06,
      "loss": 0.0054,
      "step": 40663
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0637864055027716e-06,
      "loss": 0.0153,
      "step": 40664
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0635522393638683e-06,
      "loss": 0.005,
      "step": 40665
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0633180782216555e-06,
      "loss": 0.0049,
      "step": 40666
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.063083922076734e-06,
      "loss": 0.0106,
      "step": 40667
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0628497709297106e-06,
      "loss": 0.0102,
      "step": 40668
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.062615624781189e-06,
      "loss": 0.0087,
      "step": 40669
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0623814836317705e-06,
      "loss": 0.0152,
      "step": 40670
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.062147347482064e-06,
      "loss": 0.0135,
      "step": 40671
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0619132163326704e-06,
      "loss": 0.0085,
      "step": 40672
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0616790901841954e-06,
      "loss": 0.0039,
      "step": 40673
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0614449690372428e-06,
      "loss": 0.0124,
      "step": 40674
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0612108528924157e-06,
      "loss": 0.0121,
      "step": 40675
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.06097674175032e-06,
      "loss": 0.0132,
      "step": 40676
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.060742635611556e-06,
      "loss": 0.0054,
      "step": 40677
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.060508534476734e-06,
      "loss": 0.0256,
      "step": 40678
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0602744383464534e-06,
      "loss": 0.0048,
      "step": 40679
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0600403472213173e-06,
      "loss": 0.0053,
      "step": 40680
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.059806261101934e-06,
      "loss": 0.0051,
      "step": 40681
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0595721799889045e-06,
      "loss": 0.0052,
      "step": 40682
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.059338103882834e-06,
      "loss": 0.0117,
      "step": 40683
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.059104032784327e-06,
      "loss": 0.0055,
      "step": 40684
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0588699666939853e-06,
      "loss": 0.0069,
      "step": 40685
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.058635905612415e-06,
      "loss": 0.0321,
      "step": 40686
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0584018495402178e-06,
      "loss": 0.0186,
      "step": 40687
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0581677984780007e-06,
      "loss": 0.0036,
      "step": 40688
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.057933752426366e-06,
      "loss": 0.0171,
      "step": 40689
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0576997113859165e-06,
      "loss": 0.0023,
      "step": 40690
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0574656753572586e-06,
      "loss": 0.0156,
      "step": 40691
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.057231644340994e-06,
      "loss": 0.0216,
      "step": 40692
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0569976183377283e-06,
      "loss": 0.0104,
      "step": 40693
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0567635973480637e-06,
      "loss": 0.009,
      "step": 40694
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0565295813726038e-06,
      "loss": 0.0087,
      "step": 40695
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.056295570411955e-06,
      "loss": 0.0034,
      "step": 40696
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.056061564466719e-06,
      "loss": 0.0028,
      "step": 40697
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.055827563537501e-06,
      "loss": 0.0154,
      "step": 40698
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.055593567624904e-06,
      "loss": 0.0109,
      "step": 40699
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0553595767295307e-06,
      "loss": 0.0057,
      "step": 40700
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0551255908519877e-06,
      "loss": 0.0095,
      "step": 40701
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0548916099928744e-06,
      "loss": 0.0063,
      "step": 40702
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0546576341527997e-06,
      "loss": 0.0026,
      "step": 40703
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0544236633323655e-06,
      "loss": 0.0078,
      "step": 40704
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0541896975321714e-06,
      "loss": 0.019,
      "step": 40705
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.053955736752827e-06,
      "loss": 0.0042,
      "step": 40706
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.053721780994933e-06,
      "loss": 0.003,
      "step": 40707
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0534878302590944e-06,
      "loss": 0.0126,
      "step": 40708
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0532538845459136e-06,
      "loss": 0.0031,
      "step": 40709
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.053019943855995e-06,
      "loss": 0.0118,
      "step": 40710
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.052786008189942e-06,
      "loss": 0.009,
      "step": 40711
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0525520775483563e-06,
      "loss": 0.01,
      "step": 40712
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.052318151931846e-06,
      "loss": 0.0103,
      "step": 40713
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.052084231341012e-06,
      "loss": 0.0132,
      "step": 40714
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0518503157764567e-06,
      "loss": 0.0229,
      "step": 40715
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0516164052387865e-06,
      "loss": 0.0162,
      "step": 40716
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0513824997286023e-06,
      "loss": 0.0036,
      "step": 40717
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.051148599246511e-06,
      "loss": 0.0148,
      "step": 40718
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0509147037931125e-06,
      "loss": 0.0103,
      "step": 40719
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0506808133690104e-06,
      "loss": 0.0105,
      "step": 40720
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.050446927974812e-06,
      "loss": 0.0249,
      "step": 40721
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.050213047611117e-06,
      "loss": 0.0096,
      "step": 40722
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0499791722785322e-06,
      "loss": 0.0119,
      "step": 40723
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.049745301977658e-06,
      "loss": 0.0096,
      "step": 40724
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0495114367090993e-06,
      "loss": 0.0059,
      "step": 40725
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0492775764734594e-06,
      "loss": 0.0048,
      "step": 40726
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0490437212713403e-06,
      "loss": 0.0048,
      "step": 40727
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.048809871103349e-06,
      "loss": 0.0068,
      "step": 40728
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.048576025970087e-06,
      "loss": 0.0124,
      "step": 40729
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0483421858721552e-06,
      "loss": 0.003,
      "step": 40730
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0481083508101613e-06,
      "loss": 0.0081,
      "step": 40731
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.047874520784705e-06,
      "loss": 0.0052,
      "step": 40732
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0476406957963924e-06,
      "loss": 0.0035,
      "step": 40733
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.047406875845826e-06,
      "loss": 0.0053,
      "step": 40734
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.047173060933607e-06,
      "loss": 0.0059,
      "step": 40735
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.046939251060343e-06,
      "loss": 0.0067,
      "step": 40736
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.046705446226632e-06,
      "loss": 0.0132,
      "step": 40737
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0464716464330823e-06,
      "loss": 0.007,
      "step": 40738
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.046237851680295e-06,
      "loss": 0.0069,
      "step": 40739
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0460040619688722e-06,
      "loss": 0.0108,
      "step": 40740
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0457702772994204e-06,
      "loss": 0.0238,
      "step": 40741
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0455364976725387e-06,
      "loss": 0.0052,
      "step": 40742
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0453027230888344e-06,
      "loss": 0.0117,
      "step": 40743
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0450689535489076e-06,
      "loss": 0.0042,
      "step": 40744
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.044835189053361e-06,
      "loss": 0.0198,
      "step": 40745
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0446014296028025e-06,
      "loss": 0.0051,
      "step": 40746
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0443676751978302e-06,
      "loss": 0.003,
      "step": 40747
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0441339258390513e-06,
      "loss": 0.0063,
      "step": 40748
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0439001815270657e-06,
      "loss": 0.0019,
      "step": 40749
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0436664422624775e-06,
      "loss": 0.0098,
      "step": 40750
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0434327080458914e-06,
      "loss": 0.0065,
      "step": 40751
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0431989788779067e-06,
      "loss": 0.0031,
      "step": 40752
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0429652547591316e-06,
      "loss": 0.0174,
      "step": 40753
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0427315356901665e-06,
      "loss": 0.0076,
      "step": 40754
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.042497821671613e-06,
      "loss": 0.0007,
      "step": 40755
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.042264112704077e-06,
      "loss": 0.0218,
      "step": 40756
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.042030408788159e-06,
      "loss": 0.0053,
      "step": 40757
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.041796709924465e-06,
      "loss": 0.0124,
      "step": 40758
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0415630161135963e-06,
      "loss": 0.0074,
      "step": 40759
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.041329327356154e-06,
      "loss": 0.0029,
      "step": 40760
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.041095643652746e-06,
      "loss": 0.0135,
      "step": 40761
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0408619650039687e-06,
      "loss": 0.0031,
      "step": 40762
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.040628291410431e-06,
      "loss": 0.0058,
      "step": 40763
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0403946228727344e-06,
      "loss": 0.0078,
      "step": 40764
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0401609593914792e-06,
      "loss": 0.0148,
      "step": 40765
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.039927300967272e-06,
      "loss": 0.0129,
      "step": 40766
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.039693647600711e-06,
      "loss": 0.0072,
      "step": 40767
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0394599992924057e-06,
      "loss": 0.0089,
      "step": 40768
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0392263560429534e-06,
      "loss": 0.0082,
      "step": 40769
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0389927178529577e-06,
      "loss": 0.0049,
      "step": 40770
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.038759084723024e-06,
      "loss": 0.0071,
      "step": 40771
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.038525456653754e-06,
      "loss": 0.0046,
      "step": 40772
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.03829183364575e-06,
      "loss": 0.0045,
      "step": 40773
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0380582156996152e-06,
      "loss": 0.0069,
      "step": 40774
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.037824602815952e-06,
      "loss": 0.031,
      "step": 40775
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.037590994995364e-06,
      "loss": 0.0007,
      "step": 40776
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0373573922384516e-06,
      "loss": 0.0142,
      "step": 40777
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.037123794545822e-06,
      "loss": 0.0172,
      "step": 40778
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0368902019180745e-06,
      "loss": 0.0089,
      "step": 40779
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0366566143558127e-06,
      "loss": 0.0058,
      "step": 40780
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0364230318596407e-06,
      "loss": 0.0037,
      "step": 40781
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0361894544301584e-06,
      "loss": 0.0027,
      "step": 40782
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0359558820679707e-06,
      "loss": 0.0158,
      "step": 40783
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.03572231477368e-06,
      "loss": 0.0198,
      "step": 40784
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.035488752547887e-06,
      "loss": 0.003,
      "step": 40785
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.035255195391199e-06,
      "loss": 0.0088,
      "step": 40786
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0350216433042123e-06,
      "loss": 0.0033,
      "step": 40787
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0347880962875352e-06,
      "loss": 0.011,
      "step": 40788
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0345545543417674e-06,
      "loss": 0.0084,
      "step": 40789
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.034321017467512e-06,
      "loss": 0.0077,
      "step": 40790
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.034087485665373e-06,
      "loss": 0.0037,
      "step": 40791
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0338539589359493e-06,
      "loss": 0.0099,
      "step": 40792
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.033620437279849e-06,
      "loss": 0.0131,
      "step": 40793
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0333869206976706e-06,
      "loss": 0.0061,
      "step": 40794
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0331534091900156e-06,
      "loss": 0.0023,
      "step": 40795
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0329199027574908e-06,
      "loss": 0.0066,
      "step": 40796
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.032686401400695e-06,
      "loss": 0.0127,
      "step": 40797
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0324529051202333e-06,
      "loss": 0.0091,
      "step": 40798
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.032219413916708e-06,
      "loss": 0.0146,
      "step": 40799
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0319859277907195e-06,
      "loss": 0.0138,
      "step": 40800
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0317524467428716e-06,
      "loss": 0.0059,
      "step": 40801
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.031518970773765e-06,
      "loss": 0.0083,
      "step": 40802
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0312854998840065e-06,
      "loss": 0.0163,
      "step": 40803
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0310520340741954e-06,
      "loss": 0.007,
      "step": 40804
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0308185733449336e-06,
      "loss": 0.0125,
      "step": 40805
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0305851176968256e-06,
      "loss": 0.0085,
      "step": 40806
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.030351667130471e-06,
      "loss": 0.0046,
      "step": 40807
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0301182216464754e-06,
      "loss": 0.0062,
      "step": 40808
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.02988478124544e-06,
      "loss": 0.0055,
      "step": 40809
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.029651345927964e-06,
      "loss": 0.0393,
      "step": 40810
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0294179156946547e-06,
      "loss": 0.0039,
      "step": 40811
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.029184490546111e-06,
      "loss": 0.0168,
      "step": 40812
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0289510704829383e-06,
      "loss": 0.0074,
      "step": 40813
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0287176555057364e-06,
      "loss": 0.0052,
      "step": 40814
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0284842456151075e-06,
      "loss": 0.0196,
      "step": 40815
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.028250840811655e-06,
      "loss": 0.0038,
      "step": 40816
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0280174410959795e-06,
      "loss": 0.0046,
      "step": 40817
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.027784046468688e-06,
      "loss": 0.0039,
      "step": 40818
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.027550656930377e-06,
      "loss": 0.0065,
      "step": 40819
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0273172724816502e-06,
      "loss": 0.0045,
      "step": 40820
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0270838931231117e-06,
      "loss": 0.0056,
      "step": 40821
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.026850518855362e-06,
      "loss": 0.0139,
      "step": 40822
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0266171496790047e-06,
      "loss": 0.0073,
      "step": 40823
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.026383785594641e-06,
      "loss": 0.0097,
      "step": 40824
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.026150426602873e-06,
      "loss": 0.0102,
      "step": 40825
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.025917072704303e-06,
      "loss": 0.0023,
      "step": 40826
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0256837238995317e-06,
      "loss": 0.0101,
      "step": 40827
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0254503801891654e-06,
      "loss": 0.0058,
      "step": 40828
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0252170415738023e-06,
      "loss": 0.0112,
      "step": 40829
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.024983708054046e-06,
      "loss": 0.0084,
      "step": 40830
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0247503796304982e-06,
      "loss": 0.0071,
      "step": 40831
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.024517056303761e-06,
      "loss": 0.0088,
      "step": 40832
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.024283738074436e-06,
      "loss": 0.0059,
      "step": 40833
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.024050424943127e-06,
      "loss": 0.0071,
      "step": 40834
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0238171169104325e-06,
      "loss": 0.015,
      "step": 40835
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.023583813976959e-06,
      "loss": 0.0036,
      "step": 40836
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.023350516143305e-06,
      "loss": 0.0231,
      "step": 40837
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0231172234100747e-06,
      "loss": 0.0046,
      "step": 40838
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0228839357778695e-06,
      "loss": 0.0114,
      "step": 40839
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.02265065324729e-06,
      "loss": 0.0092,
      "step": 40840
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0224173758189395e-06,
      "loss": 0.0083,
      "step": 40841
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0221841034934184e-06,
      "loss": 0.0063,
      "step": 40842
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0219508362713313e-06,
      "loss": 0.002,
      "step": 40843
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.02171757415328e-06,
      "loss": 0.0039,
      "step": 40844
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.021484317139861e-06,
      "loss": 0.0023,
      "step": 40845
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0212510652316834e-06,
      "loss": 0.016,
      "step": 40846
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0210178184293458e-06,
      "loss": 0.0092,
      "step": 40847
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0207845767334487e-06,
      "loss": 0.0361,
      "step": 40848
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.020551340144596e-06,
      "loss": 0.0072,
      "step": 40849
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0203181086633887e-06,
      "loss": 0.0039,
      "step": 40850
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0200848822904295e-06,
      "loss": 0.0206,
      "step": 40851
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0198516610263194e-06,
      "loss": 0.0163,
      "step": 40852
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.019618444871658e-06,
      "loss": 0.0042,
      "step": 40853
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0193852338270522e-06,
      "loss": 0.0192,
      "step": 40854
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0191520278930997e-06,
      "loss": 0.0073,
      "step": 40855
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.018918827070404e-06,
      "loss": 0.0056,
      "step": 40856
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.018685631359567e-06,
      "loss": 0.0043,
      "step": 40857
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.018452440761188e-06,
      "loss": 0.011,
      "step": 40858
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0182192552758717e-06,
      "loss": 0.0096,
      "step": 40859
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.017986074904217e-06,
      "loss": 0.0125,
      "step": 40860
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0177528996468287e-06,
      "loss": 0.0149,
      "step": 40861
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.017519729504308e-06,
      "loss": 0.0054,
      "step": 40862
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0172865644772525e-06,
      "loss": 0.0127,
      "step": 40863
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0170534045662693e-06,
      "loss": 0.0038,
      "step": 40864
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0168202497719555e-06,
      "loss": 0.0403,
      "step": 40865
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0165871000949167e-06,
      "loss": 0.0076,
      "step": 40866
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0163539555357526e-06,
      "loss": 0.004,
      "step": 40867
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0161208160950616e-06,
      "loss": 0.0192,
      "step": 40868
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0158876817734528e-06,
      "loss": 0.0105,
      "step": 40869
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.01565455257152e-06,
      "loss": 0.0058,
      "step": 40870
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.01542142848987e-06,
      "loss": 0.003,
      "step": 40871
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0151883095291023e-06,
      "loss": 0.0021,
      "step": 40872
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0149551956898183e-06,
      "loss": 0.0236,
      "step": 40873
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.01472208697262e-06,
      "loss": 0.0449,
      "step": 40874
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0144889833781075e-06,
      "loss": 0.0158,
      "step": 40875
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0142558849068857e-06,
      "loss": 0.0031,
      "step": 40876
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0140227915595534e-06,
      "loss": 0.0048,
      "step": 40877
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0137897033367103e-06,
      "loss": 0.0137,
      "step": 40878
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.013556620238962e-06,
      "loss": 0.0042,
      "step": 40879
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0133235422669078e-06,
      "loss": 0.0124,
      "step": 40880
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.01309046942115e-06,
      "loss": 0.0112,
      "step": 40881
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0128574017022894e-06,
      "loss": 0.0146,
      "step": 40882
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0126243391109254e-06,
      "loss": 0.0212,
      "step": 40883
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0123912816476636e-06,
      "loss": 0.0043,
      "step": 40884
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0121582293131004e-06,
      "loss": 0.0036,
      "step": 40885
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.011925182107842e-06,
      "loss": 0.0193,
      "step": 40886
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.011692140032489e-06,
      "loss": 0.0059,
      "step": 40887
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.011459103087638e-06,
      "loss": 0.0079,
      "step": 40888
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0112260712738956e-06,
      "loss": 0.0411,
      "step": 40889
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.01099304459186e-06,
      "loss": 0.0038,
      "step": 40890
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.010760023042135e-06,
      "loss": 0.0078,
      "step": 40891
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.01052700662532e-06,
      "loss": 0.0102,
      "step": 40892
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.010293995342015e-06,
      "loss": 0.0014,
      "step": 40893
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0100609891928262e-06,
      "loss": 0.009,
      "step": 40894
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0098279881783486e-06,
      "loss": 0.0056,
      "step": 40895
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0095949922991885e-06,
      "loss": 0.0111,
      "step": 40896
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.009362001555944e-06,
      "loss": 0.0159,
      "step": 40897
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.009129015949218e-06,
      "loss": 0.0097,
      "step": 40898
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0088960354796115e-06,
      "loss": 0.0046,
      "step": 40899
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.008663060147723e-06,
      "loss": 0.0096,
      "step": 40900
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0084300899541585e-06,
      "loss": 0.004,
      "step": 40901
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0081971248995164e-06,
      "loss": 0.0087,
      "step": 40902
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0079641649843953e-06,
      "loss": 0.0234,
      "step": 40903
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0077312102094013e-06,
      "loss": 0.0236,
      "step": 40904
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.007498260575132e-06,
      "loss": 0.0065,
      "step": 40905
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.007265316082191e-06,
      "loss": 0.0018,
      "step": 40906
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.007032376731177e-06,
      "loss": 0.0039,
      "step": 40907
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0067994425226922e-06,
      "loss": 0.0042,
      "step": 40908
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0065665134573373e-06,
      "loss": 0.0083,
      "step": 40909
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0063335895357124e-06,
      "loss": 0.0091,
      "step": 40910
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.006100670758422e-06,
      "loss": 0.0015,
      "step": 40911
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.005867757126064e-06,
      "loss": 0.0038,
      "step": 40912
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.00563484863924e-06,
      "loss": 0.007,
      "step": 40913
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.005401945298552e-06,
      "loss": 0.0281,
      "step": 40914
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.005169047104599e-06,
      "loss": 0.0159,
      "step": 40915
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0049361540579835e-06,
      "loss": 0.0082,
      "step": 40916
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0047032661593066e-06,
      "loss": 0.0094,
      "step": 40917
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.004470383409167e-06,
      "loss": 0.0241,
      "step": 40918
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0042375058081698e-06,
      "loss": 0.0124,
      "step": 40919
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0040046333569106e-06,
      "loss": 0.0084,
      "step": 40920
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.003771766055995e-06,
      "loss": 0.0038,
      "step": 40921
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0035389039060223e-06,
      "loss": 0.0044,
      "step": 40922
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0033060469075914e-06,
      "loss": 0.0097,
      "step": 40923
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.003073195061306e-06,
      "loss": 0.0031,
      "step": 40924
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0028403483677636e-06,
      "loss": 0.0032,
      "step": 40925
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0026075068275704e-06,
      "loss": 0.0033,
      "step": 40926
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0023746704413237e-06,
      "loss": 0.0072,
      "step": 40927
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0021418392096215e-06,
      "loss": 0.0045,
      "step": 40928
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0019090131330697e-06,
      "loss": 0.019,
      "step": 40929
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.001676192212266e-06,
      "loss": 0.0082,
      "step": 40930
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0014433764478136e-06,
      "loss": 0.0028,
      "step": 40931
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.001210565840311e-06,
      "loss": 0.0111,
      "step": 40932
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.000977760390359e-06,
      "loss": 0.0123,
      "step": 40933
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0007449600985607e-06,
      "loss": 0.0048,
      "step": 40934
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.000512164965512e-06,
      "loss": 0.0078,
      "step": 40935
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0002793749918203e-06,
      "loss": 0.0123,
      "step": 40936
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.0000465901780818e-06,
      "loss": 0.0063,
      "step": 40937
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9998138105248965e-06,
      "loss": 0.0037,
      "step": 40938
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.999581036032868e-06,
      "loss": 0.0074,
      "step": 40939
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9993482667025954e-06,
      "loss": 0.0028,
      "step": 40940
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9991155025346797e-06,
      "loss": 0.0086,
      "step": 40941
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9988827435297212e-06,
      "loss": 0.012,
      "step": 40942
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.998649989688319e-06,
      "loss": 0.0132,
      "step": 40943
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9984172410110768e-06,
      "loss": 0.0059,
      "step": 40944
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.998184497498593e-06,
      "loss": 0.0069,
      "step": 40945
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9979517591514693e-06,
      "loss": 0.015,
      "step": 40946
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9977190259703063e-06,
      "loss": 0.0154,
      "step": 40947
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.997486297955703e-06,
      "loss": 0.017,
      "step": 40948
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.997253575108262e-06,
      "loss": 0.0102,
      "step": 40949
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9970208574285805e-06,
      "loss": 0.0241,
      "step": 40950
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.996788144917264e-06,
      "loss": 0.0023,
      "step": 40951
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.996555437574909e-06,
      "loss": 0.0023,
      "step": 40952
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9963227354021153e-06,
      "loss": 0.0043,
      "step": 40953
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9960900383994875e-06,
      "loss": 0.0087,
      "step": 40954
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9958573465676222e-06,
      "loss": 0.0085,
      "step": 40955
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9956246599071227e-06,
      "loss": 0.024,
      "step": 40956
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.995391978418588e-06,
      "loss": 0.0095,
      "step": 40957
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.995159302102617e-06,
      "loss": 0.0089,
      "step": 40958
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9949266309598134e-06,
      "loss": 0.0107,
      "step": 40959
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9946939649907736e-06,
      "loss": 0.0054,
      "step": 40960
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.994461304196102e-06,
      "loss": 0.0221,
      "step": 40961
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9942286485763972e-06,
      "loss": 0.0083,
      "step": 40962
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.993995998132258e-06,
      "loss": 0.0122,
      "step": 40963
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9937633528642875e-06,
      "loss": 0.0098,
      "step": 40964
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.993530712773084e-06,
      "loss": 0.0035,
      "step": 40965
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.993298077859249e-06,
      "loss": 0.0076,
      "step": 40966
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9930654481233824e-06,
      "loss": 0.005,
      "step": 40967
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.992832823566082e-06,
      "loss": 0.0043,
      "step": 40968
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9926002041879522e-06,
      "loss": 0.0044,
      "step": 40969
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.992367589989591e-06,
      "loss": 0.0024,
      "step": 40970
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9921349809715993e-06,
      "loss": 0.0071,
      "step": 40971
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.991902377134577e-06,
      "loss": 0.0135,
      "step": 40972
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9916697784791237e-06,
      "loss": 0.0027,
      "step": 40973
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.991437185005841e-06,
      "loss": 0.0105,
      "step": 40974
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.991204596715327e-06,
      "loss": 0.0138,
      "step": 40975
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9909720136081843e-06,
      "loss": 0.005,
      "step": 40976
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.990739435685013e-06,
      "loss": 0.0189,
      "step": 40977
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9905068629464087e-06,
      "loss": 0.0083,
      "step": 40978
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9902742953929776e-06,
      "loss": 0.0039,
      "step": 40979
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.990041733025315e-06,
      "loss": 0.0359,
      "step": 40980
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9898091758440252e-06,
      "loss": 0.0073,
      "step": 40981
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.989576623849706e-06,
      "loss": 0.0217,
      "step": 40982
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.989344077042956e-06,
      "loss": 0.0255,
      "step": 40983
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9891115354243782e-06,
      "loss": 0.0058,
      "step": 40984
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9888789989945693e-06,
      "loss": 0.0294,
      "step": 40985
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.988646467754133e-06,
      "loss": 0.0042,
      "step": 40986
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9884139417036685e-06,
      "loss": 0.0027,
      "step": 40987
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.988181420843773e-06,
      "loss": 0.0107,
      "step": 40988
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.98794890517505e-06,
      "loss": 0.0099,
      "step": 40989
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9877163946980968e-06,
      "loss": 0.0016,
      "step": 40990
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.987483889413515e-06,
      "loss": 0.0024,
      "step": 40991
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9872513893219046e-06,
      "loss": 0.0049,
      "step": 40992
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.987018894423862e-06,
      "loss": 0.0041,
      "step": 40993
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9867864047199934e-06,
      "loss": 0.0181,
      "step": 40994
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.986553920210893e-06,
      "loss": 0.0016,
      "step": 40995
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9863214408971645e-06,
      "loss": 0.0315,
      "step": 40996
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9860889667794068e-06,
      "loss": 0.006,
      "step": 40997
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9858564978582177e-06,
      "loss": 0.0101,
      "step": 40998
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9856240341341997e-06,
      "loss": 0.0068,
      "step": 40999
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9853915756079493e-06,
      "loss": 0.0053,
      "step": 41000
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9851591222800714e-06,
      "loss": 0.0081,
      "step": 41001
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9849266741511628e-06,
      "loss": 0.0047,
      "step": 41002
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.984694231221821e-06,
      "loss": 0.0356,
      "step": 41003
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9844617934926502e-06,
      "loss": 0.0111,
      "step": 41004
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9842293609642474e-06,
      "loss": 0.0149,
      "step": 41005
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9839969336372143e-06,
      "loss": 0.0114,
      "step": 41006
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.983764511512149e-06,
      "loss": 0.0179,
      "step": 41007
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9835320945896493e-06,
      "loss": 0.003,
      "step": 41008
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9832996828703215e-06,
      "loss": 0.0102,
      "step": 41009
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9830672763547575e-06,
      "loss": 0.0063,
      "step": 41010
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9828348750435634e-06,
      "loss": 0.0074,
      "step": 41011
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9826024789373355e-06,
      "loss": 0.003,
      "step": 41012
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9823700880366722e-06,
      "loss": 0.0114,
      "step": 41013
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.982137702342177e-06,
      "loss": 0.0055,
      "step": 41014
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.981905321854447e-06,
      "loss": 0.0058,
      "step": 41015
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.981672946574082e-06,
      "loss": 0.0061,
      "step": 41016
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.981440576501683e-06,
      "loss": 0.0067,
      "step": 41017
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.981208211637846e-06,
      "loss": 0.0186,
      "step": 41018
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9809758519831754e-06,
      "loss": 0.0052,
      "step": 41019
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9807434975382677e-06,
      "loss": 0.036,
      "step": 41020
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9805111483037243e-06,
      "loss": 0.0123,
      "step": 41021
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9802788042801433e-06,
      "loss": 0.0032,
      "step": 41022
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.980046465468124e-06,
      "loss": 0.009,
      "step": 41023
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.979814131868267e-06,
      "loss": 0.0058,
      "step": 41024
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.97958180348117e-06,
      "loss": 0.0095,
      "step": 41025
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9793494803074356e-06,
      "loss": 0.0075,
      "step": 41026
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9791171623476623e-06,
      "loss": 0.0057,
      "step": 41027
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.978884849602446e-06,
      "loss": 0.0139,
      "step": 41028
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.978652542072391e-06,
      "loss": 0.0068,
      "step": 41029
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.978420239758093e-06,
      "loss": 0.016,
      "step": 41030
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9781879426601544e-06,
      "loss": 0.0063,
      "step": 41031
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.977955650779174e-06,
      "loss": 0.021,
      "step": 41032
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.977723364115748e-06,
      "loss": 0.0043,
      "step": 41033
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9774910826704807e-06,
      "loss": 0.003,
      "step": 41034
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9772588064439665e-06,
      "loss": 0.0229,
      "step": 41035
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.977026535436809e-06,
      "loss": 0.0237,
      "step": 41036
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9767942696496055e-06,
      "loss": 0.0057,
      "step": 41037
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.976562009082955e-06,
      "loss": 0.0072,
      "step": 41038
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9763297537374587e-06,
      "loss": 0.0043,
      "step": 41039
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.976097503613712e-06,
      "loss": 0.0041,
      "step": 41040
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9758652587123205e-06,
      "loss": 0.0028,
      "step": 41041
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.975633019033878e-06,
      "loss": 0.0015,
      "step": 41042
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.975400784578984e-06,
      "loss": 0.0052,
      "step": 41043
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9751685553482414e-06,
      "loss": 0.0089,
      "step": 41044
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9749363313422456e-06,
      "loss": 0.0056,
      "step": 41045
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9747041125615995e-06,
      "loss": 0.0243,
      "step": 41046
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9744718990068994e-06,
      "loss": 0.0066,
      "step": 41047
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9742396906787445e-06,
      "loss": 0.0088,
      "step": 41048
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9740074875777366e-06,
      "loss": 0.0042,
      "step": 41049
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9737752897044704e-06,
      "loss": 0.0176,
      "step": 41050
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.97354309705955e-06,
      "loss": 0.0068,
      "step": 41051
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9733109096435723e-06,
      "loss": 0.0117,
      "step": 41052
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.973078727457136e-06,
      "loss": 0.0055,
      "step": 41053
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9728465505008407e-06,
      "loss": 0.0125,
      "step": 41054
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.972614378775285e-06,
      "loss": 0.0065,
      "step": 41055
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9723822122810696e-06,
      "loss": 0.0147,
      "step": 41056
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.972150051018792e-06,
      "loss": 0.0173,
      "step": 41057
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9719178949890505e-06,
      "loss": 0.0087,
      "step": 41058
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9716857441924474e-06,
      "loss": 0.0058,
      "step": 41059
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9714535986295766e-06,
      "loss": 0.008,
      "step": 41060
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9712214583010424e-06,
      "loss": 0.0045,
      "step": 41061
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9709893232074417e-06,
      "loss": 0.0053,
      "step": 41062
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9707571933493723e-06,
      "loss": 0.0019,
      "step": 41063
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.970525068727435e-06,
      "loss": 0.0103,
      "step": 41064
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.970292949342226e-06,
      "loss": 0.0108,
      "step": 41065
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9700608351943492e-06,
      "loss": 0.0032,
      "step": 41066
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9698287262843995e-06,
      "loss": 0.0079,
      "step": 41067
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9695966226129746e-06,
      "loss": 0.0047,
      "step": 41068
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9693645241806784e-06,
      "loss": 0.0094,
      "step": 41069
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.969132430988105e-06,
      "loss": 0.0059,
      "step": 41070
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9689003430358576e-06,
      "loss": 0.0083,
      "step": 41071
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.968668260324532e-06,
      "loss": 0.0094,
      "step": 41072
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.968436182854727e-06,
      "loss": 0.01,
      "step": 41073
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9682041106270438e-06,
      "loss": 0.0009,
      "step": 41074
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9679720436420774e-06,
      "loss": 0.0128,
      "step": 41075
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9677399819004304e-06,
      "loss": 0.0102,
      "step": 41076
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9675079254027004e-06,
      "loss": 0.0205,
      "step": 41077
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9672758741494855e-06,
      "loss": 0.0103,
      "step": 41078
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.967043828141385e-06,
      "loss": 0.0144,
      "step": 41079
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.966811787378997e-06,
      "loss": 0.0156,
      "step": 41080
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.966579751862922e-06,
      "loss": 0.0043,
      "step": 41081
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.966347721593757e-06,
      "loss": 0.03,
      "step": 41082
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9661156965720992e-06,
      "loss": 0.0016,
      "step": 41083
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.965883676798552e-06,
      "loss": 0.005,
      "step": 41084
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.96565166227371e-06,
      "loss": 0.0069,
      "step": 41085
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.965419652998174e-06,
      "loss": 0.0123,
      "step": 41086
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.965187648972542e-06,
      "loss": 0.0034,
      "step": 41087
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.964955650197412e-06,
      "loss": 0.0169,
      "step": 41088
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.964723656673384e-06,
      "loss": 0.0348,
      "step": 41089
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.964491668401054e-06,
      "loss": 0.0099,
      "step": 41090
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.964259685381026e-06,
      "loss": 0.0132,
      "step": 41091
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9640277076138928e-06,
      "loss": 0.0025,
      "step": 41092
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9637957351002546e-06,
      "loss": 0.0053,
      "step": 41093
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9635637678407114e-06,
      "loss": 0.0068,
      "step": 41094
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9633318058358607e-06,
      "loss": 0.0162,
      "step": 41095
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9630998490863015e-06,
      "loss": 0.0028,
      "step": 41096
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.962867897592633e-06,
      "loss": 0.0175,
      "step": 41097
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9626359513554513e-06,
      "loss": 0.0196,
      "step": 41098
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.962404010375358e-06,
      "loss": 0.0045,
      "step": 41099
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.962172074652948e-06,
      "loss": 0.0031,
      "step": 41100
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.961940144188823e-06,
      "loss": 0.0074,
      "step": 41101
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.961708218983581e-06,
      "loss": 0.0054,
      "step": 41102
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.961476299037819e-06,
      "loss": 0.0042,
      "step": 41103
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9612443843521368e-06,
      "loss": 0.0118,
      "step": 41104
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9610124749271308e-06,
      "loss": 0.0125,
      "step": 41105
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9607805707634017e-06,
      "loss": 0.0023,
      "step": 41106
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.960548671861547e-06,
      "loss": 0.0214,
      "step": 41107
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.960316778222163e-06,
      "loss": 0.0032,
      "step": 41108
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.960084889845852e-06,
      "loss": 0.0027,
      "step": 41109
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9598530067332106e-06,
      "loss": 0.0102,
      "step": 41110
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.959621128884837e-06,
      "loss": 0.0007,
      "step": 41111
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9593892563013294e-06,
      "loss": 0.0029,
      "step": 41112
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.959157388983286e-06,
      "loss": 0.0059,
      "step": 41113
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9589255269313053e-06,
      "loss": 0.0075,
      "step": 41114
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9586936701459847e-06,
      "loss": 0.0048,
      "step": 41115
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9584618186279258e-06,
      "loss": 0.0034,
      "step": 41116
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.958229972377723e-06,
      "loss": 0.0062,
      "step": 41117
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.957998131395974e-06,
      "loss": 0.0083,
      "step": 41118
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9577662956832813e-06,
      "loss": 0.0286,
      "step": 41119
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9575344652402398e-06,
      "loss": 0.0091,
      "step": 41120
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.95730264006745e-06,
      "loss": 0.0179,
      "step": 41121
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.9570708201655086e-06,
      "loss": 0.0083,
      "step": 41122
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.956839005535013e-06,
      "loss": 0.0212,
      "step": 41123
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.956607196176563e-06,
      "loss": 0.0057,
      "step": 41124
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.956375392090754e-06,
      "loss": 0.0055,
      "step": 41125
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9561435932781885e-06,
      "loss": 0.0081,
      "step": 41126
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.955911799739463e-06,
      "loss": 0.0038,
      "step": 41127
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9556800114751727e-06,
      "loss": 0.0081,
      "step": 41128
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9554482284859192e-06,
      "loss": 0.0081,
      "step": 41129
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9552164507722986e-06,
      "loss": 0.0103,
      "step": 41130
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9549846783349102e-06,
      "loss": 0.0159,
      "step": 41131
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9547529111743525e-06,
      "loss": 0.0131,
      "step": 41132
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9545211492912195e-06,
      "loss": 0.006,
      "step": 41133
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9542893926861148e-06,
      "loss": 0.0113,
      "step": 41134
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.954057641359632e-06,
      "loss": 0.0187,
      "step": 41135
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9538258953123735e-06,
      "loss": 0.0057,
      "step": 41136
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.953594154544934e-06,
      "loss": 0.0119,
      "step": 41137
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9533624190579113e-06,
      "loss": 0.0078,
      "step": 41138
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.953130688851905e-06,
      "loss": 0.0082,
      "step": 41139
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9528989639275107e-06,
      "loss": 0.0062,
      "step": 41140
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9526672442853297e-06,
      "loss": 0.0056,
      "step": 41141
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9524355299259594e-06,
      "loss": 0.0187,
      "step": 41142
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9522038208499935e-06,
      "loss": 0.0064,
      "step": 41143
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9519721170580347e-06,
      "loss": 0.0108,
      "step": 41144
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.951740418550678e-06,
      "loss": 0.0068,
      "step": 41145
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9515087253285237e-06,
      "loss": 0.0041,
      "step": 41146
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9512770373921674e-06,
      "loss": 0.0086,
      "step": 41147
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9510453547422073e-06,
      "loss": 0.0088,
      "step": 41148
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.950813677379243e-06,
      "loss": 0.0067,
      "step": 41149
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.950582005303868e-06,
      "loss": 0.0086,
      "step": 41150
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9503503385166865e-06,
      "loss": 0.0021,
      "step": 41151
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9501186770182923e-06,
      "loss": 0.0053,
      "step": 41152
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9498870208092822e-06,
      "loss": 0.0191,
      "step": 41153
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9496553698902563e-06,
      "loss": 0.0033,
      "step": 41154
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9494237242618117e-06,
      "loss": 0.004,
      "step": 41155
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9491920839245456e-06,
      "loss": 0.0069,
      "step": 41156
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9489604488790573e-06,
      "loss": 0.0106,
      "step": 41157
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.948728819125941e-06,
      "loss": 0.0146,
      "step": 41158
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.948497194665798e-06,
      "loss": 0.0128,
      "step": 41159
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.948265575499224e-06,
      "loss": 0.0117,
      "step": 41160
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.948033961626818e-06,
      "loss": 0.0249,
      "step": 41161
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9478023530491774e-06,
      "loss": 0.0043,
      "step": 41162
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.947570749766898e-06,
      "loss": 0.0208,
      "step": 41163
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9473391517805806e-06,
      "loss": 0.0072,
      "step": 41164
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.947107559090818e-06,
      "loss": 0.0069,
      "step": 41165
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9468759716982134e-06,
      "loss": 0.0057,
      "step": 41166
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9466443896033613e-06,
      "loss": 0.0092,
      "step": 41167
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.946412812806858e-06,
      "loss": 0.0146,
      "step": 41168
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9461812413093045e-06,
      "loss": 0.0039,
      "step": 41169
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.945949675111295e-06,
      "loss": 0.0175,
      "step": 41170
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9457181142134306e-06,
      "loss": 0.0046,
      "step": 41171
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9454865586163056e-06,
      "loss": 0.0068,
      "step": 41172
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.945255008320517e-06,
      "loss": 0.0014,
      "step": 41173
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9450234633266674e-06,
      "loss": 0.0213,
      "step": 41174
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9447919236353473e-06,
      "loss": 0.0074,
      "step": 41175
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9445603892471603e-06,
      "loss": 0.0125,
      "step": 41176
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9443288601627006e-06,
      "loss": 0.009,
      "step": 41177
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9440973363825654e-06,
      "loss": 0.0044,
      "step": 41178
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9438658179073543e-06,
      "loss": 0.0164,
      "step": 41179
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9436343047376615e-06,
      "loss": 0.0048,
      "step": 41180
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.943402796874088e-06,
      "loss": 0.0055,
      "step": 41181
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.943171294317229e-06,
      "loss": 0.0102,
      "step": 41182
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9429397970676805e-06,
      "loss": 0.0027,
      "step": 41183
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.942708305126043e-06,
      "loss": 0.0072,
      "step": 41184
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.942476818492912e-06,
      "loss": 0.0179,
      "step": 41185
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9422453371688857e-06,
      "loss": 0.0067,
      "step": 41186
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9420138611545612e-06,
      "loss": 0.0041,
      "step": 41187
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.941782390450535e-06,
      "loss": 0.0079,
      "step": 41188
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.941550925057405e-06,
      "loss": 0.0155,
      "step": 41189
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9413194649757663e-06,
      "loss": 0.0014,
      "step": 41190
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.941088010206221e-06,
      "loss": 0.0064,
      "step": 41191
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9408565607493637e-06,
      "loss": 0.0064,
      "step": 41192
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9406251166057885e-06,
      "loss": 0.0149,
      "step": 41193
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9403936777760983e-06,
      "loss": 0.0052,
      "step": 41194
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.940162244260886e-06,
      "loss": 0.0054,
      "step": 41195
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.939930816060751e-06,
      "loss": 0.0057,
      "step": 41196
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9396993931762907e-06,
      "loss": 0.0093,
      "step": 41197
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.939467975608098e-06,
      "loss": 0.0212,
      "step": 41198
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.939236563356778e-06,
      "loss": 0.0064,
      "step": 41199
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9390051564229183e-06,
      "loss": 0.0055,
      "step": 41200
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9387737548071237e-06,
      "loss": 0.0133,
      "step": 41201
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.938542358509989e-06,
      "loss": 0.0047,
      "step": 41202
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9383109675321086e-06,
      "loss": 0.0223,
      "step": 41203
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9380795818740836e-06,
      "loss": 0.0049,
      "step": 41204
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.937848201536507e-06,
      "loss": 0.0061,
      "step": 41205
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.937616826519981e-06,
      "loss": 0.005,
      "step": 41206
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.937385456825099e-06,
      "loss": 0.013,
      "step": 41207
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9371540924524557e-06,
      "loss": 0.0044,
      "step": 41208
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.936922733402654e-06,
      "loss": 0.0136,
      "step": 41209
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9366913796762863e-06,
      "loss": 0.0158,
      "step": 41210
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.936460031273952e-06,
      "loss": 0.0044,
      "step": 41211
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9362286881962476e-06,
      "loss": 0.0065,
      "step": 41212
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.935997350443769e-06,
      "loss": 0.0028,
      "step": 41213
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9357660180171144e-06,
      "loss": 0.0074,
      "step": 41214
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.935534690916878e-06,
      "loss": 0.0157,
      "step": 41215
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.935303369143662e-06,
      "loss": 0.0032,
      "step": 41216
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9350720526980592e-06,
      "loss": 0.0061,
      "step": 41217
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9348407415806658e-06,
      "loss": 0.0056,
      "step": 41218
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.934609435792082e-06,
      "loss": 0.0233,
      "step": 41219
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.934378135332902e-06,
      "loss": 0.0078,
      "step": 41220
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.934146840203724e-06,
      "loss": 0.0075,
      "step": 41221
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9339155504051454e-06,
      "loss": 0.0046,
      "step": 41222
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.933684265937759e-06,
      "loss": 0.008,
      "step": 41223
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9334529868021676e-06,
      "loss": 0.0111,
      "step": 41224
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.933221712998963e-06,
      "loss": 0.02,
      "step": 41225
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.932990444528745e-06,
      "loss": 0.0045,
      "step": 41226
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.932759181392109e-06,
      "loss": 0.0098,
      "step": 41227
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9325279235896514e-06,
      "loss": 0.0286,
      "step": 41228
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9322966711219704e-06,
      "loss": 0.0174,
      "step": 41229
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.93206542398966e-06,
      "loss": 0.0151,
      "step": 41230
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9318341821933214e-06,
      "loss": 0.0179,
      "step": 41231
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9316029457335483e-06,
      "loss": 0.0051,
      "step": 41232
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9313717146109353e-06,
      "loss": 0.0105,
      "step": 41233
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.931140488826083e-06,
      "loss": 0.0024,
      "step": 41234
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.930909268379586e-06,
      "loss": 0.0054,
      "step": 41235
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9306780532720425e-06,
      "loss": 0.0095,
      "step": 41236
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.930446843504048e-06,
      "loss": 0.0071,
      "step": 41237
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.930215639076197e-06,
      "loss": 0.0042,
      "step": 41238
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9299844399890904e-06,
      "loss": 0.0116,
      "step": 41239
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.92975324624332e-06,
      "loss": 0.004,
      "step": 41240
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.929522057839487e-06,
      "loss": 0.0082,
      "step": 41241
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9292908747781863e-06,
      "loss": 0.019,
      "step": 41242
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9290596970600126e-06,
      "loss": 0.014,
      "step": 41243
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.928828524685565e-06,
      "loss": 0.0094,
      "step": 41244
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9285973576554377e-06,
      "loss": 0.0117,
      "step": 41245
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9283661959702293e-06,
      "loss": 0.0051,
      "step": 41246
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9281350396305353e-06,
      "loss": 0.0041,
      "step": 41247
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9279038886369502e-06,
      "loss": 0.0012,
      "step": 41248
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9276727429900743e-06,
      "loss": 0.0237,
      "step": 41249
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9274416026905013e-06,
      "loss": 0.0043,
      "step": 41250
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9272104677388292e-06,
      "loss": 0.0084,
      "step": 41251
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.926979338135654e-06,
      "loss": 0.0066,
      "step": 41252
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.92674821388157e-06,
      "loss": 0.0055,
      "step": 41253
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9265170949771773e-06,
      "loss": 0.0045,
      "step": 41254
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9262859814230672e-06,
      "loss": 0.0128,
      "step": 41255
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9260548732198422e-06,
      "loss": 0.0118,
      "step": 41256
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.925823770368096e-06,
      "loss": 0.0025,
      "step": 41257
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9255926728684215e-06,
      "loss": 0.0079,
      "step": 41258
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9253615807214196e-06,
      "loss": 0.0105,
      "step": 41259
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9251304939276846e-06,
      "loss": 0.0192,
      "step": 41260
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.924899412487814e-06,
      "loss": 0.0048,
      "step": 41261
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.924668336402403e-06,
      "loss": 0.0052,
      "step": 41262
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9244372656720477e-06,
      "loss": 0.0048,
      "step": 41263
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9242062002973458e-06,
      "loss": 0.0042,
      "step": 41264
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9239751402788897e-06,
      "loss": 0.0063,
      "step": 41265
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.923744085617281e-06,
      "loss": 0.0035,
      "step": 41266
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9235130363131133e-06,
      "loss": 0.0094,
      "step": 41267
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9232819923669816e-06,
      "loss": 0.0225,
      "step": 41268
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9230509537794836e-06,
      "loss": 0.0081,
      "step": 41269
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.922819920551215e-06,
      "loss": 0.0044,
      "step": 41270
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9225888926827726e-06,
      "loss": 0.0045,
      "step": 41271
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9223578701747522e-06,
      "loss": 0.0023,
      "step": 41272
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.922126853027748e-06,
      "loss": 0.0104,
      "step": 41273
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9218958412423594e-06,
      "loss": 0.0055,
      "step": 41274
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.92166483481918e-06,
      "loss": 0.0057,
      "step": 41275
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9214338337588076e-06,
      "loss": 0.0057,
      "step": 41276
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9212028380618372e-06,
      "loss": 0.0011,
      "step": 41277
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.920971847728864e-06,
      "loss": 0.0117,
      "step": 41278
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9207408627604866e-06,
      "loss": 0.0131,
      "step": 41279
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9205098831572976e-06,
      "loss": 0.0137,
      "step": 41280
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9202789089198964e-06,
      "loss": 0.0398,
      "step": 41281
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.920047940048879e-06,
      "loss": 0.006,
      "step": 41282
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9198169765448363e-06,
      "loss": 0.007,
      "step": 41283
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.91958601840837e-06,
      "loss": 0.0054,
      "step": 41284
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.919355065640073e-06,
      "loss": 0.0272,
      "step": 41285
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.919124118240544e-06,
      "loss": 0.0036,
      "step": 41286
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9188931762103754e-06,
      "loss": 0.0199,
      "step": 41287
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.918662239550164e-06,
      "loss": 0.0054,
      "step": 41288
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9184313082605083e-06,
      "loss": 0.0051,
      "step": 41289
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.918200382342002e-06,
      "loss": 0.0074,
      "step": 41290
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9179694617952415e-06,
      "loss": 0.0139,
      "step": 41291
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9177385466208225e-06,
      "loss": 0.0079,
      "step": 41292
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.917507636819339e-06,
      "loss": 0.0116,
      "step": 41293
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9172767323913897e-06,
      "loss": 0.0075,
      "step": 41294
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9170458333375684e-06,
      "loss": 0.0054,
      "step": 41295
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.916814939658473e-06,
      "loss": 0.0235,
      "step": 41296
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9165840513546984e-06,
      "loss": 0.008,
      "step": 41297
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9163531684268407e-06,
      "loss": 0.0084,
      "step": 41298
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.916122290875494e-06,
      "loss": 0.0086,
      "step": 41299
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9158914187012542e-06,
      "loss": 0.005,
      "step": 41300
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9156605519047193e-06,
      "loss": 0.016,
      "step": 41301
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9154296904864836e-06,
      "loss": 0.0028,
      "step": 41302
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.915198834447141e-06,
      "loss": 0.0009,
      "step": 41303
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.914967983787291e-06,
      "loss": 0.0069,
      "step": 41304
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9147371385075274e-06,
      "loss": 0.0154,
      "step": 41305
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.914506298608445e-06,
      "loss": 0.0031,
      "step": 41306
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.914275464090641e-06,
      "loss": 0.0056,
      "step": 41307
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.914044634954708e-06,
      "loss": 0.0053,
      "step": 41308
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.913813811201246e-06,
      "loss": 0.0305,
      "step": 41309
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9135829928308462e-06,
      "loss": 0.0284,
      "step": 41310
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9133521798441083e-06,
      "loss": 0.0192,
      "step": 41311
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9131213722416264e-06,
      "loss": 0.0087,
      "step": 41312
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.912890570023995e-06,
      "loss": 0.004,
      "step": 41313
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9126597731918116e-06,
      "loss": 0.0106,
      "step": 41314
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9124289817456675e-06,
      "loss": 0.0076,
      "step": 41315
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9121981956861633e-06,
      "loss": 0.0125,
      "step": 41316
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.911967415013892e-06,
      "loss": 0.0196,
      "step": 41317
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.911736639729448e-06,
      "loss": 0.0061,
      "step": 41318
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9115058698334304e-06,
      "loss": 0.0065,
      "step": 41319
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9112751053264323e-06,
      "loss": 0.0084,
      "step": 41320
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.911044346209049e-06,
      "loss": 0.014,
      "step": 41321
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.910813592481877e-06,
      "loss": 0.0273,
      "step": 41322
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9105828441455086e-06,
      "loss": 0.0384,
      "step": 41323
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.910352101200543e-06,
      "loss": 0.0088,
      "step": 41324
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.910121363647573e-06,
      "loss": 0.0141,
      "step": 41325
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.909890631487199e-06,
      "loss": 0.0054,
      "step": 41326
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9096599047200107e-06,
      "loss": 0.0112,
      "step": 41327
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.909429183346604e-06,
      "loss": 0.0138,
      "step": 41328
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.909198467367576e-06,
      "loss": 0.0022,
      "step": 41329
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9089677567835207e-06,
      "loss": 0.0107,
      "step": 41330
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.908737051595036e-06,
      "loss": 0.008,
      "step": 41331
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.908506351802716e-06,
      "loss": 0.0073,
      "step": 41332
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9082756574071546e-06,
      "loss": 0.005,
      "step": 41333
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9080449684089484e-06,
      "loss": 0.0011,
      "step": 41334
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.90781428480869e-06,
      "loss": 0.0187,
      "step": 41335
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9075836066069787e-06,
      "loss": 0.0059,
      "step": 41336
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9073529338044083e-06,
      "loss": 0.0164,
      "step": 41337
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9071222664015713e-06,
      "loss": 0.0041,
      "step": 41338
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9068916043990674e-06,
      "loss": 0.0036,
      "step": 41339
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9066609477974895e-06,
      "loss": 0.0042,
      "step": 41340
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9064302965974327e-06,
      "loss": 0.0108,
      "step": 41341
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.906199650799493e-06,
      "loss": 0.0096,
      "step": 41342
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.905969010404262e-06,
      "loss": 0.0146,
      "step": 41343
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9057383754123403e-06,
      "loss": 0.0094,
      "step": 41344
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9055077458243176e-06,
      "loss": 0.0125,
      "step": 41345
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9052771216407943e-06,
      "loss": 0.0049,
      "step": 41346
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.905046502862363e-06,
      "loss": 0.0054,
      "step": 41347
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.904815889489618e-06,
      "loss": 0.007,
      "step": 41348
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9045852815231567e-06,
      "loss": 0.0017,
      "step": 41349
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9043546789635697e-06,
      "loss": 0.0134,
      "step": 41350
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.904124081811457e-06,
      "loss": 0.0055,
      "step": 41351
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.903893490067411e-06,
      "loss": 0.0043,
      "step": 41352
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.903662903732026e-06,
      "loss": 0.0055,
      "step": 41353
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.903432322805899e-06,
      "loss": 0.0162,
      "step": 41354
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9032017472896256e-06,
      "loss": 0.0085,
      "step": 41355
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.902971177183799e-06,
      "loss": 0.0155,
      "step": 41356
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.902740612489014e-06,
      "loss": 0.0132,
      "step": 41357
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9025100532058643e-06,
      "loss": 0.0034,
      "step": 41358
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9022794993349486e-06,
      "loss": 0.0164,
      "step": 41359
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.902048950876858e-06,
      "loss": 0.0202,
      "step": 41360
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.901818407832191e-06,
      "loss": 0.0027,
      "step": 41361
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9015878702015398e-06,
      "loss": 0.0067,
      "step": 41362
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.901357337985501e-06,
      "loss": 0.0027,
      "step": 41363
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.901126811184668e-06,
      "loss": 0.0138,
      "step": 41364
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.900896289799635e-06,
      "loss": 0.0046,
      "step": 41365
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9006657738309997e-06,
      "loss": 0.0182,
      "step": 41366
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.9004352632793548e-06,
      "loss": 0.0235,
      "step": 41367
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.900204758145294e-06,
      "loss": 0.0045,
      "step": 41368
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8999742584294154e-06,
      "loss": 0.006,
      "step": 41369
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.899743764132312e-06,
      "loss": 0.0048,
      "step": 41370
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8995132752545778e-06,
      "loss": 0.0151,
      "step": 41371
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8992827917968093e-06,
      "loss": 0.0095,
      "step": 41372
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8990523137595976e-06,
      "loss": 0.006,
      "step": 41373
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.898821841143542e-06,
      "loss": 0.0066,
      "step": 41374
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8985913739492334e-06,
      "loss": 0.004,
      "step": 41375
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8983609121772706e-06,
      "loss": 0.0058,
      "step": 41376
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8981304558282473e-06,
      "loss": 0.0011,
      "step": 41377
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8979000049027527e-06,
      "loss": 0.0058,
      "step": 41378
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.897669559401388e-06,
      "loss": 0.0072,
      "step": 41379
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8974391193247432e-06,
      "loss": 0.0034,
      "step": 41380
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.897208684673417e-06,
      "loss": 0.0062,
      "step": 41381
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8969782554480025e-06,
      "loss": 0.0033,
      "step": 41382
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8967478316490938e-06,
      "loss": 0.0103,
      "step": 41383
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.896517413277285e-06,
      "loss": 0.0052,
      "step": 41384
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8962870003331694e-06,
      "loss": 0.0158,
      "step": 41385
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8960565928173455e-06,
      "loss": 0.0104,
      "step": 41386
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.895826190730405e-06,
      "loss": 0.0034,
      "step": 41387
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.895595794072942e-06,
      "loss": 0.0095,
      "step": 41388
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8953654028455535e-06,
      "loss": 0.0048,
      "step": 41389
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.895135017048833e-06,
      "loss": 0.0028,
      "step": 41390
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8949046366833742e-06,
      "loss": 0.0213,
      "step": 41391
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8946742617497725e-06,
      "loss": 0.0101,
      "step": 41392
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.894443892248619e-06,
      "loss": 0.005,
      "step": 41393
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.894213528180513e-06,
      "loss": 0.0043,
      "step": 41394
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8939831695460453e-06,
      "loss": 0.0055,
      "step": 41395
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8937528163458127e-06,
      "loss": 0.0065,
      "step": 41396
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.89352246858041e-06,
      "loss": 0.0052,
      "step": 41397
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8932921262504294e-06,
      "loss": 0.0074,
      "step": 41398
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8930617893564663e-06,
      "loss": 0.0141,
      "step": 41399
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8928314578991146e-06,
      "loss": 0.0135,
      "step": 41400
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.892601131878967e-06,
      "loss": 0.006,
      "step": 41401
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.892370811296622e-06,
      "loss": 0.0051,
      "step": 41402
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.89214049615267e-06,
      "loss": 0.0023,
      "step": 41403
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8919101864477083e-06,
      "loss": 0.0258,
      "step": 41404
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.89167988218233e-06,
      "loss": 0.0064,
      "step": 41405
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.891449583357129e-06,
      "loss": 0.0079,
      "step": 41406
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8912192899727e-06,
      "loss": 0.0029,
      "step": 41407
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8909890020296344e-06,
      "loss": 0.0085,
      "step": 41408
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8907587195285314e-06,
      "loss": 0.0207,
      "step": 41409
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8905284424699827e-06,
      "loss": 0.008,
      "step": 41410
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.89029817085458e-06,
      "loss": 0.0145,
      "step": 41411
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8900679046829225e-06,
      "loss": 0.0116,
      "step": 41412
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.889837643955602e-06,
      "loss": 0.0093,
      "step": 41413
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8896073886732124e-06,
      "loss": 0.0437,
      "step": 41414
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8893771388363486e-06,
      "loss": 0.0145,
      "step": 41415
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8891468944456012e-06,
      "loss": 0.0034,
      "step": 41416
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8889166555015697e-06,
      "loss": 0.0139,
      "step": 41417
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.888686422004844e-06,
      "loss": 0.0073,
      "step": 41418
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.888456193956021e-06,
      "loss": 0.0208,
      "step": 41419
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8882259713556937e-06,
      "loss": 0.0066,
      "step": 41420
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8879957542044566e-06,
      "loss": 0.0166,
      "step": 41421
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8877655425029032e-06,
      "loss": 0.0081,
      "step": 41422
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8875353362516257e-06,
      "loss": 0.0224,
      "step": 41423
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8873051354512216e-06,
      "loss": 0.005,
      "step": 41424
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8870749401022835e-06,
      "loss": 0.0031,
      "step": 41425
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.886844750205403e-06,
      "loss": 0.0055,
      "step": 41426
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.886614565761181e-06,
      "loss": 0.0136,
      "step": 41427
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.886384386770202e-06,
      "loss": 0.0085,
      "step": 41428
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.886154213233067e-06,
      "loss": 0.009,
      "step": 41429
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8859240451503666e-06,
      "loss": 0.014,
      "step": 41430
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8856938825226945e-06,
      "loss": 0.0324,
      "step": 41431
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.885463725350647e-06,
      "loss": 0.0158,
      "step": 41432
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8852335736348152e-06,
      "loss": 0.0083,
      "step": 41433
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8850034273757986e-06,
      "loss": 0.002,
      "step": 41434
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.884773286574185e-06,
      "loss": 0.0026,
      "step": 41435
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.884543151230568e-06,
      "loss": 0.0069,
      "step": 41436
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.884313021345546e-06,
      "loss": 0.014,
      "step": 41437
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.884082896919708e-06,
      "loss": 0.0096,
      "step": 41438
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8838527779536525e-06,
      "loss": 0.0074,
      "step": 41439
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.88362266444797e-06,
      "loss": 0.0086,
      "step": 41440
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.883392556403257e-06,
      "loss": 0.0045,
      "step": 41441
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8831624538201043e-06,
      "loss": 0.0046,
      "step": 41442
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.882932356699105e-06,
      "loss": 0.0081,
      "step": 41443
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8827022650408575e-06,
      "loss": 0.0071,
      "step": 41444
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.882472178845952e-06,
      "loss": 0.0114,
      "step": 41445
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.882242098114981e-06,
      "loss": 0.0043,
      "step": 41446
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8820120228485427e-06,
      "loss": 0.0098,
      "step": 41447
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8817819530472278e-06,
      "loss": 0.0065,
      "step": 41448
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8815518887116305e-06,
      "loss": 0.0092,
      "step": 41449
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.881321829842344e-06,
      "loss": 0.0056,
      "step": 41450
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8810917764399604e-06,
      "loss": 0.0252,
      "step": 41451
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8808617285050776e-06,
      "loss": 0.0025,
      "step": 41452
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.880631686038284e-06,
      "loss": 0.005,
      "step": 41453
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.880401649040178e-06,
      "loss": 0.0075,
      "step": 41454
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8801716175113515e-06,
      "loss": 0.0091,
      "step": 41455
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8799415914523977e-06,
      "loss": 0.0168,
      "step": 41456
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8797115708639096e-06,
      "loss": 0.032,
      "step": 41457
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8794815557464794e-06,
      "loss": 0.0067,
      "step": 41458
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.879251546100704e-06,
      "loss": 0.0178,
      "step": 41459
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8790215419271762e-06,
      "loss": 0.0119,
      "step": 41460
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8787915432264867e-06,
      "loss": 0.0107,
      "step": 41461
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8785615499992325e-06,
      "loss": 0.0149,
      "step": 41462
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.878331562246005e-06,
      "loss": 0.0019,
      "step": 41463
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.878101579967399e-06,
      "loss": 0.0018,
      "step": 41464
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8778716031640063e-06,
      "loss": 0.0062,
      "step": 41465
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8776416318364197e-06,
      "loss": 0.0039,
      "step": 41466
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8774116659852357e-06,
      "loss": 0.0329,
      "step": 41467
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8771817056110443e-06,
      "loss": 0.0115,
      "step": 41468
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8769517507144416e-06,
      "loss": 0.0106,
      "step": 41469
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8767218012960208e-06,
      "loss": 0.0044,
      "step": 41470
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8764918573563738e-06,
      "loss": 0.0041,
      "step": 41471
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.876261918896095e-06,
      "loss": 0.012,
      "step": 41472
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8760319859157747e-06,
      "loss": 0.0314,
      "step": 41473
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.875802058416011e-06,
      "loss": 0.0068,
      "step": 41474
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.875572136397395e-06,
      "loss": 0.0122,
      "step": 41475
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8753422198605175e-06,
      "loss": 0.0045,
      "step": 41476
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8751123088059764e-06,
      "loss": 0.0012,
      "step": 41477
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8748824032343626e-06,
      "loss": 0.0286,
      "step": 41478
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.87465250314627e-06,
      "loss": 0.0023,
      "step": 41479
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8744226085422898e-06,
      "loss": 0.0058,
      "step": 41480
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8741927194230158e-06,
      "loss": 0.0058,
      "step": 41481
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8739628357890437e-06,
      "loss": 0.0076,
      "step": 41482
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8737329576409635e-06,
      "loss": 0.0042,
      "step": 41483
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.873503084979371e-06,
      "loss": 0.0044,
      "step": 41484
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8732732178048607e-06,
      "loss": 0.012,
      "step": 41485
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8730433561180192e-06,
      "loss": 0.0106,
      "step": 41486
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8728134999194456e-06,
      "loss": 0.0026,
      "step": 41487
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8725836492097293e-06,
      "loss": 0.0069,
      "step": 41488
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.872353803989467e-06,
      "loss": 0.0039,
      "step": 41489
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.87212396425925e-06,
      "loss": 0.0295,
      "step": 41490
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.871894130019671e-06,
      "loss": 0.0082,
      "step": 41491
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.871664301271324e-06,
      "loss": 0.0038,
      "step": 41492
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8714344780147994e-06,
      "loss": 0.0206,
      "step": 41493
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.871204660250694e-06,
      "loss": 0.0103,
      "step": 41494
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8709748479795983e-06,
      "loss": 0.0024,
      "step": 41495
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8707450412021056e-06,
      "loss": 0.014,
      "step": 41496
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8705152399188095e-06,
      "loss": 0.0124,
      "step": 41497
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.870285444130304e-06,
      "loss": 0.0079,
      "step": 41498
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8700556538371805e-06,
      "loss": 0.0139,
      "step": 41499
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8698258690400322e-06,
      "loss": 0.014,
      "step": 41500
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8695960897394506e-06,
      "loss": 0.0229,
      "step": 41501
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8693663159360306e-06,
      "loss": 0.0141,
      "step": 41502
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.869136547630364e-06,
      "loss": 0.0143,
      "step": 41503
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8689067848230456e-06,
      "loss": 0.0169,
      "step": 41504
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8686770275146673e-06,
      "loss": 0.0209,
      "step": 41505
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.868447275705821e-06,
      "loss": 0.0072,
      "step": 41506
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8682175293971008e-06,
      "loss": 0.014,
      "step": 41507
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.867987788589097e-06,
      "loss": 0.0079,
      "step": 41508
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8677580532824055e-06,
      "loss": 0.0052,
      "step": 41509
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8675283234776186e-06,
      "loss": 0.0125,
      "step": 41510
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8672985991753254e-06,
      "loss": 0.009,
      "step": 41511
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8670688803761244e-06,
      "loss": 0.0084,
      "step": 41512
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.866839167080605e-06,
      "loss": 0.0079,
      "step": 41513
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.866609459289361e-06,
      "loss": 0.0081,
      "step": 41514
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.866379757002984e-06,
      "loss": 0.0136,
      "step": 41515
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.866150060222066e-06,
      "loss": 0.0327,
      "step": 41516
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8659203689472028e-06,
      "loss": 0.0089,
      "step": 41517
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8656906831789833e-06,
      "loss": 0.0067,
      "step": 41518
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8654610029180034e-06,
      "loss": 0.0135,
      "step": 41519
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8652313281648553e-06,
      "loss": 0.0053,
      "step": 41520
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.86500165892013e-06,
      "loss": 0.0086,
      "step": 41521
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.864771995184422e-06,
      "loss": 0.0027,
      "step": 41522
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8645423369583205e-06,
      "loss": 0.0054,
      "step": 41523
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.864312684242423e-06,
      "loss": 0.0082,
      "step": 41524
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8640830370373186e-06,
      "loss": 0.0076,
      "step": 41525
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.863853395343599e-06,
      "loss": 0.0021,
      "step": 41526
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.863623759161861e-06,
      "loss": 0.0066,
      "step": 41527
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8633941284926948e-06,
      "loss": 0.0043,
      "step": 41528
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8631645033366923e-06,
      "loss": 0.0054,
      "step": 41529
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.862934883694447e-06,
      "loss": 0.015,
      "step": 41530
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8627052695665487e-06,
      "loss": 0.0041,
      "step": 41531
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8624756609535943e-06,
      "loss": 0.0021,
      "step": 41532
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8622460578561716e-06,
      "loss": 0.0217,
      "step": 41533
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8620164602748777e-06,
      "loss": 0.0099,
      "step": 41534
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8617868682103057e-06,
      "loss": 0.0064,
      "step": 41535
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.861557281663041e-06,
      "loss": 0.0106,
      "step": 41536
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8613277006336816e-06,
      "loss": 0.004,
      "step": 41537
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8610981251228163e-06,
      "loss": 0.009,
      "step": 41538
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8608685551310427e-06,
      "loss": 0.0054,
      "step": 41539
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8606389906589492e-06,
      "loss": 0.0046,
      "step": 41540
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.860409431707128e-06,
      "loss": 0.0044,
      "step": 41541
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8601798782761757e-06,
      "loss": 0.0139,
      "step": 41542
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8599503303666786e-06,
      "loss": 0.0143,
      "step": 41543
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8597207879792332e-06,
      "loss": 0.0016,
      "step": 41544
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.85949125111443e-06,
      "loss": 0.007,
      "step": 41545
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8592617197728613e-06,
      "loss": 0.0106,
      "step": 41546
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.85903219395512e-06,
      "loss": 0.011,
      "step": 41547
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.858802673661798e-06,
      "loss": 0.0096,
      "step": 41548
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8585731588934905e-06,
      "loss": 0.0124,
      "step": 41549
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8583436496507856e-06,
      "loss": 0.0034,
      "step": 41550
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.858114145934274e-06,
      "loss": 0.0067,
      "step": 41551
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.857884647744553e-06,
      "loss": 0.0048,
      "step": 41552
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.857655155082212e-06,
      "loss": 0.0178,
      "step": 41553
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.857425667947844e-06,
      "loss": 0.0082,
      "step": 41554
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8571961863420415e-06,
      "loss": 0.0047,
      "step": 41555
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8569667102653962e-06,
      "loss": 0.0053,
      "step": 41556
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8567372397185e-06,
      "loss": 0.0048,
      "step": 41557
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.856507774701943e-06,
      "loss": 0.0081,
      "step": 41558
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8562783152163215e-06,
      "loss": 0.0031,
      "step": 41559
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.856048861262225e-06,
      "loss": 0.0022,
      "step": 41560
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8558194128402443e-06,
      "loss": 0.0053,
      "step": 41561
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8555899699509755e-06,
      "loss": 0.0071,
      "step": 41562
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.855360532595008e-06,
      "loss": 0.002,
      "step": 41563
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.855131100772934e-06,
      "loss": 0.0121,
      "step": 41564
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.854901674485345e-06,
      "loss": 0.0146,
      "step": 41565
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.854672253732833e-06,
      "loss": 0.0059,
      "step": 41566
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8544428385159916e-06,
      "loss": 0.0114,
      "step": 41567
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8542134288354105e-06,
      "loss": 0.0061,
      "step": 41568
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.853984024691685e-06,
      "loss": 0.0089,
      "step": 41569
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8537546260854043e-06,
      "loss": 0.0051,
      "step": 41570
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8535252330171616e-06,
      "loss": 0.0047,
      "step": 41571
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8532958454875474e-06,
      "loss": 0.013,
      "step": 41572
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.853066463497153e-06,
      "loss": 0.0151,
      "step": 41573
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8528370870465737e-06,
      "loss": 0.0166,
      "step": 41574
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8526077161363995e-06,
      "loss": 0.012,
      "step": 41575
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8523783507672196e-06,
      "loss": 0.0025,
      "step": 41576
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8521489909396312e-06,
      "loss": 0.011,
      "step": 41577
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8519196366542222e-06,
      "loss": 0.0035,
      "step": 41578
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8516902879115864e-06,
      "loss": 0.0149,
      "step": 41579
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8514609447123144e-06,
      "loss": 0.0177,
      "step": 41580
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8512316070569967e-06,
      "loss": 0.0058,
      "step": 41581
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8510022749462284e-06,
      "loss": 0.0065,
      "step": 41582
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.850772948380597e-06,
      "loss": 0.0283,
      "step": 41583
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.850543627360699e-06,
      "loss": 0.004,
      "step": 41584
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.850314311887124e-06,
      "loss": 0.0146,
      "step": 41585
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8500850019604635e-06,
      "loss": 0.0158,
      "step": 41586
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8498556975813095e-06,
      "loss": 0.0057,
      "step": 41587
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8496263987502514e-06,
      "loss": 0.0021,
      "step": 41588
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8493971054678847e-06,
      "loss": 0.0157,
      "step": 41589
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.849167817734799e-06,
      "loss": 0.0134,
      "step": 41590
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8489385355515854e-06,
      "loss": 0.0135,
      "step": 41591
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.848709258918837e-06,
      "loss": 0.0265,
      "step": 41592
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8484799878371454e-06,
      "loss": 0.0044,
      "step": 41593
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.848250722307102e-06,
      "loss": 0.0042,
      "step": 41594
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8480214623292966e-06,
      "loss": 0.0084,
      "step": 41595
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.847792207904322e-06,
      "loss": 0.0075,
      "step": 41596
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.84756295903277e-06,
      "loss": 0.0051,
      "step": 41597
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8473337157152315e-06,
      "loss": 0.0125,
      "step": 41598
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8471044779523016e-06,
      "loss": 0.0114,
      "step": 41599
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.846875245744567e-06,
      "loss": 0.0039,
      "step": 41600
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8466460190926186e-06,
      "loss": 0.0073,
      "step": 41601
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8464167979970525e-06,
      "loss": 0.024,
      "step": 41602
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.846187582458456e-06,
      "loss": 0.0059,
      "step": 41603
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8459583724774243e-06,
      "loss": 0.0076,
      "step": 41604
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8457291680545473e-06,
      "loss": 0.0084,
      "step": 41605
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8454999691904154e-06,
      "loss": 0.016,
      "step": 41606
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8452707758856213e-06,
      "loss": 0.0102,
      "step": 41607
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.845041588140754e-06,
      "loss": 0.0109,
      "step": 41608
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.844812405956408e-06,
      "loss": 0.0136,
      "step": 41609
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.844583229333174e-06,
      "loss": 0.0031,
      "step": 41610
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.84435405827164e-06,
      "loss": 0.0068,
      "step": 41611
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.844124892772403e-06,
      "loss": 0.0037,
      "step": 41612
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8438957328360505e-06,
      "loss": 0.0082,
      "step": 41613
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.843666578463175e-06,
      "loss": 0.0087,
      "step": 41614
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8434374296543676e-06,
      "loss": 0.0043,
      "step": 41615
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.843208286410217e-06,
      "loss": 0.0041,
      "step": 41616
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8429791487313197e-06,
      "loss": 0.0119,
      "step": 41617
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8427500166182613e-06,
      "loss": 0.0184,
      "step": 41618
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8425208900716383e-06,
      "loss": 0.0055,
      "step": 41619
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.84229176909204e-06,
      "loss": 0.0035,
      "step": 41620
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8420626536800567e-06,
      "loss": 0.0126,
      "step": 41621
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8418335438362797e-06,
      "loss": 0.0066,
      "step": 41622
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8416044395612997e-06,
      "loss": 0.0099,
      "step": 41623
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8413753408557095e-06,
      "loss": 0.0055,
      "step": 41624
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8411462477201003e-06,
      "loss": 0.0071,
      "step": 41625
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8409171601550593e-06,
      "loss": 0.0226,
      "step": 41626
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8406880781611835e-06,
      "loss": 0.0057,
      "step": 41627
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.840459001739061e-06,
      "loss": 0.0034,
      "step": 41628
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8402299308892832e-06,
      "loss": 0.0099,
      "step": 41629
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8400008656124412e-06,
      "loss": 0.0156,
      "step": 41630
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.839771805909124e-06,
      "loss": 0.0128,
      "step": 41631
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8395427517799258e-06,
      "loss": 0.0138,
      "step": 41632
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.839313703225435e-06,
      "loss": 0.0178,
      "step": 41633
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8390846602462463e-06,
      "loss": 0.0074,
      "step": 41634
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8388556228429488e-06,
      "loss": 0.0047,
      "step": 41635
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8386265910161324e-06,
      "loss": 0.0067,
      "step": 41636
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8383975647663893e-06,
      "loss": 0.0056,
      "step": 41637
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8381685440943074e-06,
      "loss": 0.0106,
      "step": 41638
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.837939529000483e-06,
      "loss": 0.0032,
      "step": 41639
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8377105194855037e-06,
      "loss": 0.0055,
      "step": 41640
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.837481515549959e-06,
      "loss": 0.003,
      "step": 41641
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8372525171944444e-06,
      "loss": 0.0259,
      "step": 41642
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.837023524419548e-06,
      "loss": 0.0181,
      "step": 41643
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.836794537225861e-06,
      "loss": 0.0253,
      "step": 41644
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8365655556139737e-06,
      "loss": 0.011,
      "step": 41645
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.836336579584476e-06,
      "loss": 0.0064,
      "step": 41646
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.836107609137962e-06,
      "loss": 0.0066,
      "step": 41647
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8358786442750187e-06,
      "loss": 0.0065,
      "step": 41648
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.83564968499624e-06,
      "loss": 0.0107,
      "step": 41649
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8354207313022187e-06,
      "loss": 0.0023,
      "step": 41650
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8351917831935385e-06,
      "loss": 0.0031,
      "step": 41651
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8349628406707953e-06,
      "loss": 0.0098,
      "step": 41652
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8347339037345766e-06,
      "loss": 0.0086,
      "step": 41653
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.834504972385478e-06,
      "loss": 0.0119,
      "step": 41654
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.834276046624087e-06,
      "loss": 0.0111,
      "step": 41655
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.834047126450995e-06,
      "loss": 0.003,
      "step": 41656
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8338182118667917e-06,
      "loss": 0.0031,
      "step": 41657
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8335893028720672e-06,
      "loss": 0.0077,
      "step": 41658
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.833360399467415e-06,
      "loss": 0.007,
      "step": 41659
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8331315016534244e-06,
      "loss": 0.0064,
      "step": 41660
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8329026094306837e-06,
      "loss": 0.0063,
      "step": 41661
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.832673722799788e-06,
      "loss": 0.0078,
      "step": 41662
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8324448417613248e-06,
      "loss": 0.0053,
      "step": 41663
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8322159663158864e-06,
      "loss": 0.0027,
      "step": 41664
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8319870964640618e-06,
      "loss": 0.0137,
      "step": 41665
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.831758232206441e-06,
      "loss": 0.0044,
      "step": 41666
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8315293735436165e-06,
      "loss": 0.004,
      "step": 41667
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8313005204761766e-06,
      "loss": 0.0059,
      "step": 41668
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8310716730047154e-06,
      "loss": 0.0054,
      "step": 41669
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8308428311298215e-06,
      "loss": 0.0032,
      "step": 41670
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.830613994852085e-06,
      "loss": 0.0081,
      "step": 41671
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.830385164172096e-06,
      "loss": 0.0074,
      "step": 41672
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.830156339090444e-06,
      "loss": 0.013,
      "step": 41673
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.829927519607723e-06,
      "loss": 0.0061,
      "step": 41674
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.829698705724522e-06,
      "loss": 0.0102,
      "step": 41675
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8294698974414276e-06,
      "loss": 0.0227,
      "step": 41676
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.829241094759036e-06,
      "loss": 0.006,
      "step": 41677
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8290122976779342e-06,
      "loss": 0.0086,
      "step": 41678
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8287835061987144e-06,
      "loss": 0.0149,
      "step": 41679
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.828554720321966e-06,
      "loss": 0.0034,
      "step": 41680
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8283259400482764e-06,
      "loss": 0.0059,
      "step": 41681
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.828097165378242e-06,
      "loss": 0.0099,
      "step": 41682
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8278683963124465e-06,
      "loss": 0.0158,
      "step": 41683
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8276396328514867e-06,
      "loss": 0.0097,
      "step": 41684
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8274108749959495e-06,
      "loss": 0.0055,
      "step": 41685
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8271821227464253e-06,
      "loss": 0.006,
      "step": 41686
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8269533761035045e-06,
      "loss": 0.0039,
      "step": 41687
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.826724635067776e-06,
      "loss": 0.003,
      "step": 41688
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.826495899639833e-06,
      "loss": 0.0069,
      "step": 41689
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.826267169820264e-06,
      "loss": 0.0078,
      "step": 41690
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8260384456096568e-06,
      "loss": 0.0066,
      "step": 41691
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.825809727008607e-06,
      "loss": 0.0139,
      "step": 41692
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8255810140177013e-06,
      "loss": 0.0157,
      "step": 41693
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.825352306637531e-06,
      "loss": 0.0413,
      "step": 41694
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.825123604868685e-06,
      "loss": 0.0091,
      "step": 41695
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.824894908711753e-06,
      "loss": 0.0249,
      "step": 41696
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.824666218167328e-06,
      "loss": 0.0058,
      "step": 41697
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8244375332359953e-06,
      "loss": 0.0004,
      "step": 41698
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.824208853918351e-06,
      "loss": 0.0231,
      "step": 41699
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8239801802149834e-06,
      "loss": 0.0149,
      "step": 41700
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.823751512126478e-06,
      "loss": 0.0102,
      "step": 41701
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8235228496534308e-06,
      "loss": 0.0045,
      "step": 41702
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8232941927964264e-06,
      "loss": 0.0035,
      "step": 41703
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8230655415560593e-06,
      "loss": 0.0206,
      "step": 41704
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.822836895932918e-06,
      "loss": 0.0016,
      "step": 41705
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8226082559275903e-06,
      "loss": 0.0049,
      "step": 41706
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8223796215406725e-06,
      "loss": 0.0059,
      "step": 41707
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.822150992772746e-06,
      "loss": 0.0039,
      "step": 41708
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.821922369624407e-06,
      "loss": 0.0096,
      "step": 41709
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8216937520962427e-06,
      "loss": 0.007,
      "step": 41710
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.821465140188843e-06,
      "loss": 0.0122,
      "step": 41711
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.821236533902799e-06,
      "loss": 0.0043,
      "step": 41712
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8210079332387e-06,
      "loss": 0.0033,
      "step": 41713
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8207793381971384e-06,
      "loss": 0.0036,
      "step": 41714
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8205507487786996e-06,
      "loss": 0.0076,
      "step": 41715
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.820322164983974e-06,
      "loss": 0.0108,
      "step": 41716
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.820093586813555e-06,
      "loss": 0.0059,
      "step": 41717
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8198650142680273e-06,
      "loss": 0.0147,
      "step": 41718
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8196364473479864e-06,
      "loss": 0.0067,
      "step": 41719
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.819407886054019e-06,
      "loss": 0.0399,
      "step": 41720
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8191793303867152e-06,
      "loss": 0.0178,
      "step": 41721
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8189507803466654e-06,
      "loss": 0.0036,
      "step": 41722
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8187222359344557e-06,
      "loss": 0.0081,
      "step": 41723
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8184936971506818e-06,
      "loss": 0.0145,
      "step": 41724
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.818265163995929e-06,
      "loss": 0.0038,
      "step": 41725
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.818036636470788e-06,
      "loss": 0.0043,
      "step": 41726
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8178081145758498e-06,
      "loss": 0.0027,
      "step": 41727
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8175795983117037e-06,
      "loss": 0.0223,
      "step": 41728
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8173510876789384e-06,
      "loss": 0.031,
      "step": 41729
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.817122582678144e-06,
      "loss": 0.0143,
      "step": 41730
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.816894083309908e-06,
      "loss": 0.0049,
      "step": 41731
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.816665589574824e-06,
      "loss": 0.0143,
      "step": 41732
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8164371014734783e-06,
      "loss": 0.0043,
      "step": 41733
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.816208619006463e-06,
      "loss": 0.0062,
      "step": 41734
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8159801421743672e-06,
      "loss": 0.0119,
      "step": 41735
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8157516709777793e-06,
      "loss": 0.0114,
      "step": 41736
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8155232054172893e-06,
      "loss": 0.0007,
      "step": 41737
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8152947454934846e-06,
      "loss": 0.0027,
      "step": 41738
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.815066291206959e-06,
      "loss": 0.0016,
      "step": 41739
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8148378425583e-06,
      "loss": 0.0206,
      "step": 41740
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.814609399548094e-06,
      "loss": 0.017,
      "step": 41741
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8143809621769357e-06,
      "loss": 0.007,
      "step": 41742
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8141525304454128e-06,
      "loss": 0.0047,
      "step": 41743
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.813924104354113e-06,
      "loss": 0.0106,
      "step": 41744
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.813695683903628e-06,
      "loss": 0.0035,
      "step": 41745
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.813467269094543e-06,
      "loss": 0.0072,
      "step": 41746
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.813238859927453e-06,
      "loss": 0.0095,
      "step": 41747
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8130104564029427e-06,
      "loss": 0.0153,
      "step": 41748
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.812782058521605e-06,
      "loss": 0.0049,
      "step": 41749
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.812553666284028e-06,
      "loss": 0.0049,
      "step": 41750
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8123252796908007e-06,
      "loss": 0.017,
      "step": 41751
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.812096898742513e-06,
      "loss": 0.0135,
      "step": 41752
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8118685234397515e-06,
      "loss": 0.0055,
      "step": 41753
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8116401537831097e-06,
      "loss": 0.0209,
      "step": 41754
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.811411789773174e-06,
      "loss": 0.0372,
      "step": 41755
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8111834314105336e-06,
      "loss": 0.0052,
      "step": 41756
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8109550786957806e-06,
      "loss": 0.0059,
      "step": 41757
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.810726731629502e-06,
      "loss": 0.0031,
      "step": 41758
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.810498390212287e-06,
      "loss": 0.0049,
      "step": 41759
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.8102700544447253e-06,
      "loss": 0.0042,
      "step": 41760
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.810041724327404e-06,
      "loss": 0.006,
      "step": 41761
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.809813399860916e-06,
      "loss": 0.0089,
      "step": 41762
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.809585081045847e-06,
      "loss": 0.0043,
      "step": 41763
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8093567678827914e-06,
      "loss": 0.0106,
      "step": 41764
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.809128460372333e-06,
      "loss": 0.0188,
      "step": 41765
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.80890015851506e-06,
      "loss": 0.011,
      "step": 41766
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.808671862311566e-06,
      "loss": 0.0098,
      "step": 41767
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.808443571762437e-06,
      "loss": 0.002,
      "step": 41768
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.808215286868265e-06,
      "loss": 0.008,
      "step": 41769
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.807987007629637e-06,
      "loss": 0.003,
      "step": 41770
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8077587340471425e-06,
      "loss": 0.0169,
      "step": 41771
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8075304661213696e-06,
      "loss": 0.0086,
      "step": 41772
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8073022038529074e-06,
      "loss": 0.0044,
      "step": 41773
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8070739472423465e-06,
      "loss": 0.0016,
      "step": 41774
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8068456962902754e-06,
      "loss": 0.0017,
      "step": 41775
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.80661745099728e-06,
      "loss": 0.0118,
      "step": 41776
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8063892113639547e-06,
      "loss": 0.0072,
      "step": 41777
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.806160977390885e-06,
      "loss": 0.006,
      "step": 41778
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8059327490786603e-06,
      "loss": 0.0046,
      "step": 41779
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.805704526427869e-06,
      "loss": 0.0042,
      "step": 41780
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8054763094391e-06,
      "loss": 0.0059,
      "step": 41781
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.805248098112944e-06,
      "loss": 0.0099,
      "step": 41782
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8050198924499867e-06,
      "loss": 0.0225,
      "step": 41783
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.804791692450821e-06,
      "loss": 0.0018,
      "step": 41784
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8045634981160335e-06,
      "loss": 0.0177,
      "step": 41785
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.804335309446213e-06,
      "loss": 0.0116,
      "step": 41786
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8041071264419485e-06,
      "loss": 0.0113,
      "step": 41787
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8038789491038265e-06,
      "loss": 0.0013,
      "step": 41788
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.803650777432441e-06,
      "loss": 0.0102,
      "step": 41789
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.803422611428377e-06,
      "loss": 0.0159,
      "step": 41790
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8031944510922216e-06,
      "loss": 0.0068,
      "step": 41791
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8029662964245687e-06,
      "loss": 0.0219,
      "step": 41792
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8027381474260036e-06,
      "loss": 0.005,
      "step": 41793
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.802510004097116e-06,
      "loss": 0.0092,
      "step": 41794
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8022818664384945e-06,
      "loss": 0.0055,
      "step": 41795
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8020537344507248e-06,
      "loss": 0.0226,
      "step": 41796
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.801825608134401e-06,
      "loss": 0.0085,
      "step": 41797
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8015974874901063e-06,
      "loss": 0.0021,
      "step": 41798
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8013693725184344e-06,
      "loss": 0.0292,
      "step": 41799
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8011412632199707e-06,
      "loss": 0.0064,
      "step": 41800
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.800913159595306e-06,
      "loss": 0.0358,
      "step": 41801
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8006850616450267e-06,
      "loss": 0.0077,
      "step": 41802
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.8004569693697203e-06,
      "loss": 0.024,
      "step": 41803
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.80022888276998e-06,
      "loss": 0.009,
      "step": 41804
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.800000801846391e-06,
      "loss": 0.0096,
      "step": 41805
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.79977272659954e-06,
      "loss": 0.0036,
      "step": 41806
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7995446570300207e-06,
      "loss": 0.0042,
      "step": 41807
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7993165931384183e-06,
      "loss": 0.0111,
      "step": 41808
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.799088534925322e-06,
      "loss": 0.0091,
      "step": 41809
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7988604823913203e-06,
      "loss": 0.0037,
      "step": 41810
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7986324355369988e-06,
      "loss": 0.0076,
      "step": 41811
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7984043943629513e-06,
      "loss": 0.0056,
      "step": 41812
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7981763588697607e-06,
      "loss": 0.0136,
      "step": 41813
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.797948329058021e-06,
      "loss": 0.0062,
      "step": 41814
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.797720304928319e-06,
      "loss": 0.0016,
      "step": 41815
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.797492286481238e-06,
      "loss": 0.0126,
      "step": 41816
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7972642737173727e-06,
      "loss": 0.0019,
      "step": 41817
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7970362666373073e-06,
      "loss": 0.0376,
      "step": 41818
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.796808265241633e-06,
      "loss": 0.0009,
      "step": 41819
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7965802695309376e-06,
      "loss": 0.004,
      "step": 41820
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7963522795058064e-06,
      "loss": 0.0086,
      "step": 41821
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7961242951668337e-06,
      "loss": 0.007,
      "step": 41822
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.795896316514601e-06,
      "loss": 0.0161,
      "step": 41823
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7956683435497013e-06,
      "loss": 0.006,
      "step": 41824
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7954403762727208e-06,
      "loss": 0.0049,
      "step": 41825
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.795212414684246e-06,
      "loss": 0.0121,
      "step": 41826
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7949844587848697e-06,
      "loss": 0.008,
      "step": 41827
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7947565085751783e-06,
      "loss": 0.0077,
      "step": 41828
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7945285640557584e-06,
      "loss": 0.0147,
      "step": 41829
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7943006252271998e-06,
      "loss": 0.0102,
      "step": 41830
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7940726920900876e-06,
      "loss": 0.0009,
      "step": 41831
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.793844764645014e-06,
      "loss": 0.0152,
      "step": 41832
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7936168428925636e-06,
      "loss": 0.0026,
      "step": 41833
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7933889268333293e-06,
      "loss": 0.0126,
      "step": 41834
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7931610164678957e-06,
      "loss": 0.0106,
      "step": 41835
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7929331117968512e-06,
      "loss": 0.0094,
      "step": 41836
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7927052128207845e-06,
      "loss": 0.0038,
      "step": 41837
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.792477319540281e-06,
      "loss": 0.0114,
      "step": 41838
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7922494319559334e-06,
      "loss": 0.0165,
      "step": 41839
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.792021550068327e-06,
      "loss": 0.0225,
      "step": 41840
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7917936738780482e-06,
      "loss": 0.0112,
      "step": 41841
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7915658033856895e-06,
      "loss": 0.008,
      "step": 41842
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.791337938591836e-06,
      "loss": 0.0082,
      "step": 41843
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.791110079497076e-06,
      "loss": 0.0082,
      "step": 41844
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7908822261019975e-06,
      "loss": 0.0158,
      "step": 41845
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7906543784071866e-06,
      "loss": 0.0095,
      "step": 41846
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.790426536413235e-06,
      "loss": 0.0057,
      "step": 41847
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7901987001207263e-06,
      "loss": 0.0108,
      "step": 41848
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.789970869530253e-06,
      "loss": 0.0095,
      "step": 41849
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7897430446424012e-06,
      "loss": 0.0199,
      "step": 41850
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.789515225457757e-06,
      "loss": 0.0207,
      "step": 41851
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.789287411976911e-06,
      "loss": 0.0118,
      "step": 41852
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.789059604200447e-06,
      "loss": 0.0083,
      "step": 41853
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.788831802128957e-06,
      "loss": 0.0053,
      "step": 41854
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7886040057630275e-06,
      "loss": 0.0082,
      "step": 41855
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7883762151032445e-06,
      "loss": 0.0095,
      "step": 41856
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.788148430150198e-06,
      "loss": 0.007,
      "step": 41857
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7879206509044764e-06,
      "loss": 0.0028,
      "step": 41858
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7876928773666656e-06,
      "loss": 0.0097,
      "step": 41859
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.787465109537354e-06,
      "loss": 0.0139,
      "step": 41860
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7872373474171267e-06,
      "loss": 0.0036,
      "step": 41861
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7870095910065763e-06,
      "loss": 0.0254,
      "step": 41862
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7867818403062853e-06,
      "loss": 0.0137,
      "step": 41863
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.786554095316847e-06,
      "loss": 0.0066,
      "step": 41864
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7863263560388477e-06,
      "loss": 0.0238,
      "step": 41865
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.786098622472869e-06,
      "loss": 0.0014,
      "step": 41866
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7858708946195055e-06,
      "loss": 0.0029,
      "step": 41867
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.785643172479341e-06,
      "loss": 0.0191,
      "step": 41868
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7854154560529656e-06,
      "loss": 0.0123,
      "step": 41869
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.785187745340966e-06,
      "loss": 0.016,
      "step": 41870
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7849600403439275e-06,
      "loss": 0.0033,
      "step": 41871
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.784732341062444e-06,
      "loss": 0.0097,
      "step": 41872
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7845046474970938e-06,
      "loss": 0.0174,
      "step": 41873
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.784276959648472e-06,
      "loss": 0.0074,
      "step": 41874
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7840492775171635e-06,
      "loss": 0.0025,
      "step": 41875
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7838216011037533e-06,
      "loss": 0.0109,
      "step": 41876
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7835939304088337e-06,
      "loss": 0.01,
      "step": 41877
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.783366265432988e-06,
      "loss": 0.0097,
      "step": 41878
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.783138606176809e-06,
      "loss": 0.0061,
      "step": 41879
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7829109526408787e-06,
      "loss": 0.0052,
      "step": 41880
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.782683304825784e-06,
      "loss": 0.0044,
      "step": 41881
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7824556627321176e-06,
      "loss": 0.0133,
      "step": 41882
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7822280263604617e-06,
      "loss": 0.0053,
      "step": 41883
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7820003957114074e-06,
      "loss": 0.018,
      "step": 41884
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.781772770785541e-06,
      "loss": 0.0087,
      "step": 41885
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.781545151583449e-06,
      "loss": 0.0071,
      "step": 41886
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.78131753810572e-06,
      "loss": 0.0019,
      "step": 41887
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7810899303529383e-06,
      "loss": 0.0031,
      "step": 41888
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7808623283256952e-06,
      "loss": 0.0242,
      "step": 41889
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.780634732024577e-06,
      "loss": 0.0154,
      "step": 41890
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7804071414501676e-06,
      "loss": 0.0062,
      "step": 41891
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7801795566030587e-06,
      "loss": 0.0036,
      "step": 41892
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7799519774838356e-06,
      "loss": 0.0109,
      "step": 41893
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7797244040930866e-06,
      "loss": 0.0094,
      "step": 41894
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7794968364313975e-06,
      "loss": 0.008,
      "step": 41895
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7792692744993534e-06,
      "loss": 0.0076,
      "step": 41896
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.779041718297547e-06,
      "loss": 0.044,
      "step": 41897
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.77881416782656e-06,
      "loss": 0.0077,
      "step": 41898
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.778586623086984e-06,
      "loss": 0.0076,
      "step": 41899
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.778359084079404e-06,
      "loss": 0.0181,
      "step": 41900
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.778131550804408e-06,
      "loss": 0.0151,
      "step": 41901
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.777904023262582e-06,
      "loss": 0.0053,
      "step": 41902
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7776765014545114e-06,
      "loss": 0.0091,
      "step": 41903
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7774489853807883e-06,
      "loss": 0.0048,
      "step": 41904
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7772214750419963e-06,
      "loss": 0.0037,
      "step": 41905
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.776993970438721e-06,
      "loss": 0.0049,
      "step": 41906
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7767664715715535e-06,
      "loss": 0.0126,
      "step": 41907
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.776538978441079e-06,
      "loss": 0.0128,
      "step": 41908
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.776311491047885e-06,
      "loss": 0.007,
      "step": 41909
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.776084009392557e-06,
      "loss": 0.0039,
      "step": 41910
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.775856533475681e-06,
      "loss": 0.0083,
      "step": 41911
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.775629063297848e-06,
      "loss": 0.0063,
      "step": 41912
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7754015988596404e-06,
      "loss": 0.0072,
      "step": 41913
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7751741401616494e-06,
      "loss": 0.0048,
      "step": 41914
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.77494668720446e-06,
      "loss": 0.0115,
      "step": 41915
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7747192399886593e-06,
      "loss": 0.0032,
      "step": 41916
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.774491798514834e-06,
      "loss": 0.0077,
      "step": 41917
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7742643627835685e-06,
      "loss": 0.0099,
      "step": 41918
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7740369327954547e-06,
      "loss": 0.0128,
      "step": 41919
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.773809508551077e-06,
      "loss": 0.0067,
      "step": 41920
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.77358209005102e-06,
      "loss": 0.0116,
      "step": 41921
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7733546772958743e-06,
      "loss": 0.0018,
      "step": 41922
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7731272702862245e-06,
      "loss": 0.0087,
      "step": 41923
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.772899869022658e-06,
      "loss": 0.0095,
      "step": 41924
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7726724735057627e-06,
      "loss": 0.0239,
      "step": 41925
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7724450837361217e-06,
      "loss": 0.0057,
      "step": 41926
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7722176997143256e-06,
      "loss": 0.0172,
      "step": 41927
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7719903214409576e-06,
      "loss": 0.0077,
      "step": 41928
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.771762948916611e-06,
      "loss": 0.0041,
      "step": 41929
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.771535582141866e-06,
      "loss": 0.0126,
      "step": 41930
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.771308221117309e-06,
      "loss": 0.0058,
      "step": 41931
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7710808658435313e-06,
      "loss": 0.0039,
      "step": 41932
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.770853516321115e-06,
      "loss": 0.0196,
      "step": 41933
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7706261725506513e-06,
      "loss": 0.0095,
      "step": 41934
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7703988345327236e-06,
      "loss": 0.0287,
      "step": 41935
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.77017150226792e-06,
      "loss": 0.0087,
      "step": 41936
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7699441757568267e-06,
      "loss": 0.033,
      "step": 41937
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7697168550000277e-06,
      "loss": 0.0054,
      "step": 41938
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7694895399981137e-06,
      "loss": 0.0147,
      "step": 41939
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7692622307516705e-06,
      "loss": 0.0034,
      "step": 41940
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7690349272612803e-06,
      "loss": 0.0049,
      "step": 41941
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7688076295275356e-06,
      "loss": 0.0023,
      "step": 41942
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.76858033755102e-06,
      "loss": 0.007,
      "step": 41943
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7683530513323208e-06,
      "loss": 0.0084,
      "step": 41944
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7681257708720233e-06,
      "loss": 0.0078,
      "step": 41945
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.767898496170713e-06,
      "loss": 0.0037,
      "step": 41946
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.76767122722898e-06,
      "loss": 0.0123,
      "step": 41947
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.767443964047408e-06,
      "loss": 0.0093,
      "step": 41948
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7672167066265822e-06,
      "loss": 0.0028,
      "step": 41949
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7669894549670927e-06,
      "loss": 0.007,
      "step": 41950
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7667622090695244e-06,
      "loss": 0.0197,
      "step": 41951
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7665349689344636e-06,
      "loss": 0.0065,
      "step": 41952
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7663077345624955e-06,
      "loss": 0.0054,
      "step": 41953
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7660805059542055e-06,
      "loss": 0.0091,
      "step": 41954
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7658532831101843e-06,
      "loss": 0.0085,
      "step": 41955
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.765626066031013e-06,
      "loss": 0.0064,
      "step": 41956
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.765398854717283e-06,
      "loss": 0.0094,
      "step": 41957
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.765171649169578e-06,
      "loss": 0.009,
      "step": 41958
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7649444493884846e-06,
      "loss": 0.0063,
      "step": 41959
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.764717255374588e-06,
      "loss": 0.0114,
      "step": 41960
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7644900671284746e-06,
      "loss": 0.0058,
      "step": 41961
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7642628846507326e-06,
      "loss": 0.0332,
      "step": 41962
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7640357079419465e-06,
      "loss": 0.0149,
      "step": 41963
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7638085370027013e-06,
      "loss": 0.0173,
      "step": 41964
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7635813718335867e-06,
      "loss": 0.0084,
      "step": 41965
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7633542124351873e-06,
      "loss": 0.0019,
      "step": 41966
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7631270588080885e-06,
      "loss": 0.0055,
      "step": 41967
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7628999109528766e-06,
      "loss": 0.0185,
      "step": 41968
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7626727688701368e-06,
      "loss": 0.0052,
      "step": 41969
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7624456325604575e-06,
      "loss": 0.0098,
      "step": 41970
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.762218502024422e-06,
      "loss": 0.0064,
      "step": 41971
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.76199137726262e-06,
      "loss": 0.0028,
      "step": 41972
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7617642582756378e-06,
      "loss": 0.013,
      "step": 41973
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7615371450640544e-06,
      "loss": 0.0094,
      "step": 41974
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.761310037628463e-06,
      "loss": 0.0063,
      "step": 41975
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.761082935969446e-06,
      "loss": 0.0023,
      "step": 41976
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7608558400875917e-06,
      "loss": 0.003,
      "step": 41977
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7606287499834847e-06,
      "loss": 0.0217,
      "step": 41978
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7604016656577104e-06,
      "loss": 0.0035,
      "step": 41979
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7601745871108593e-06,
      "loss": 0.0056,
      "step": 41980
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7599475143435094e-06,
      "loss": 0.0074,
      "step": 41981
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7597204473562533e-06,
      "loss": 0.0091,
      "step": 41982
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.759493386149674e-06,
      "loss": 0.0103,
      "step": 41983
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7592663307243568e-06,
      "loss": 0.0054,
      "step": 41984
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.75903928108089e-06,
      "loss": 0.0048,
      "step": 41985
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7588122372198567e-06,
      "loss": 0.0055,
      "step": 41986
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.758585199141848e-06,
      "loss": 0.034,
      "step": 41987
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7583581668474435e-06,
      "loss": 0.0163,
      "step": 41988
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7581311403372294e-06,
      "loss": 0.0062,
      "step": 41989
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7579041196117963e-06,
      "loss": 0.0115,
      "step": 41990
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.757677104671725e-06,
      "loss": 0.0091,
      "step": 41991
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7574500955176055e-06,
      "loss": 0.0033,
      "step": 41992
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7572230921500213e-06,
      "loss": 0.0039,
      "step": 41993
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7569960945695586e-06,
      "loss": 0.0244,
      "step": 41994
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7567691027768033e-06,
      "loss": 0.0017,
      "step": 41995
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7565421167723383e-06,
      "loss": 0.0072,
      "step": 41996
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7563151365567544e-06,
      "loss": 0.0188,
      "step": 41997
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7560881621306347e-06,
      "loss": 0.0055,
      "step": 41998
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.755861193494562e-06,
      "loss": 0.0076,
      "step": 41999
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7556342306491273e-06,
      "loss": 0.0127,
      "step": 42000
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.755407273594914e-06,
      "loss": 0.0185,
      "step": 42001
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.755180322332507e-06,
      "loss": 0.0078,
      "step": 42002
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7549533768624927e-06,
      "loss": 0.0034,
      "step": 42003
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.754726437185454e-06,
      "loss": 0.005,
      "step": 42004
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7544995033019817e-06,
      "loss": 0.0218,
      "step": 42005
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.754272575212656e-06,
      "loss": 0.0045,
      "step": 42006
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.754045652918067e-06,
      "loss": 0.0012,
      "step": 42007
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.753818736418798e-06,
      "loss": 0.0319,
      "step": 42008
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.753591825715435e-06,
      "loss": 0.0077,
      "step": 42009
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7533649208085632e-06,
      "loss": 0.0081,
      "step": 42010
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.753138021698766e-06,
      "loss": 0.0105,
      "step": 42011
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.752911128386633e-06,
      "loss": 0.0039,
      "step": 42012
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.752684240872747e-06,
      "loss": 0.0092,
      "step": 42013
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.752457359157693e-06,
      "loss": 0.0042,
      "step": 42014
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.75223048324206e-06,
      "loss": 0.004,
      "step": 42015
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7520036131264306e-06,
      "loss": 0.0079,
      "step": 42016
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.75177674881139e-06,
      "loss": 0.0064,
      "step": 42017
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7515498902975247e-06,
      "loss": 0.0125,
      "step": 42018
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7513230375854173e-06,
      "loss": 0.0142,
      "step": 42019
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.751096190675657e-06,
      "loss": 0.0149,
      "step": 42020
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.750869349568826e-06,
      "loss": 0.0173,
      "step": 42021
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.750642514265513e-06,
      "loss": 0.0062,
      "step": 42022
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7504156847663015e-06,
      "loss": 0.0062,
      "step": 42023
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.750188861071777e-06,
      "loss": 0.0035,
      "step": 42024
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.749962043182524e-06,
      "loss": 0.007,
      "step": 42025
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7497352310991267e-06,
      "loss": 0.0019,
      "step": 42026
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7495084248221735e-06,
      "loss": 0.0073,
      "step": 42027
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.749281624352249e-06,
      "loss": 0.0135,
      "step": 42028
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.749054829689935e-06,
      "loss": 0.0347,
      "step": 42029
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7488280408358215e-06,
      "loss": 0.0157,
      "step": 42030
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.748601257790491e-06,
      "loss": 0.0051,
      "step": 42031
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7483744805545287e-06,
      "loss": 0.0032,
      "step": 42032
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.748147709128521e-06,
      "loss": 0.0158,
      "step": 42033
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7479209435130494e-06,
      "loss": 0.0066,
      "step": 42034
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7476941837087046e-06,
      "loss": 0.005,
      "step": 42035
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7474674297160663e-06,
      "loss": 0.0085,
      "step": 42036
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7472406815357265e-06,
      "loss": 0.002,
      "step": 42037
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7470139391682643e-06,
      "loss": 0.0197,
      "step": 42038
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7467872026142645e-06,
      "loss": 0.0194,
      "step": 42039
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7465604718743154e-06,
      "loss": 0.0215,
      "step": 42040
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7463337469489997e-06,
      "loss": 0.0129,
      "step": 42041
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7461070278389057e-06,
      "loss": 0.0126,
      "step": 42042
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7458803145446157e-06,
      "loss": 0.003,
      "step": 42043
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.745653607066715e-06,
      "loss": 0.033,
      "step": 42044
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.745426905405789e-06,
      "loss": 0.0249,
      "step": 42045
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7452002095624208e-06,
      "loss": 0.0105,
      "step": 42046
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7449735195371986e-06,
      "loss": 0.0058,
      "step": 42047
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.744746835330706e-06,
      "loss": 0.0114,
      "step": 42048
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.744520156943526e-06,
      "loss": 0.0132,
      "step": 42049
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.744293484376247e-06,
      "loss": 0.0197,
      "step": 42050
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7440668176294517e-06,
      "loss": 0.0038,
      "step": 42051
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.743840156703726e-06,
      "loss": 0.0042,
      "step": 42052
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7436135015996536e-06,
      "loss": 0.0071,
      "step": 42053
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7433868523178186e-06,
      "loss": 0.0114,
      "step": 42054
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7431602088588083e-06,
      "loss": 0.0095,
      "step": 42055
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7429335712232046e-06,
      "loss": 0.0073,
      "step": 42056
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.742706939411596e-06,
      "loss": 0.0043,
      "step": 42057
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.742480313424566e-06,
      "loss": 0.0037,
      "step": 42058
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7422536932626976e-06,
      "loss": 0.0027,
      "step": 42059
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7420270789265773e-06,
      "loss": 0.0104,
      "step": 42060
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.741800470416787e-06,
      "loss": 0.0014,
      "step": 42061
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.741573867733916e-06,
      "loss": 0.0048,
      "step": 42062
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.741347270878546e-06,
      "loss": 0.0043,
      "step": 42063
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7411206798512605e-06,
      "loss": 0.0183,
      "step": 42064
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7408940946526485e-06,
      "loss": 0.0093,
      "step": 42065
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7406675152832917e-06,
      "loss": 0.0133,
      "step": 42066
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7404409417437748e-06,
      "loss": 0.0143,
      "step": 42067
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.740214374034684e-06,
      "loss": 0.0111,
      "step": 42068
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7399878121566006e-06,
      "loss": 0.0117,
      "step": 42069
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7397612561101127e-06,
      "loss": 0.0058,
      "step": 42070
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7395347058958015e-06,
      "loss": 0.0152,
      "step": 42071
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7393081615142558e-06,
      "loss": 0.0069,
      "step": 42072
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7390816229660586e-06,
      "loss": 0.0038,
      "step": 42073
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.738855090251793e-06,
      "loss": 0.006,
      "step": 42074
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7386285633720455e-06,
      "loss": 0.0088,
      "step": 42075
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7384020423273968e-06,
      "loss": 0.0027,
      "step": 42076
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.738175527118436e-06,
      "loss": 0.0067,
      "step": 42077
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.737949017745746e-06,
      "loss": 0.0189,
      "step": 42078
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7377225142099085e-06,
      "loss": 0.009,
      "step": 42079
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7374960165115126e-06,
      "loss": 0.0039,
      "step": 42080
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7372695246511405e-06,
      "loss": 0.0016,
      "step": 42081
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.737043038629377e-06,
      "loss": 0.01,
      "step": 42082
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7368165584468064e-06,
      "loss": 0.018,
      "step": 42083
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7365900841040104e-06,
      "loss": 0.0242,
      "step": 42084
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.736363615601578e-06,
      "loss": 0.0073,
      "step": 42085
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7361371529400893e-06,
      "loss": 0.003,
      "step": 42086
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.735910696120133e-06,
      "loss": 0.0385,
      "step": 42087
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7356842451422937e-06,
      "loss": 0.0052,
      "step": 42088
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7354578000071487e-06,
      "loss": 0.0122,
      "step": 42089
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7352313607152888e-06,
      "loss": 0.0108,
      "step": 42090
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7350049272672942e-06,
      "loss": 0.0169,
      "step": 42091
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7347784996637537e-06,
      "loss": 0.0041,
      "step": 42092
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7345520779052493e-06,
      "loss": 0.0076,
      "step": 42093
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7343256619923644e-06,
      "loss": 0.0039,
      "step": 42094
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7340992519256843e-06,
      "loss": 0.0139,
      "step": 42095
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7338728477057907e-06,
      "loss": 0.011,
      "step": 42096
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7336464493332725e-06,
      "loss": 0.0142,
      "step": 42097
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.733420056808711e-06,
      "loss": 0.0205,
      "step": 42098
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.733193670132689e-06,
      "loss": 0.0176,
      "step": 42099
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7329672893057935e-06,
      "loss": 0.0118,
      "step": 42100
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7327409143286086e-06,
      "loss": 0.0121,
      "step": 42101
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7325145452017165e-06,
      "loss": 0.0186,
      "step": 42102
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7322881819257023e-06,
      "loss": 0.0215,
      "step": 42103
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7320618245011484e-06,
      "loss": 0.0113,
      "step": 42104
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.731835472928642e-06,
      "loss": 0.0097,
      "step": 42105
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7316091272087635e-06,
      "loss": 0.0055,
      "step": 42106
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7313827873421015e-06,
      "loss": 0.0164,
      "step": 42107
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7311564533292367e-06,
      "loss": 0.0153,
      "step": 42108
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.730930125170755e-06,
      "loss": 0.0101,
      "step": 42109
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.730703802867239e-06,
      "loss": 0.013,
      "step": 42110
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7304774864192705e-06,
      "loss": 0.006,
      "step": 42111
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7302511758274385e-06,
      "loss": 0.018,
      "step": 42112
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.730024871092325e-06,
      "loss": 0.0083,
      "step": 42113
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7297985722145103e-06,
      "loss": 0.0128,
      "step": 42114
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7295722791945847e-06,
      "loss": 0.0075,
      "step": 42115
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7293459920331277e-06,
      "loss": 0.0056,
      "step": 42116
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7291197107307256e-06,
      "loss": 0.0097,
      "step": 42117
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7288934352879605e-06,
      "loss": 0.0045,
      "step": 42118
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.728667165705414e-06,
      "loss": 0.0109,
      "step": 42119
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7284409019836755e-06,
      "loss": 0.0108,
      "step": 42120
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7282146441233244e-06,
      "loss": 0.0052,
      "step": 42121
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7279883921249477e-06,
      "loss": 0.0258,
      "step": 42122
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.727762145989128e-06,
      "loss": 0.0118,
      "step": 42123
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.727535905716449e-06,
      "loss": 0.0168,
      "step": 42124
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7273096713074943e-06,
      "loss": 0.003,
      "step": 42125
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7270834427628455e-06,
      "loss": 0.0225,
      "step": 42126
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.72685722008309e-06,
      "loss": 0.0081,
      "step": 42127
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7266310032688108e-06,
      "loss": 0.0055,
      "step": 42128
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7264047923205883e-06,
      "loss": 0.0231,
      "step": 42129
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7261785872390113e-06,
      "loss": 0.0024,
      "step": 42130
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.725952388024661e-06,
      "loss": 0.0017,
      "step": 42131
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7257261946781205e-06,
      "loss": 0.0112,
      "step": 42132
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7255000071999744e-06,
      "loss": 0.0088,
      "step": 42133
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7252738255908036e-06,
      "loss": 0.0037,
      "step": 42134
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.725047649851196e-06,
      "loss": 0.0053,
      "step": 42135
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7248214799817318e-06,
      "loss": 0.013,
      "step": 42136
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7245953159829976e-06,
      "loss": 0.0159,
      "step": 42137
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.724369157855577e-06,
      "loss": 0.0108,
      "step": 42138
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7241430056000482e-06,
      "loss": 0.0082,
      "step": 42139
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.723916859217001e-06,
      "loss": 0.0029,
      "step": 42140
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7236907187070144e-06,
      "loss": 0.0085,
      "step": 42141
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7234645840706757e-06,
      "loss": 0.0034,
      "step": 42142
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7232384553085668e-06,
      "loss": 0.0068,
      "step": 42143
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.723012332421269e-06,
      "loss": 0.0056,
      "step": 42144
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.722786215409372e-06,
      "loss": 0.0085,
      "step": 42145
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.722560104273451e-06,
      "loss": 0.008,
      "step": 42146
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7223339990140963e-06,
      "loss": 0.0099,
      "step": 42147
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.722107899631887e-06,
      "loss": 0.034,
      "step": 42148
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7218818061274077e-06,
      "loss": 0.0058,
      "step": 42149
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7216557185012434e-06,
      "loss": 0.0031,
      "step": 42150
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.721429636753974e-06,
      "loss": 0.0121,
      "step": 42151
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7212035608861897e-06,
      "loss": 0.0063,
      "step": 42152
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.720977490898467e-06,
      "loss": 0.0054,
      "step": 42153
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7207514267913897e-06,
      "loss": 0.0112,
      "step": 42154
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7205253685655454e-06,
      "loss": 0.0031,
      "step": 42155
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.720299316221512e-06,
      "loss": 0.0277,
      "step": 42156
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7200732697598787e-06,
      "loss": 0.0045,
      "step": 42157
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.719847229181225e-06,
      "loss": 0.0045,
      "step": 42158
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.719621194486135e-06,
      "loss": 0.0029,
      "step": 42159
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7193951656751927e-06,
      "loss": 0.0041,
      "step": 42160
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7191691427489773e-06,
      "loss": 0.0059,
      "step": 42161
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.718943125708079e-06,
      "loss": 0.0036,
      "step": 42162
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.718717114553076e-06,
      "loss": 0.0103,
      "step": 42163
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.718491109284551e-06,
      "loss": 0.0085,
      "step": 42164
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.718265109903091e-06,
      "loss": 0.0043,
      "step": 42165
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7180391164092775e-06,
      "loss": 0.0148,
      "step": 42166
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.717813128803692e-06,
      "loss": 0.0062,
      "step": 42167
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.71758714708692e-06,
      "loss": 0.0106,
      "step": 42168
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7173611712595414e-06,
      "loss": 0.008,
      "step": 42169
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.717135201322143e-06,
      "loss": 0.0024,
      "step": 42170
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.716909237275305e-06,
      "loss": 0.0147,
      "step": 42171
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.716683279119613e-06,
      "loss": 0.0173,
      "step": 42172
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7164573268556487e-06,
      "loss": 0.0012,
      "step": 42173
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7162313804839953e-06,
      "loss": 0.0041,
      "step": 42174
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.716005440005236e-06,
      "loss": 0.0037,
      "step": 42175
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.715779505419951e-06,
      "loss": 0.0076,
      "step": 42176
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.715553576728728e-06,
      "loss": 0.0107,
      "step": 42177
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.715327653932148e-06,
      "loss": 0.0258,
      "step": 42178
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.715101737030791e-06,
      "loss": 0.0099,
      "step": 42179
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.714875826025245e-06,
      "loss": 0.0329,
      "step": 42180
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7146499209160907e-06,
      "loss": 0.0146,
      "step": 42181
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7144240217039106e-06,
      "loss": 0.0051,
      "step": 42182
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.714198128389289e-06,
      "loss": 0.0037,
      "step": 42183
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.713972240972805e-06,
      "loss": 0.0135,
      "step": 42184
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7137463594550457e-06,
      "loss": 0.0059,
      "step": 42185
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.713520483836591e-06,
      "loss": 0.0095,
      "step": 42186
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7132946141180265e-06,
      "loss": 0.0358,
      "step": 42187
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.713068750299934e-06,
      "loss": 0.0085,
      "step": 42188
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.712842892382896e-06,
      "loss": 0.0114,
      "step": 42189
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.712617040367495e-06,
      "loss": 0.0048,
      "step": 42190
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7123911942543124e-06,
      "loss": 0.0038,
      "step": 42191
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7121653540439343e-06,
      "loss": 0.0245,
      "step": 42192
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7119395197369412e-06,
      "loss": 0.003,
      "step": 42193
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.711713691333916e-06,
      "loss": 0.0064,
      "step": 42194
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.711487868835442e-06,
      "loss": 0.0056,
      "step": 42195
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.711262052242103e-06,
      "loss": 0.018,
      "step": 42196
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.711036241554479e-06,
      "loss": 0.0055,
      "step": 42197
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.710810436773155e-06,
      "loss": 0.0122,
      "step": 42198
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.71058463789871e-06,
      "loss": 0.0015,
      "step": 42199
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.710358844931732e-06,
      "loss": 0.022,
      "step": 42200
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7101330578727985e-06,
      "loss": 0.0102,
      "step": 42201
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7099072767224986e-06,
      "loss": 0.0087,
      "step": 42202
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.709681501481409e-06,
      "loss": 0.0103,
      "step": 42203
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.709455732150111e-06,
      "loss": 0.0085,
      "step": 42204
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.709229968729194e-06,
      "loss": 0.0021,
      "step": 42205
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7090042112192337e-06,
      "loss": 0.0035,
      "step": 42206
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7087784596208185e-06,
      "loss": 0.0056,
      "step": 42207
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7085527139345273e-06,
      "loss": 0.0166,
      "step": 42208
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.708326974160944e-06,
      "loss": 0.0071,
      "step": 42209
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7081012403006503e-06,
      "loss": 0.0064,
      "step": 42210
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7078755123542267e-06,
      "loss": 0.0052,
      "step": 42211
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7076497903222606e-06,
      "loss": 0.0043,
      "step": 42212
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.707424074205331e-06,
      "loss": 0.0049,
      "step": 42213
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.707198364004019e-06,
      "loss": 0.0043,
      "step": 42214
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7069726597189117e-06,
      "loss": 0.0065,
      "step": 42215
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.706746961350588e-06,
      "loss": 0.0394,
      "step": 42216
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.706521268899631e-06,
      "loss": 0.01,
      "step": 42217
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7062955823666243e-06,
      "loss": 0.0055,
      "step": 42218
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7060699017521464e-06,
      "loss": 0.0068,
      "step": 42219
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7058442270567843e-06,
      "loss": 0.0048,
      "step": 42220
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.705618558281117e-06,
      "loss": 0.0057,
      "step": 42221
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.705392895425729e-06,
      "loss": 0.0132,
      "step": 42222
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7051672384912024e-06,
      "loss": 0.0037,
      "step": 42223
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7049415874781187e-06,
      "loss": 0.0047,
      "step": 42224
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7047159423870607e-06,
      "loss": 0.0023,
      "step": 42225
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7044903032186075e-06,
      "loss": 0.0161,
      "step": 42226
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7042646699733465e-06,
      "loss": 0.0043,
      "step": 42227
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.704039042651857e-06,
      "loss": 0.0092,
      "step": 42228
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7038134212547207e-06,
      "loss": 0.0032,
      "step": 42229
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7035878057825216e-06,
      "loss": 0.0033,
      "step": 42230
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7033621962358414e-06,
      "loss": 0.0055,
      "step": 42231
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.703136592615262e-06,
      "loss": 0.0016,
      "step": 42232
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.702910994921365e-06,
      "loss": 0.0091,
      "step": 42233
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.702685403154731e-06,
      "loss": 0.0037,
      "step": 42234
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7024598173159465e-06,
      "loss": 0.0032,
      "step": 42235
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7022342374055887e-06,
      "loss": 0.0083,
      "step": 42236
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7020086634242436e-06,
      "loss": 0.0091,
      "step": 42237
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7017830953724924e-06,
      "loss": 0.0066,
      "step": 42238
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.701557533250916e-06,
      "loss": 0.0156,
      "step": 42239
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.701331977060097e-06,
      "loss": 0.0068,
      "step": 42240
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.701106426800615e-06,
      "loss": 0.0126,
      "step": 42241
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.700880882473057e-06,
      "loss": 0.0021,
      "step": 42242
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.700655344078002e-06,
      "loss": 0.0055,
      "step": 42243
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.70042981161603e-06,
      "loss": 0.0047,
      "step": 42244
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.7002042850877274e-06,
      "loss": 0.0036,
      "step": 42245
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6999787644936737e-06,
      "loss": 0.0148,
      "step": 42246
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6997532498344512e-06,
      "loss": 0.0044,
      "step": 42247
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6995277411106414e-06,
      "loss": 0.0048,
      "step": 42248
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.699302238322825e-06,
      "loss": 0.0034,
      "step": 42249
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.699076741471587e-06,
      "loss": 0.0022,
      "step": 42250
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.698851250557505e-06,
      "loss": 0.0107,
      "step": 42251
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.698625765581166e-06,
      "loss": 0.0057,
      "step": 42252
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6984002865431512e-06,
      "loss": 0.0067,
      "step": 42253
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.698174813444036e-06,
      "loss": 0.0028,
      "step": 42254
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.697949346284409e-06,
      "loss": 0.0053,
      "step": 42255
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.697723885064848e-06,
      "loss": 0.0089,
      "step": 42256
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6974984297859374e-06,
      "loss": 0.0074,
      "step": 42257
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.697272980448259e-06,
      "loss": 0.0137,
      "step": 42258
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.697047537052391e-06,
      "loss": 0.0068,
      "step": 42259
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6968220995989213e-06,
      "loss": 0.0099,
      "step": 42260
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.696596668088424e-06,
      "loss": 0.0032,
      "step": 42261
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6963712425214866e-06,
      "loss": 0.0028,
      "step": 42262
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.696145822898689e-06,
      "loss": 0.0099,
      "step": 42263
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.695920409220611e-06,
      "loss": 0.0054,
      "step": 42264
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.695695001487838e-06,
      "loss": 0.0038,
      "step": 42265
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6954695997009488e-06,
      "loss": 0.0052,
      "step": 42266
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6952442038605266e-06,
      "loss": 0.0178,
      "step": 42267
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.695018813967152e-06,
      "loss": 0.0009,
      "step": 42268
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6947934300214046e-06,
      "loss": 0.0126,
      "step": 42269
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6945680520238704e-06,
      "loss": 0.0043,
      "step": 42270
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.694342679975126e-06,
      "loss": 0.0066,
      "step": 42271
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.694117313875758e-06,
      "loss": 0.0092,
      "step": 42272
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6938919537263465e-06,
      "loss": 0.0107,
      "step": 42273
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6936665995274713e-06,
      "loss": 0.0038,
      "step": 42274
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.693441251279714e-06,
      "loss": 0.0038,
      "step": 42275
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6932159089836556e-06,
      "loss": 0.0178,
      "step": 42276
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.692990572639881e-06,
      "loss": 0.0026,
      "step": 42277
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.692765242248968e-06,
      "loss": 0.02,
      "step": 42278
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6925399178114986e-06,
      "loss": 0.0021,
      "step": 42279
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6923145993280564e-06,
      "loss": 0.0265,
      "step": 42280
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.692089286799221e-06,
      "loss": 0.0181,
      "step": 42281
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.691863980225575e-06,
      "loss": 0.0043,
      "step": 42282
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6916386796076983e-06,
      "loss": 0.0068,
      "step": 42283
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.691413384946171e-06,
      "loss": 0.0053,
      "step": 42284
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6911880962415782e-06,
      "loss": 0.0061,
      "step": 42285
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6909628134944977e-06,
      "loss": 0.0032,
      "step": 42286
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.690737536705514e-06,
      "loss": 0.0231,
      "step": 42287
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6905122658752068e-06,
      "loss": 0.0052,
      "step": 42288
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.690287001004158e-06,
      "loss": 0.0037,
      "step": 42289
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6900617420929477e-06,
      "loss": 0.0103,
      "step": 42290
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6898364891421556e-06,
      "loss": 0.0074,
      "step": 42291
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.689611242152368e-06,
      "loss": 0.0076,
      "step": 42292
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6893860011241623e-06,
      "loss": 0.0038,
      "step": 42293
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6891607660581185e-06,
      "loss": 0.0147,
      "step": 42294
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.688935536954822e-06,
      "loss": 0.0046,
      "step": 42295
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.688710313814852e-06,
      "loss": 0.0063,
      "step": 42296
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.688485096638789e-06,
      "loss": 0.0233,
      "step": 42297
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6882598854272144e-06,
      "loss": 0.0039,
      "step": 42298
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6880346801807085e-06,
      "loss": 0.0058,
      "step": 42299
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6878094808998543e-06,
      "loss": 0.0017,
      "step": 42300
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.687584287585231e-06,
      "loss": 0.0052,
      "step": 42301
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6873591002374222e-06,
      "loss": 0.0174,
      "step": 42302
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6871339188570073e-06,
      "loss": 0.0087,
      "step": 42303
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6869087434445675e-06,
      "loss": 0.0065,
      "step": 42304
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6866835740006835e-06,
      "loss": 0.0216,
      "step": 42305
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.686458410525935e-06,
      "loss": 0.0076,
      "step": 42306
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.686233253020907e-06,
      "loss": 0.007,
      "step": 42307
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6860081014861773e-06,
      "loss": 0.0138,
      "step": 42308
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.685782955922326e-06,
      "loss": 0.0062,
      "step": 42309
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.68555781632994e-06,
      "loss": 0.0104,
      "step": 42310
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6853326827095914e-06,
      "loss": 0.0308,
      "step": 42311
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6851075550618676e-06,
      "loss": 0.009,
      "step": 42312
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.684882433387348e-06,
      "loss": 0.0072,
      "step": 42313
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6846573176866112e-06,
      "loss": 0.0042,
      "step": 42314
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.684432207960242e-06,
      "loss": 0.0039,
      "step": 42315
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.684207104208817e-06,
      "loss": 0.0036,
      "step": 42316
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6839820064329226e-06,
      "loss": 0.0077,
      "step": 42317
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.683756914633135e-06,
      "loss": 0.014,
      "step": 42318
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.683531828810034e-06,
      "loss": 0.0077,
      "step": 42319
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6833067489642053e-06,
      "loss": 0.005,
      "step": 42320
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.683081675096224e-06,
      "loss": 0.0057,
      "step": 42321
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6828566072066765e-06,
      "loss": 0.0056,
      "step": 42322
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.682631545296141e-06,
      "loss": 0.0152,
      "step": 42323
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.682406489365198e-06,
      "loss": 0.0136,
      "step": 42324
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6821814394144287e-06,
      "loss": 0.005,
      "step": 42325
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6819563954444113e-06,
      "loss": 0.0121,
      "step": 42326
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6817313574557306e-06,
      "loss": 0.0051,
      "step": 42327
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.681506325448966e-06,
      "loss": 0.0014,
      "step": 42328
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6812812994246952e-06,
      "loss": 0.0067,
      "step": 42329
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6810562793835026e-06,
      "loss": 0.0125,
      "step": 42330
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6808312653259684e-06,
      "loss": 0.0045,
      "step": 42331
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6806062572526716e-06,
      "loss": 0.0107,
      "step": 42332
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.680381255164194e-06,
      "loss": 0.0316,
      "step": 42333
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.680156259061113e-06,
      "loss": 0.006,
      "step": 42334
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6799312689440143e-06,
      "loss": 0.0069,
      "step": 42335
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.679706284813474e-06,
      "loss": 0.0106,
      "step": 42336
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.679481306670076e-06,
      "loss": 0.0207,
      "step": 42337
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6792563345143994e-06,
      "loss": 0.0067,
      "step": 42338
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6790313683470255e-06,
      "loss": 0.0031,
      "step": 42339
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6788064081685333e-06,
      "loss": 0.0128,
      "step": 42340
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6785814539795017e-06,
      "loss": 0.0066,
      "step": 42341
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.678356505780516e-06,
      "loss": 0.0016,
      "step": 42342
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.678131563572154e-06,
      "loss": 0.0034,
      "step": 42343
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6779066273549943e-06,
      "loss": 0.0034,
      "step": 42344
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6776816971296204e-06,
      "loss": 0.0041,
      "step": 42345
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.677456772896613e-06,
      "loss": 0.0095,
      "step": 42346
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6772318546565497e-06,
      "loss": 0.013,
      "step": 42347
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.677006942410012e-06,
      "loss": 0.0036,
      "step": 42348
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.676782036157579e-06,
      "loss": 0.0178,
      "step": 42349
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6765571358998344e-06,
      "loss": 0.0169,
      "step": 42350
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6763322416373542e-06,
      "loss": 0.0044,
      "step": 42351
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.676107353370724e-06,
      "loss": 0.0048,
      "step": 42352
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.67588247110052e-06,
      "loss": 0.0048,
      "step": 42353
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.675657594827324e-06,
      "loss": 0.0017,
      "step": 42354
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6754327245517157e-06,
      "loss": 0.0042,
      "step": 42355
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.675207860274274e-06,
      "loss": 0.0136,
      "step": 42356
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.674983001995582e-06,
      "loss": 0.0042,
      "step": 42357
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6747581497162188e-06,
      "loss": 0.0044,
      "step": 42358
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6745333034367626e-06,
      "loss": 0.0019,
      "step": 42359
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6743084631577966e-06,
      "loss": 0.0043,
      "step": 42360
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6740836288799e-06,
      "loss": 0.0059,
      "step": 42361
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6738588006036533e-06,
      "loss": 0.0047,
      "step": 42362
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.673633978329635e-06,
      "loss": 0.014,
      "step": 42363
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6734091620584246e-06,
      "loss": 0.0053,
      "step": 42364
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.673184351790606e-06,
      "loss": 0.0035,
      "step": 42365
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6729595475267545e-06,
      "loss": 0.0188,
      "step": 42366
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.672734749267457e-06,
      "loss": 0.0077,
      "step": 42367
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6725099570132872e-06,
      "loss": 0.0217,
      "step": 42368
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6722851707648254e-06,
      "loss": 0.0097,
      "step": 42369
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6720603905226556e-06,
      "loss": 0.0021,
      "step": 42370
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.671835616287354e-06,
      "loss": 0.0061,
      "step": 42371
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.671610848059503e-06,
      "loss": 0.0017,
      "step": 42372
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.671386085839682e-06,
      "loss": 0.0084,
      "step": 42373
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6711613296284723e-06,
      "loss": 0.0017,
      "step": 42374
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.670936579426451e-06,
      "loss": 0.0053,
      "step": 42375
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6707118352341978e-06,
      "loss": 0.0104,
      "step": 42376
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.670487097052296e-06,
      "loss": 0.0097,
      "step": 42377
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.670262364881324e-06,
      "loss": 0.0393,
      "step": 42378
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.670037638721859e-06,
      "loss": 0.0086,
      "step": 42379
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.669812918574486e-06,
      "loss": 0.0058,
      "step": 42380
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6695882044397814e-06,
      "loss": 0.0054,
      "step": 42381
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6693634963183255e-06,
      "loss": 0.0049,
      "step": 42382
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6691387942106985e-06,
      "loss": 0.0115,
      "step": 42383
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.668914098117479e-06,
      "loss": 0.0085,
      "step": 42384
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.668689408039249e-06,
      "loss": 0.0068,
      "step": 42385
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.668464723976585e-06,
      "loss": 0.009,
      "step": 42386
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.668240045930071e-06,
      "loss": 0.0035,
      "step": 42387
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6680153739002845e-06,
      "loss": 0.0074,
      "step": 42388
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.667790707887806e-06,
      "loss": 0.0087,
      "step": 42389
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6675660478932143e-06,
      "loss": 0.0061,
      "step": 42390
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.667341393917087e-06,
      "loss": 0.0136,
      "step": 42391
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.667116745960009e-06,
      "loss": 0.0078,
      "step": 42392
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.666892104022556e-06,
      "loss": 0.0081,
      "step": 42393
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6666674681053078e-06,
      "loss": 0.0033,
      "step": 42394
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6664428382088463e-06,
      "loss": 0.0081,
      "step": 42395
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6662182143337502e-06,
      "loss": 0.0126,
      "step": 42396
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.665993596480599e-06,
      "loss": 0.0059,
      "step": 42397
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6657689846499713e-06,
      "loss": 0.0281,
      "step": 42398
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.6655443788424462e-06,
      "loss": 0.0091,
      "step": 42399
    },
    {
      "epoch": 0.66,
      "learning_rate": 2.665319779058606e-06,
      "loss": 0.0058,
      "step": 42400
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.665095185299027e-06,
      "loss": 0.0061,
      "step": 42401
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6648705975642917e-06,
      "loss": 0.0035,
      "step": 42402
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.664646015854979e-06,
      "loss": 0.0057,
      "step": 42403
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6644214401716683e-06,
      "loss": 0.0084,
      "step": 42404
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6641968705149377e-06,
      "loss": 0.0081,
      "step": 42405
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.663972306885366e-06,
      "loss": 0.0205,
      "step": 42406
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6637477492835353e-06,
      "loss": 0.0149,
      "step": 42407
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6635231977100247e-06,
      "loss": 0.0052,
      "step": 42408
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6632986521654105e-06,
      "loss": 0.0027,
      "step": 42409
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.663074112650276e-06,
      "loss": 0.0067,
      "step": 42410
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6628495791652e-06,
      "loss": 0.0107,
      "step": 42411
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.66262505171076e-06,
      "loss": 0.0039,
      "step": 42412
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6624005302875365e-06,
      "loss": 0.0104,
      "step": 42413
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6621760148961064e-06,
      "loss": 0.0066,
      "step": 42414
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.661951505537053e-06,
      "loss": 0.0063,
      "step": 42415
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.661727002210952e-06,
      "loss": 0.0016,
      "step": 42416
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6615025049183875e-06,
      "loss": 0.0096,
      "step": 42417
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6612780136599365e-06,
      "loss": 0.0329,
      "step": 42418
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.661053528436174e-06,
      "loss": 0.0042,
      "step": 42419
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.660829049247684e-06,
      "loss": 0.0055,
      "step": 42420
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.660604576095044e-06,
      "loss": 0.018,
      "step": 42421
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6603801089788345e-06,
      "loss": 0.0098,
      "step": 42422
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6601556478996342e-06,
      "loss": 0.0139,
      "step": 42423
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.659931192858021e-06,
      "loss": 0.0042,
      "step": 42424
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6597067438545776e-06,
      "loss": 0.0068,
      "step": 42425
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6594823008898774e-06,
      "loss": 0.0044,
      "step": 42426
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6592578639645044e-06,
      "loss": 0.0112,
      "step": 42427
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.659033433079036e-06,
      "loss": 0.0089,
      "step": 42428
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.65880900823405e-06,
      "loss": 0.0069,
      "step": 42429
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6585845894301286e-06,
      "loss": 0.0076,
      "step": 42430
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6583601766678493e-06,
      "loss": 0.0116,
      "step": 42431
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.658135769947791e-06,
      "loss": 0.0357,
      "step": 42432
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6579113692705326e-06,
      "loss": 0.0049,
      "step": 42433
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.657686974636652e-06,
      "loss": 0.0081,
      "step": 42434
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.657462586046731e-06,
      "loss": 0.0103,
      "step": 42435
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6572382035013443e-06,
      "loss": 0.0067,
      "step": 42436
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.657013827001077e-06,
      "loss": 0.0109,
      "step": 42437
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.656789456546504e-06,
      "loss": 0.0072,
      "step": 42438
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.656565092138206e-06,
      "loss": 0.0098,
      "step": 42439
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.65634073377676e-06,
      "loss": 0.018,
      "step": 42440
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6561163814627437e-06,
      "loss": 0.0106,
      "step": 42441
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.655892035196741e-06,
      "loss": 0.0039,
      "step": 42442
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.655667694979327e-06,
      "loss": 0.0133,
      "step": 42443
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.655443360811081e-06,
      "loss": 0.0073,
      "step": 42444
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6552190326925833e-06,
      "loss": 0.0152,
      "step": 42445
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6549947106244116e-06,
      "loss": 0.0056,
      "step": 42446
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6547703946071455e-06,
      "loss": 0.007,
      "step": 42447
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.654546084641363e-06,
      "loss": 0.0125,
      "step": 42448
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6543217807276415e-06,
      "loss": 0.021,
      "step": 42449
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6540974828665635e-06,
      "loss": 0.0276,
      "step": 42450
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6538731910587036e-06,
      "loss": 0.0159,
      "step": 42451
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6536489053046444e-06,
      "loss": 0.0038,
      "step": 42452
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6534246256049634e-06,
      "loss": 0.0089,
      "step": 42453
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.653200351960239e-06,
      "loss": 0.0259,
      "step": 42454
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.652976084371049e-06,
      "loss": 0.0158,
      "step": 42455
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.652751822837971e-06,
      "loss": 0.0067,
      "step": 42456
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.652527567361588e-06,
      "loss": 0.008,
      "step": 42457
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.652303317942475e-06,
      "loss": 0.0067,
      "step": 42458
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.652079074581211e-06,
      "loss": 0.0104,
      "step": 42459
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.651854837278377e-06,
      "loss": 0.0101,
      "step": 42460
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6516306060345496e-06,
      "loss": 0.0051,
      "step": 42461
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6514063808503084e-06,
      "loss": 0.0074,
      "step": 42462
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6511821617262313e-06,
      "loss": 0.0219,
      "step": 42463
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6509579486628944e-06,
      "loss": 0.0218,
      "step": 42464
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6507337416608816e-06,
      "loss": 0.009,
      "step": 42465
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.650509540720766e-06,
      "loss": 0.0064,
      "step": 42466
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6502853458431306e-06,
      "loss": 0.0101,
      "step": 42467
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.650061157028552e-06,
      "loss": 0.0086,
      "step": 42468
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6498369742776092e-06,
      "loss": 0.0038,
      "step": 42469
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6496127975908798e-06,
      "loss": 0.0146,
      "step": 42470
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6493886269689405e-06,
      "loss": 0.0079,
      "step": 42471
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6491644624123746e-06,
      "loss": 0.0057,
      "step": 42472
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.648940303921757e-06,
      "loss": 0.0205,
      "step": 42473
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6487161514976657e-06,
      "loss": 0.0128,
      "step": 42474
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6484920051406835e-06,
      "loss": 0.0063,
      "step": 42475
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6482678648513816e-06,
      "loss": 0.0032,
      "step": 42476
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.648043730630345e-06,
      "loss": 0.0059,
      "step": 42477
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.647819602478149e-06,
      "loss": 0.0039,
      "step": 42478
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6475954803953695e-06,
      "loss": 0.004,
      "step": 42479
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6473713643825905e-06,
      "loss": 0.0119,
      "step": 42480
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6471472544403853e-06,
      "loss": 0.017,
      "step": 42481
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6469231505693378e-06,
      "loss": 0.0049,
      "step": 42482
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.646699052770021e-06,
      "loss": 0.0254,
      "step": 42483
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.646474961043013e-06,
      "loss": 0.0022,
      "step": 42484
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6462508753888955e-06,
      "loss": 0.0226,
      "step": 42485
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.646026795808243e-06,
      "loss": 0.0144,
      "step": 42486
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6458027223016387e-06,
      "loss": 0.006,
      "step": 42487
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.645578654869657e-06,
      "loss": 0.0144,
      "step": 42488
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6453545935128776e-06,
      "loss": 0.0089,
      "step": 42489
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.645130538231878e-06,
      "loss": 0.0067,
      "step": 42490
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6449064890272342e-06,
      "loss": 0.0199,
      "step": 42491
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.644682445899528e-06,
      "loss": 0.007,
      "step": 42492
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.644458408849337e-06,
      "loss": 0.0141,
      "step": 42493
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6442343778772357e-06,
      "loss": 0.0117,
      "step": 42494
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6440103529838066e-06,
      "loss": 0.0035,
      "step": 42495
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.643786334169626e-06,
      "loss": 0.0042,
      "step": 42496
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6435623214352724e-06,
      "loss": 0.0018,
      "step": 42497
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.643338314781323e-06,
      "loss": 0.0015,
      "step": 42498
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6431143142083538e-06,
      "loss": 0.0056,
      "step": 42499
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6428903197169476e-06,
      "loss": 0.0061,
      "step": 42500
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6426663313076793e-06,
      "loss": 0.0096,
      "step": 42501
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6424423489811257e-06,
      "loss": 0.0188,
      "step": 42502
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6422183727378682e-06,
      "loss": 0.0077,
      "step": 42503
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6419944025784838e-06,
      "loss": 0.023,
      "step": 42504
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.641770438503549e-06,
      "loss": 0.0057,
      "step": 42505
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6415464805136426e-06,
      "loss": 0.0227,
      "step": 42506
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6413225286093403e-06,
      "loss": 0.0261,
      "step": 42507
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.641098582791224e-06,
      "loss": 0.0065,
      "step": 42508
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6408746430598675e-06,
      "loss": 0.0175,
      "step": 42509
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.640650709415852e-06,
      "loss": 0.0074,
      "step": 42510
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6404267818597543e-06,
      "loss": 0.0047,
      "step": 42511
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.640202860392152e-06,
      "loss": 0.0091,
      "step": 42512
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6399789450136227e-06,
      "loss": 0.0249,
      "step": 42513
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6397550357247427e-06,
      "loss": 0.0065,
      "step": 42514
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.639531132526092e-06,
      "loss": 0.0102,
      "step": 42515
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6393072354182487e-06,
      "loss": 0.0083,
      "step": 42516
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.639083344401787e-06,
      "loss": 0.0085,
      "step": 42517
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6388594594772894e-06,
      "loss": 0.0214,
      "step": 42518
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.638635580645331e-06,
      "loss": 0.0185,
      "step": 42519
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.63841170790649e-06,
      "loss": 0.0101,
      "step": 42520
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.638187841261344e-06,
      "loss": 0.0063,
      "step": 42521
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6379639807104673e-06,
      "loss": 0.0055,
      "step": 42522
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6377401262544434e-06,
      "loss": 0.0104,
      "step": 42523
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6375162778938457e-06,
      "loss": 0.0072,
      "step": 42524
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.637292435629255e-06,
      "loss": 0.0035,
      "step": 42525
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6370685994612487e-06,
      "loss": 0.0084,
      "step": 42526
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6368447693903996e-06,
      "loss": 0.0159,
      "step": 42527
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6366209454172903e-06,
      "loss": 0.0115,
      "step": 42528
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.636397127542495e-06,
      "loss": 0.0071,
      "step": 42529
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.636173315766594e-06,
      "loss": 0.0034,
      "step": 42530
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6359495100901644e-06,
      "loss": 0.006,
      "step": 42531
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.63572571051378e-06,
      "loss": 0.0083,
      "step": 42532
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.635501917038026e-06,
      "loss": 0.0027,
      "step": 42533
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.635278129663471e-06,
      "loss": 0.0052,
      "step": 42534
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.635054348390698e-06,
      "loss": 0.0043,
      "step": 42535
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.634830573220283e-06,
      "loss": 0.0136,
      "step": 42536
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6346068041528016e-06,
      "loss": 0.0064,
      "step": 42537
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.634383041188835e-06,
      "loss": 0.0084,
      "step": 42538
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6341592843289586e-06,
      "loss": 0.0056,
      "step": 42539
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.63393553357375e-06,
      "loss": 0.0118,
      "step": 42540
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.633711788923786e-06,
      "loss": 0.0039,
      "step": 42541
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6334880503796418e-06,
      "loss": 0.0045,
      "step": 42542
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6332643179418993e-06,
      "loss": 0.0148,
      "step": 42543
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6330405916111313e-06,
      "loss": 0.0011,
      "step": 42544
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.63281687138792e-06,
      "loss": 0.0061,
      "step": 42545
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6325931572728404e-06,
      "loss": 0.0102,
      "step": 42546
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6323694492664685e-06,
      "loss": 0.0117,
      "step": 42547
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.632145747369383e-06,
      "loss": 0.0027,
      "step": 42548
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6319220515821588e-06,
      "loss": 0.0117,
      "step": 42549
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.631698361905376e-06,
      "loss": 0.0038,
      "step": 42550
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6314746783396115e-06,
      "loss": 0.0135,
      "step": 42551
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6312510008854398e-06,
      "loss": 0.0037,
      "step": 42552
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6310273295434413e-06,
      "loss": 0.004,
      "step": 42553
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.630803664314192e-06,
      "loss": 0.0037,
      "step": 42554
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6305800051982693e-06,
      "loss": 0.0115,
      "step": 42555
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6303563521962494e-06,
      "loss": 0.0059,
      "step": 42556
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6301327053087083e-06,
      "loss": 0.0027,
      "step": 42557
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6299090645362263e-06,
      "loss": 0.0211,
      "step": 42558
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6296854298793773e-06,
      "loss": 0.0027,
      "step": 42559
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6294618013387406e-06,
      "loss": 0.0021,
      "step": 42560
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6292381789148934e-06,
      "loss": 0.0091,
      "step": 42561
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6290145626084117e-06,
      "loss": 0.0064,
      "step": 42562
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.628790952419873e-06,
      "loss": 0.0029,
      "step": 42563
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.628567348349852e-06,
      "loss": 0.0099,
      "step": 42564
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6283437503989288e-06,
      "loss": 0.0061,
      "step": 42565
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6281201585676797e-06,
      "loss": 0.0071,
      "step": 42566
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6278965728566787e-06,
      "loss": 0.0069,
      "step": 42567
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6276729932665075e-06,
      "loss": 0.0193,
      "step": 42568
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6274494197977405e-06,
      "loss": 0.0115,
      "step": 42569
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.627225852450954e-06,
      "loss": 0.0096,
      "step": 42570
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.627002291226727e-06,
      "loss": 0.0021,
      "step": 42571
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.626778736125632e-06,
      "loss": 0.0103,
      "step": 42572
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.626555187148251e-06,
      "loss": 0.0102,
      "step": 42573
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.626331644295157e-06,
      "loss": 0.0117,
      "step": 42574
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6261081075669298e-06,
      "loss": 0.0032,
      "step": 42575
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.625884576964145e-06,
      "loss": 0.0027,
      "step": 42576
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6256610524873792e-06,
      "loss": 0.0336,
      "step": 42577
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6254375341372095e-06,
      "loss": 0.0055,
      "step": 42578
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.625214021914211e-06,
      "loss": 0.0077,
      "step": 42579
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6249905158189626e-06,
      "loss": 0.0228,
      "step": 42580
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.624767015852041e-06,
      "loss": 0.0022,
      "step": 42581
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.62454352201402e-06,
      "loss": 0.0046,
      "step": 42582
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.624320034305482e-06,
      "loss": 0.0423,
      "step": 42583
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6240965527269963e-06,
      "loss": 0.0061,
      "step": 42584
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6238730772791453e-06,
      "loss": 0.0144,
      "step": 42585
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.623649607962504e-06,
      "loss": 0.0035,
      "step": 42586
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6234261447776467e-06,
      "loss": 0.0124,
      "step": 42587
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6232026877251536e-06,
      "loss": 0.0103,
      "step": 42588
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6229792368055984e-06,
      "loss": 0.0113,
      "step": 42589
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6227557920195625e-06,
      "loss": 0.0068,
      "step": 42590
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6225323533676168e-06,
      "loss": 0.0067,
      "step": 42591
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.622308920850338e-06,
      "loss": 0.0041,
      "step": 42592
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.622085494468307e-06,
      "loss": 0.0007,
      "step": 42593
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6218620742220955e-06,
      "loss": 0.0074,
      "step": 42594
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.621638660112285e-06,
      "loss": 0.0023,
      "step": 42595
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6214152521394494e-06,
      "loss": 0.0121,
      "step": 42596
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.621191850304165e-06,
      "loss": 0.0072,
      "step": 42597
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6209684546070085e-06,
      "loss": 0.0084,
      "step": 42598
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6207450650485545e-06,
      "loss": 0.0137,
      "step": 42599
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6205216816293827e-06,
      "loss": 0.0083,
      "step": 42600
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6202983043500685e-06,
      "loss": 0.0243,
      "step": 42601
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6200749332111854e-06,
      "loss": 0.0068,
      "step": 42602
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.619851568213315e-06,
      "loss": 0.0042,
      "step": 42603
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6196282093570303e-06,
      "loss": 0.0122,
      "step": 42604
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6194048566429074e-06,
      "loss": 0.0052,
      "step": 42605
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6191815100715246e-06,
      "loss": 0.0108,
      "step": 42606
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6189581696434545e-06,
      "loss": 0.0181,
      "step": 42607
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6187348353592778e-06,
      "loss": 0.007,
      "step": 42608
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.618511507219568e-06,
      "loss": 0.0151,
      "step": 42609
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6182881852249027e-06,
      "loss": 0.01,
      "step": 42610
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.618064869375858e-06,
      "loss": 0.0029,
      "step": 42611
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.61784155967301e-06,
      "loss": 0.0252,
      "step": 42612
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.617618256116935e-06,
      "loss": 0.0178,
      "step": 42613
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.617394958708207e-06,
      "loss": 0.0075,
      "step": 42614
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6171716674474057e-06,
      "loss": 0.0114,
      "step": 42615
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.616948382335106e-06,
      "loss": 0.0059,
      "step": 42616
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.616725103371882e-06,
      "loss": 0.0154,
      "step": 42617
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6165018305583132e-06,
      "loss": 0.0041,
      "step": 42618
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.616278563894974e-06,
      "loss": 0.0067,
      "step": 42619
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.616055303382441e-06,
      "loss": 0.036,
      "step": 42620
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6158320490212894e-06,
      "loss": 0.0181,
      "step": 42621
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.615608800812094e-06,
      "loss": 0.0084,
      "step": 42622
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6153855587554343e-06,
      "loss": 0.0073,
      "step": 42623
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6151623228518834e-06,
      "loss": 0.006,
      "step": 42624
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.61493909310202e-06,
      "loss": 0.0106,
      "step": 42625
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.614715869506419e-06,
      "loss": 0.0072,
      "step": 42626
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6144926520656554e-06,
      "loss": 0.0045,
      "step": 42627
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6142694407803073e-06,
      "loss": 0.007,
      "step": 42628
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6140462356509457e-06,
      "loss": 0.0118,
      "step": 42629
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6138230366781524e-06,
      "loss": 0.0087,
      "step": 42630
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6135998438625017e-06,
      "loss": 0.0152,
      "step": 42631
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.613376657204566e-06,
      "loss": 0.0216,
      "step": 42632
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6131534767049267e-06,
      "loss": 0.0062,
      "step": 42633
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.612930302364156e-06,
      "loss": 0.0116,
      "step": 42634
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6127071341828315e-06,
      "loss": 0.0055,
      "step": 42635
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.612483972161528e-06,
      "loss": 0.0063,
      "step": 42636
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.61226081630082e-06,
      "loss": 0.0119,
      "step": 42637
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.612037666601287e-06,
      "loss": 0.032,
      "step": 42638
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6118145230635e-06,
      "loss": 0.0062,
      "step": 42639
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.611591385688042e-06,
      "loss": 0.0035,
      "step": 42640
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6113682544754827e-06,
      "loss": 0.007,
      "step": 42641
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.611145129426397e-06,
      "loss": 0.0267,
      "step": 42642
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6109220105413645e-06,
      "loss": 0.0161,
      "step": 42643
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.610698897820958e-06,
      "loss": 0.005,
      "step": 42644
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6104757912657576e-06,
      "loss": 0.0069,
      "step": 42645
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6102526908763347e-06,
      "loss": 0.0132,
      "step": 42646
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6100295966532676e-06,
      "loss": 0.0055,
      "step": 42647
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6098065085971297e-06,
      "loss": 0.0036,
      "step": 42648
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6095834267084962e-06,
      "loss": 0.0082,
      "step": 42649
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.609360350987946e-06,
      "loss": 0.0083,
      "step": 42650
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.609137281436053e-06,
      "loss": 0.0255,
      "step": 42651
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6089142180533913e-06,
      "loss": 0.0253,
      "step": 42652
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.60869116084054e-06,
      "loss": 0.0073,
      "step": 42653
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6084681097980714e-06,
      "loss": 0.0086,
      "step": 42654
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6082450649265624e-06,
      "loss": 0.002,
      "step": 42655
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.608022026226589e-06,
      "loss": 0.003,
      "step": 42656
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6077989936987237e-06,
      "loss": 0.0152,
      "step": 42657
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6075759673435464e-06,
      "loss": 0.0263,
      "step": 42658
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6073529471616286e-06,
      "loss": 0.0327,
      "step": 42659
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6071299331535493e-06,
      "loss": 0.0074,
      "step": 42660
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6069069253198833e-06,
      "loss": 0.0056,
      "step": 42661
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.606683923661204e-06,
      "loss": 0.0075,
      "step": 42662
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6064609281780883e-06,
      "loss": 0.0083,
      "step": 42663
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6062379388711093e-06,
      "loss": 0.0107,
      "step": 42664
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6060149557408466e-06,
      "loss": 0.0028,
      "step": 42665
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.605791978787873e-06,
      "loss": 0.0222,
      "step": 42666
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6055690080127617e-06,
      "loss": 0.0088,
      "step": 42667
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.605346043416093e-06,
      "loss": 0.0045,
      "step": 42668
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.60512308499844e-06,
      "loss": 0.0161,
      "step": 42669
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6049001327603767e-06,
      "loss": 0.0079,
      "step": 42670
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.60467718670248e-06,
      "loss": 0.0052,
      "step": 42671
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6044542468253227e-06,
      "loss": 0.0048,
      "step": 42672
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6042313131294838e-06,
      "loss": 0.0069,
      "step": 42673
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6040083856155344e-06,
      "loss": 0.007,
      "step": 42674
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6037854642840544e-06,
      "loss": 0.0116,
      "step": 42675
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6035625491356163e-06,
      "loss": 0.0101,
      "step": 42676
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6033396401707957e-06,
      "loss": 0.0068,
      "step": 42677
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6031167373901677e-06,
      "loss": 0.0308,
      "step": 42678
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6028938407943053e-06,
      "loss": 0.0128,
      "step": 42679
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6026709503837876e-06,
      "loss": 0.0032,
      "step": 42680
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6024480661591888e-06,
      "loss": 0.0058,
      "step": 42681
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.60222518812108e-06,
      "loss": 0.0089,
      "step": 42682
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6020023162700423e-06,
      "loss": 0.0201,
      "step": 42683
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6017794506066484e-06,
      "loss": 0.0101,
      "step": 42684
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.601556591131472e-06,
      "loss": 0.0015,
      "step": 42685
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6013337378450893e-06,
      "loss": 0.0072,
      "step": 42686
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.601110890748073e-06,
      "loss": 0.0069,
      "step": 42687
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6008880498410026e-06,
      "loss": 0.0029,
      "step": 42688
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6006652151244483e-06,
      "loss": 0.0044,
      "step": 42689
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.600442386598989e-06,
      "loss": 0.0046,
      "step": 42690
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.6002195642652013e-06,
      "loss": 0.0048,
      "step": 42691
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.599996748123652e-06,
      "loss": 0.01,
      "step": 42692
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5997739381749244e-06,
      "loss": 0.0102,
      "step": 42693
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5995511344195867e-06,
      "loss": 0.0047,
      "step": 42694
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5993283368582203e-06,
      "loss": 0.0019,
      "step": 42695
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.599105545491396e-06,
      "loss": 0.0081,
      "step": 42696
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.598882760319689e-06,
      "loss": 0.012,
      "step": 42697
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5986599813436775e-06,
      "loss": 0.0063,
      "step": 42698
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5984372085639302e-06,
      "loss": 0.017,
      "step": 42699
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5982144419810274e-06,
      "loss": 0.0145,
      "step": 42700
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.597991681595542e-06,
      "loss": 0.0044,
      "step": 42701
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.597768927408047e-06,
      "loss": 0.0069,
      "step": 42702
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5975461794191204e-06,
      "loss": 0.0014,
      "step": 42703
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5973234376293356e-06,
      "loss": 0.0025,
      "step": 42704
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5971007020392675e-06,
      "loss": 0.0097,
      "step": 42705
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5968779726494907e-06,
      "loss": 0.0131,
      "step": 42706
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.596655249460577e-06,
      "loss": 0.0078,
      "step": 42707
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5964325324731065e-06,
      "loss": 0.0073,
      "step": 42708
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.596209821687649e-06,
      "loss": 0.0088,
      "step": 42709
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5959871171047834e-06,
      "loss": 0.0079,
      "step": 42710
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.595764418725083e-06,
      "loss": 0.0277,
      "step": 42711
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5955417265491212e-06,
      "loss": 0.0096,
      "step": 42712
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.595319040577473e-06,
      "loss": 0.009,
      "step": 42713
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5950963608107116e-06,
      "loss": 0.0094,
      "step": 42714
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.594873687249415e-06,
      "loss": 0.0061,
      "step": 42715
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5946510198941566e-06,
      "loss": 0.0046,
      "step": 42716
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.594428358745508e-06,
      "loss": 0.0027,
      "step": 42717
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.594205703804048e-06,
      "loss": 0.0041,
      "step": 42718
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.593983055070349e-06,
      "loss": 0.0068,
      "step": 42719
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.593760412544986e-06,
      "loss": 0.0043,
      "step": 42720
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.593537776228533e-06,
      "loss": 0.0048,
      "step": 42721
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5933151461215635e-06,
      "loss": 0.0112,
      "step": 42722
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5930925222246543e-06,
      "loss": 0.0067,
      "step": 42723
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.592869904538377e-06,
      "loss": 0.0162,
      "step": 42724
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5926472930633097e-06,
      "loss": 0.006,
      "step": 42725
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5924246878000246e-06,
      "loss": 0.0034,
      "step": 42726
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.592202088749097e-06,
      "loss": 0.0506,
      "step": 42727
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5919794959111006e-06,
      "loss": 0.0091,
      "step": 42728
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5917569092866073e-06,
      "loss": 0.0164,
      "step": 42729
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5915343288761964e-06,
      "loss": 0.0063,
      "step": 42730
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.591311754680439e-06,
      "loss": 0.0072,
      "step": 42731
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.591089186699909e-06,
      "loss": 0.0026,
      "step": 42732
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5908666249351833e-06,
      "loss": 0.0098,
      "step": 42733
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.590644069386835e-06,
      "loss": 0.003,
      "step": 42734
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5904215200554382e-06,
      "loss": 0.0073,
      "step": 42735
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5901989769415676e-06,
      "loss": 0.0033,
      "step": 42736
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5899764400457943e-06,
      "loss": 0.0071,
      "step": 42737
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5897539093686975e-06,
      "loss": 0.0079,
      "step": 42738
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5895313849108466e-06,
      "loss": 0.0082,
      "step": 42739
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5893088666728204e-06,
      "loss": 0.0104,
      "step": 42740
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5890863546551916e-06,
      "loss": 0.006,
      "step": 42741
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5888638488585327e-06,
      "loss": 0.0054,
      "step": 42742
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5886413492834194e-06,
      "loss": 0.0027,
      "step": 42743
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.588418855930423e-06,
      "loss": 0.0104,
      "step": 42744
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.588196368800122e-06,
      "loss": 0.0191,
      "step": 42745
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.587973887893088e-06,
      "loss": 0.0049,
      "step": 42746
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5877514132098933e-06,
      "loss": 0.0029,
      "step": 42747
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5875289447511185e-06,
      "loss": 0.0097,
      "step": 42748
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5873064825173294e-06,
      "loss": 0.0069,
      "step": 42749
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.587084026509106e-06,
      "loss": 0.0104,
      "step": 42750
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5868615767270195e-06,
      "loss": 0.0275,
      "step": 42751
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5866391331716427e-06,
      "loss": 0.0064,
      "step": 42752
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5864166958435534e-06,
      "loss": 0.0067,
      "step": 42753
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.586194264743322e-06,
      "loss": 0.0069,
      "step": 42754
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5859718398715278e-06,
      "loss": 0.0047,
      "step": 42755
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.585749421228739e-06,
      "loss": 0.004,
      "step": 42756
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5855270088155295e-06,
      "loss": 0.0126,
      "step": 42757
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.585304602632477e-06,
      "loss": 0.0109,
      "step": 42758
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5850822026801514e-06,
      "loss": 0.0107,
      "step": 42759
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5848598089591313e-06,
      "loss": 0.0059,
      "step": 42760
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5846374214699876e-06,
      "loss": 0.0023,
      "step": 42761
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.584415040213295e-06,
      "loss": 0.0061,
      "step": 42762
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5841926651896267e-06,
      "loss": 0.0085,
      "step": 42763
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.583970296399554e-06,
      "loss": 0.0022,
      "step": 42764
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5837479338436555e-06,
      "loss": 0.0231,
      "step": 42765
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.583525577522503e-06,
      "loss": 0.0061,
      "step": 42766
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5833032274366686e-06,
      "loss": 0.0143,
      "step": 42767
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.583080883586729e-06,
      "loss": 0.0105,
      "step": 42768
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5828585459732563e-06,
      "loss": 0.0091,
      "step": 42769
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5826362145968244e-06,
      "loss": 0.0069,
      "step": 42770
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.582413889458007e-06,
      "loss": 0.0127,
      "step": 42771
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5821915705573754e-06,
      "loss": 0.0168,
      "step": 42772
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.581969257895508e-06,
      "loss": 0.0045,
      "step": 42773
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5817469514729742e-06,
      "loss": 0.0095,
      "step": 42774
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.581524651290351e-06,
      "loss": 0.009,
      "step": 42775
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.58130235734821e-06,
      "loss": 0.0252,
      "step": 42776
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.581080069647126e-06,
      "loss": 0.009,
      "step": 42777
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.580857788187671e-06,
      "loss": 0.0046,
      "step": 42778
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.580635512970418e-06,
      "loss": 0.0074,
      "step": 42779
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.580413243995944e-06,
      "loss": 0.0037,
      "step": 42780
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5801909812648194e-06,
      "loss": 0.0046,
      "step": 42781
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5799687247776177e-06,
      "loss": 0.0061,
      "step": 42782
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5797464745349156e-06,
      "loss": 0.0044,
      "step": 42783
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5795242305372836e-06,
      "loss": 0.0057,
      "step": 42784
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.579301992785296e-06,
      "loss": 0.0136,
      "step": 42785
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.579079761279527e-06,
      "loss": 0.0032,
      "step": 42786
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.578857536020547e-06,
      "loss": 0.0047,
      "step": 42787
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5786353170089335e-06,
      "loss": 0.0042,
      "step": 42788
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5784131042452565e-06,
      "loss": 0.0206,
      "step": 42789
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5781908977300925e-06,
      "loss": 0.0073,
      "step": 42790
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5779686974640135e-06,
      "loss": 0.0029,
      "step": 42791
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5777465034475923e-06,
      "loss": 0.0034,
      "step": 42792
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.577524315681403e-06,
      "loss": 0.0138,
      "step": 42793
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5773021341660165e-06,
      "loss": 0.0042,
      "step": 42794
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5770799589020103e-06,
      "loss": 0.0021,
      "step": 42795
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.576857789889955e-06,
      "loss": 0.0089,
      "step": 42796
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5766356271304225e-06,
      "loss": 0.0014,
      "step": 42797
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.576413470623991e-06,
      "loss": 0.0153,
      "step": 42798
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.57619132037123e-06,
      "loss": 0.0078,
      "step": 42799
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5759691763727123e-06,
      "loss": 0.0029,
      "step": 42800
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5757470386290138e-06,
      "loss": 0.0187,
      "step": 42801
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5755249071407036e-06,
      "loss": 0.0158,
      "step": 42802
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5753027819083594e-06,
      "loss": 0.006,
      "step": 42803
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.57508066293255e-06,
      "loss": 0.0066,
      "step": 42804
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5748585502138533e-06,
      "loss": 0.0076,
      "step": 42805
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5746364437528417e-06,
      "loss": 0.0166,
      "step": 42806
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.574414343550083e-06,
      "loss": 0.0039,
      "step": 42807
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5741922496061554e-06,
      "loss": 0.0069,
      "step": 42808
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.573970161921629e-06,
      "loss": 0.0059,
      "step": 42809
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.57374808049708e-06,
      "loss": 0.0085,
      "step": 42810
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5735260053330803e-06,
      "loss": 0.007,
      "step": 42811
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5733039364302016e-06,
      "loss": 0.005,
      "step": 42812
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5730818737890186e-06,
      "loss": 0.01,
      "step": 42813
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5728598174101005e-06,
      "loss": 0.0099,
      "step": 42814
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5726377672940264e-06,
      "loss": 0.0031,
      "step": 42815
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.572415723441365e-06,
      "loss": 0.0239,
      "step": 42816
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5721936858526886e-06,
      "loss": 0.0216,
      "step": 42817
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5719716545285744e-06,
      "loss": 0.0073,
      "step": 42818
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.571749629469592e-06,
      "loss": 0.0126,
      "step": 42819
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.571527610676316e-06,
      "loss": 0.01,
      "step": 42820
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5713055981493175e-06,
      "loss": 0.0178,
      "step": 42821
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5710835918891687e-06,
      "loss": 0.0053,
      "step": 42822
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5708615918964462e-06,
      "loss": 0.0105,
      "step": 42823
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.570639598171718e-06,
      "loss": 0.0052,
      "step": 42824
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.570417610715562e-06,
      "loss": 0.0107,
      "step": 42825
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.570195629528548e-06,
      "loss": 0.008,
      "step": 42826
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5699736546112498e-06,
      "loss": 0.0044,
      "step": 42827
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5697516859642398e-06,
      "loss": 0.0076,
      "step": 42828
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5695297235880883e-06,
      "loss": 0.003,
      "step": 42829
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.569307767483372e-06,
      "loss": 0.0085,
      "step": 42830
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.569085817650663e-06,
      "loss": 0.001,
      "step": 42831
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.56886387409053e-06,
      "loss": 0.0026,
      "step": 42832
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.568641936803552e-06,
      "loss": 0.006,
      "step": 42833
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5684200057902973e-06,
      "loss": 0.0064,
      "step": 42834
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5681980810513395e-06,
      "loss": 0.0143,
      "step": 42835
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5679761625872525e-06,
      "loss": 0.0056,
      "step": 42836
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.567754250398605e-06,
      "loss": 0.0035,
      "step": 42837
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.567532344485974e-06,
      "loss": 0.0085,
      "step": 42838
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.567310444849929e-06,
      "loss": 0.0118,
      "step": 42839
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5670885514910458e-06,
      "loss": 0.0206,
      "step": 42840
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.566866664409896e-06,
      "loss": 0.0186,
      "step": 42841
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5666447836070508e-06,
      "loss": 0.0433,
      "step": 42842
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5664229090830826e-06,
      "loss": 0.0063,
      "step": 42843
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.566201040838564e-06,
      "loss": 0.0079,
      "step": 42844
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5659791788740695e-06,
      "loss": 0.0026,
      "step": 42845
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.56575732319017e-06,
      "loss": 0.0037,
      "step": 42846
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.565535473787436e-06,
      "loss": 0.0043,
      "step": 42847
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.565313630666445e-06,
      "loss": 0.0083,
      "step": 42848
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5650917938277655e-06,
      "loss": 0.0074,
      "step": 42849
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5648699632719715e-06,
      "loss": 0.0138,
      "step": 42850
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5646481389996347e-06,
      "loss": 0.0095,
      "step": 42851
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5644263210113257e-06,
      "loss": 0.0142,
      "step": 42852
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.564204509307621e-06,
      "loss": 0.023,
      "step": 42853
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5639827038890885e-06,
      "loss": 0.002,
      "step": 42854
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5637609047563043e-06,
      "loss": 0.0059,
      "step": 42855
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.563539111909842e-06,
      "loss": 0.0173,
      "step": 42856
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5633173253502665e-06,
      "loss": 0.026,
      "step": 42857
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.563095545078157e-06,
      "loss": 0.0016,
      "step": 42858
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.562873771094081e-06,
      "loss": 0.0045,
      "step": 42859
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.562652003398616e-06,
      "loss": 0.002,
      "step": 42860
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.56243024199233e-06,
      "loss": 0.0168,
      "step": 42861
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5622084868757955e-06,
      "loss": 0.0086,
      "step": 42862
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.56198673804959e-06,
      "loss": 0.0117,
      "step": 42863
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5617649955142777e-06,
      "loss": 0.007,
      "step": 42864
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.561543259270436e-06,
      "loss": 0.0084,
      "step": 42865
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.561321529318636e-06,
      "loss": 0.0303,
      "step": 42866
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5610998056594477e-06,
      "loss": 0.0136,
      "step": 42867
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.560878088293447e-06,
      "loss": 0.0014,
      "step": 42868
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5606563772212034e-06,
      "loss": 0.0038,
      "step": 42869
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.56043467244329e-06,
      "loss": 0.0032,
      "step": 42870
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5602129739602787e-06,
      "loss": 0.0142,
      "step": 42871
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.559991281772739e-06,
      "loss": 0.0109,
      "step": 42872
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5597695958812475e-06,
      "loss": 0.0105,
      "step": 42873
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5595479162863717e-06,
      "loss": 0.0014,
      "step": 42874
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5593262429886885e-06,
      "loss": 0.0043,
      "step": 42875
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5591045759887665e-06,
      "loss": 0.0059,
      "step": 42876
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.558882915287179e-06,
      "loss": 0.0243,
      "step": 42877
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5586612608844975e-06,
      "loss": 0.0092,
      "step": 42878
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.558439612781292e-06,
      "loss": 0.0103,
      "step": 42879
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5582179709781372e-06,
      "loss": 0.0247,
      "step": 42880
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5579963354756055e-06,
      "loss": 0.0151,
      "step": 42881
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5577747062742653e-06,
      "loss": 0.0265,
      "step": 42882
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.557553083374692e-06,
      "loss": 0.0026,
      "step": 42883
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5573314667774565e-06,
      "loss": 0.0242,
      "step": 42884
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5571098564831296e-06,
      "loss": 0.0281,
      "step": 42885
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5568882524922843e-06,
      "loss": 0.0074,
      "step": 42886
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5566666548054898e-06,
      "loss": 0.0115,
      "step": 42887
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.556445063423322e-06,
      "loss": 0.0354,
      "step": 42888
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.556223478346348e-06,
      "loss": 0.0154,
      "step": 42889
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5560018995751447e-06,
      "loss": 0.027,
      "step": 42890
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.555780327110281e-06,
      "loss": 0.0022,
      "step": 42891
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.555558760952329e-06,
      "loss": 0.0139,
      "step": 42892
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.555337201101861e-06,
      "loss": 0.0057,
      "step": 42893
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5551156475594454e-06,
      "loss": 0.0125,
      "step": 42894
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.554894100325659e-06,
      "loss": 0.0289,
      "step": 42895
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.55467255940107e-06,
      "loss": 0.0078,
      "step": 42896
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5544510247862508e-06,
      "loss": 0.0115,
      "step": 42897
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5542294964817744e-06,
      "loss": 0.0058,
      "step": 42898
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.554007974488211e-06,
      "loss": 0.004,
      "step": 42899
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5537864588061333e-06,
      "loss": 0.0028,
      "step": 42900
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5535649494361117e-06,
      "loss": 0.0067,
      "step": 42901
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.553343446378716e-06,
      "loss": 0.0097,
      "step": 42902
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.553121949634522e-06,
      "loss": 0.0148,
      "step": 42903
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5529004592040975e-06,
      "loss": 0.0139,
      "step": 42904
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5526789750880175e-06,
      "loss": 0.0174,
      "step": 42905
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.552457497286852e-06,
      "loss": 0.0034,
      "step": 42906
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5522360258011712e-06,
      "loss": 0.0081,
      "step": 42907
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.552014560631549e-06,
      "loss": 0.0049,
      "step": 42908
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5517931017785526e-06,
      "loss": 0.0082,
      "step": 42909
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.551571649242758e-06,
      "loss": 0.0038,
      "step": 42910
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5513502030247356e-06,
      "loss": 0.0041,
      "step": 42911
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5511287631250537e-06,
      "loss": 0.0079,
      "step": 42912
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.55090732954429e-06,
      "loss": 0.0209,
      "step": 42913
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5506859022830076e-06,
      "loss": 0.0075,
      "step": 42914
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.550464481341785e-06,
      "loss": 0.0031,
      "step": 42915
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5502430667211904e-06,
      "loss": 0.0074,
      "step": 42916
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5500216584217933e-06,
      "loss": 0.0086,
      "step": 42917
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5498002564441695e-06,
      "loss": 0.0065,
      "step": 42918
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.549578860788886e-06,
      "loss": 0.0119,
      "step": 42919
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5493574714565195e-06,
      "loss": 0.0233,
      "step": 42920
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.549136088447636e-06,
      "loss": 0.0054,
      "step": 42921
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5489147117628065e-06,
      "loss": 0.0228,
      "step": 42922
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.548693341402607e-06,
      "loss": 0.021,
      "step": 42923
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5484719773676035e-06,
      "loss": 0.0186,
      "step": 42924
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.548250619658371e-06,
      "loss": 0.0082,
      "step": 42925
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5480292682754804e-06,
      "loss": 0.0115,
      "step": 42926
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5478079232195014e-06,
      "loss": 0.0035,
      "step": 42927
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.547586584491005e-06,
      "loss": 0.0019,
      "step": 42928
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.547365252090562e-06,
      "loss": 0.0224,
      "step": 42929
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5471439260187457e-06,
      "loss": 0.0219,
      "step": 42930
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.546922606276126e-06,
      "loss": 0.0089,
      "step": 42931
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5467012928632716e-06,
      "loss": 0.0149,
      "step": 42932
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5464799857807588e-06,
      "loss": 0.0159,
      "step": 42933
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.546258685029155e-06,
      "loss": 0.0026,
      "step": 42934
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5460373906090313e-06,
      "loss": 0.0088,
      "step": 42935
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5458161025209604e-06,
      "loss": 0.0216,
      "step": 42936
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5455948207655095e-06,
      "loss": 0.0026,
      "step": 42937
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.545373545343255e-06,
      "loss": 0.0107,
      "step": 42938
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.545152276254762e-06,
      "loss": 0.0031,
      "step": 42939
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5449310135006076e-06,
      "loss": 0.0057,
      "step": 42940
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5447097570813593e-06,
      "loss": 0.0088,
      "step": 42941
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.544488506997589e-06,
      "loss": 0.005,
      "step": 42942
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5442672632498665e-06,
      "loss": 0.0088,
      "step": 42943
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.544046025838762e-06,
      "loss": 0.0075,
      "step": 42944
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.543824794764849e-06,
      "loss": 0.0033,
      "step": 42945
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5436035700286976e-06,
      "loss": 0.0202,
      "step": 42946
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5433823516308753e-06,
      "loss": 0.0044,
      "step": 42947
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.543161139571958e-06,
      "loss": 0.0134,
      "step": 42948
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.542939933852514e-06,
      "loss": 0.0102,
      "step": 42949
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5427187344731143e-06,
      "loss": 0.006,
      "step": 42950
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.542497541434329e-06,
      "loss": 0.0082,
      "step": 42951
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.542276354736728e-06,
      "loss": 0.0142,
      "step": 42952
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5420551743808857e-06,
      "loss": 0.0077,
      "step": 42953
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.541834000367368e-06,
      "loss": 0.0175,
      "step": 42954
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.541612832696751e-06,
      "loss": 0.0044,
      "step": 42955
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.541391671369602e-06,
      "loss": 0.0021,
      "step": 42956
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5411705163864923e-06,
      "loss": 0.0033,
      "step": 42957
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5409493677479925e-06,
      "loss": 0.0061,
      "step": 42958
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5407282254546715e-06,
      "loss": 0.0171,
      "step": 42959
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5405070895071036e-06,
      "loss": 0.0054,
      "step": 42960
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5402859599058573e-06,
      "loss": 0.0026,
      "step": 42961
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5400648366515013e-06,
      "loss": 0.0078,
      "step": 42962
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5398437197446103e-06,
      "loss": 0.0166,
      "step": 42963
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.539622609185753e-06,
      "loss": 0.0149,
      "step": 42964
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5394015049754996e-06,
      "loss": 0.0137,
      "step": 42965
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5391804071144205e-06,
      "loss": 0.0014,
      "step": 42966
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5389593156030846e-06,
      "loss": 0.0281,
      "step": 42967
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5387382304420664e-06,
      "loss": 0.0108,
      "step": 42968
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5385171516319323e-06,
      "loss": 0.0051,
      "step": 42969
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.538296079173257e-06,
      "loss": 0.0346,
      "step": 42970
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.53807501306661e-06,
      "loss": 0.004,
      "step": 42971
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5378539533125565e-06,
      "loss": 0.0101,
      "step": 42972
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5376328999116727e-06,
      "loss": 0.0217,
      "step": 42973
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5374118528645253e-06,
      "loss": 0.0076,
      "step": 42974
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5371908121716882e-06,
      "loss": 0.0034,
      "step": 42975
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.53696977783373e-06,
      "loss": 0.002,
      "step": 42976
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.536748749851221e-06,
      "loss": 0.0224,
      "step": 42977
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5365277282247314e-06,
      "loss": 0.0048,
      "step": 42978
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.53630671295483e-06,
      "loss": 0.0058,
      "step": 42979
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5360857040420907e-06,
      "loss": 0.008,
      "step": 42980
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.535864701487082e-06,
      "loss": 0.0063,
      "step": 42981
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.535643705290372e-06,
      "loss": 0.0147,
      "step": 42982
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.535422715452535e-06,
      "loss": 0.0132,
      "step": 42983
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5352017319741386e-06,
      "loss": 0.0093,
      "step": 42984
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5349807548557537e-06,
      "loss": 0.0301,
      "step": 42985
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.534759784097951e-06,
      "loss": 0.0073,
      "step": 42986
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5345388197012975e-06,
      "loss": 0.0123,
      "step": 42987
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5343178616663684e-06,
      "loss": 0.003,
      "step": 42988
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.534096909993729e-06,
      "loss": 0.0186,
      "step": 42989
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5338759646839537e-06,
      "loss": 0.0024,
      "step": 42990
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5336550257376113e-06,
      "loss": 0.0039,
      "step": 42991
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5334340931552705e-06,
      "loss": 0.0053,
      "step": 42992
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5332131669375027e-06,
      "loss": 0.0193,
      "step": 42993
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5329922470848757e-06,
      "loss": 0.0099,
      "step": 42994
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.532771333597963e-06,
      "loss": 0.0215,
      "step": 42995
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5325504264773328e-06,
      "loss": 0.0059,
      "step": 42996
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5323295257235535e-06,
      "loss": 0.0115,
      "step": 42997
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5321086313371982e-06,
      "loss": 0.0073,
      "step": 42998
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.531887743318836e-06,
      "loss": 0.0047,
      "step": 42999
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5316668616690364e-06,
      "loss": 0.0115,
      "step": 43000
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5314459863883694e-06,
      "loss": 0.0278,
      "step": 43001
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5312251174774025e-06,
      "loss": 0.0189,
      "step": 43002
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.531004254936711e-06,
      "loss": 0.0033,
      "step": 43003
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5307833987668597e-06,
      "loss": 0.02,
      "step": 43004
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5305625489684217e-06,
      "loss": 0.005,
      "step": 43005
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5303417055419653e-06,
      "loss": 0.0083,
      "step": 43006
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5301208684880617e-06,
      "loss": 0.0082,
      "step": 43007
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.52990003780728e-06,
      "loss": 0.0057,
      "step": 43008
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5296792135001878e-06,
      "loss": 0.0101,
      "step": 43009
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5294583955673584e-06,
      "loss": 0.0143,
      "step": 43010
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.529237584009361e-06,
      "loss": 0.0043,
      "step": 43011
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5290167788267617e-06,
      "loss": 0.0163,
      "step": 43012
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.528795980020135e-06,
      "loss": 0.0123,
      "step": 43013
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5285751875900488e-06,
      "loss": 0.0111,
      "step": 43014
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.528354401537073e-06,
      "loss": 0.0052,
      "step": 43015
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.528133621861777e-06,
      "loss": 0.0026,
      "step": 43016
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5279128485647287e-06,
      "loss": 0.0107,
      "step": 43017
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.527692081646501e-06,
      "loss": 0.0072,
      "step": 43018
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.52747132110766e-06,
      "loss": 0.0225,
      "step": 43019
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.52725056694878e-06,
      "loss": 0.008,
      "step": 43020
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.52702981917043e-06,
      "loss": 0.0133,
      "step": 43021
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5268090777731737e-06,
      "loss": 0.0043,
      "step": 43022
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5265883427575866e-06,
      "loss": 0.0066,
      "step": 43023
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5263676141242344e-06,
      "loss": 0.0152,
      "step": 43024
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5261468918736897e-06,
      "loss": 0.0065,
      "step": 43025
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5259261760065225e-06,
      "loss": 0.0399,
      "step": 43026
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5257054665232973e-06,
      "loss": 0.0091,
      "step": 43027
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5254847634245915e-06,
      "loss": 0.0086,
      "step": 43028
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.525264066710967e-06,
      "loss": 0.0061,
      "step": 43029
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.525043376382997e-06,
      "loss": 0.0083,
      "step": 43030
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5248226924412518e-06,
      "loss": 0.0034,
      "step": 43031
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.524602014886297e-06,
      "loss": 0.0058,
      "step": 43032
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.524381343718706e-06,
      "loss": 0.0044,
      "step": 43033
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.524160678939045e-06,
      "loss": 0.0085,
      "step": 43034
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.523940020547889e-06,
      "loss": 0.0086,
      "step": 43035
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5237193685458005e-06,
      "loss": 0.0206,
      "step": 43036
    },
    {
      "epoch": 0.67,
      "learning_rate": 2.5234987229333506e-06,
      "loss": 0.0029,
      "step": 43037
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.523278083711112e-06,
      "loss": 0.0083,
      "step": 43038
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5230574508796497e-06,
      "loss": 0.006,
      "step": 43039
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.522836824439537e-06,
      "loss": 0.0127,
      "step": 43040
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.522616204391341e-06,
      "loss": 0.0073,
      "step": 43041
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5223955907356317e-06,
      "loss": 0.0086,
      "step": 43042
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.522174983472978e-06,
      "loss": 0.0034,
      "step": 43043
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5219543826039473e-06,
      "loss": 0.0136,
      "step": 43044
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5217337881291116e-06,
      "loss": 0.0061,
      "step": 43045
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.52151320004904e-06,
      "loss": 0.0055,
      "step": 43046
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5212926183642983e-06,
      "loss": 0.0174,
      "step": 43047
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.521072043075461e-06,
      "loss": 0.0044,
      "step": 43048
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5208514741830936e-06,
      "loss": 0.0075,
      "step": 43049
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.520630911687767e-06,
      "loss": 0.0054,
      "step": 43050
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5204103555900483e-06,
      "loss": 0.0033,
      "step": 43051
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5201898058905067e-06,
      "loss": 0.0091,
      "step": 43052
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5199692625897138e-06,
      "loss": 0.0104,
      "step": 43053
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5197487256882374e-06,
      "loss": 0.007,
      "step": 43054
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5195281951866446e-06,
      "loss": 0.022,
      "step": 43055
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5193076710855073e-06,
      "loss": 0.0048,
      "step": 43056
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5190871533853945e-06,
      "loss": 0.0041,
      "step": 43057
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5188666420868734e-06,
      "loss": 0.0037,
      "step": 43058
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.518646137190514e-06,
      "loss": 0.0042,
      "step": 43059
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.518425638696883e-06,
      "loss": 0.0047,
      "step": 43060
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5182051466065536e-06,
      "loss": 0.0063,
      "step": 43061
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5179846609200897e-06,
      "loss": 0.0012,
      "step": 43062
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.517764181638066e-06,
      "loss": 0.0295,
      "step": 43063
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.517543708761048e-06,
      "loss": 0.0112,
      "step": 43064
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5173232422896055e-06,
      "loss": 0.0155,
      "step": 43065
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5171027822243068e-06,
      "loss": 0.0016,
      "step": 43066
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5168823285657183e-06,
      "loss": 0.0016,
      "step": 43067
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.516661881314414e-06,
      "loss": 0.0069,
      "step": 43068
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5164414404709594e-06,
      "loss": 0.0155,
      "step": 43069
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5162210060359226e-06,
      "loss": 0.0038,
      "step": 43070
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5160005780098763e-06,
      "loss": 0.006,
      "step": 43071
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.515780156393386e-06,
      "loss": 0.0094,
      "step": 43072
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5155597411870216e-06,
      "loss": 0.0062,
      "step": 43073
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5153393323913523e-06,
      "loss": 0.0036,
      "step": 43074
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5151189300069433e-06,
      "loss": 0.0087,
      "step": 43075
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5148985340343678e-06,
      "loss": 0.0262,
      "step": 43076
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5146781444741912e-06,
      "loss": 0.0044,
      "step": 43077
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5144577613269884e-06,
      "loss": 0.0123,
      "step": 43078
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5142373845933204e-06,
      "loss": 0.0122,
      "step": 43079
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5140170142737573e-06,
      "loss": 0.0193,
      "step": 43080
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5137966503688717e-06,
      "loss": 0.0121,
      "step": 43081
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5135762928792273e-06,
      "loss": 0.0187,
      "step": 43082
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.513355941805397e-06,
      "loss": 0.0138,
      "step": 43083
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5131355971479483e-06,
      "loss": 0.0211,
      "step": 43084
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5129152589074486e-06,
      "loss": 0.0081,
      "step": 43085
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.512694927084467e-06,
      "loss": 0.0138,
      "step": 43086
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5124746016795696e-06,
      "loss": 0.0113,
      "step": 43087
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.51225428269333e-06,
      "loss": 0.0071,
      "step": 43088
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5120339701263134e-06,
      "loss": 0.0074,
      "step": 43089
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.511813663979087e-06,
      "loss": 0.009,
      "step": 43090
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5115933642522234e-06,
      "loss": 0.0146,
      "step": 43091
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.511373070946288e-06,
      "loss": 0.0023,
      "step": 43092
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5111527840618512e-06,
      "loss": 0.011,
      "step": 43093
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5109325035994793e-06,
      "loss": 0.0292,
      "step": 43094
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.51071222955974e-06,
      "loss": 0.0106,
      "step": 43095
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5104919619432045e-06,
      "loss": 0.0103,
      "step": 43096
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5102717007504383e-06,
      "loss": 0.0034,
      "step": 43097
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5100514459820134e-06,
      "loss": 0.0132,
      "step": 43098
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.509831197638496e-06,
      "loss": 0.0131,
      "step": 43099
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.509610955720455e-06,
      "loss": 0.005,
      "step": 43100
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5093907202284578e-06,
      "loss": 0.0058,
      "step": 43101
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.509170491163071e-06,
      "loss": 0.0085,
      "step": 43102
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.508950268524868e-06,
      "loss": 0.013,
      "step": 43103
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5087300523144127e-06,
      "loss": 0.0121,
      "step": 43104
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.508509842532273e-06,
      "loss": 0.0005,
      "step": 43105
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5082896391790212e-06,
      "loss": 0.013,
      "step": 43106
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5080694422552234e-06,
      "loss": 0.0094,
      "step": 43107
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.507849251761446e-06,
      "loss": 0.0155,
      "step": 43108
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5076290676982597e-06,
      "loss": 0.0044,
      "step": 43109
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5074088900662297e-06,
      "loss": 0.004,
      "step": 43110
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.507188718865927e-06,
      "loss": 0.0057,
      "step": 43111
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5069685540979182e-06,
      "loss": 0.0046,
      "step": 43112
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5067483957627726e-06,
      "loss": 0.0086,
      "step": 43113
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5065282438610582e-06,
      "loss": 0.002,
      "step": 43114
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5063080983933426e-06,
      "loss": 0.0063,
      "step": 43115
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5060879593601932e-06,
      "loss": 0.0153,
      "step": 43116
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.505867826762177e-06,
      "loss": 0.0048,
      "step": 43117
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5056477005998658e-06,
      "loss": 0.0175,
      "step": 43118
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.505427580873825e-06,
      "loss": 0.0199,
      "step": 43119
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5052074675846207e-06,
      "loss": 0.0061,
      "step": 43120
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.504987360732825e-06,
      "loss": 0.0092,
      "step": 43121
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5047672603190044e-06,
      "loss": 0.0065,
      "step": 43122
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.504547166343726e-06,
      "loss": 0.0047,
      "step": 43123
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5043270788075587e-06,
      "loss": 0.0151,
      "step": 43124
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.504106997711068e-06,
      "loss": 0.0119,
      "step": 43125
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5038869230548246e-06,
      "loss": 0.0067,
      "step": 43126
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5036668548393937e-06,
      "loss": 0.0029,
      "step": 43127
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.503446793065347e-06,
      "loss": 0.016,
      "step": 43128
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5032267377332518e-06,
      "loss": 0.0031,
      "step": 43129
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.503006688843671e-06,
      "loss": 0.0052,
      "step": 43130
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.502786646397177e-06,
      "loss": 0.0094,
      "step": 43131
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5025666103943347e-06,
      "loss": 0.0037,
      "step": 43132
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.502346580835715e-06,
      "loss": 0.0072,
      "step": 43133
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5021265577218845e-06,
      "loss": 0.0079,
      "step": 43134
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5019065410534084e-06,
      "loss": 0.0042,
      "step": 43135
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5016865308308603e-06,
      "loss": 0.0247,
      "step": 43136
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5014665270548e-06,
      "loss": 0.0163,
      "step": 43137
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5012465297258013e-06,
      "loss": 0.0114,
      "step": 43138
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5010265388444306e-06,
      "loss": 0.0184,
      "step": 43139
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.500806554411252e-06,
      "loss": 0.0178,
      "step": 43140
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.5005865764268384e-06,
      "loss": 0.0088,
      "step": 43141
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.500366604891755e-06,
      "loss": 0.0061,
      "step": 43142
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.500146639806569e-06,
      "loss": 0.0115,
      "step": 43143
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4999266811718487e-06,
      "loss": 0.008,
      "step": 43144
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4997067289881586e-06,
      "loss": 0.0036,
      "step": 43145
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.499486783256072e-06,
      "loss": 0.0072,
      "step": 43146
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.499266843976151e-06,
      "loss": 0.0152,
      "step": 43147
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4990469111489674e-06,
      "loss": 0.0032,
      "step": 43148
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.498826984775087e-06,
      "loss": 0.0323,
      "step": 43149
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.498607064855077e-06,
      "loss": 0.0085,
      "step": 43150
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.498387151389505e-06,
      "loss": 0.0071,
      "step": 43151
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.498167244378936e-06,
      "loss": 0.0092,
      "step": 43152
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4979473438239426e-06,
      "loss": 0.0358,
      "step": 43153
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.497727449725089e-06,
      "loss": 0.0034,
      "step": 43154
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4975075620829414e-06,
      "loss": 0.0067,
      "step": 43155
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4972876808980705e-06,
      "loss": 0.0129,
      "step": 43156
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4970678061710423e-06,
      "loss": 0.0274,
      "step": 43157
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.496847937902424e-06,
      "loss": 0.009,
      "step": 43158
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4966280760927824e-06,
      "loss": 0.0143,
      "step": 43159
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4964082207426837e-06,
      "loss": 0.0125,
      "step": 43160
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4961883718526985e-06,
      "loss": 0.0028,
      "step": 43161
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4959685294233903e-06,
      "loss": 0.0052,
      "step": 43162
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4957486934553306e-06,
      "loss": 0.0047,
      "step": 43163
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.495528863949084e-06,
      "loss": 0.0096,
      "step": 43164
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.495309040905219e-06,
      "loss": 0.0164,
      "step": 43165
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4950892243243013e-06,
      "loss": 0.0142,
      "step": 43166
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.494869414206897e-06,
      "loss": 0.0303,
      "step": 43167
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4946496105535767e-06,
      "loss": 0.0053,
      "step": 43168
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4944298133649063e-06,
      "loss": 0.0079,
      "step": 43169
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4942100226414508e-06,
      "loss": 0.0326,
      "step": 43170
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.493990238383781e-06,
      "loss": 0.003,
      "step": 43171
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4937704605924616e-06,
      "loss": 0.0112,
      "step": 43172
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4935506892680613e-06,
      "loss": 0.0283,
      "step": 43173
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4933309244111454e-06,
      "loss": 0.0258,
      "step": 43174
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4931111660222795e-06,
      "loss": 0.0219,
      "step": 43175
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4928914141020356e-06,
      "loss": 0.0042,
      "step": 43176
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4926716686509757e-06,
      "loss": 0.0211,
      "step": 43177
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.492451929669671e-06,
      "loss": 0.0039,
      "step": 43178
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.492232197158686e-06,
      "loss": 0.0224,
      "step": 43179
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.492012471118589e-06,
      "loss": 0.0051,
      "step": 43180
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4917927515499464e-06,
      "loss": 0.0135,
      "step": 43181
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4915730384533225e-06,
      "loss": 0.0035,
      "step": 43182
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.491353331829289e-06,
      "loss": 0.0095,
      "step": 43183
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4911336316784106e-06,
      "loss": 0.039,
      "step": 43184
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.490913938001252e-06,
      "loss": 0.0208,
      "step": 43185
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.490694250798387e-06,
      "loss": 0.0119,
      "step": 43186
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4904745700703723e-06,
      "loss": 0.0071,
      "step": 43187
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.490254895817783e-06,
      "loss": 0.0098,
      "step": 43188
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4900352280411834e-06,
      "loss": 0.0067,
      "step": 43189
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.489815566741137e-06,
      "loss": 0.0086,
      "step": 43190
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4895959119182167e-06,
      "loss": 0.0071,
      "step": 43191
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4893762635729833e-06,
      "loss": 0.0061,
      "step": 43192
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4891566217060116e-06,
      "loss": 0.0065,
      "step": 43193
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4889369863178603e-06,
      "loss": 0.0078,
      "step": 43194
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.488717357409097e-06,
      "loss": 0.0053,
      "step": 43195
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.488497734980293e-06,
      "loss": 0.007,
      "step": 43196
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4882781190320097e-06,
      "loss": 0.0074,
      "step": 43197
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.488058509564819e-06,
      "loss": 0.0031,
      "step": 43198
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.487838906579285e-06,
      "loss": 0.0129,
      "step": 43199
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4876193100759747e-06,
      "loss": 0.0169,
      "step": 43200
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4873997200554543e-06,
      "loss": 0.0039,
      "step": 43201
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.487180136518289e-06,
      "loss": 0.0214,
      "step": 43202
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.486960559465049e-06,
      "loss": 0.0088,
      "step": 43203
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4867409888962984e-06,
      "loss": 0.0203,
      "step": 43204
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4865214248126024e-06,
      "loss": 0.0035,
      "step": 43205
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4863018672145318e-06,
      "loss": 0.0067,
      "step": 43206
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.48608231610265e-06,
      "loss": 0.0289,
      "step": 43207
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4858627714775245e-06,
      "loss": 0.0318,
      "step": 43208
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4856432333397216e-06,
      "loss": 0.0176,
      "step": 43209
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4854237016898065e-06,
      "loss": 0.0121,
      "step": 43210
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.485204176528348e-06,
      "loss": 0.0108,
      "step": 43211
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4849846578559095e-06,
      "loss": 0.0164,
      "step": 43212
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.484765145673062e-06,
      "loss": 0.0151,
      "step": 43213
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4845456399803684e-06,
      "loss": 0.0075,
      "step": 43214
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.484326140778397e-06,
      "loss": 0.0051,
      "step": 43215
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4841066480677123e-06,
      "loss": 0.0185,
      "step": 43216
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4838871618488803e-06,
      "loss": 0.0032,
      "step": 43217
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.48366768212247e-06,
      "loss": 0.0096,
      "step": 43218
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4834482088890464e-06,
      "loss": 0.006,
      "step": 43219
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.483228742149174e-06,
      "loss": 0.0028,
      "step": 43220
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4830092819034228e-06,
      "loss": 0.01,
      "step": 43221
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4827898281523572e-06,
      "loss": 0.0042,
      "step": 43222
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4825703808965427e-06,
      "loss": 0.0059,
      "step": 43223
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.482350940136547e-06,
      "loss": 0.0039,
      "step": 43224
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4821315058729333e-06,
      "loss": 0.0085,
      "step": 43225
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.481912078106272e-06,
      "loss": 0.0177,
      "step": 43226
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.481692656837126e-06,
      "loss": 0.0087,
      "step": 43227
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4814732420660643e-06,
      "loss": 0.0038,
      "step": 43228
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4812538337936517e-06,
      "loss": 0.0091,
      "step": 43229
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.481034432020454e-06,
      "loss": 0.0124,
      "step": 43230
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.480815036747038e-06,
      "loss": 0.0039,
      "step": 43231
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.480595647973967e-06,
      "loss": 0.0065,
      "step": 43232
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4803762657018123e-06,
      "loss": 0.0079,
      "step": 43233
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4801568899311367e-06,
      "loss": 0.0075,
      "step": 43234
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4799375206625046e-06,
      "loss": 0.0034,
      "step": 43235
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4797181578964864e-06,
      "loss": 0.0024,
      "step": 43236
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.479498801633646e-06,
      "loss": 0.019,
      "step": 43237
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4792794518745495e-06,
      "loss": 0.0088,
      "step": 43238
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4790601086197624e-06,
      "loss": 0.0087,
      "step": 43239
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4788407718698487e-06,
      "loss": 0.0175,
      "step": 43240
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4786214416253797e-06,
      "loss": 0.0041,
      "step": 43241
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4784021178869157e-06,
      "loss": 0.027,
      "step": 43242
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.478182800655027e-06,
      "loss": 0.0102,
      "step": 43243
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.47796348993028e-06,
      "loss": 0.0148,
      "step": 43244
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4777441857132344e-06,
      "loss": 0.0175,
      "step": 43245
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4775248880044622e-06,
      "loss": 0.0125,
      "step": 43246
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.477305596804525e-06,
      "loss": 0.0091,
      "step": 43247
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4770863121139927e-06,
      "loss": 0.0076,
      "step": 43248
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4768670339334287e-06,
      "loss": 0.0093,
      "step": 43249
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4766477622634e-06,
      "loss": 0.0144,
      "step": 43250
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.476428497104472e-06,
      "loss": 0.0041,
      "step": 43251
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.476209238457207e-06,
      "loss": 0.0055,
      "step": 43252
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.475989986322177e-06,
      "loss": 0.0071,
      "step": 43253
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4757707406999442e-06,
      "loss": 0.0036,
      "step": 43254
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.475551501591073e-06,
      "loss": 0.0035,
      "step": 43255
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4753322689961328e-06,
      "loss": 0.049,
      "step": 43256
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4751130429156874e-06,
      "loss": 0.0059,
      "step": 43257
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4748938233503023e-06,
      "loss": 0.0087,
      "step": 43258
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4746746103005436e-06,
      "loss": 0.0105,
      "step": 43259
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.474455403766975e-06,
      "loss": 0.0077,
      "step": 43260
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.474236203750165e-06,
      "loss": 0.0052,
      "step": 43261
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4740170102506765e-06,
      "loss": 0.0052,
      "step": 43262
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.473797823269079e-06,
      "loss": 0.0109,
      "step": 43263
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.473578642805935e-06,
      "loss": 0.0122,
      "step": 43264
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4733594688618114e-06,
      "loss": 0.0173,
      "step": 43265
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4731403014372724e-06,
      "loss": 0.0074,
      "step": 43266
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4729211405328825e-06,
      "loss": 0.0042,
      "step": 43267
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4727019861492115e-06,
      "loss": 0.0057,
      "step": 43268
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4724828382868217e-06,
      "loss": 0.0276,
      "step": 43269
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4722636969462773e-06,
      "loss": 0.0058,
      "step": 43270
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4720445621281475e-06,
      "loss": 0.0065,
      "step": 43271
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.471825433832996e-06,
      "loss": 0.0037,
      "step": 43272
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.471606312061388e-06,
      "loss": 0.01,
      "step": 43273
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4713871968138893e-06,
      "loss": 0.0004,
      "step": 43274
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4711680880910633e-06,
      "loss": 0.0062,
      "step": 43275
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4709489858934784e-06,
      "loss": 0.0067,
      "step": 43276
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.470729890221697e-06,
      "loss": 0.0205,
      "step": 43277
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.470510801076288e-06,
      "loss": 0.0046,
      "step": 43278
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.470291718457815e-06,
      "loss": 0.0052,
      "step": 43279
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.470072642366843e-06,
      "loss": 0.0083,
      "step": 43280
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4698535728039376e-06,
      "loss": 0.0078,
      "step": 43281
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4696345097696617e-06,
      "loss": 0.0039,
      "step": 43282
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4694154532645848e-06,
      "loss": 0.0023,
      "step": 43283
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.46919640328927e-06,
      "loss": 0.0093,
      "step": 43284
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.468977359844281e-06,
      "loss": 0.0137,
      "step": 43285
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4687583229301864e-06,
      "loss": 0.0226,
      "step": 43286
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.468539292547549e-06,
      "loss": 0.0116,
      "step": 43287
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4683202686969353e-06,
      "loss": 0.0109,
      "step": 43288
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4681012513789097e-06,
      "loss": 0.0038,
      "step": 43289
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4678822405940357e-06,
      "loss": 0.0129,
      "step": 43290
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4676632363428816e-06,
      "loss": 0.0069,
      "step": 43291
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.467444238626009e-06,
      "loss": 0.0055,
      "step": 43292
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4672252474439868e-06,
      "loss": 0.0169,
      "step": 43293
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.46700626279738e-06,
      "loss": 0.0038,
      "step": 43294
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4667872846867483e-06,
      "loss": 0.0095,
      "step": 43295
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.466568313112663e-06,
      "loss": 0.004,
      "step": 43296
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.466349348075684e-06,
      "loss": 0.0044,
      "step": 43297
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4661303895763805e-06,
      "loss": 0.0106,
      "step": 43298
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.465911437615316e-06,
      "loss": 0.0147,
      "step": 43299
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.465692492193053e-06,
      "loss": 0.0077,
      "step": 43300
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.465473553310163e-06,
      "loss": 0.008,
      "step": 43301
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4652546209672024e-06,
      "loss": 0.0117,
      "step": 43302
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4650356951647425e-06,
      "loss": 0.0149,
      "step": 43303
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.464816775903346e-06,
      "loss": 0.0085,
      "step": 43304
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.464597863183576e-06,
      "loss": 0.0039,
      "step": 43305
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4643789570060007e-06,
      "loss": 0.0115,
      "step": 43306
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4641600573711837e-06,
      "loss": 0.0084,
      "step": 43307
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4639411642796895e-06,
      "loss": 0.0076,
      "step": 43308
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4637222777320834e-06,
      "loss": 0.007,
      "step": 43309
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4635033977289275e-06,
      "loss": 0.0033,
      "step": 43310
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.463284524270791e-06,
      "loss": 0.0164,
      "step": 43311
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4630656573582344e-06,
      "loss": 0.0068,
      "step": 43312
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4628467969918267e-06,
      "loss": 0.0073,
      "step": 43313
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4626279431721304e-06,
      "loss": 0.0029,
      "step": 43314
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4624090958997103e-06,
      "loss": 0.0022,
      "step": 43315
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4621902551751315e-06,
      "loss": 0.0044,
      "step": 43316
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.461971420998956e-06,
      "loss": 0.0108,
      "step": 43317
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4617525933717528e-06,
      "loss": 0.0032,
      "step": 43318
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4615337722940854e-06,
      "loss": 0.0097,
      "step": 43319
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.461314957766515e-06,
      "loss": 0.0102,
      "step": 43320
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4610961497896104e-06,
      "loss": 0.0057,
      "step": 43321
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.460877348363935e-06,
      "loss": 0.0119,
      "step": 43322
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4606585534900525e-06,
      "loss": 0.0037,
      "step": 43323
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4604397651685286e-06,
      "loss": 0.0038,
      "step": 43324
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4602209833999247e-06,
      "loss": 0.0329,
      "step": 43325
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.46000220818481e-06,
      "loss": 0.0134,
      "step": 43326
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4597834395237454e-06,
      "loss": 0.0114,
      "step": 43327
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.459564677417298e-06,
      "loss": 0.0024,
      "step": 43328
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4593459218660314e-06,
      "loss": 0.0044,
      "step": 43329
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4591271728705095e-06,
      "loss": 0.0237,
      "step": 43330
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4589084304312975e-06,
      "loss": 0.0131,
      "step": 43331
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4586896945489573e-06,
      "loss": 0.0077,
      "step": 43332
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4584709652240574e-06,
      "loss": 0.0035,
      "step": 43333
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4582522424571598e-06,
      "loss": 0.0175,
      "step": 43334
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4580335262488277e-06,
      "loss": 0.004,
      "step": 43335
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4578148165996286e-06,
      "loss": 0.0106,
      "step": 43336
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4575961135101258e-06,
      "loss": 0.0134,
      "step": 43337
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.457377416980882e-06,
      "loss": 0.005,
      "step": 43338
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4571587270124635e-06,
      "loss": 0.0028,
      "step": 43339
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4569400436054314e-06,
      "loss": 0.0098,
      "step": 43340
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4567213667603547e-06,
      "loss": 0.0016,
      "step": 43341
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.456502696477793e-06,
      "loss": 0.0085,
      "step": 43342
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4562840327583145e-06,
      "loss": 0.0058,
      "step": 43343
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4560653756024818e-06,
      "loss": 0.011,
      "step": 43344
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.455846725010859e-06,
      "loss": 0.0272,
      "step": 43345
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.45562808098401e-06,
      "loss": 0.0038,
      "step": 43346
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4554094435224972e-06,
      "loss": 0.0119,
      "step": 43347
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.455190812626889e-06,
      "loss": 0.0034,
      "step": 43348
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.454972188297748e-06,
      "loss": 0.0044,
      "step": 43349
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.454753570535635e-06,
      "loss": 0.0062,
      "step": 43350
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.454534959341121e-06,
      "loss": 0.022,
      "step": 43351
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4543163547147617e-06,
      "loss": 0.0063,
      "step": 43352
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.454097756657128e-06,
      "loss": 0.0183,
      "step": 43353
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4538791651687803e-06,
      "loss": 0.0062,
      "step": 43354
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.453660580250282e-06,
      "loss": 0.0067,
      "step": 43355
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4534420019022014e-06,
      "loss": 0.0038,
      "step": 43356
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.453223430125097e-06,
      "loss": 0.0104,
      "step": 43357
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4530048649195406e-06,
      "loss": 0.0023,
      "step": 43358
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4527863062860885e-06,
      "loss": 0.014,
      "step": 43359
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.452567754225306e-06,
      "loss": 0.0051,
      "step": 43360
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4523492087377598e-06,
      "loss": 0.0208,
      "step": 43361
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.452130669824011e-06,
      "loss": 0.0162,
      "step": 43362
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4519121374846266e-06,
      "loss": 0.0257,
      "step": 43363
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.451693611720169e-06,
      "loss": 0.0268,
      "step": 43364
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.451475092531202e-06,
      "loss": 0.0107,
      "step": 43365
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.451256579918289e-06,
      "loss": 0.0126,
      "step": 43366
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.451038073881993e-06,
      "loss": 0.0127,
      "step": 43367
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4508195744228803e-06,
      "loss": 0.0057,
      "step": 43368
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.450601081541513e-06,
      "loss": 0.0119,
      "step": 43369
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4503825952384545e-06,
      "loss": 0.012,
      "step": 43370
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4501641155142708e-06,
      "loss": 0.0106,
      "step": 43371
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4499456423695243e-06,
      "loss": 0.0141,
      "step": 43372
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4497271758047787e-06,
      "loss": 0.0091,
      "step": 43373
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.449508715820598e-06,
      "loss": 0.0109,
      "step": 43374
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.449290262417543e-06,
      "loss": 0.0086,
      "step": 43375
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.449071815596182e-06,
      "loss": 0.0073,
      "step": 43376
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4488533753570747e-06,
      "loss": 0.0082,
      "step": 43377
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4486349417007886e-06,
      "loss": 0.0106,
      "step": 43378
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.448416514627886e-06,
      "loss": 0.0099,
      "step": 43379
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4481980941389293e-06,
      "loss": 0.0056,
      "step": 43380
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4479796802344834e-06,
      "loss": 0.0042,
      "step": 43381
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.447761272915109e-06,
      "loss": 0.0176,
      "step": 43382
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.447542872181374e-06,
      "loss": 0.022,
      "step": 43383
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.447324478033839e-06,
      "loss": 0.0054,
      "step": 43384
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.447106090473067e-06,
      "loss": 0.0087,
      "step": 43385
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4468877094996245e-06,
      "loss": 0.0064,
      "step": 43386
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4466693351140742e-06,
      "loss": 0.0077,
      "step": 43387
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.446450967316978e-06,
      "loss": 0.0109,
      "step": 43388
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4462326061089004e-06,
      "loss": 0.0105,
      "step": 43389
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.446014251490402e-06,
      "loss": 0.0047,
      "step": 43390
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4457959034620514e-06,
      "loss": 0.0299,
      "step": 43391
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4455775620244077e-06,
      "loss": 0.0052,
      "step": 43392
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4453592271780374e-06,
      "loss": 0.0084,
      "step": 43393
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4451408989235027e-06,
      "loss": 0.0047,
      "step": 43394
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4449225772613666e-06,
      "loss": 0.0057,
      "step": 43395
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.444704262192193e-06,
      "loss": 0.0113,
      "step": 43396
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4444859537165423e-06,
      "loss": 0.0036,
      "step": 43397
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4442676518349823e-06,
      "loss": 0.0051,
      "step": 43398
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4440493565480745e-06,
      "loss": 0.0195,
      "step": 43399
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.44383106785638e-06,
      "loss": 0.0092,
      "step": 43400
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4436127857604656e-06,
      "loss": 0.0042,
      "step": 43401
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4433945102608937e-06,
      "loss": 0.0069,
      "step": 43402
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4431762413582266e-06,
      "loss": 0.0096,
      "step": 43403
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.442957979053027e-06,
      "loss": 0.0065,
      "step": 43404
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4427397233458577e-06,
      "loss": 0.0047,
      "step": 43405
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.442521474237285e-06,
      "loss": 0.012,
      "step": 43406
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4423032317278676e-06,
      "loss": 0.0101,
      "step": 43407
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.442084995818173e-06,
      "loss": 0.0133,
      "step": 43408
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4418667665087646e-06,
      "loss": 0.0109,
      "step": 43409
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4416485438001993e-06,
      "loss": 0.0059,
      "step": 43410
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.441430327693046e-06,
      "loss": 0.0075,
      "step": 43411
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.441212118187864e-06,
      "loss": 0.0047,
      "step": 43412
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4409939152852206e-06,
      "loss": 0.0065,
      "step": 43413
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4407757189856764e-06,
      "loss": 0.0125,
      "step": 43414
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.440557529289794e-06,
      "loss": 0.0275,
      "step": 43415
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.440339346198138e-06,
      "loss": 0.0022,
      "step": 43416
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4401211697112677e-06,
      "loss": 0.0046,
      "step": 43417
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4399029998297506e-06,
      "loss": 0.0183,
      "step": 43418
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.439684836554148e-06,
      "loss": 0.0079,
      "step": 43419
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4394666798850207e-06,
      "loss": 0.0272,
      "step": 43420
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4392485298229358e-06,
      "loss": 0.0059,
      "step": 43421
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.439030386368453e-06,
      "loss": 0.0078,
      "step": 43422
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.438812249522137e-06,
      "loss": 0.0066,
      "step": 43423
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.43859411928455e-06,
      "loss": 0.0062,
      "step": 43424
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.438375995656252e-06,
      "loss": 0.0056,
      "step": 43425
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.438157878637811e-06,
      "loss": 0.0031,
      "step": 43426
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4379397682297846e-06,
      "loss": 0.0047,
      "step": 43427
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4377216644327404e-06,
      "loss": 0.0045,
      "step": 43428
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.43750356724724e-06,
      "loss": 0.0052,
      "step": 43429
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.437285476673844e-06,
      "loss": 0.0153,
      "step": 43430
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.437067392713117e-06,
      "loss": 0.0036,
      "step": 43431
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4368493153656188e-06,
      "loss": 0.0144,
      "step": 43432
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.436631244631916e-06,
      "loss": 0.0024,
      "step": 43433
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4364131805125706e-06,
      "loss": 0.0112,
      "step": 43434
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.436195123008142e-06,
      "loss": 0.0067,
      "step": 43435
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4359770721191978e-06,
      "loss": 0.006,
      "step": 43436
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.435759027846297e-06,
      "loss": 0.0284,
      "step": 43437
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.435540990190004e-06,
      "loss": 0.0107,
      "step": 43438
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.435322959150881e-06,
      "loss": 0.0056,
      "step": 43439
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.435104934729488e-06,
      "loss": 0.0062,
      "step": 43440
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4348869169263916e-06,
      "loss": 0.0169,
      "step": 43441
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.434668905742151e-06,
      "loss": 0.0044,
      "step": 43442
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4344509011773325e-06,
      "loss": 0.0067,
      "step": 43443
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.434232903232496e-06,
      "loss": 0.0102,
      "step": 43444
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.434014911908205e-06,
      "loss": 0.0076,
      "step": 43445
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.433796927205022e-06,
      "loss": 0.0069,
      "step": 43446
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4335789491235064e-06,
      "loss": 0.0058,
      "step": 43447
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.433360977664225e-06,
      "loss": 0.0097,
      "step": 43448
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4331430128277395e-06,
      "loss": 0.0032,
      "step": 43449
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4329250546146084e-06,
      "loss": 0.0015,
      "step": 43450
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4327071030253996e-06,
      "loss": 0.0119,
      "step": 43451
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4324891580606724e-06,
      "loss": 0.0015,
      "step": 43452
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4322712197209897e-06,
      "loss": 0.0111,
      "step": 43453
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4320532880069143e-06,
      "loss": 0.0078,
      "step": 43454
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.431835362919006e-06,
      "loss": 0.0055,
      "step": 43455
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.431617444457831e-06,
      "loss": 0.0161,
      "step": 43456
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4313995326239483e-06,
      "loss": 0.0005,
      "step": 43457
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4311816274179227e-06,
      "loss": 0.0045,
      "step": 43458
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4309637288403183e-06,
      "loss": 0.0032,
      "step": 43459
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4307458368916903e-06,
      "loss": 0.0083,
      "step": 43460
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.430527951572607e-06,
      "loss": 0.002,
      "step": 43461
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4303100728836273e-06,
      "loss": 0.0062,
      "step": 43462
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4300922008253158e-06,
      "loss": 0.0057,
      "step": 43463
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4298743353982346e-06,
      "loss": 0.0074,
      "step": 43464
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.429656476602943e-06,
      "loss": 0.0096,
      "step": 43465
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4294386244400085e-06,
      "loss": 0.0256,
      "step": 43466
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4292207789099863e-06,
      "loss": 0.0074,
      "step": 43467
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4290029400134446e-06,
      "loss": 0.0096,
      "step": 43468
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4287851077509424e-06,
      "loss": 0.0037,
      "step": 43469
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4285672821230405e-06,
      "loss": 0.0053,
      "step": 43470
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.428349463130305e-06,
      "loss": 0.0122,
      "step": 43471
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.428131650773294e-06,
      "loss": 0.0061,
      "step": 43472
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4279138450525747e-06,
      "loss": 0.0274,
      "step": 43473
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.427696045968704e-06,
      "loss": 0.0044,
      "step": 43474
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.427478253522244e-06,
      "loss": 0.0087,
      "step": 43475
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4272604677137602e-06,
      "loss": 0.0033,
      "step": 43476
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.427042688543811e-06,
      "loss": 0.0374,
      "step": 43477
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4268249160129613e-06,
      "loss": 0.0054,
      "step": 43478
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.426607150121772e-06,
      "loss": 0.0046,
      "step": 43479
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4263893908708045e-06,
      "loss": 0.0019,
      "step": 43480
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4261716382606214e-06,
      "loss": 0.0034,
      "step": 43481
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.425953892291782e-06,
      "loss": 0.0133,
      "step": 43482
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.425736152964852e-06,
      "loss": 0.0066,
      "step": 43483
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4255184202803923e-06,
      "loss": 0.0026,
      "step": 43484
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.425300694238961e-06,
      "loss": 0.0108,
      "step": 43485
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4250829748411255e-06,
      "loss": 0.004,
      "step": 43486
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4248652620874446e-06,
      "loss": 0.0173,
      "step": 43487
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4246475559784805e-06,
      "loss": 0.0065,
      "step": 43488
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.424429856514795e-06,
      "loss": 0.0129,
      "step": 43489
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.424212163696948e-06,
      "loss": 0.0048,
      "step": 43490
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.423994477525504e-06,
      "loss": 0.0082,
      "step": 43491
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4237767980010223e-06,
      "loss": 0.0045,
      "step": 43492
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.423559125124068e-06,
      "loss": 0.0143,
      "step": 43493
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4233414588952003e-06,
      "loss": 0.0172,
      "step": 43494
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4231237993149812e-06,
      "loss": 0.0083,
      "step": 43495
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4229061463839734e-06,
      "loss": 0.0058,
      "step": 43496
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4226885001027344e-06,
      "loss": 0.0071,
      "step": 43497
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.422470860471831e-06,
      "loss": 0.0104,
      "step": 43498
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4222532274918233e-06,
      "loss": 0.0064,
      "step": 43499
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4220356011632695e-06,
      "loss": 0.0268,
      "step": 43500
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4218179814867366e-06,
      "loss": 0.0037,
      "step": 43501
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.421600368462783e-06,
      "loss": 0.0056,
      "step": 43502
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4213827620919706e-06,
      "loss": 0.0033,
      "step": 43503
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.421165162374861e-06,
      "loss": 0.025,
      "step": 43504
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.420947569312014e-06,
      "loss": 0.0029,
      "step": 43505
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4207299829039943e-06,
      "loss": 0.0129,
      "step": 43506
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.42051240315136e-06,
      "loss": 0.0106,
      "step": 43507
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.420294830054676e-06,
      "loss": 0.0129,
      "step": 43508
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.420077263614502e-06,
      "loss": 0.0065,
      "step": 43509
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.419859703831399e-06,
      "loss": 0.0032,
      "step": 43510
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4196421507059294e-06,
      "loss": 0.0088,
      "step": 43511
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4194246042386515e-06,
      "loss": 0.0116,
      "step": 43512
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4192070644301312e-06,
      "loss": 0.0034,
      "step": 43513
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.418989531280928e-06,
      "loss": 0.009,
      "step": 43514
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4187720047916007e-06,
      "loss": 0.0331,
      "step": 43515
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4185544849627144e-06,
      "loss": 0.0104,
      "step": 43516
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.418336971794829e-06,
      "loss": 0.0098,
      "step": 43517
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4181194652885053e-06,
      "loss": 0.0121,
      "step": 43518
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.417901965444305e-06,
      "loss": 0.0068,
      "step": 43519
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4176844722627875e-06,
      "loss": 0.0073,
      "step": 43520
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.417466985744517e-06,
      "loss": 0.005,
      "step": 43521
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4172495058900514e-06,
      "loss": 0.0065,
      "step": 43522
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4170320326999576e-06,
      "loss": 0.0078,
      "step": 43523
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.416814566174791e-06,
      "loss": 0.0046,
      "step": 43524
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.416597106315113e-06,
      "loss": 0.0048,
      "step": 43525
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.416379653121488e-06,
      "loss": 0.0101,
      "step": 43526
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4161622065944733e-06,
      "loss": 0.0064,
      "step": 43527
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4159447667346342e-06,
      "loss": 0.0085,
      "step": 43528
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4157273335425296e-06,
      "loss": 0.0063,
      "step": 43529
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.415509907018721e-06,
      "loss": 0.0077,
      "step": 43530
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.415292487163769e-06,
      "loss": 0.0196,
      "step": 43531
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.415075073978233e-06,
      "loss": 0.0115,
      "step": 43532
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.414857667462677e-06,
      "loss": 0.0078,
      "step": 43533
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4146402676176613e-06,
      "loss": 0.0047,
      "step": 43534
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4144228744437443e-06,
      "loss": 0.0141,
      "step": 43535
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.41420548794149e-06,
      "loss": 0.0042,
      "step": 43536
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.413988108111459e-06,
      "loss": 0.0043,
      "step": 43537
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.413770734954211e-06,
      "loss": 0.0054,
      "step": 43538
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4135533684703077e-06,
      "loss": 0.0255,
      "step": 43539
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.413336008660308e-06,
      "loss": 0.0012,
      "step": 43540
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.413118655524776e-06,
      "loss": 0.006,
      "step": 43541
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.412901309064269e-06,
      "loss": 0.0157,
      "step": 43542
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4126839692793514e-06,
      "loss": 0.0203,
      "step": 43543
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.412466636170582e-06,
      "loss": 0.002,
      "step": 43544
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.412249309738523e-06,
      "loss": 0.0119,
      "step": 43545
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4120319899837337e-06,
      "loss": 0.0127,
      "step": 43546
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.411814676906773e-06,
      "loss": 0.0046,
      "step": 43547
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.411597370508206e-06,
      "loss": 0.004,
      "step": 43548
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.411380070788592e-06,
      "loss": 0.0032,
      "step": 43549
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4111627777484886e-06,
      "loss": 0.0086,
      "step": 43550
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.410945491388461e-06,
      "loss": 0.0097,
      "step": 43551
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4107282117090674e-06,
      "loss": 0.0046,
      "step": 43552
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4105109387108696e-06,
      "loss": 0.0047,
      "step": 43553
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.410293672394427e-06,
      "loss": 0.0034,
      "step": 43554
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.410076412760299e-06,
      "loss": 0.0028,
      "step": 43555
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4098591598090496e-06,
      "loss": 0.0143,
      "step": 43556
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4096419135412363e-06,
      "loss": 0.002,
      "step": 43557
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4094246739574227e-06,
      "loss": 0.0116,
      "step": 43558
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.409207441058168e-06,
      "loss": 0.0093,
      "step": 43559
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.408990214844032e-06,
      "loss": 0.0055,
      "step": 43560
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.408772995315576e-06,
      "loss": 0.0208,
      "step": 43561
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4085557824733584e-06,
      "loss": 0.0034,
      "step": 43562
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4083385763179436e-06,
      "loss": 0.0039,
      "step": 43563
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.408121376849889e-06,
      "loss": 0.0125,
      "step": 43564
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4079041840697546e-06,
      "loss": 0.0074,
      "step": 43565
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.407686997978105e-06,
      "loss": 0.0059,
      "step": 43566
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4074698185754964e-06,
      "loss": 0.0089,
      "step": 43567
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.407252645862491e-06,
      "loss": 0.0192,
      "step": 43568
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4070354798396494e-06,
      "loss": 0.0133,
      "step": 43569
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.406818320507529e-06,
      "loss": 0.0015,
      "step": 43570
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.406601167866695e-06,
      "loss": 0.0181,
      "step": 43571
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4063840219177025e-06,
      "loss": 0.0039,
      "step": 43572
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.406166882661117e-06,
      "loss": 0.0031,
      "step": 43573
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.405949750097498e-06,
      "loss": 0.0096,
      "step": 43574
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.405732624227401e-06,
      "loss": 0.0014,
      "step": 43575
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4055155050513907e-06,
      "loss": 0.0108,
      "step": 43576
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.405298392570024e-06,
      "loss": 0.0035,
      "step": 43577
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.405081286783865e-06,
      "loss": 0.0057,
      "step": 43578
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4048641876934725e-06,
      "loss": 0.0364,
      "step": 43579
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.404647095299406e-06,
      "loss": 0.0107,
      "step": 43580
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4044300096022253e-06,
      "loss": 0.0089,
      "step": 43581
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.40421293060249e-06,
      "loss": 0.0089,
      "step": 43582
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4039958583007634e-06,
      "loss": 0.0132,
      "step": 43583
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4037787926976035e-06,
      "loss": 0.0078,
      "step": 43584
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4035617337935684e-06,
      "loss": 0.0134,
      "step": 43585
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4033446815892225e-06,
      "loss": 0.0171,
      "step": 43586
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4031276360851236e-06,
      "loss": 0.0212,
      "step": 43587
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4029105972818313e-06,
      "loss": 0.0059,
      "step": 43588
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4026935651799066e-06,
      "loss": 0.0047,
      "step": 43589
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4024765397799073e-06,
      "loss": 0.0074,
      "step": 43590
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4022595210823967e-06,
      "loss": 0.0075,
      "step": 43591
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4020425090879317e-06,
      "loss": 0.0291,
      "step": 43592
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4018255037970757e-06,
      "loss": 0.0065,
      "step": 43593
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4016085052103867e-06,
      "loss": 0.0043,
      "step": 43594
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4013915133284248e-06,
      "loss": 0.0085,
      "step": 43595
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4011745281517497e-06,
      "loss": 0.006,
      "step": 43596
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4009575496809197e-06,
      "loss": 0.0059,
      "step": 43597
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4007405779164976e-06,
      "loss": 0.003,
      "step": 43598
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4005236128590424e-06,
      "loss": 0.0178,
      "step": 43599
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4003066545091125e-06,
      "loss": 0.0376,
      "step": 43600
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.4000897028672696e-06,
      "loss": 0.017,
      "step": 43601
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3998727579340735e-06,
      "loss": 0.0114,
      "step": 43602
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.399655819710083e-06,
      "loss": 0.0087,
      "step": 43603
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3994388881958576e-06,
      "loss": 0.0126,
      "step": 43604
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.399221963391956e-06,
      "loss": 0.0098,
      "step": 43605
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3990050452989414e-06,
      "loss": 0.0065,
      "step": 43606
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3987881339173717e-06,
      "loss": 0.0072,
      "step": 43607
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.398571229247805e-06,
      "loss": 0.0169,
      "step": 43608
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.398354331290803e-06,
      "loss": 0.0056,
      "step": 43609
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.398137440046926e-06,
      "loss": 0.0069,
      "step": 43610
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.397920555516732e-06,
      "loss": 0.0099,
      "step": 43611
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3977036777007817e-06,
      "loss": 0.0021,
      "step": 43612
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.397486806599632e-06,
      "loss": 0.0067,
      "step": 43613
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.397269942213847e-06,
      "loss": 0.0084,
      "step": 43614
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3970530845439815e-06,
      "loss": 0.0109,
      "step": 43615
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3968362335905993e-06,
      "loss": 0.0163,
      "step": 43616
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3966193893542584e-06,
      "loss": 0.0184,
      "step": 43617
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3964025518355185e-06,
      "loss": 0.0024,
      "step": 43618
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.396185721034938e-06,
      "loss": 0.0151,
      "step": 43619
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.395968896953076e-06,
      "loss": 0.0098,
      "step": 43620
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.395752079590494e-06,
      "loss": 0.0042,
      "step": 43621
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3955352689477513e-06,
      "loss": 0.0286,
      "step": 43622
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3953184650254048e-06,
      "loss": 0.0194,
      "step": 43623
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.395101667824019e-06,
      "loss": 0.0033,
      "step": 43624
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3948848773441463e-06,
      "loss": 0.0035,
      "step": 43625
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.394668093586352e-06,
      "loss": 0.003,
      "step": 43626
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3944513165511933e-06,
      "loss": 0.0147,
      "step": 43627
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3942345462392276e-06,
      "loss": 0.0033,
      "step": 43628
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.394017782651018e-06,
      "loss": 0.0388,
      "step": 43629
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3938010257871203e-06,
      "loss": 0.0079,
      "step": 43630
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3935842756480993e-06,
      "loss": 0.0067,
      "step": 43631
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3933675322345085e-06,
      "loss": 0.0187,
      "step": 43632
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.393150795546907e-06,
      "loss": 0.0081,
      "step": 43633
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3929340655858586e-06,
      "loss": 0.0066,
      "step": 43634
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.392717342351918e-06,
      "loss": 0.0113,
      "step": 43635
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3925006258456485e-06,
      "loss": 0.0085,
      "step": 43636
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3922839160676077e-06,
      "loss": 0.0332,
      "step": 43637
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3920672130183543e-06,
      "loss": 0.0105,
      "step": 43638
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.391850516698448e-06,
      "loss": 0.006,
      "step": 43639
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.391633827108445e-06,
      "loss": 0.0035,
      "step": 43640
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.391417144248909e-06,
      "loss": 0.0023,
      "step": 43641
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.391200468120398e-06,
      "loss": 0.0038,
      "step": 43642
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.390983798723468e-06,
      "loss": 0.0033,
      "step": 43643
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.390767136058682e-06,
      "loss": 0.0319,
      "step": 43644
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.390550480126597e-06,
      "loss": 0.0059,
      "step": 43645
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.390333830927773e-06,
      "loss": 0.0174,
      "step": 43646
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3901171884627683e-06,
      "loss": 0.017,
      "step": 43647
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3899005527321406e-06,
      "loss": 0.0112,
      "step": 43648
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3896839237364515e-06,
      "loss": 0.0238,
      "step": 43649
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3894673014762574e-06,
      "loss": 0.0039,
      "step": 43650
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.389250685952121e-06,
      "loss": 0.0133,
      "step": 43651
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.389034077164598e-06,
      "loss": 0.0027,
      "step": 43652
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.388817475114249e-06,
      "loss": 0.0075,
      "step": 43653
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3886008798016318e-06,
      "loss": 0.018,
      "step": 43654
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.388384291227304e-06,
      "loss": 0.0022,
      "step": 43655
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3881677093918276e-06,
      "loss": 0.0117,
      "step": 43656
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.387951134295761e-06,
      "loss": 0.0245,
      "step": 43657
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.387734565939659e-06,
      "loss": 0.0134,
      "step": 43658
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.387518004324086e-06,
      "loss": 0.0017,
      "step": 43659
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3873014494495975e-06,
      "loss": 0.0083,
      "step": 43660
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.387084901316754e-06,
      "loss": 0.0178,
      "step": 43661
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.386868359926113e-06,
      "loss": 0.0116,
      "step": 43662
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3866518252782313e-06,
      "loss": 0.0058,
      "step": 43663
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.386435297373672e-06,
      "loss": 0.003,
      "step": 43664
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3862187762129894e-06,
      "loss": 0.0119,
      "step": 43665
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3860022617967473e-06,
      "loss": 0.0072,
      "step": 43666
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.385785754125501e-06,
      "loss": 0.0041,
      "step": 43667
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3855692531998094e-06,
      "loss": 0.0076,
      "step": 43668
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3853527590202317e-06,
      "loss": 0.011,
      "step": 43669
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.385136271587325e-06,
      "loss": 0.0099,
      "step": 43670
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3849197909016507e-06,
      "loss": 0.0196,
      "step": 43671
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3847033169637655e-06,
      "loss": 0.0142,
      "step": 43672
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3844868497742273e-06,
      "loss": 0.0674,
      "step": 43673
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3842703893335974e-06,
      "loss": 0.0044,
      "step": 43674
    },
    {
      "epoch": 0.68,
      "learning_rate": 2.3840539356424326e-06,
      "loss": 0.0097,
      "step": 43675
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.383837488701291e-06,
      "loss": 0.0063,
      "step": 43676
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.383621048510732e-06,
      "loss": 0.0025,
      "step": 43677
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.383404615071312e-06,
      "loss": 0.0069,
      "step": 43678
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3831881883835927e-06,
      "loss": 0.0097,
      "step": 43679
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3829717684481295e-06,
      "loss": 0.007,
      "step": 43680
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.382755355265484e-06,
      "loss": 0.0145,
      "step": 43681
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3825389488362154e-06,
      "loss": 0.0211,
      "step": 43682
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3823225491608753e-06,
      "loss": 0.0126,
      "step": 43683
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3821061562400287e-06,
      "loss": 0.002,
      "step": 43684
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.38188977007423e-06,
      "loss": 0.0139,
      "step": 43685
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.381673390664041e-06,
      "loss": 0.0119,
      "step": 43686
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3814570180100184e-06,
      "loss": 0.0036,
      "step": 43687
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.38124065211272e-06,
      "loss": 0.0051,
      "step": 43688
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3810242929727053e-06,
      "loss": 0.0098,
      "step": 43689
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3808079405905295e-06,
      "loss": 0.0087,
      "step": 43690
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3805915949667546e-06,
      "loss": 0.0081,
      "step": 43691
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3803752561019376e-06,
      "loss": 0.0055,
      "step": 43692
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.380158923996635e-06,
      "loss": 0.0148,
      "step": 43693
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3799425986514086e-06,
      "loss": 0.0162,
      "step": 43694
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3797262800668143e-06,
      "loss": 0.0302,
      "step": 43695
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.37950996824341e-06,
      "loss": 0.0024,
      "step": 43696
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3792936631817553e-06,
      "loss": 0.0014,
      "step": 43697
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.379077364882405e-06,
      "loss": 0.0048,
      "step": 43698
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.378861073345922e-06,
      "loss": 0.0083,
      "step": 43699
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3786447885728596e-06,
      "loss": 0.0102,
      "step": 43700
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3784285105637807e-06,
      "loss": 0.0192,
      "step": 43701
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3782122393192408e-06,
      "loss": 0.0102,
      "step": 43702
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.377995974839798e-06,
      "loss": 0.0077,
      "step": 43703
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.377779717126011e-06,
      "loss": 0.0102,
      "step": 43704
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.377563466178435e-06,
      "loss": 0.0057,
      "step": 43705
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3773472219976318e-06,
      "loss": 0.0073,
      "step": 43706
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.377130984584158e-06,
      "loss": 0.0089,
      "step": 43707
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3769147539385706e-06,
      "loss": 0.018,
      "step": 43708
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3766985300614294e-06,
      "loss": 0.0039,
      "step": 43709
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3764823129532918e-06,
      "loss": 0.0121,
      "step": 43710
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3762661026147148e-06,
      "loss": 0.019,
      "step": 43711
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.376049899046257e-06,
      "loss": 0.0396,
      "step": 43712
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.375833702248474e-06,
      "loss": 0.0041,
      "step": 43713
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.375617512221928e-06,
      "loss": 0.0039,
      "step": 43714
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.375401328967172e-06,
      "loss": 0.0126,
      "step": 43715
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3751851524847693e-06,
      "loss": 0.0179,
      "step": 43716
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3749689827752736e-06,
      "loss": 0.0082,
      "step": 43717
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3747528198392442e-06,
      "loss": 0.0037,
      "step": 43718
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.374536663677239e-06,
      "loss": 0.003,
      "step": 43719
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.374320514289813e-06,
      "loss": 0.0053,
      "step": 43720
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3741043716775282e-06,
      "loss": 0.0025,
      "step": 43721
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.37388823584094e-06,
      "loss": 0.0248,
      "step": 43722
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3736721067806053e-06,
      "loss": 0.0019,
      "step": 43723
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.373455984497084e-06,
      "loss": 0.0077,
      "step": 43724
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.373239868990933e-06,
      "loss": 0.0061,
      "step": 43725
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.37302376026271e-06,
      "loss": 0.0111,
      "step": 43726
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3728076583129723e-06,
      "loss": 0.0054,
      "step": 43727
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3725915631422752e-06,
      "loss": 0.0053,
      "step": 43728
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3723754747511807e-06,
      "loss": 0.0085,
      "step": 43729
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.372159393140242e-06,
      "loss": 0.0148,
      "step": 43730
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3719433183100216e-06,
      "loss": 0.0222,
      "step": 43731
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3717272502610755e-06,
      "loss": 0.0027,
      "step": 43732
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3715111889939567e-06,
      "loss": 0.0086,
      "step": 43733
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.371295134509228e-06,
      "loss": 0.0109,
      "step": 43734
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3710790868074437e-06,
      "loss": 0.005,
      "step": 43735
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3708630458891636e-06,
      "loss": 0.0046,
      "step": 43736
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3706470117549446e-06,
      "loss": 0.0374,
      "step": 43737
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.370430984405341e-06,
      "loss": 0.0071,
      "step": 43738
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3702149638409177e-06,
      "loss": 0.0215,
      "step": 43739
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3699989500622234e-06,
      "loss": 0.0072,
      "step": 43740
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3697829430698216e-06,
      "loss": 0.0062,
      "step": 43741
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.369566942864267e-06,
      "loss": 0.0075,
      "step": 43742
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3693509494461153e-06,
      "loss": 0.0083,
      "step": 43743
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.369134962815928e-06,
      "loss": 0.0073,
      "step": 43744
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3689189829742593e-06,
      "loss": 0.0081,
      "step": 43745
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3687030099216706e-06,
      "loss": 0.0061,
      "step": 43746
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.368487043658714e-06,
      "loss": 0.0061,
      "step": 43747
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.368271084185948e-06,
      "loss": 0.0108,
      "step": 43748
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3680551315039323e-06,
      "loss": 0.007,
      "step": 43749
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3678391856132203e-06,
      "loss": 0.0036,
      "step": 43750
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3676232465143737e-06,
      "loss": 0.0271,
      "step": 43751
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.367407314207948e-06,
      "loss": 0.0108,
      "step": 43752
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3671913886944997e-06,
      "loss": 0.0034,
      "step": 43753
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.366975469974586e-06,
      "loss": 0.0069,
      "step": 43754
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3667595580487624e-06,
      "loss": 0.0082,
      "step": 43755
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3665436529175896e-06,
      "loss": 0.022,
      "step": 43756
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3663277545816234e-06,
      "loss": 0.0065,
      "step": 43757
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3661118630414174e-06,
      "loss": 0.0277,
      "step": 43758
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.365895978297535e-06,
      "loss": 0.0163,
      "step": 43759
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3656801003505292e-06,
      "loss": 0.0175,
      "step": 43760
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.365464229200958e-06,
      "loss": 0.0065,
      "step": 43761
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3652483648493783e-06,
      "loss": 0.0455,
      "step": 43762
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3650325072963447e-06,
      "loss": 0.0098,
      "step": 43763
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3648166565424192e-06,
      "loss": 0.0115,
      "step": 43764
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3646008125881536e-06,
      "loss": 0.0144,
      "step": 43765
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.364384975434109e-06,
      "loss": 0.0132,
      "step": 43766
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.364169145080841e-06,
      "loss": 0.0097,
      "step": 43767
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.363953321528907e-06,
      "loss": 0.0083,
      "step": 43768
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.363737504778862e-06,
      "loss": 0.0099,
      "step": 43769
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.363521694831262e-06,
      "loss": 0.0128,
      "step": 43770
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3633058916866686e-06,
      "loss": 0.0167,
      "step": 43771
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3630900953456352e-06,
      "loss": 0.0219,
      "step": 43772
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.362874305808718e-06,
      "loss": 0.0053,
      "step": 43773
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.362658523076476e-06,
      "loss": 0.0072,
      "step": 43774
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.362442747149466e-06,
      "loss": 0.0043,
      "step": 43775
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3622269780282437e-06,
      "loss": 0.0031,
      "step": 43776
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3620112157133658e-06,
      "loss": 0.0104,
      "step": 43777
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3617954602053873e-06,
      "loss": 0.0071,
      "step": 43778
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.361579711504869e-06,
      "loss": 0.007,
      "step": 43779
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3613639696123638e-06,
      "loss": 0.0117,
      "step": 43780
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3611482345284317e-06,
      "loss": 0.011,
      "step": 43781
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3609325062536276e-06,
      "loss": 0.0055,
      "step": 43782
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.360716784788508e-06,
      "loss": 0.0049,
      "step": 43783
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3605010701336304e-06,
      "loss": 0.0021,
      "step": 43784
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.360285362289549e-06,
      "loss": 0.0018,
      "step": 43785
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3600696612568242e-06,
      "loss": 0.0072,
      "step": 43786
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3598539670360104e-06,
      "loss": 0.0104,
      "step": 43787
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3596382796276623e-06,
      "loss": 0.0062,
      "step": 43788
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.359422599032341e-06,
      "loss": 0.0088,
      "step": 43789
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3592069252506e-06,
      "loss": 0.0027,
      "step": 43790
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3589912582829967e-06,
      "loss": 0.0078,
      "step": 43791
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3587755981300873e-06,
      "loss": 0.0071,
      "step": 43792
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.358559944792426e-06,
      "loss": 0.0076,
      "step": 43793
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.358344298270574e-06,
      "loss": 0.0018,
      "step": 43794
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.358128658565083e-06,
      "loss": 0.0129,
      "step": 43795
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.357913025676516e-06,
      "loss": 0.039,
      "step": 43796
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3576973996054226e-06,
      "loss": 0.0158,
      "step": 43797
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3574817803523596e-06,
      "loss": 0.0133,
      "step": 43798
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3572661679178877e-06,
      "loss": 0.0046,
      "step": 43799
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.357050562302559e-06,
      "loss": 0.0074,
      "step": 43800
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.356834963506934e-06,
      "loss": 0.0093,
      "step": 43801
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3566193715315666e-06,
      "loss": 0.0047,
      "step": 43802
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3564037863770135e-06,
      "loss": 0.0075,
      "step": 43803
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.35618820804383e-06,
      "loss": 0.0018,
      "step": 43804
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3559726365325726e-06,
      "loss": 0.004,
      "step": 43805
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3557570718437996e-06,
      "loss": 0.0012,
      "step": 43806
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.355541513978065e-06,
      "loss": 0.0176,
      "step": 43807
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.355325962935925e-06,
      "loss": 0.0233,
      "step": 43808
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.355110418717938e-06,
      "loss": 0.0176,
      "step": 43809
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3548948813246585e-06,
      "loss": 0.0162,
      "step": 43810
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.354679350756643e-06,
      "loss": 0.0043,
      "step": 43811
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3544638270144477e-06,
      "loss": 0.0188,
      "step": 43812
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3542483100986268e-06,
      "loss": 0.0046,
      "step": 43813
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3540328000097403e-06,
      "loss": 0.0109,
      "step": 43814
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3538172967483395e-06,
      "loss": 0.0038,
      "step": 43815
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3536018003149857e-06,
      "loss": 0.0028,
      "step": 43816
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.353386310710232e-06,
      "loss": 0.0029,
      "step": 43817
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3531708279346347e-06,
      "loss": 0.0196,
      "step": 43818
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3529553519887506e-06,
      "loss": 0.0058,
      "step": 43819
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.352739882873133e-06,
      "loss": 0.0022,
      "step": 43820
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3525244205883415e-06,
      "loss": 0.0131,
      "step": 43821
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.352308965134931e-06,
      "loss": 0.02,
      "step": 43822
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3520935165134545e-06,
      "loss": 0.007,
      "step": 43823
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3518780747244725e-06,
      "loss": 0.0075,
      "step": 43824
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.351662639768539e-06,
      "loss": 0.014,
      "step": 43825
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.351447211646209e-06,
      "loss": 0.0218,
      "step": 43826
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3512317903580395e-06,
      "loss": 0.0081,
      "step": 43827
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.351016375904584e-06,
      "loss": 0.005,
      "step": 43828
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3508009682864023e-06,
      "loss": 0.0043,
      "step": 43829
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3505855675040463e-06,
      "loss": 0.0054,
      "step": 43830
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3503701735580754e-06,
      "loss": 0.0206,
      "step": 43831
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3501547864490436e-06,
      "loss": 0.0081,
      "step": 43832
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3499394061775073e-06,
      "loss": 0.0149,
      "step": 43833
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.349724032744021e-06,
      "loss": 0.0052,
      "step": 43834
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.34950866614914e-06,
      "loss": 0.0046,
      "step": 43835
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3492933063934224e-06,
      "loss": 0.0123,
      "step": 43836
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3490779534774234e-06,
      "loss": 0.0065,
      "step": 43837
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3488626074016957e-06,
      "loss": 0.0179,
      "step": 43838
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3486472681667988e-06,
      "loss": 0.0191,
      "step": 43839
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.348431935773287e-06,
      "loss": 0.0159,
      "step": 43840
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3482166102217157e-06,
      "loss": 0.0048,
      "step": 43841
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3480012915126404e-06,
      "loss": 0.0072,
      "step": 43842
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.347785979646615e-06,
      "loss": 0.0054,
      "step": 43843
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.347570674624199e-06,
      "loss": 0.0375,
      "step": 43844
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.347355376445944e-06,
      "loss": 0.0043,
      "step": 43845
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.347140085112409e-06,
      "loss": 0.0072,
      "step": 43846
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3469248006241495e-06,
      "loss": 0.0025,
      "step": 43847
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.346709522981716e-06,
      "loss": 0.0069,
      "step": 43848
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3464942521856694e-06,
      "loss": 0.0071,
      "step": 43849
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.346278988236561e-06,
      "loss": 0.0025,
      "step": 43850
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3460637311349503e-06,
      "loss": 0.0143,
      "step": 43851
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.345848480881391e-06,
      "loss": 0.0099,
      "step": 43852
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3456332374764385e-06,
      "loss": 0.0125,
      "step": 43853
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.345418000920648e-06,
      "loss": 0.0107,
      "step": 43854
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3452027712145725e-06,
      "loss": 0.005,
      "step": 43855
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3449875483587724e-06,
      "loss": 0.0043,
      "step": 43856
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3447723323538e-06,
      "loss": 0.0305,
      "step": 43857
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.34455712320021e-06,
      "loss": 0.0162,
      "step": 43858
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3443419208985603e-06,
      "loss": 0.0029,
      "step": 43859
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3441267254494043e-06,
      "loss": 0.0238,
      "step": 43860
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3439115368532985e-06,
      "loss": 0.0053,
      "step": 43861
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3436963551107967e-06,
      "loss": 0.0147,
      "step": 43862
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3434811802224533e-06,
      "loss": 0.0081,
      "step": 43863
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.343266012188827e-06,
      "loss": 0.0135,
      "step": 43864
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3430508510104682e-06,
      "loss": 0.0216,
      "step": 43865
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3428356966879374e-06,
      "loss": 0.0073,
      "step": 43866
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3426205492217872e-06,
      "loss": 0.0073,
      "step": 43867
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.342405408612573e-06,
      "loss": 0.0065,
      "step": 43868
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.34219027486085e-06,
      "loss": 0.0066,
      "step": 43869
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.341975147967171e-06,
      "loss": 0.005,
      "step": 43870
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.341760027932095e-06,
      "loss": 0.0316,
      "step": 43871
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.341544914756175e-06,
      "loss": 0.0161,
      "step": 43872
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.341329808439965e-06,
      "loss": 0.0107,
      "step": 43873
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.341114708984023e-06,
      "loss": 0.0014,
      "step": 43874
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.340899616388902e-06,
      "loss": 0.0127,
      "step": 43875
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.340684530655158e-06,
      "loss": 0.0084,
      "step": 43876
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3404694517833455e-06,
      "loss": 0.0044,
      "step": 43877
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3402543797740167e-06,
      "loss": 0.0067,
      "step": 43878
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3400393146277316e-06,
      "loss": 0.0164,
      "step": 43879
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3398242563450413e-06,
      "loss": 0.0075,
      "step": 43880
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.339609204926504e-06,
      "loss": 0.0037,
      "step": 43881
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.339394160372672e-06,
      "loss": 0.0119,
      "step": 43882
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.339179122684102e-06,
      "loss": 0.0088,
      "step": 43883
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3389640918613472e-06,
      "loss": 0.0103,
      "step": 43884
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.338749067904962e-06,
      "loss": 0.0123,
      "step": 43885
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3385340508155036e-06,
      "loss": 0.0056,
      "step": 43886
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.338319040593526e-06,
      "loss": 0.0036,
      "step": 43887
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.338104037239581e-06,
      "loss": 0.0211,
      "step": 43888
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3378890407542284e-06,
      "loss": 0.0064,
      "step": 43889
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3376740511380203e-06,
      "loss": 0.0187,
      "step": 43890
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3374590683915116e-06,
      "loss": 0.0048,
      "step": 43891
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3372440925152575e-06,
      "loss": 0.0157,
      "step": 43892
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.33702912350981e-06,
      "loss": 0.0044,
      "step": 43893
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3368141613757284e-06,
      "loss": 0.0054,
      "step": 43894
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3365992061135626e-06,
      "loss": 0.018,
      "step": 43895
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.336384257723872e-06,
      "loss": 0.0036,
      "step": 43896
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3361693162072108e-06,
      "loss": 0.0101,
      "step": 43897
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3359543815641283e-06,
      "loss": 0.0081,
      "step": 43898
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3357394537951837e-06,
      "loss": 0.014,
      "step": 43899
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3355245329009296e-06,
      "loss": 0.0036,
      "step": 43900
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.335309618881923e-06,
      "loss": 0.007,
      "step": 43901
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3350947117387164e-06,
      "loss": 0.0045,
      "step": 43902
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3348798114718634e-06,
      "loss": 0.0048,
      "step": 43903
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3346649180819236e-06,
      "loss": 0.0093,
      "step": 43904
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.334450031569444e-06,
      "loss": 0.0094,
      "step": 43905
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3342351519349848e-06,
      "loss": 0.0131,
      "step": 43906
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3340202791790988e-06,
      "loss": 0.0042,
      "step": 43907
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3338054133023387e-06,
      "loss": 0.0075,
      "step": 43908
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3335905543052616e-06,
      "loss": 0.0028,
      "step": 43909
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3333757021884192e-06,
      "loss": 0.0018,
      "step": 43910
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.333160856952371e-06,
      "loss": 0.006,
      "step": 43911
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3329460185976664e-06,
      "loss": 0.0036,
      "step": 43912
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3327311871248593e-06,
      "loss": 0.0116,
      "step": 43913
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.332516362534507e-06,
      "loss": 0.0083,
      "step": 43914
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3323015448271617e-06,
      "loss": 0.0023,
      "step": 43915
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3320867340033805e-06,
      "loss": 0.0047,
      "step": 43916
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3318719300637156e-06,
      "loss": 0.0023,
      "step": 43917
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3316571330087218e-06,
      "loss": 0.0071,
      "step": 43918
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3314423428389534e-06,
      "loss": 0.0074,
      "step": 43919
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3312275595549624e-06,
      "loss": 0.0034,
      "step": 43920
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3310127831573064e-06,
      "loss": 0.0063,
      "step": 43921
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3307980136465386e-06,
      "loss": 0.0084,
      "step": 43922
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3305832510232105e-06,
      "loss": 0.0106,
      "step": 43923
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3303684952878806e-06,
      "loss": 0.0081,
      "step": 43924
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.330153746441101e-06,
      "loss": 0.0083,
      "step": 43925
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3299390044834262e-06,
      "loss": 0.0388,
      "step": 43926
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3297242694154093e-06,
      "loss": 0.0038,
      "step": 43927
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3295095412376034e-06,
      "loss": 0.0156,
      "step": 43928
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.329294819950566e-06,
      "loss": 0.0051,
      "step": 43929
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3290801055548477e-06,
      "loss": 0.0014,
      "step": 43930
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3288653980510057e-06,
      "loss": 0.0024,
      "step": 43931
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3286506974395923e-06,
      "loss": 0.0074,
      "step": 43932
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3284360037211624e-06,
      "loss": 0.011,
      "step": 43933
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3282213168962687e-06,
      "loss": 0.0119,
      "step": 43934
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3280066369654637e-06,
      "loss": 0.0052,
      "step": 43935
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.327791963929305e-06,
      "loss": 0.004,
      "step": 43936
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3275772977883455e-06,
      "loss": 0.0153,
      "step": 43937
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3273626385431363e-06,
      "loss": 0.004,
      "step": 43938
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.327147986194236e-06,
      "loss": 0.0215,
      "step": 43939
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.326933340742195e-06,
      "loss": 0.0083,
      "step": 43940
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3267187021875686e-06,
      "loss": 0.0042,
      "step": 43941
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3265040705309107e-06,
      "loss": 0.0028,
      "step": 43942
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.326289445772772e-06,
      "loss": 0.0035,
      "step": 43943
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.326074827913711e-06,
      "loss": 0.0076,
      "step": 43944
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.325860216954277e-06,
      "loss": 0.0072,
      "step": 43945
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3256456128950285e-06,
      "loss": 0.0021,
      "step": 43946
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.325431015736517e-06,
      "loss": 0.0065,
      "step": 43947
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3252164254792957e-06,
      "loss": 0.0089,
      "step": 43948
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.325001842123919e-06,
      "loss": 0.0043,
      "step": 43949
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3247872656709386e-06,
      "loss": 0.0097,
      "step": 43950
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.324572696120912e-06,
      "loss": 0.0058,
      "step": 43951
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3243581334743903e-06,
      "loss": 0.0065,
      "step": 43952
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.324143577731926e-06,
      "loss": 0.0026,
      "step": 43953
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3239290288940765e-06,
      "loss": 0.0066,
      "step": 43954
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3237144869613927e-06,
      "loss": 0.0044,
      "step": 43955
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3234999519344287e-06,
      "loss": 0.0098,
      "step": 43956
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3232854238137386e-06,
      "loss": 0.0076,
      "step": 43957
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3230709025998733e-06,
      "loss": 0.0069,
      "step": 43958
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3228563882933906e-06,
      "loss": 0.0044,
      "step": 43959
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.32264188089484e-06,
      "loss": 0.006,
      "step": 43960
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3224273804047807e-06,
      "loss": 0.0144,
      "step": 43961
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3222128868237602e-06,
      "loss": 0.0231,
      "step": 43962
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.321998400152333e-06,
      "loss": 0.0029,
      "step": 43963
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3217839203910553e-06,
      "loss": 0.0045,
      "step": 43964
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.321569447540477e-06,
      "loss": 0.0039,
      "step": 43965
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3213549816011554e-06,
      "loss": 0.0018,
      "step": 43966
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3211405225736424e-06,
      "loss": 0.0036,
      "step": 43967
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.32092607045849e-06,
      "loss": 0.0066,
      "step": 43968
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3207116252562535e-06,
      "loss": 0.0113,
      "step": 43969
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3204971869674825e-06,
      "loss": 0.011,
      "step": 43970
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3202827555927353e-06,
      "loss": 0.0181,
      "step": 43971
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3200683311325632e-06,
      "loss": 0.0195,
      "step": 43972
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.319853913587517e-06,
      "loss": 0.0076,
      "step": 43973
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.319639502958155e-06,
      "loss": 0.0165,
      "step": 43974
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3194250992450266e-06,
      "loss": 0.0125,
      "step": 43975
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3192107024486867e-06,
      "loss": 0.0101,
      "step": 43976
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.318996312569688e-06,
      "loss": 0.0206,
      "step": 43977
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.318781929608581e-06,
      "loss": 0.0039,
      "step": 43978
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.318567553565924e-06,
      "loss": 0.0104,
      "step": 43979
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3183531844422657e-06,
      "loss": 0.0208,
      "step": 43980
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3181388222381635e-06,
      "loss": 0.0077,
      "step": 43981
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3179244669541677e-06,
      "loss": 0.0068,
      "step": 43982
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3177101185908325e-06,
      "loss": 0.0114,
      "step": 43983
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.31749577714871e-06,
      "loss": 0.0051,
      "step": 43984
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.317281442628352e-06,
      "loss": 0.0086,
      "step": 43985
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.317067115030315e-06,
      "loss": 0.0118,
      "step": 43986
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3168527943551506e-06,
      "loss": 0.0086,
      "step": 43987
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.316638480603409e-06,
      "loss": 0.0032,
      "step": 43988
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3164241737756487e-06,
      "loss": 0.0026,
      "step": 43989
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3162098738724195e-06,
      "loss": 0.0027,
      "step": 43990
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3159955808942737e-06,
      "loss": 0.0042,
      "step": 43991
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3157812948417657e-06,
      "loss": 0.0031,
      "step": 43992
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3155670157154457e-06,
      "loss": 0.0073,
      "step": 43993
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.315352743515871e-06,
      "loss": 0.005,
      "step": 43994
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3151384782435903e-06,
      "loss": 0.0051,
      "step": 43995
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3149242198991606e-06,
      "loss": 0.0058,
      "step": 43996
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3147099684831326e-06,
      "loss": 0.0121,
      "step": 43997
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3144957239960585e-06,
      "loss": 0.0033,
      "step": 43998
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.314281486438492e-06,
      "loss": 0.0191,
      "step": 43999
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3140672558109844e-06,
      "loss": 0.0055,
      "step": 44000
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3138530321140914e-06,
      "loss": 0.0142,
      "step": 44001
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3136388153483635e-06,
      "loss": 0.0061,
      "step": 44002
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3134246055143527e-06,
      "loss": 0.0118,
      "step": 44003
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3132104026126153e-06,
      "loss": 0.0028,
      "step": 44004
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3129962066437016e-06,
      "loss": 0.0061,
      "step": 44005
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3127820176081646e-06,
      "loss": 0.006,
      "step": 44006
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3125678355065566e-06,
      "loss": 0.0035,
      "step": 44007
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3123536603394287e-06,
      "loss": 0.0053,
      "step": 44008
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3121394921073377e-06,
      "loss": 0.0052,
      "step": 44009
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.311925330810832e-06,
      "loss": 0.0044,
      "step": 44010
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3117111764504675e-06,
      "loss": 0.0224,
      "step": 44011
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.311497029026798e-06,
      "loss": 0.0064,
      "step": 44012
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3112828885403693e-06,
      "loss": 0.0082,
      "step": 44013
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3110687549917406e-06,
      "loss": 0.0143,
      "step": 44014
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.310854628381459e-06,
      "loss": 0.018,
      "step": 44015
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.310640508710083e-06,
      "loss": 0.0041,
      "step": 44016
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.310426395978162e-06,
      "loss": 0.0059,
      "step": 44017
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3102122901862463e-06,
      "loss": 0.0207,
      "step": 44018
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3099981913348946e-06,
      "loss": 0.0163,
      "step": 44019
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.309784099424652e-06,
      "loss": 0.0069,
      "step": 44020
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3095700144560757e-06,
      "loss": 0.0192,
      "step": 44021
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.309355936429717e-06,
      "loss": 0.0089,
      "step": 44022
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3091418653461262e-06,
      "loss": 0.0146,
      "step": 44023
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3089278012058595e-06,
      "loss": 0.0063,
      "step": 44024
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3087137440094676e-06,
      "loss": 0.007,
      "step": 44025
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.308499693757502e-06,
      "loss": 0.0193,
      "step": 44026
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.308285650450516e-06,
      "loss": 0.0187,
      "step": 44027
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3080716140890593e-06,
      "loss": 0.0324,
      "step": 44028
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.307857584673688e-06,
      "loss": 0.002,
      "step": 44029
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.307643562204951e-06,
      "loss": 0.0063,
      "step": 44030
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.307429546683404e-06,
      "loss": 0.0077,
      "step": 44031
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.307215538109598e-06,
      "loss": 0.0055,
      "step": 44032
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.307001536484084e-06,
      "loss": 0.0095,
      "step": 44033
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.306787541807415e-06,
      "loss": 0.0063,
      "step": 44034
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.306573554080142e-06,
      "loss": 0.0098,
      "step": 44035
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.30635957330282e-06,
      "loss": 0.0029,
      "step": 44036
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3061455994759992e-06,
      "loss": 0.0055,
      "step": 44037
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3059316326002298e-06,
      "loss": 0.0121,
      "step": 44038
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3057176726760678e-06,
      "loss": 0.0035,
      "step": 44039
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3055037197040638e-06,
      "loss": 0.0056,
      "step": 44040
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3052897736847692e-06,
      "loss": 0.0029,
      "step": 44041
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3050758346187368e-06,
      "loss": 0.0067,
      "step": 44042
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.304861902506516e-06,
      "loss": 0.0024,
      "step": 44043
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3046479773486635e-06,
      "loss": 0.012,
      "step": 44044
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.304434059145727e-06,
      "loss": 0.0054,
      "step": 44045
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3042201478982617e-06,
      "loss": 0.0103,
      "step": 44046
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.304006243606819e-06,
      "loss": 0.0052,
      "step": 44047
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.303792346271949e-06,
      "loss": 0.0236,
      "step": 44048
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.303578455894205e-06,
      "loss": 0.008,
      "step": 44049
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3033645724741378e-06,
      "loss": 0.0147,
      "step": 44050
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.303150696012301e-06,
      "loss": 0.0072,
      "step": 44051
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.302936826509246e-06,
      "loss": 0.0041,
      "step": 44052
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.302722963965522e-06,
      "loss": 0.0021,
      "step": 44053
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3025091083816853e-06,
      "loss": 0.0115,
      "step": 44054
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3022952597582853e-06,
      "loss": 0.0095,
      "step": 44055
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.302081418095874e-06,
      "loss": 0.0062,
      "step": 44056
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3018675833950026e-06,
      "loss": 0.0146,
      "step": 44057
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3016537556562222e-06,
      "loss": 0.0015,
      "step": 44058
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.301439934880088e-06,
      "loss": 0.0077,
      "step": 44059
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.301226121067147e-06,
      "loss": 0.0086,
      "step": 44060
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3010123142179556e-06,
      "loss": 0.0076,
      "step": 44061
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.300798514333065e-06,
      "loss": 0.0065,
      "step": 44062
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3005847214130217e-06,
      "loss": 0.015,
      "step": 44063
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3003709354583826e-06,
      "loss": 0.0136,
      "step": 44064
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.3001571564696955e-06,
      "loss": 0.0083,
      "step": 44065
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2999433844475168e-06,
      "loss": 0.0035,
      "step": 44066
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2997296193923945e-06,
      "loss": 0.0213,
      "step": 44067
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2995158613048798e-06,
      "loss": 0.0172,
      "step": 44068
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.299302110185529e-06,
      "loss": 0.0053,
      "step": 44069
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.299088366034887e-06,
      "loss": 0.0097,
      "step": 44070
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2988746288535098e-06,
      "loss": 0.0067,
      "step": 44071
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.298660898641948e-06,
      "loss": 0.0054,
      "step": 44072
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2984471754007504e-06,
      "loss": 0.0219,
      "step": 44073
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2982334591304734e-06,
      "loss": 0.0083,
      "step": 44074
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2980197498316638e-06,
      "loss": 0.0132,
      "step": 44075
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2978060475048785e-06,
      "loss": 0.0026,
      "step": 44076
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.297592352150664e-06,
      "loss": 0.0146,
      "step": 44077
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.297378663769572e-06,
      "loss": 0.0035,
      "step": 44078
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.297164982362156e-06,
      "loss": 0.0052,
      "step": 44079
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.296951307928965e-06,
      "loss": 0.0142,
      "step": 44080
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2967376404705536e-06,
      "loss": 0.0063,
      "step": 44081
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.296523979987472e-06,
      "loss": 0.0043,
      "step": 44082
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2963103264802706e-06,
      "loss": 0.0041,
      "step": 44083
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.296096679949501e-06,
      "loss": 0.0085,
      "step": 44084
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.295883040395713e-06,
      "loss": 0.0251,
      "step": 44085
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2956694078194607e-06,
      "loss": 0.0019,
      "step": 44086
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2954557822212948e-06,
      "loss": 0.0159,
      "step": 44087
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.295242163601763e-06,
      "loss": 0.0055,
      "step": 44088
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2950285519614217e-06,
      "loss": 0.0032,
      "step": 44089
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2948149473008197e-06,
      "loss": 0.0037,
      "step": 44090
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2946013496205077e-06,
      "loss": 0.0061,
      "step": 44091
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2943877589210372e-06,
      "loss": 0.0175,
      "step": 44092
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.294174175202958e-06,
      "loss": 0.002,
      "step": 44093
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2939605984668244e-06,
      "loss": 0.006,
      "step": 44094
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2937470287131836e-06,
      "loss": 0.0058,
      "step": 44095
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2935334659425913e-06,
      "loss": 0.0061,
      "step": 44096
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2933199101555954e-06,
      "loss": 0.0082,
      "step": 44097
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2931063613527475e-06,
      "loss": 0.0013,
      "step": 44098
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2928928195345993e-06,
      "loss": 0.0143,
      "step": 44099
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2926792847016994e-06,
      "loss": 0.0102,
      "step": 44100
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.292465756854602e-06,
      "loss": 0.0017,
      "step": 44101
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.292252235993857e-06,
      "loss": 0.0089,
      "step": 44102
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2920387221200134e-06,
      "loss": 0.0111,
      "step": 44103
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2918252152336256e-06,
      "loss": 0.0023,
      "step": 44104
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2916117153352426e-06,
      "loss": 0.0055,
      "step": 44105
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2913982224254154e-06,
      "loss": 0.0107,
      "step": 44106
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.291184736504695e-06,
      "loss": 0.009,
      "step": 44107
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.29097125757363e-06,
      "loss": 0.0133,
      "step": 44108
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.290757785632776e-06,
      "loss": 0.0152,
      "step": 44109
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2905443206826795e-06,
      "loss": 0.0153,
      "step": 44110
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2903308627238945e-06,
      "loss": 0.0067,
      "step": 44111
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.29011741175697e-06,
      "loss": 0.008,
      "step": 44112
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2899039677824577e-06,
      "loss": 0.0187,
      "step": 44113
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.289690530800908e-06,
      "loss": 0.0028,
      "step": 44114
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.289477100812869e-06,
      "loss": 0.0087,
      "step": 44115
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.289263677818896e-06,
      "loss": 0.0027,
      "step": 44116
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2890502618195375e-06,
      "loss": 0.007,
      "step": 44117
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.288836852815342e-06,
      "loss": 0.0074,
      "step": 44118
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.288623450806865e-06,
      "loss": 0.0087,
      "step": 44119
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2884100557946543e-06,
      "loss": 0.0192,
      "step": 44120
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2881966677792604e-06,
      "loss": 0.0133,
      "step": 44121
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.287983286761235e-06,
      "loss": 0.0086,
      "step": 44122
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2877699127411255e-06,
      "loss": 0.007,
      "step": 44123
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2875565457194877e-06,
      "loss": 0.0077,
      "step": 44124
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.287343185696867e-06,
      "loss": 0.0086,
      "step": 44125
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.28712983267382e-06,
      "loss": 0.0294,
      "step": 44126
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.286916486650892e-06,
      "loss": 0.0024,
      "step": 44127
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2867031476286333e-06,
      "loss": 0.0219,
      "step": 44128
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2864898156075975e-06,
      "loss": 0.0036,
      "step": 44129
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2862764905883327e-06,
      "loss": 0.0028,
      "step": 44130
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2860631725713917e-06,
      "loss": 0.0014,
      "step": 44131
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2858498615573237e-06,
      "loss": 0.0086,
      "step": 44132
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2856365575466794e-06,
      "loss": 0.0189,
      "step": 44133
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2854232605400088e-06,
      "loss": 0.0164,
      "step": 44134
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2852099705378605e-06,
      "loss": 0.0097,
      "step": 44135
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2849966875407887e-06,
      "loss": 0.0055,
      "step": 44136
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2847834115493413e-06,
      "loss": 0.0071,
      "step": 44137
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2845701425640676e-06,
      "loss": 0.0065,
      "step": 44138
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.284356880585521e-06,
      "loss": 0.0055,
      "step": 44139
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.28414362561425e-06,
      "loss": 0.0133,
      "step": 44140
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2839303776508053e-06,
      "loss": 0.0012,
      "step": 44141
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2837171366957365e-06,
      "loss": 0.006,
      "step": 44142
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.283503902749593e-06,
      "loss": 0.0037,
      "step": 44143
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2832906758129276e-06,
      "loss": 0.0082,
      "step": 44144
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2830774558862877e-06,
      "loss": 0.0062,
      "step": 44145
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2828642429702266e-06,
      "loss": 0.0063,
      "step": 44146
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2826510370652926e-06,
      "loss": 0.0109,
      "step": 44147
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.282437838172036e-06,
      "loss": 0.0031,
      "step": 44148
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.282224646291007e-06,
      "loss": 0.0248,
      "step": 44149
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.282011461422754e-06,
      "loss": 0.0099,
      "step": 44150
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2817982835678303e-06,
      "loss": 0.0096,
      "step": 44151
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2815851127267844e-06,
      "loss": 0.0073,
      "step": 44152
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2813719489001645e-06,
      "loss": 0.0044,
      "step": 44153
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2811587920885246e-06,
      "loss": 0.0045,
      "step": 44154
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2809456422924125e-06,
      "loss": 0.0046,
      "step": 44155
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2807324995123786e-06,
      "loss": 0.0042,
      "step": 44156
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.280519363748972e-06,
      "loss": 0.0131,
      "step": 44157
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2803062350027417e-06,
      "loss": 0.0084,
      "step": 44158
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2800931132742408e-06,
      "loss": 0.0127,
      "step": 44159
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.279879998564018e-06,
      "loss": 0.0228,
      "step": 44160
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.279666890872621e-06,
      "loss": 0.0087,
      "step": 44161
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.279453790200603e-06,
      "loss": 0.0052,
      "step": 44162
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.279240696548513e-06,
      "loss": 0.0037,
      "step": 44163
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2790276099168994e-06,
      "loss": 0.0088,
      "step": 44164
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2788145303063135e-06,
      "loss": 0.0037,
      "step": 44165
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.278601457717303e-06,
      "loss": 0.0052,
      "step": 44166
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2783883921504202e-06,
      "loss": 0.0053,
      "step": 44167
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2781753336062124e-06,
      "loss": 0.0108,
      "step": 44168
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2779622820852325e-06,
      "loss": 0.003,
      "step": 44169
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2777492375880306e-06,
      "loss": 0.0087,
      "step": 44170
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2775362001151506e-06,
      "loss": 0.0064,
      "step": 44171
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2773231696671476e-06,
      "loss": 0.0045,
      "step": 44172
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2771101462445684e-06,
      "loss": 0.0247,
      "step": 44173
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2768971298479658e-06,
      "loss": 0.0029,
      "step": 44174
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2766841204778872e-06,
      "loss": 0.0248,
      "step": 44175
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2764711181348813e-06,
      "loss": 0.015,
      "step": 44176
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2762581228195023e-06,
      "loss": 0.0061,
      "step": 44177
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2760451345322936e-06,
      "loss": 0.0097,
      "step": 44178
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2758321532738093e-06,
      "loss": 0.0052,
      "step": 44179
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.275619179044597e-06,
      "loss": 0.0278,
      "step": 44180
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.275406211845205e-06,
      "loss": 0.0204,
      "step": 44181
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2751932516761873e-06,
      "loss": 0.0023,
      "step": 44182
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2749802985380876e-06,
      "loss": 0.0172,
      "step": 44183
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2747673524314624e-06,
      "loss": 0.0064,
      "step": 44184
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2745544133568553e-06,
      "loss": 0.0264,
      "step": 44185
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2743414813148163e-06,
      "loss": 0.0063,
      "step": 44186
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2741285563058973e-06,
      "loss": 0.0109,
      "step": 44187
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2739156383306454e-06,
      "loss": 0.0055,
      "step": 44188
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2737027273896125e-06,
      "loss": 0.0149,
      "step": 44189
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.273489823483347e-06,
      "loss": 0.0085,
      "step": 44190
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.273276926612398e-06,
      "loss": 0.0142,
      "step": 44191
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2730640367773144e-06,
      "loss": 0.0196,
      "step": 44192
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.272851153978644e-06,
      "loss": 0.0046,
      "step": 44193
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2726382782169406e-06,
      "loss": 0.0035,
      "step": 44194
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.27242540949275e-06,
      "loss": 0.0051,
      "step": 44195
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2722125478066213e-06,
      "loss": 0.0087,
      "step": 44196
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2719996931591063e-06,
      "loss": 0.0054,
      "step": 44197
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.271786845550753e-06,
      "loss": 0.0256,
      "step": 44198
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.27157400498211e-06,
      "loss": 0.0059,
      "step": 44199
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2713611714537274e-06,
      "loss": 0.0311,
      "step": 44200
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2711483449661514e-06,
      "loss": 0.014,
      "step": 44201
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.270935525519936e-06,
      "loss": 0.005,
      "step": 44202
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.270722713115626e-06,
      "loss": 0.0069,
      "step": 44203
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2705099077537744e-06,
      "loss": 0.0043,
      "step": 44204
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2702971094349286e-06,
      "loss": 0.0015,
      "step": 44205
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.270084318159637e-06,
      "loss": 0.0141,
      "step": 44206
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.26987153392845e-06,
      "loss": 0.003,
      "step": 44207
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.269658756741913e-06,
      "loss": 0.0062,
      "step": 44208
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2694459866005806e-06,
      "loss": 0.002,
      "step": 44209
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2692332235049987e-06,
      "loss": 0.0028,
      "step": 44210
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2690204674557148e-06,
      "loss": 0.0074,
      "step": 44211
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.268807718453282e-06,
      "loss": 0.0068,
      "step": 44212
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.268594976498247e-06,
      "loss": 0.0034,
      "step": 44213
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2683822415911583e-06,
      "loss": 0.0101,
      "step": 44214
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2681695137325653e-06,
      "loss": 0.0057,
      "step": 44215
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2679567929230157e-06,
      "loss": 0.0027,
      "step": 44216
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2677440791630613e-06,
      "loss": 0.0027,
      "step": 44217
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.267531372453247e-06,
      "loss": 0.0041,
      "step": 44218
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.267318672794126e-06,
      "loss": 0.0032,
      "step": 44219
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2671059801862456e-06,
      "loss": 0.0165,
      "step": 44220
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.266893294630153e-06,
      "loss": 0.0088,
      "step": 44221
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.266680616126399e-06,
      "loss": 0.0024,
      "step": 44222
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2664679446755295e-06,
      "loss": 0.0005,
      "step": 44223
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2662552802780972e-06,
      "loss": 0.0057,
      "step": 44224
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.266042622934649e-06,
      "loss": 0.0102,
      "step": 44225
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.265829972645731e-06,
      "loss": 0.0097,
      "step": 44226
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2656173294118965e-06,
      "loss": 0.0201,
      "step": 44227
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2654046932336925e-06,
      "loss": 0.0049,
      "step": 44228
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.265192064111667e-06,
      "loss": 0.0056,
      "step": 44229
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2649794420463696e-06,
      "loss": 0.0015,
      "step": 44230
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2647668270383456e-06,
      "loss": 0.0129,
      "step": 44231
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2645542190881485e-06,
      "loss": 0.0072,
      "step": 44232
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.264341618196323e-06,
      "loss": 0.0072,
      "step": 44233
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2641290243634228e-06,
      "loss": 0.0114,
      "step": 44234
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2639164375899913e-06,
      "loss": 0.0158,
      "step": 44235
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2637038578765774e-06,
      "loss": 0.003,
      "step": 44236
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2634912852237324e-06,
      "loss": 0.011,
      "step": 44237
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2632787196320018e-06,
      "loss": 0.0051,
      "step": 44238
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2630661611019374e-06,
      "loss": 0.0155,
      "step": 44239
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.262853609634086e-06,
      "loss": 0.011,
      "step": 44240
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.262641065228996e-06,
      "loss": 0.0229,
      "step": 44241
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.262428527887216e-06,
      "loss": 0.0075,
      "step": 44242
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.262215997609293e-06,
      "loss": 0.017,
      "step": 44243
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2620034743957776e-06,
      "loss": 0.0097,
      "step": 44244
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.261790958247218e-06,
      "loss": 0.0128,
      "step": 44245
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.26157844916416e-06,
      "loss": 0.0095,
      "step": 44246
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.261365947147155e-06,
      "loss": 0.0083,
      "step": 44247
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2611534521967503e-06,
      "loss": 0.0073,
      "step": 44248
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2609409643134943e-06,
      "loss": 0.0143,
      "step": 44249
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2607284834979354e-06,
      "loss": 0.0032,
      "step": 44250
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.260516009750619e-06,
      "loss": 0.0072,
      "step": 44251
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.260303543072098e-06,
      "loss": 0.0023,
      "step": 44252
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2600910834629168e-06,
      "loss": 0.0036,
      "step": 44253
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.259878630923627e-06,
      "loss": 0.0095,
      "step": 44254
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.259666185454775e-06,
      "loss": 0.0284,
      "step": 44255
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2594537470569094e-06,
      "loss": 0.0029,
      "step": 44256
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2592413157305777e-06,
      "loss": 0.0102,
      "step": 44257
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2590288914763266e-06,
      "loss": 0.0161,
      "step": 44258
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.258816474294708e-06,
      "loss": 0.0011,
      "step": 44259
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.258604064186268e-06,
      "loss": 0.0055,
      "step": 44260
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.258391661151553e-06,
      "loss": 0.011,
      "step": 44261
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2581792651911142e-06,
      "loss": 0.0051,
      "step": 44262
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2579668763054985e-06,
      "loss": 0.006,
      "step": 44263
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.257754494495254e-06,
      "loss": 0.0152,
      "step": 44264
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.257542119760928e-06,
      "loss": 0.0061,
      "step": 44265
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.257329752103067e-06,
      "loss": 0.0092,
      "step": 44266
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.257117391522223e-06,
      "loss": 0.0122,
      "step": 44267
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2569050380189394e-06,
      "loss": 0.005,
      "step": 44268
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2566926915937694e-06,
      "loss": 0.0202,
      "step": 44269
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.256480352247257e-06,
      "loss": 0.0062,
      "step": 44270
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2562680199799524e-06,
      "loss": 0.0112,
      "step": 44271
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2560556947924017e-06,
      "loss": 0.0124,
      "step": 44272
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2558433766851513e-06,
      "loss": 0.0062,
      "step": 44273
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.255631065658753e-06,
      "loss": 0.0203,
      "step": 44274
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2554187617137534e-06,
      "loss": 0.0156,
      "step": 44275
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.255206464850697e-06,
      "loss": 0.0063,
      "step": 44276
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2549941750701366e-06,
      "loss": 0.0073,
      "step": 44277
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.254781892372618e-06,
      "loss": 0.0023,
      "step": 44278
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2545696167586877e-06,
      "loss": 0.0133,
      "step": 44279
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.254357348228895e-06,
      "loss": 0.0027,
      "step": 44280
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.254145086783785e-06,
      "loss": 0.0086,
      "step": 44281
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.253932832423909e-06,
      "loss": 0.0129,
      "step": 44282
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.253720585149812e-06,
      "loss": 0.0038,
      "step": 44283
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.253508344962044e-06,
      "loss": 0.0095,
      "step": 44284
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.253296111861153e-06,
      "loss": 0.0203,
      "step": 44285
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2530838858476817e-06,
      "loss": 0.0035,
      "step": 44286
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.252871666922183e-06,
      "loss": 0.0236,
      "step": 44287
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2526594550851997e-06,
      "loss": 0.008,
      "step": 44288
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.252447250337285e-06,
      "loss": 0.0031,
      "step": 44289
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2522350526789836e-06,
      "loss": 0.0053,
      "step": 44290
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.252022862110843e-06,
      "loss": 0.0049,
      "step": 44291
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.251810678633411e-06,
      "loss": 0.0053,
      "step": 44292
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2515985022472333e-06,
      "loss": 0.0057,
      "step": 44293
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2513863329528605e-06,
      "loss": 0.0035,
      "step": 44294
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.251174170750839e-06,
      "loss": 0.0131,
      "step": 44295
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2509620156417135e-06,
      "loss": 0.007,
      "step": 44296
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2507498676260358e-06,
      "loss": 0.006,
      "step": 44297
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.250537726704351e-06,
      "loss": 0.0196,
      "step": 44298
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.250325592877207e-06,
      "loss": 0.0044,
      "step": 44299
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.250113466145151e-06,
      "loss": 0.0078,
      "step": 44300
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2499013465087287e-06,
      "loss": 0.0057,
      "step": 44301
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.249689233968491e-06,
      "loss": 0.0106,
      "step": 44302
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.249477128524981e-06,
      "loss": 0.0049,
      "step": 44303
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2492650301787504e-06,
      "loss": 0.01,
      "step": 44304
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2490529389303445e-06,
      "loss": 0.0026,
      "step": 44305
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.24884085478031e-06,
      "loss": 0.011,
      "step": 44306
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2486287777291955e-06,
      "loss": 0.0072,
      "step": 44307
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.248416707777544e-06,
      "loss": 0.0037,
      "step": 44308
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2482046449259093e-06,
      "loss": 0.0028,
      "step": 44309
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.247992589174835e-06,
      "loss": 0.0059,
      "step": 44310
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2477805405248665e-06,
      "loss": 0.0052,
      "step": 44311
    },
    {
      "epoch": 0.69,
      "learning_rate": 2.2475684989765546e-06,
      "loss": 0.0078,
      "step": 44312
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2473564645304454e-06,
      "loss": 0.0033,
      "step": 44313
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2471444371870852e-06,
      "loss": 0.0027,
      "step": 44314
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.246932416947022e-06,
      "loss": 0.0074,
      "step": 44315
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2467204038108e-06,
      "loss": 0.0113,
      "step": 44316
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2465083977789703e-06,
      "loss": 0.0201,
      "step": 44317
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2462963988520764e-06,
      "loss": 0.0079,
      "step": 44318
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2460844070306692e-06,
      "loss": 0.0063,
      "step": 44319
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2458724223152937e-06,
      "loss": 0.0046,
      "step": 44320
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2456604447064967e-06,
      "loss": 0.0034,
      "step": 44321
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2454484742048253e-06,
      "loss": 0.006,
      "step": 44322
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.245236510810825e-06,
      "loss": 0.0048,
      "step": 44323
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.245024554525046e-06,
      "loss": 0.0047,
      "step": 44324
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.244812605348033e-06,
      "loss": 0.0024,
      "step": 44325
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.244600663280332e-06,
      "loss": 0.0083,
      "step": 44326
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2443887283224924e-06,
      "loss": 0.0079,
      "step": 44327
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2441768004750603e-06,
      "loss": 0.0082,
      "step": 44328
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.243964879738582e-06,
      "loss": 0.0184,
      "step": 44329
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2437529661136048e-06,
      "loss": 0.0088,
      "step": 44330
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2435410596006727e-06,
      "loss": 0.0118,
      "step": 44331
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2433291602003378e-06,
      "loss": 0.0017,
      "step": 44332
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.243117267913141e-06,
      "loss": 0.0189,
      "step": 44333
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2429053827396347e-06,
      "loss": 0.0057,
      "step": 44334
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.242693504680365e-06,
      "loss": 0.0038,
      "step": 44335
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2424816337358725e-06,
      "loss": 0.0156,
      "step": 44336
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.24226976990671e-06,
      "loss": 0.0151,
      "step": 44337
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.24205791319342e-06,
      "loss": 0.0065,
      "step": 44338
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.241846063596554e-06,
      "loss": 0.0059,
      "step": 44339
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2416342211166553e-06,
      "loss": 0.0073,
      "step": 44340
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2414223857542697e-06,
      "loss": 0.0092,
      "step": 44341
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2412105575099493e-06,
      "loss": 0.0066,
      "step": 44342
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2409987363842322e-06,
      "loss": 0.0054,
      "step": 44343
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2407869223776725e-06,
      "loss": 0.0061,
      "step": 44344
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.240575115490813e-06,
      "loss": 0.0075,
      "step": 44345
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2403633157241994e-06,
      "loss": 0.013,
      "step": 44346
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2401515230783816e-06,
      "loss": 0.0066,
      "step": 44347
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2399397375539024e-06,
      "loss": 0.012,
      "step": 44348
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2397279591513138e-06,
      "loss": 0.0074,
      "step": 44349
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2395161878711567e-06,
      "loss": 0.018,
      "step": 44350
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2393044237139776e-06,
      "loss": 0.005,
      "step": 44351
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.239092666680327e-06,
      "loss": 0.0038,
      "step": 44352
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2388809167707476e-06,
      "loss": 0.0194,
      "step": 44353
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2386691739857885e-06,
      "loss": 0.0061,
      "step": 44354
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.238457438325995e-06,
      "loss": 0.0029,
      "step": 44355
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2382457097919137e-06,
      "loss": 0.0051,
      "step": 44356
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.23803398838409e-06,
      "loss": 0.0054,
      "step": 44357
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.237822274103069e-06,
      "loss": 0.0082,
      "step": 44358
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2376105669494007e-06,
      "loss": 0.0049,
      "step": 44359
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2373988669236296e-06,
      "loss": 0.007,
      "step": 44360
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2371871740262997e-06,
      "loss": 0.0056,
      "step": 44361
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2369754882579613e-06,
      "loss": 0.0019,
      "step": 44362
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2367638096191585e-06,
      "loss": 0.0141,
      "step": 44363
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2365521381104384e-06,
      "loss": 0.0171,
      "step": 44364
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2363404737323454e-06,
      "loss": 0.0072,
      "step": 44365
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.236128816485425e-06,
      "loss": 0.0036,
      "step": 44366
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2359171663702274e-06,
      "loss": 0.011,
      "step": 44367
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2357055233872942e-06,
      "loss": 0.0152,
      "step": 44368
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2354938875371756e-06,
      "loss": 0.0051,
      "step": 44369
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.235282258820416e-06,
      "loss": 0.0043,
      "step": 44370
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2350706372375607e-06,
      "loss": 0.0124,
      "step": 44371
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.234859022789157e-06,
      "loss": 0.0054,
      "step": 44372
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2346474154757482e-06,
      "loss": 0.0066,
      "step": 44373
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2344358152978834e-06,
      "loss": 0.0076,
      "step": 44374
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.234224222256108e-06,
      "loss": 0.0051,
      "step": 44375
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.234012636350966e-06,
      "loss": 0.0076,
      "step": 44376
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2338010575830073e-06,
      "loss": 0.0063,
      "step": 44377
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2335894859527744e-06,
      "loss": 0.0124,
      "step": 44378
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2333779214608147e-06,
      "loss": 0.0035,
      "step": 44379
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2331663641076736e-06,
      "loss": 0.0162,
      "step": 44380
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.232954813893895e-06,
      "loss": 0.019,
      "step": 44381
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.232743270820029e-06,
      "loss": 0.0079,
      "step": 44382
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2325317348866177e-06,
      "loss": 0.0059,
      "step": 44383
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.23232020609421e-06,
      "loss": 0.0048,
      "step": 44384
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2321086844433505e-06,
      "loss": 0.0093,
      "step": 44385
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2318971699345844e-06,
      "loss": 0.0083,
      "step": 44386
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.231685662568458e-06,
      "loss": 0.0362,
      "step": 44387
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.231474162345515e-06,
      "loss": 0.0027,
      "step": 44388
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2312626692663048e-06,
      "loss": 0.0032,
      "step": 44389
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2310511833313713e-06,
      "loss": 0.0046,
      "step": 44390
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.230839704541259e-06,
      "loss": 0.0241,
      "step": 44391
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2306282328965164e-06,
      "loss": 0.014,
      "step": 44392
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2304167683976867e-06,
      "loss": 0.0218,
      "step": 44393
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2302053110453177e-06,
      "loss": 0.0088,
      "step": 44394
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.229993860839953e-06,
      "loss": 0.0009,
      "step": 44395
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2297824177821374e-06,
      "loss": 0.0104,
      "step": 44396
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2295709818724197e-06,
      "loss": 0.0081,
      "step": 44397
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.229359553111343e-06,
      "loss": 0.0155,
      "step": 44398
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.229148131499456e-06,
      "loss": 0.0063,
      "step": 44399
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2289367170373013e-06,
      "loss": 0.0029,
      "step": 44400
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2287253097254225e-06,
      "loss": 0.0058,
      "step": 44401
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.22851390956437e-06,
      "loss": 0.0029,
      "step": 44402
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.228302516554685e-06,
      "loss": 0.0046,
      "step": 44403
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.228091130696917e-06,
      "loss": 0.0203,
      "step": 44404
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.227879751991609e-06,
      "loss": 0.0089,
      "step": 44405
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.227668380439307e-06,
      "loss": 0.0046,
      "step": 44406
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2274570160405557e-06,
      "loss": 0.0025,
      "step": 44407
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2272456587958995e-06,
      "loss": 0.0037,
      "step": 44408
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2270343087058876e-06,
      "loss": 0.0046,
      "step": 44409
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2268229657710628e-06,
      "loss": 0.0053,
      "step": 44410
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.226611629991969e-06,
      "loss": 0.0037,
      "step": 44411
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2264003013691544e-06,
      "loss": 0.0012,
      "step": 44412
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.226188979903163e-06,
      "loss": 0.0223,
      "step": 44413
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.225977665594541e-06,
      "loss": 0.0049,
      "step": 44414
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2257663584438326e-06,
      "loss": 0.0167,
      "step": 44415
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.225555058451581e-06,
      "loss": 0.0115,
      "step": 44416
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.225343765618336e-06,
      "loss": 0.0095,
      "step": 44417
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.225132479944639e-06,
      "loss": 0.0188,
      "step": 44418
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.224921201431038e-06,
      "loss": 0.0092,
      "step": 44419
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.224709930078077e-06,
      "loss": 0.0039,
      "step": 44420
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.224498665886301e-06,
      "loss": 0.0057,
      "step": 44421
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.224287408856255e-06,
      "loss": 0.006,
      "step": 44422
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2240761589884825e-06,
      "loss": 0.0033,
      "step": 44423
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.223864916283532e-06,
      "loss": 0.0067,
      "step": 44424
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.223653680741948e-06,
      "loss": 0.0018,
      "step": 44425
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2234424523642716e-06,
      "loss": 0.0048,
      "step": 44426
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2232312311510527e-06,
      "loss": 0.0177,
      "step": 44427
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2230200171028347e-06,
      "loss": 0.0103,
      "step": 44428
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.222808810220162e-06,
      "loss": 0.0066,
      "step": 44429
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2225976105035803e-06,
      "loss": 0.0076,
      "step": 44430
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.222386417953632e-06,
      "loss": 0.0026,
      "step": 44431
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2221752325708655e-06,
      "loss": 0.0043,
      "step": 44432
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2219640543558236e-06,
      "loss": 0.011,
      "step": 44433
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.221752883309053e-06,
      "loss": 0.0104,
      "step": 44434
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.221541719431098e-06,
      "loss": 0.0069,
      "step": 44435
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.221330562722503e-06,
      "loss": 0.0303,
      "step": 44436
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.221119413183813e-06,
      "loss": 0.0158,
      "step": 44437
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.220908270815571e-06,
      "loss": 0.0086,
      "step": 44438
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.220697135618325e-06,
      "loss": 0.0156,
      "step": 44439
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.220486007592619e-06,
      "loss": 0.0129,
      "step": 44440
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2202748867389946e-06,
      "loss": 0.0052,
      "step": 44441
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2200637730580018e-06,
      "loss": 0.0126,
      "step": 44442
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.219852666550182e-06,
      "loss": 0.0059,
      "step": 44443
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.219641567216081e-06,
      "loss": 0.0074,
      "step": 44444
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.219430475056243e-06,
      "loss": 0.0132,
      "step": 44445
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2192193900712106e-06,
      "loss": 0.0221,
      "step": 44446
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.219008312261533e-06,
      "loss": 0.01,
      "step": 44447
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2187972416277504e-06,
      "loss": 0.0354,
      "step": 44448
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2185861781704115e-06,
      "loss": 0.0133,
      "step": 44449
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2183751218900606e-06,
      "loss": 0.0077,
      "step": 44450
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.218164072787238e-06,
      "loss": 0.0092,
      "step": 44451
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2179530308624916e-06,
      "loss": 0.0124,
      "step": 44452
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.217741996116364e-06,
      "loss": 0.0107,
      "step": 44453
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.217530968549402e-06,
      "loss": 0.0025,
      "step": 44454
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2173199481621504e-06,
      "loss": 0.0107,
      "step": 44455
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.21710893495515e-06,
      "loss": 0.0084,
      "step": 44456
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2168979289289516e-06,
      "loss": 0.0358,
      "step": 44457
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2166869300840927e-06,
      "loss": 0.0199,
      "step": 44458
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.216475938421122e-06,
      "loss": 0.0101,
      "step": 44459
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2162649539405827e-06,
      "loss": 0.0038,
      "step": 44460
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2160539766430176e-06,
      "loss": 0.0022,
      "step": 44461
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.215843006528975e-06,
      "loss": 0.0063,
      "step": 44462
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.215632043598997e-06,
      "loss": 0.0221,
      "step": 44463
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2154210878536275e-06,
      "loss": 0.0071,
      "step": 44464
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2152101392934122e-06,
      "loss": 0.0106,
      "step": 44465
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.214999197918892e-06,
      "loss": 0.0123,
      "step": 44466
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.214788263730616e-06,
      "loss": 0.007,
      "step": 44467
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2145773367291246e-06,
      "loss": 0.0139,
      "step": 44468
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2143664169149655e-06,
      "loss": 0.0059,
      "step": 44469
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.214155504288681e-06,
      "loss": 0.0135,
      "step": 44470
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2139445988508153e-06,
      "loss": 0.0037,
      "step": 44471
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2137337006019134e-06,
      "loss": 0.0199,
      "step": 44472
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2135228095425167e-06,
      "loss": 0.0106,
      "step": 44473
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2133119256731735e-06,
      "loss": 0.0045,
      "step": 44474
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2131010489944256e-06,
      "loss": 0.0081,
      "step": 44475
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.212890179506816e-06,
      "loss": 0.0059,
      "step": 44476
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2126793172108924e-06,
      "loss": 0.0152,
      "step": 44477
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.212468462107197e-06,
      "loss": 0.003,
      "step": 44478
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.212257614196273e-06,
      "loss": 0.0245,
      "step": 44479
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.212046773478666e-06,
      "loss": 0.0051,
      "step": 44480
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.211835939954917e-06,
      "loss": 0.0088,
      "step": 44481
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.211625113625574e-06,
      "loss": 0.0211,
      "step": 44482
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2114142944911776e-06,
      "loss": 0.0079,
      "step": 44483
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2112034825522755e-06,
      "loss": 0.0181,
      "step": 44484
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.210992677809409e-06,
      "loss": 0.0048,
      "step": 44485
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2107818802631236e-06,
      "loss": 0.0116,
      "step": 44486
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2105710899139614e-06,
      "loss": 0.0105,
      "step": 44487
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2103603067624663e-06,
      "loss": 0.0066,
      "step": 44488
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2101495308091842e-06,
      "loss": 0.0184,
      "step": 44489
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.209938762054658e-06,
      "loss": 0.0052,
      "step": 44490
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.20972800049943e-06,
      "loss": 0.0033,
      "step": 44491
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2095172461440467e-06,
      "loss": 0.0048,
      "step": 44492
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.209306498989051e-06,
      "loss": 0.0058,
      "step": 44493
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2090957590349864e-06,
      "loss": 0.0109,
      "step": 44494
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2088850262823964e-06,
      "loss": 0.0028,
      "step": 44495
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2086743007318234e-06,
      "loss": 0.0068,
      "step": 44496
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2084635823838147e-06,
      "loss": 0.011,
      "step": 44497
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2082528712389102e-06,
      "loss": 0.0092,
      "step": 44498
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.208042167297657e-06,
      "loss": 0.0035,
      "step": 44499
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2078314705605976e-06,
      "loss": 0.0069,
      "step": 44500
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.207620781028275e-06,
      "loss": 0.0021,
      "step": 44501
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.207410098701234e-06,
      "loss": 0.0089,
      "step": 44502
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2071994235800146e-06,
      "loss": 0.005,
      "step": 44503
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2069887556651654e-06,
      "loss": 0.0064,
      "step": 44504
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2067780949572283e-06,
      "loss": 0.0242,
      "step": 44505
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.206567441456744e-06,
      "loss": 0.0025,
      "step": 44506
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2063567951642624e-06,
      "loss": 0.0018,
      "step": 44507
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2061461560803196e-06,
      "loss": 0.0141,
      "step": 44508
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2059355242054644e-06,
      "loss": 0.0155,
      "step": 44509
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.205724899540238e-06,
      "loss": 0.0075,
      "step": 44510
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2055142820851825e-06,
      "loss": 0.0052,
      "step": 44511
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.205303671840846e-06,
      "loss": 0.0059,
      "step": 44512
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.205093068807767e-06,
      "loss": 0.0114,
      "step": 44513
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.204882472986495e-06,
      "loss": 0.0161,
      "step": 44514
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2046718843775674e-06,
      "loss": 0.0165,
      "step": 44515
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.204461302981528e-06,
      "loss": 0.0088,
      "step": 44516
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2042507287989234e-06,
      "loss": 0.0023,
      "step": 44517
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.204040161830294e-06,
      "loss": 0.0059,
      "step": 44518
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.203829602076187e-06,
      "loss": 0.0294,
      "step": 44519
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2036190495371425e-06,
      "loss": 0.0138,
      "step": 44520
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.203408504213705e-06,
      "loss": 0.0082,
      "step": 44521
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2031979661064174e-06,
      "loss": 0.006,
      "step": 44522
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2029874352158208e-06,
      "loss": 0.006,
      "step": 44523
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2027769115424625e-06,
      "loss": 0.0093,
      "step": 44524
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.202566395086884e-06,
      "loss": 0.0117,
      "step": 44525
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2023558858496264e-06,
      "loss": 0.0318,
      "step": 44526
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2021453838312367e-06,
      "loss": 0.0056,
      "step": 44527
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.201934889032256e-06,
      "loss": 0.0039,
      "step": 44528
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2017244014532278e-06,
      "loss": 0.0037,
      "step": 44529
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.201513921094695e-06,
      "loss": 0.0105,
      "step": 44530
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.201303447957199e-06,
      "loss": 0.002,
      "step": 44531
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2010929820412862e-06,
      "loss": 0.0036,
      "step": 44532
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2008825233474967e-06,
      "loss": 0.01,
      "step": 44533
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2006720718763763e-06,
      "loss": 0.0021,
      "step": 44534
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2004616276284673e-06,
      "loss": 0.0021,
      "step": 44535
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2002511906043115e-06,
      "loss": 0.0074,
      "step": 44536
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.2000407608044528e-06,
      "loss": 0.0212,
      "step": 44537
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1998303382294322e-06,
      "loss": 0.0189,
      "step": 44538
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1996199228797963e-06,
      "loss": 0.0013,
      "step": 44539
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.199409514756086e-06,
      "loss": 0.0153,
      "step": 44540
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1991991138588424e-06,
      "loss": 0.014,
      "step": 44541
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1989887201886124e-06,
      "loss": 0.0023,
      "step": 44542
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1987783337459363e-06,
      "loss": 0.0117,
      "step": 44543
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.198567954531358e-06,
      "loss": 0.004,
      "step": 44544
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1983575825454194e-06,
      "loss": 0.005,
      "step": 44545
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1981472177886625e-06,
      "loss": 0.0055,
      "step": 44546
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.197936860261633e-06,
      "loss": 0.0086,
      "step": 44547
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1977265099648705e-06,
      "loss": 0.0023,
      "step": 44548
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.19751616689892e-06,
      "loss": 0.0024,
      "step": 44549
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.197305831064325e-06,
      "loss": 0.0085,
      "step": 44550
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1970955024616263e-06,
      "loss": 0.0036,
      "step": 44551
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1968851810913673e-06,
      "loss": 0.0027,
      "step": 44552
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1966748669540888e-06,
      "loss": 0.0132,
      "step": 44553
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.196464560050337e-06,
      "loss": 0.0109,
      "step": 44554
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1962542603806525e-06,
      "loss": 0.0036,
      "step": 44555
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.196043967945577e-06,
      "loss": 0.0048,
      "step": 44556
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1958336827456556e-06,
      "loss": 0.0051,
      "step": 44557
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1956234047814302e-06,
      "loss": 0.0042,
      "step": 44558
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1954131340534425e-06,
      "loss": 0.0036,
      "step": 44559
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1952028705622357e-06,
      "loss": 0.0071,
      "step": 44560
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.19499261430835e-06,
      "loss": 0.0147,
      "step": 44561
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1947823652923323e-06,
      "loss": 0.0072,
      "step": 44562
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1945721235147207e-06,
      "loss": 0.0066,
      "step": 44563
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.194361888976063e-06,
      "loss": 0.0168,
      "step": 44564
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1941516616768975e-06,
      "loss": 0.014,
      "step": 44565
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.193941441617766e-06,
      "loss": 0.0092,
      "step": 44566
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1937312287992133e-06,
      "loss": 0.0052,
      "step": 44567
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1935210232217803e-06,
      "loss": 0.0146,
      "step": 44568
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.193310824886012e-06,
      "loss": 0.0085,
      "step": 44569
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1931006337924488e-06,
      "loss": 0.001,
      "step": 44570
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.192890449941633e-06,
      "loss": 0.0063,
      "step": 44571
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.192680273334107e-06,
      "loss": 0.0111,
      "step": 44572
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.192470103970413e-06,
      "loss": 0.0031,
      "step": 44573
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.192259941851094e-06,
      "loss": 0.005,
      "step": 44574
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.192049786976693e-06,
      "loss": 0.0102,
      "step": 44575
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.191839639347748e-06,
      "loss": 0.0154,
      "step": 44576
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1916294989648073e-06,
      "loss": 0.01,
      "step": 44577
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.19141936582841e-06,
      "loss": 0.0024,
      "step": 44578
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1912092399390987e-06,
      "loss": 0.005,
      "step": 44579
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1909991212974157e-06,
      "loss": 0.0074,
      "step": 44580
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1907890099039007e-06,
      "loss": 0.0053,
      "step": 44581
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1905789057591e-06,
      "loss": 0.0062,
      "step": 44582
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.190368808863553e-06,
      "loss": 0.0146,
      "step": 44583
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1901587192178036e-06,
      "loss": 0.0048,
      "step": 44584
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.189948636822394e-06,
      "loss": 0.0065,
      "step": 44585
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1897385616778644e-06,
      "loss": 0.0098,
      "step": 44586
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1895284937847577e-06,
      "loss": 0.0059,
      "step": 44587
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1893184331436146e-06,
      "loss": 0.004,
      "step": 44588
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.18910837975498e-06,
      "loss": 0.0133,
      "step": 44589
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1888983336193947e-06,
      "loss": 0.0025,
      "step": 44590
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1886882947373985e-06,
      "loss": 0.0015,
      "step": 44591
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.188478263109537e-06,
      "loss": 0.0054,
      "step": 44592
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.188268238736351e-06,
      "loss": 0.0317,
      "step": 44593
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.188058221618381e-06,
      "loss": 0.0259,
      "step": 44594
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1878482117561706e-06,
      "loss": 0.0057,
      "step": 44595
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1876382091502586e-06,
      "loss": 0.0047,
      "step": 44596
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.187428213801191e-06,
      "loss": 0.009,
      "step": 44597
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1872182257095065e-06,
      "loss": 0.006,
      "step": 44598
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1870082448757497e-06,
      "loss": 0.0084,
      "step": 44599
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.186798271300461e-06,
      "loss": 0.0039,
      "step": 44600
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1865883049841823e-06,
      "loss": 0.0128,
      "step": 44601
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.186378345927455e-06,
      "loss": 0.0072,
      "step": 44602
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.18616839413082e-06,
      "loss": 0.0075,
      "step": 44603
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1859584495948215e-06,
      "loss": 0.0082,
      "step": 44604
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.18574851232e-06,
      "loss": 0.0054,
      "step": 44605
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1855385823068953e-06,
      "loss": 0.0124,
      "step": 44606
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.185328659556053e-06,
      "loss": 0.0043,
      "step": 44607
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1851187440680124e-06,
      "loss": 0.0017,
      "step": 44608
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1849088358433153e-06,
      "loss": 0.0017,
      "step": 44609
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.184698934882504e-06,
      "loss": 0.0048,
      "step": 44610
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1844890411861177e-06,
      "loss": 0.004,
      "step": 44611
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.184279154754701e-06,
      "loss": 0.0141,
      "step": 44612
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1840692755887934e-06,
      "loss": 0.0049,
      "step": 44613
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1838594036889387e-06,
      "loss": 0.0032,
      "step": 44614
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.183649539055679e-06,
      "loss": 0.0086,
      "step": 44615
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.183439681689551e-06,
      "loss": 0.0062,
      "step": 44616
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1832298315911003e-06,
      "loss": 0.0065,
      "step": 44617
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1830199887608653e-06,
      "loss": 0.0024,
      "step": 44618
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1828101531993915e-06,
      "loss": 0.0124,
      "step": 44619
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1826003249072193e-06,
      "loss": 0.0174,
      "step": 44620
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.182390503884886e-06,
      "loss": 0.0175,
      "step": 44621
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1821806901329402e-06,
      "loss": 0.007,
      "step": 44622
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.181970883651916e-06,
      "loss": 0.0055,
      "step": 44623
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.181761084442359e-06,
      "loss": 0.0054,
      "step": 44624
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.18155129250481e-06,
      "loss": 0.0042,
      "step": 44625
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1813415078398083e-06,
      "loss": 0.0055,
      "step": 44626
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1811317304478978e-06,
      "loss": 0.0069,
      "step": 44627
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1809219603296193e-06,
      "loss": 0.0123,
      "step": 44628
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.180712197485514e-06,
      "loss": 0.0225,
      "step": 44629
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1805024419161224e-06,
      "loss": 0.008,
      "step": 44630
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.180292693621984e-06,
      "loss": 0.0038,
      "step": 44631
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1800829526036445e-06,
      "loss": 0.0043,
      "step": 44632
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.17987321886164e-06,
      "loss": 0.0067,
      "step": 44633
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1796634923965166e-06,
      "loss": 0.0028,
      "step": 44634
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1794537732088135e-06,
      "loss": 0.0086,
      "step": 44635
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.179244061299071e-06,
      "loss": 0.0169,
      "step": 44636
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.179034356667831e-06,
      "loss": 0.0104,
      "step": 44637
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1788246593156333e-06,
      "loss": 0.0028,
      "step": 44638
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1786149692430207e-06,
      "loss": 0.0041,
      "step": 44639
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1784052864505344e-06,
      "loss": 0.0038,
      "step": 44640
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.178195610938713e-06,
      "loss": 0.0064,
      "step": 44641
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.177985942708101e-06,
      "loss": 0.0053,
      "step": 44642
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.177776281759238e-06,
      "loss": 0.0269,
      "step": 44643
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.177566628092664e-06,
      "loss": 0.0092,
      "step": 44644
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1773569817089215e-06,
      "loss": 0.0004,
      "step": 44645
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1771473426085477e-06,
      "loss": 0.0015,
      "step": 44646
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.176937710792089e-06,
      "loss": 0.005,
      "step": 44647
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.176728086260082e-06,
      "loss": 0.0035,
      "step": 44648
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.176518469013071e-06,
      "loss": 0.0043,
      "step": 44649
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.176308859051595e-06,
      "loss": 0.0042,
      "step": 44650
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.176099256376195e-06,
      "loss": 0.0136,
      "step": 44651
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1758896609874125e-06,
      "loss": 0.047,
      "step": 44652
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1756800728857863e-06,
      "loss": 0.0128,
      "step": 44653
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.17547049207186e-06,
      "loss": 0.0041,
      "step": 44654
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1752609185461733e-06,
      "loss": 0.004,
      "step": 44655
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1750513523092643e-06,
      "loss": 0.0192,
      "step": 44656
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.174841793361679e-06,
      "loss": 0.0046,
      "step": 44657
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1746322417039545e-06,
      "loss": 0.0215,
      "step": 44658
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.174422697336633e-06,
      "loss": 0.0031,
      "step": 44659
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.174213160260254e-06,
      "loss": 0.0042,
      "step": 44660
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.174003630475357e-06,
      "loss": 0.0104,
      "step": 44661
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1737941079824864e-06,
      "loss": 0.0121,
      "step": 44662
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1735845927821793e-06,
      "loss": 0.0147,
      "step": 44663
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.173375084874979e-06,
      "loss": 0.0075,
      "step": 44664
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1731655842614256e-06,
      "loss": 0.0096,
      "step": 44665
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.172956090942059e-06,
      "loss": 0.004,
      "step": 44666
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1727466049174193e-06,
      "loss": 0.0015,
      "step": 44667
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.172537126188046e-06,
      "loss": 0.0045,
      "step": 44668
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.172327654754483e-06,
      "loss": 0.0043,
      "step": 44669
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.172118190617269e-06,
      "loss": 0.0121,
      "step": 44670
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1719087337769424e-06,
      "loss": 0.0042,
      "step": 44671
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1716992842340494e-06,
      "loss": 0.0071,
      "step": 44672
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1714898419891233e-06,
      "loss": 0.0052,
      "step": 44673
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.17128040704271e-06,
      "loss": 0.0054,
      "step": 44674
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1710709793953477e-06,
      "loss": 0.0035,
      "step": 44675
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1708615590475756e-06,
      "loss": 0.0039,
      "step": 44676
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.170652145999937e-06,
      "loss": 0.008,
      "step": 44677
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1704427402529685e-06,
      "loss": 0.0195,
      "step": 44678
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.170233341807217e-06,
      "loss": 0.0038,
      "step": 44679
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1700239506632165e-06,
      "loss": 0.0101,
      "step": 44680
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1698145668215077e-06,
      "loss": 0.0209,
      "step": 44681
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1696051902826336e-06,
      "loss": 0.0042,
      "step": 44682
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1693958210471322e-06,
      "loss": 0.0507,
      "step": 44683
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1691864591155463e-06,
      "loss": 0.0093,
      "step": 44684
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.168977104488415e-06,
      "loss": 0.0046,
      "step": 44685
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1687677571662778e-06,
      "loss": 0.0274,
      "step": 44686
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.168558417149676e-06,
      "loss": 0.0107,
      "step": 44687
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.168349084439147e-06,
      "loss": 0.0096,
      "step": 44688
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.168139759035235e-06,
      "loss": 0.0147,
      "step": 44689
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1679304409384777e-06,
      "loss": 0.0063,
      "step": 44690
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.167721130149414e-06,
      "loss": 0.0112,
      "step": 44691
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1675118266685876e-06,
      "loss": 0.0058,
      "step": 44692
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1673025304965363e-06,
      "loss": 0.0066,
      "step": 44693
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1670932416338008e-06,
      "loss": 0.0036,
      "step": 44694
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.166883960080921e-06,
      "loss": 0.0074,
      "step": 44695
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1666746858384346e-06,
      "loss": 0.0187,
      "step": 44696
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1664654189068856e-06,
      "loss": 0.0016,
      "step": 44697
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1662561592868102e-06,
      "loss": 0.004,
      "step": 44698
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1660469069787527e-06,
      "loss": 0.013,
      "step": 44699
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.16583766198325e-06,
      "loss": 0.0071,
      "step": 44700
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.165628424300843e-06,
      "loss": 0.0057,
      "step": 44701
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1654191939320705e-06,
      "loss": 0.0059,
      "step": 44702
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.165209970877472e-06,
      "loss": 0.0495,
      "step": 44703
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1650007551375907e-06,
      "loss": 0.0148,
      "step": 44704
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1647915467129638e-06,
      "loss": 0.0236,
      "step": 44705
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.16458234560413e-06,
      "loss": 0.0023,
      "step": 44706
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1643731518116317e-06,
      "loss": 0.0037,
      "step": 44707
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1641639653360087e-06,
      "loss": 0.0134,
      "step": 44708
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1639547861777986e-06,
      "loss": 0.0069,
      "step": 44709
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1637456143375437e-06,
      "loss": 0.0048,
      "step": 44710
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1635364498157796e-06,
      "loss": 0.0076,
      "step": 44711
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1633272926130507e-06,
      "loss": 0.0212,
      "step": 44712
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1631181427298947e-06,
      "loss": 0.0217,
      "step": 44713
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1629090001668495e-06,
      "loss": 0.0129,
      "step": 44714
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1626998649244585e-06,
      "loss": 0.01,
      "step": 44715
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1624907370032596e-06,
      "loss": 0.0066,
      "step": 44716
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.162281616403792e-06,
      "loss": 0.0124,
      "step": 44717
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1620725031265953e-06,
      "loss": 0.0099,
      "step": 44718
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1618633971722083e-06,
      "loss": 0.0231,
      "step": 44719
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1616542985411727e-06,
      "loss": 0.0027,
      "step": 44720
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1614452072340254e-06,
      "loss": 0.0091,
      "step": 44721
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.161236123251309e-06,
      "loss": 0.0014,
      "step": 44722
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1610270465935636e-06,
      "loss": 0.0096,
      "step": 44723
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1608179772613232e-06,
      "loss": 0.0065,
      "step": 44724
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1606089152551318e-06,
      "loss": 0.0031,
      "step": 44725
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1603998605755263e-06,
      "loss": 0.0066,
      "step": 44726
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1601908132230493e-06,
      "loss": 0.0087,
      "step": 44727
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1599817731982382e-06,
      "loss": 0.0042,
      "step": 44728
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1597727405016305e-06,
      "loss": 0.0058,
      "step": 44729
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1595637151337717e-06,
      "loss": 0.0076,
      "step": 44730
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.159354697095194e-06,
      "loss": 0.0059,
      "step": 44731
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1591456863864407e-06,
      "loss": 0.0058,
      "step": 44732
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.158936683008051e-06,
      "loss": 0.0093,
      "step": 44733
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1587276869605617e-06,
      "loss": 0.0179,
      "step": 44734
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1585186982445156e-06,
      "loss": 0.0191,
      "step": 44735
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.15830971686045e-06,
      "loss": 0.0051,
      "step": 44736
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1581007428089047e-06,
      "loss": 0.0048,
      "step": 44737
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.157891776090418e-06,
      "loss": 0.0068,
      "step": 44738
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1576828167055285e-06,
      "loss": 0.0092,
      "step": 44739
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1574738646547782e-06,
      "loss": 0.0196,
      "step": 44740
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.157264919938703e-06,
      "loss": 0.01,
      "step": 44741
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.157055982557845e-06,
      "loss": 0.0023,
      "step": 44742
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1568470525127428e-06,
      "loss": 0.007,
      "step": 44743
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1566381298039346e-06,
      "loss": 0.0516,
      "step": 44744
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1564292144319594e-06,
      "loss": 0.0042,
      "step": 44745
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1562203063973546e-06,
      "loss": 0.0243,
      "step": 44746
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.156011405700663e-06,
      "loss": 0.0075,
      "step": 44747
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1558025123424224e-06,
      "loss": 0.0067,
      "step": 44748
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1555936263231686e-06,
      "loss": 0.0243,
      "step": 44749
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.155384747643446e-06,
      "loss": 0.0143,
      "step": 44750
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.15517587630379e-06,
      "loss": 0.0169,
      "step": 44751
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1549670123047407e-06,
      "loss": 0.005,
      "step": 44752
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.154758155646836e-06,
      "loss": 0.016,
      "step": 44753
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1545493063306145e-06,
      "loss": 0.0039,
      "step": 44754
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1543404643566175e-06,
      "loss": 0.0099,
      "step": 44755
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1541316297253813e-06,
      "loss": 0.0078,
      "step": 44756
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.153922802437447e-06,
      "loss": 0.0095,
      "step": 44757
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.153713982493353e-06,
      "loss": 0.0231,
      "step": 44758
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.153505169893637e-06,
      "loss": 0.0055,
      "step": 44759
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1532963646388383e-06,
      "loss": 0.0089,
      "step": 44760
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.153087566729494e-06,
      "loss": 0.0068,
      "step": 44761
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1528787761661466e-06,
      "loss": 0.0051,
      "step": 44762
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1526699929493335e-06,
      "loss": 0.004,
      "step": 44763
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.15246121707959e-06,
      "loss": 0.0062,
      "step": 44764
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.15225244855746e-06,
      "loss": 0.0132,
      "step": 44765
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1520436873834794e-06,
      "loss": 0.0245,
      "step": 44766
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1518349335581874e-06,
      "loss": 0.0058,
      "step": 44767
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.151626187082122e-06,
      "loss": 0.0102,
      "step": 44768
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1514174479558213e-06,
      "loss": 0.0053,
      "step": 44769
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.151208716179826e-06,
      "loss": 0.0379,
      "step": 44770
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1509999917546724e-06,
      "loss": 0.0047,
      "step": 44771
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1507912746809024e-06,
      "loss": 0.006,
      "step": 44772
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.150582564959054e-06,
      "loss": 0.0166,
      "step": 44773
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1503738625896608e-06,
      "loss": 0.0228,
      "step": 44774
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.150165167573266e-06,
      "loss": 0.0027,
      "step": 44775
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1499564799104054e-06,
      "loss": 0.0081,
      "step": 44776
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1497477996016215e-06,
      "loss": 0.0048,
      "step": 44777
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1495391266474493e-06,
      "loss": 0.0052,
      "step": 44778
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1493304610484267e-06,
      "loss": 0.0041,
      "step": 44779
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1491218028050968e-06,
      "loss": 0.0074,
      "step": 44780
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1489131519179917e-06,
      "loss": 0.0055,
      "step": 44781
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1487045083876545e-06,
      "loss": 0.0119,
      "step": 44782
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.148495872214622e-06,
      "loss": 0.0057,
      "step": 44783
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1482872433994305e-06,
      "loss": 0.0038,
      "step": 44784
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1480786219426224e-06,
      "loss": 0.0133,
      "step": 44785
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1478700078447324e-06,
      "loss": 0.0053,
      "step": 44786
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1476614011063033e-06,
      "loss": 0.0049,
      "step": 44787
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.147452801727869e-06,
      "loss": 0.0177,
      "step": 44788
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.147244209709967e-06,
      "loss": 0.0129,
      "step": 44789
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1470356250531406e-06,
      "loss": 0.0082,
      "step": 44790
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1468270477579224e-06,
      "loss": 0.0023,
      "step": 44791
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1466184778248554e-06,
      "loss": 0.0092,
      "step": 44792
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1464099152544753e-06,
      "loss": 0.0095,
      "step": 44793
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1462013600473213e-06,
      "loss": 0.0038,
      "step": 44794
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.145992812203931e-06,
      "loss": 0.0131,
      "step": 44795
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1457842717248405e-06,
      "loss": 0.0118,
      "step": 44796
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1455757386105915e-06,
      "loss": 0.0254,
      "step": 44797
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1453672128617204e-06,
      "loss": 0.004,
      "step": 44798
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.145158694478764e-06,
      "loss": 0.0211,
      "step": 44799
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1449501834622628e-06,
      "loss": 0.0086,
      "step": 44800
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.144741679812754e-06,
      "loss": 0.0068,
      "step": 44801
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.144533183530775e-06,
      "loss": 0.006,
      "step": 44802
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1443246946168644e-06,
      "loss": 0.0028,
      "step": 44803
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.144116213071558e-06,
      "loss": 0.0226,
      "step": 44804
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1439077388953975e-06,
      "loss": 0.0046,
      "step": 44805
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.143699272088917e-06,
      "loss": 0.0051,
      "step": 44806
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1434908126526584e-06,
      "loss": 0.0051,
      "step": 44807
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.143282360587157e-06,
      "loss": 0.0131,
      "step": 44808
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.143073915892952e-06,
      "loss": 0.0105,
      "step": 44809
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1428654785705806e-06,
      "loss": 0.0034,
      "step": 44810
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1426570486205777e-06,
      "loss": 0.0295,
      "step": 44811
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1424486260434867e-06,
      "loss": 0.0109,
      "step": 44812
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.142240210839842e-06,
      "loss": 0.0129,
      "step": 44813
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1420318030101808e-06,
      "loss": 0.0084,
      "step": 44814
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1418234025550433e-06,
      "loss": 0.0068,
      "step": 44815
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1416150094749666e-06,
      "loss": 0.0123,
      "step": 44816
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1414066237704878e-06,
      "loss": 0.0021,
      "step": 44817
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1411982454421442e-06,
      "loss": 0.0043,
      "step": 44818
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.140989874490472e-06,
      "loss": 0.0018,
      "step": 44819
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1407815109160136e-06,
      "loss": 0.0053,
      "step": 44820
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1405731547193013e-06,
      "loss": 0.0108,
      "step": 44821
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1403648059008776e-06,
      "loss": 0.0118,
      "step": 44822
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1401564644612775e-06,
      "loss": 0.013,
      "step": 44823
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1399481304010387e-06,
      "loss": 0.0046,
      "step": 44824
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1397398037206994e-06,
      "loss": 0.0065,
      "step": 44825
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.139531484420795e-06,
      "loss": 0.015,
      "step": 44826
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.139323172501866e-06,
      "loss": 0.0098,
      "step": 44827
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1391148679644493e-06,
      "loss": 0.0021,
      "step": 44828
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1389065708090794e-06,
      "loss": 0.0048,
      "step": 44829
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1386982810362983e-06,
      "loss": 0.0201,
      "step": 44830
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1384899986466413e-06,
      "loss": 0.0076,
      "step": 44831
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1382817236406455e-06,
      "loss": 0.0263,
      "step": 44832
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.138073456018849e-06,
      "loss": 0.011,
      "step": 44833
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.137865195781787e-06,
      "loss": 0.0059,
      "step": 44834
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.137656942930001e-06,
      "loss": 0.0029,
      "step": 44835
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1374486974640237e-06,
      "loss": 0.0051,
      "step": 44836
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1372404593843988e-06,
      "loss": 0.0035,
      "step": 44837
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.137032228691657e-06,
      "loss": 0.0053,
      "step": 44838
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1368240053863374e-06,
      "loss": 0.005,
      "step": 44839
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1366157894689797e-06,
      "loss": 0.0315,
      "step": 44840
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.136407580940118e-06,
      "loss": 0.0041,
      "step": 44841
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.136199379800293e-06,
      "loss": 0.0075,
      "step": 44842
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1359911860500397e-06,
      "loss": 0.0105,
      "step": 44843
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1357829996898967e-06,
      "loss": 0.0047,
      "step": 44844
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.135574820720399e-06,
      "loss": 0.0087,
      "step": 44845
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.135366649142084e-06,
      "loss": 0.0075,
      "step": 44846
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1351584849554914e-06,
      "loss": 0.0148,
      "step": 44847
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1349503281611566e-06,
      "loss": 0.004,
      "step": 44848
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1347421787596157e-06,
      "loss": 0.0059,
      "step": 44849
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.134534036751408e-06,
      "loss": 0.0127,
      "step": 44850
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.13432590213707e-06,
      "loss": 0.0142,
      "step": 44851
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1341177749171384e-06,
      "loss": 0.0057,
      "step": 44852
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1339096550921496e-06,
      "loss": 0.0108,
      "step": 44853
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.13370154266264e-06,
      "loss": 0.0156,
      "step": 44854
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1334934376291496e-06,
      "loss": 0.0043,
      "step": 44855
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.133285339992211e-06,
      "loss": 0.0098,
      "step": 44856
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.133077249752366e-06,
      "loss": 0.01,
      "step": 44857
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1328691669101497e-06,
      "loss": 0.01,
      "step": 44858
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1326610914660976e-06,
      "loss": 0.0113,
      "step": 44859
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1324530234207487e-06,
      "loss": 0.0206,
      "step": 44860
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.132244962774636e-06,
      "loss": 0.0043,
      "step": 44861
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1320369095283017e-06,
      "loss": 0.0041,
      "step": 44862
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.13182886368228e-06,
      "loss": 0.0059,
      "step": 44863
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.131620825237106e-06,
      "loss": 0.0063,
      "step": 44864
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.13141279419332e-06,
      "loss": 0.025,
      "step": 44865
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1312047705514567e-06,
      "loss": 0.0064,
      "step": 44866
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1309967543120536e-06,
      "loss": 0.0066,
      "step": 44867
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1307887454756477e-06,
      "loss": 0.0102,
      "step": 44868
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.130580744042772e-06,
      "loss": 0.0283,
      "step": 44869
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1303727500139697e-06,
      "loss": 0.0058,
      "step": 44870
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1301647633897717e-06,
      "loss": 0.0105,
      "step": 44871
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1299567841707194e-06,
      "loss": 0.0199,
      "step": 44872
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.129748812357347e-06,
      "loss": 0.0022,
      "step": 44873
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1295408479501907e-06,
      "loss": 0.0096,
      "step": 44874
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1293328909497884e-06,
      "loss": 0.0053,
      "step": 44875
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.129124941356674e-06,
      "loss": 0.0055,
      "step": 44876
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1289169991713882e-06,
      "loss": 0.0117,
      "step": 44877
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1287090643944657e-06,
      "loss": 0.0057,
      "step": 44878
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.128501137026441e-06,
      "loss": 0.0378,
      "step": 44879
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.128293217067854e-06,
      "loss": 0.0033,
      "step": 44880
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1280853045192397e-06,
      "loss": 0.0088,
      "step": 44881
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1278773993811346e-06,
      "loss": 0.004,
      "step": 44882
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.127669501654075e-06,
      "loss": 0.0126,
      "step": 44883
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.127461611338596e-06,
      "loss": 0.0146,
      "step": 44884
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1272537284352367e-06,
      "loss": 0.0064,
      "step": 44885
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1270458529445315e-06,
      "loss": 0.003,
      "step": 44886
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.126837984867019e-06,
      "loss": 0.0039,
      "step": 44887
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1266301242032355e-06,
      "loss": 0.0077,
      "step": 44888
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.126422270953713e-06,
      "loss": 0.0261,
      "step": 44889
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1262144251189927e-06,
      "loss": 0.0034,
      "step": 44890
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1260065866996065e-06,
      "loss": 0.0092,
      "step": 44891
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1257987556960958e-06,
      "loss": 0.0163,
      "step": 44892
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.125590932108994e-06,
      "loss": 0.0044,
      "step": 44893
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.125383115938836e-06,
      "loss": 0.0131,
      "step": 44894
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1251753071861638e-06,
      "loss": 0.0058,
      "step": 44895
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.124967505851505e-06,
      "loss": 0.0069,
      "step": 44896
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.124759711935403e-06,
      "loss": 0.0034,
      "step": 44897
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1245519254383907e-06,
      "loss": 0.0088,
      "step": 44898
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1243441463610033e-06,
      "loss": 0.0052,
      "step": 44899
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1241363747037803e-06,
      "loss": 0.0054,
      "step": 44900
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1239286104672563e-06,
      "loss": 0.013,
      "step": 44901
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1237208536519666e-06,
      "loss": 0.0104,
      "step": 44902
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1235131042584486e-06,
      "loss": 0.0244,
      "step": 44903
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.123305362287235e-06,
      "loss": 0.0135,
      "step": 44904
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1230976277388664e-06,
      "loss": 0.0138,
      "step": 44905
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1228899006138755e-06,
      "loss": 0.0062,
      "step": 44906
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.122682180912801e-06,
      "loss": 0.01,
      "step": 44907
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.122474468636178e-06,
      "loss": 0.0076,
      "step": 44908
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1222667637845416e-06,
      "loss": 0.0013,
      "step": 44909
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1220590663584283e-06,
      "loss": 0.0097,
      "step": 44910
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.121851376358372e-06,
      "loss": 0.0221,
      "step": 44911
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1216436937849125e-06,
      "loss": 0.0186,
      "step": 44912
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.121436018638584e-06,
      "loss": 0.0114,
      "step": 44913
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.12122835091992e-06,
      "loss": 0.0019,
      "step": 44914
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1210206906294602e-06,
      "loss": 0.0097,
      "step": 44915
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1208130377677382e-06,
      "loss": 0.0062,
      "step": 44916
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.120605392335291e-06,
      "loss": 0.0084,
      "step": 44917
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1203977543326533e-06,
      "loss": 0.0012,
      "step": 44918
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1201901237603594e-06,
      "loss": 0.0038,
      "step": 44919
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.119982500618949e-06,
      "loss": 0.0041,
      "step": 44920
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.119774884908953e-06,
      "loss": 0.0068,
      "step": 44921
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.119567276630913e-06,
      "loss": 0.0026,
      "step": 44922
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.119359675785361e-06,
      "loss": 0.0072,
      "step": 44923
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.119152082372833e-06,
      "loss": 0.0165,
      "step": 44924
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.118944496393865e-06,
      "loss": 0.0049,
      "step": 44925
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.118736917848991e-06,
      "loss": 0.0034,
      "step": 44926
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1185293467387496e-06,
      "loss": 0.0156,
      "step": 44927
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.118321783063675e-06,
      "loss": 0.0158,
      "step": 44928
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.118114226824301e-06,
      "loss": 0.0097,
      "step": 44929
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1179066780211673e-06,
      "loss": 0.0017,
      "step": 44930
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.117699136654806e-06,
      "loss": 0.0133,
      "step": 44931
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1174916027257546e-06,
      "loss": 0.0389,
      "step": 44932
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.117284076234547e-06,
      "loss": 0.0286,
      "step": 44933
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1170765571817182e-06,
      "loss": 0.0082,
      "step": 44934
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1168690455678067e-06,
      "loss": 0.0095,
      "step": 44935
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.116661541393344e-06,
      "loss": 0.013,
      "step": 44936
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.116454044658869e-06,
      "loss": 0.0177,
      "step": 44937
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1162465553649164e-06,
      "loss": 0.008,
      "step": 44938
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1160390735120207e-06,
      "loss": 0.0053,
      "step": 44939
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1158315991007174e-06,
      "loss": 0.0148,
      "step": 44940
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.11562413213154e-06,
      "loss": 0.0074,
      "step": 44941
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.115416672605028e-06,
      "loss": 0.0179,
      "step": 44942
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1152092205217144e-06,
      "loss": 0.0054,
      "step": 44943
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.115001775882133e-06,
      "loss": 0.0037,
      "step": 44944
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1147943386868244e-06,
      "loss": 0.0135,
      "step": 44945
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1145869089363157e-06,
      "loss": 0.0035,
      "step": 44946
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.114379486631149e-06,
      "loss": 0.0044,
      "step": 44947
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.114172071771857e-06,
      "loss": 0.0193,
      "step": 44948
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1139646643589736e-06,
      "loss": 0.0027,
      "step": 44949
    },
    {
      "epoch": 0.7,
      "learning_rate": 2.1137572643930364e-06,
      "loss": 0.0014,
      "step": 44950
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1135498718745784e-06,
      "loss": 0.0066,
      "step": 44951
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.113342486804139e-06,
      "loss": 0.0022,
      "step": 44952
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.113135109182249e-06,
      "loss": 0.0033,
      "step": 44953
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.112927739009443e-06,
      "loss": 0.0045,
      "step": 44954
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1127203762862585e-06,
      "loss": 0.0036,
      "step": 44955
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1125130210132288e-06,
      "loss": 0.0157,
      "step": 44956
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.112305673190892e-06,
      "loss": 0.0106,
      "step": 44957
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.112098332819781e-06,
      "loss": 0.0239,
      "step": 44958
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1118909999004305e-06,
      "loss": 0.0033,
      "step": 44959
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1116836744333763e-06,
      "loss": 0.0038,
      "step": 44960
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1114763564191515e-06,
      "loss": 0.0074,
      "step": 44961
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.111269045858294e-06,
      "loss": 0.0064,
      "step": 44962
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1110617427513376e-06,
      "loss": 0.0039,
      "step": 44963
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1108544470988145e-06,
      "loss": 0.0143,
      "step": 44964
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1106471589012646e-06,
      "loss": 0.0116,
      "step": 44965
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1104398781592195e-06,
      "loss": 0.0048,
      "step": 44966
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1102326048732154e-06,
      "loss": 0.0052,
      "step": 44967
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.110025339043786e-06,
      "loss": 0.0104,
      "step": 44968
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1098180806714647e-06,
      "loss": 0.0025,
      "step": 44969
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1096108297567904e-06,
      "loss": 0.0026,
      "step": 44970
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1094035863002933e-06,
      "loss": 0.0027,
      "step": 44971
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1091963503025125e-06,
      "loss": 0.0301,
      "step": 44972
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.108989121763981e-06,
      "loss": 0.0041,
      "step": 44973
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1087819006852327e-06,
      "loss": 0.0126,
      "step": 44974
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.108574687066803e-06,
      "loss": 0.0098,
      "step": 44975
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1083674809092253e-06,
      "loss": 0.0238,
      "step": 44976
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1081602822130365e-06,
      "loss": 0.003,
      "step": 44977
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1079530909787706e-06,
      "loss": 0.0092,
      "step": 44978
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1077459072069593e-06,
      "loss": 0.0166,
      "step": 44979
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1075387308981427e-06,
      "loss": 0.0427,
      "step": 44980
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.107331562052851e-06,
      "loss": 0.0078,
      "step": 44981
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1071244006716214e-06,
      "loss": 0.0051,
      "step": 44982
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1069172467549865e-06,
      "loss": 0.0033,
      "step": 44983
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1067101003034795e-06,
      "loss": 0.0079,
      "step": 44984
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.106502961317639e-06,
      "loss": 0.0092,
      "step": 44985
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1062958297979957e-06,
      "loss": 0.0149,
      "step": 44986
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1060887057450875e-06,
      "loss": 0.0041,
      "step": 44987
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.105881589159447e-06,
      "loss": 0.0055,
      "step": 44988
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1056744800416086e-06,
      "loss": 0.0133,
      "step": 44989
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.105467378392107e-06,
      "loss": 0.0009,
      "step": 44990
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.105260284211475e-06,
      "loss": 0.0082,
      "step": 44991
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1050531975002495e-06,
      "loss": 0.0116,
      "step": 44992
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1048461182589646e-06,
      "loss": 0.0062,
      "step": 44993
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1046390464881516e-06,
      "loss": 0.0087,
      "step": 44994
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.104431982188349e-06,
      "loss": 0.0411,
      "step": 44995
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1042249253600887e-06,
      "loss": 0.0051,
      "step": 44996
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.104017876003906e-06,
      "loss": 0.0016,
      "step": 44997
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.103810834120334e-06,
      "loss": 0.0148,
      "step": 44998
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1036037997099063e-06,
      "loss": 0.0042,
      "step": 44999
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1033967727731596e-06,
      "loss": 0.0065,
      "step": 45000
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.103189753310625e-06,
      "loss": 0.0155,
      "step": 45001
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1029827413228402e-06,
      "loss": 0.0179,
      "step": 45002
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.10277573681034e-06,
      "loss": 0.0029,
      "step": 45003
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.102568739773652e-06,
      "loss": 0.0061,
      "step": 45004
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.102361750213317e-06,
      "loss": 0.0041,
      "step": 45005
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1021547681298643e-06,
      "loss": 0.0069,
      "step": 45006
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1019477935238325e-06,
      "loss": 0.0047,
      "step": 45007
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1017408263957526e-06,
      "loss": 0.0318,
      "step": 45008
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1015338667461606e-06,
      "loss": 0.0103,
      "step": 45009
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1013269145755887e-06,
      "loss": 0.0142,
      "step": 45010
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.10111996988457e-06,
      "loss": 0.0264,
      "step": 45011
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1009130326736427e-06,
      "loss": 0.0018,
      "step": 45012
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.100706102943337e-06,
      "loss": 0.0024,
      "step": 45013
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.100499180694187e-06,
      "loss": 0.0053,
      "step": 45014
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1002922659267293e-06,
      "loss": 0.0074,
      "step": 45015
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.1000853586414966e-06,
      "loss": 0.0119,
      "step": 45016
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.099878458839022e-06,
      "loss": 0.0068,
      "step": 45017
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0996715665198393e-06,
      "loss": 0.0021,
      "step": 45018
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0994646816844815e-06,
      "loss": 0.0069,
      "step": 45019
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0992578043334855e-06,
      "loss": 0.0071,
      "step": 45020
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0990509344673814e-06,
      "loss": 0.0069,
      "step": 45021
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.098844072086707e-06,
      "loss": 0.002,
      "step": 45022
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.098637217191994e-06,
      "loss": 0.0083,
      "step": 45023
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.098430369783776e-06,
      "loss": 0.0157,
      "step": 45024
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.098223529862587e-06,
      "loss": 0.0026,
      "step": 45025
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.098016697428958e-06,
      "loss": 0.016,
      "step": 45026
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0978098724834283e-06,
      "loss": 0.0353,
      "step": 45027
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.097603055026528e-06,
      "loss": 0.0032,
      "step": 45028
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.09739624505879e-06,
      "loss": 0.0079,
      "step": 45029
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.097189442580751e-06,
      "loss": 0.0158,
      "step": 45030
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.096982647592943e-06,
      "loss": 0.0039,
      "step": 45031
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0967758600958986e-06,
      "loss": 0.0059,
      "step": 45032
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0965690800901536e-06,
      "loss": 0.0045,
      "step": 45033
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0963623075762375e-06,
      "loss": 0.0029,
      "step": 45034
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0961555425546887e-06,
      "loss": 0.0165,
      "step": 45035
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.095948785026037e-06,
      "loss": 0.0196,
      "step": 45036
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0957420349908192e-06,
      "loss": 0.0027,
      "step": 45037
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0955352924495676e-06,
      "loss": 0.0125,
      "step": 45038
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0953285574028144e-06,
      "loss": 0.0068,
      "step": 45039
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0951218298510944e-06,
      "loss": 0.0066,
      "step": 45040
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0949151097949384e-06,
      "loss": 0.0034,
      "step": 45041
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.094708397234884e-06,
      "loss": 0.0039,
      "step": 45042
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0945016921714617e-06,
      "loss": 0.0068,
      "step": 45043
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0942949946052045e-06,
      "loss": 0.0113,
      "step": 45044
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0940883045366482e-06,
      "loss": 0.0051,
      "step": 45045
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.093881621966325e-06,
      "loss": 0.0042,
      "step": 45046
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0936749468947683e-06,
      "loss": 0.0063,
      "step": 45047
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.093468279322511e-06,
      "loss": 0.0052,
      "step": 45048
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0932616192500845e-06,
      "loss": 0.003,
      "step": 45049
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.093054966678026e-06,
      "loss": 0.013,
      "step": 45050
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0928483216068647e-06,
      "loss": 0.024,
      "step": 45051
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.092641684037138e-06,
      "loss": 0.0052,
      "step": 45052
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0924350539693785e-06,
      "loss": 0.0065,
      "step": 45053
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0922284314041143e-06,
      "loss": 0.0053,
      "step": 45054
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0920218163418837e-06,
      "loss": 0.0118,
      "step": 45055
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0918152087832168e-06,
      "loss": 0.0175,
      "step": 45056
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.09160860872865e-06,
      "loss": 0.0151,
      "step": 45057
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.091402016178714e-06,
      "loss": 0.0113,
      "step": 45058
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.091195431133941e-06,
      "loss": 0.0115,
      "step": 45059
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.090988853594869e-06,
      "loss": 0.0048,
      "step": 45060
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0907822835620243e-06,
      "loss": 0.0099,
      "step": 45061
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.090575721035945e-06,
      "loss": 0.0194,
      "step": 45062
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0903691660171614e-06,
      "loss": 0.0037,
      "step": 45063
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0901626185062064e-06,
      "loss": 0.0123,
      "step": 45064
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0899560785036153e-06,
      "loss": 0.0121,
      "step": 45065
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.08974954600992e-06,
      "loss": 0.0211,
      "step": 45066
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.089543021025653e-06,
      "loss": 0.0108,
      "step": 45067
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.089336503551347e-06,
      "loss": 0.0026,
      "step": 45068
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0891299935875333e-06,
      "loss": 0.0099,
      "step": 45069
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0889234911347483e-06,
      "loss": 0.0123,
      "step": 45070
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0887169961935214e-06,
      "loss": 0.0248,
      "step": 45071
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0885105087643896e-06,
      "loss": 0.0095,
      "step": 45072
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0883040288478827e-06,
      "loss": 0.002,
      "step": 45073
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0880975564445343e-06,
      "loss": 0.0131,
      "step": 45074
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0878910915548772e-06,
      "loss": 0.0016,
      "step": 45075
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0876846341794417e-06,
      "loss": 0.0145,
      "step": 45076
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0874781843187647e-06,
      "loss": 0.0059,
      "step": 45077
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0872717419733766e-06,
      "loss": 0.0074,
      "step": 45078
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0870653071438096e-06,
      "loss": 0.011,
      "step": 45079
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0868588798305983e-06,
      "loss": 0.0131,
      "step": 45080
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.086652460034274e-06,
      "loss": 0.0048,
      "step": 45081
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.08644604775537e-06,
      "loss": 0.0031,
      "step": 45082
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.086239642994419e-06,
      "loss": 0.0037,
      "step": 45083
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0860332457519503e-06,
      "loss": 0.0035,
      "step": 45084
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.085826856028502e-06,
      "loss": 0.0024,
      "step": 45085
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.085620473824601e-06,
      "loss": 0.0051,
      "step": 45086
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.085414099140785e-06,
      "loss": 0.0058,
      "step": 45087
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.085207731977585e-06,
      "loss": 0.0094,
      "step": 45088
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.085001372335532e-06,
      "loss": 0.0181,
      "step": 45089
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0847950202151596e-06,
      "loss": 0.0052,
      "step": 45090
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.084588675616998e-06,
      "loss": 0.0075,
      "step": 45091
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0843823385415835e-06,
      "loss": 0.0089,
      "step": 45092
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0841760089894464e-06,
      "loss": 0.0064,
      "step": 45093
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0839696869611175e-06,
      "loss": 0.0055,
      "step": 45094
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0837633724571326e-06,
      "loss": 0.0062,
      "step": 45095
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0835570654780225e-06,
      "loss": 0.0026,
      "step": 45096
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0833507660243197e-06,
      "loss": 0.0044,
      "step": 45097
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.083144474096556e-06,
      "loss": 0.0106,
      "step": 45098
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0829381896952624e-06,
      "loss": 0.0069,
      "step": 45099
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0827319128209745e-06,
      "loss": 0.0094,
      "step": 45100
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0825256434742206e-06,
      "loss": 0.0087,
      "step": 45101
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0823193816555377e-06,
      "loss": 0.0051,
      "step": 45102
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0821131273654547e-06,
      "loss": 0.0013,
      "step": 45103
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0819068806045057e-06,
      "loss": 0.0063,
      "step": 45104
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.081700641373221e-06,
      "loss": 0.0075,
      "step": 45105
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.081494409672132e-06,
      "loss": 0.0068,
      "step": 45106
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0812881855017735e-06,
      "loss": 0.0097,
      "step": 45107
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0810819688626777e-06,
      "loss": 0.0075,
      "step": 45108
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.080875759755373e-06,
      "loss": 0.0043,
      "step": 45109
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0806695581803974e-06,
      "loss": 0.0061,
      "step": 45110
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0804633641382763e-06,
      "loss": 0.0434,
      "step": 45111
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0802571776295473e-06,
      "loss": 0.0179,
      "step": 45112
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0800509986547396e-06,
      "loss": 0.004,
      "step": 45113
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0798448272143845e-06,
      "loss": 0.0205,
      "step": 45114
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0796386633090164e-06,
      "loss": 0.0036,
      "step": 45115
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.079432506939165e-06,
      "loss": 0.0008,
      "step": 45116
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0792263581053667e-06,
      "loss": 0.0058,
      "step": 45117
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0790202168081486e-06,
      "loss": 0.0084,
      "step": 45118
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.078814083048042e-06,
      "loss": 0.0134,
      "step": 45119
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.078607956825583e-06,
      "loss": 0.0036,
      "step": 45120
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0784018381412995e-06,
      "loss": 0.009,
      "step": 45121
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.078195726995727e-06,
      "loss": 0.016,
      "step": 45122
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.077989623389396e-06,
      "loss": 0.0072,
      "step": 45123
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0777835273228376e-06,
      "loss": 0.0324,
      "step": 45124
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0775774387965836e-06,
      "loss": 0.014,
      "step": 45125
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.077371357811165e-06,
      "loss": 0.003,
      "step": 45126
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.077165284367116e-06,
      "loss": 0.004,
      "step": 45127
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.076959218464967e-06,
      "loss": 0.0171,
      "step": 45128
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.076753160105248e-06,
      "loss": 0.0032,
      "step": 45129
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.076547109288495e-06,
      "loss": 0.0052,
      "step": 45130
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.076341066015236e-06,
      "loss": 0.0082,
      "step": 45131
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0761350302860038e-06,
      "loss": 0.0059,
      "step": 45132
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.075929002101331e-06,
      "loss": 0.0176,
      "step": 45133
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0757229814617457e-06,
      "loss": 0.0034,
      "step": 45134
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.075516968367784e-06,
      "loss": 0.0161,
      "step": 45135
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0753109628199736e-06,
      "loss": 0.0192,
      "step": 45136
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0751049648188497e-06,
      "loss": 0.0024,
      "step": 45137
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.074898974364942e-06,
      "loss": 0.0116,
      "step": 45138
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0746929914587826e-06,
      "loss": 0.0023,
      "step": 45139
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.074487016100903e-06,
      "loss": 0.013,
      "step": 45140
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0742810482918313e-06,
      "loss": 0.0105,
      "step": 45141
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0740750880321043e-06,
      "loss": 0.0167,
      "step": 45142
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0738691353222513e-06,
      "loss": 0.0201,
      "step": 45143
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0736631901628012e-06,
      "loss": 0.0051,
      "step": 45144
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0734572525542895e-06,
      "loss": 0.007,
      "step": 45145
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.073251322497246e-06,
      "loss": 0.0047,
      "step": 45146
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0730453999922016e-06,
      "loss": 0.0298,
      "step": 45147
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0728394850396884e-06,
      "loss": 0.0098,
      "step": 45148
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.072633577640235e-06,
      "loss": 0.0056,
      "step": 45149
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.072427677794377e-06,
      "loss": 0.0346,
      "step": 45150
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0722217855026416e-06,
      "loss": 0.0116,
      "step": 45151
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0720159007655644e-06,
      "loss": 0.0018,
      "step": 45152
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0718100235836737e-06,
      "loss": 0.0074,
      "step": 45153
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0716041539575016e-06,
      "loss": 0.0035,
      "step": 45154
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.071398291887579e-06,
      "loss": 0.0037,
      "step": 45155
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0711924373744357e-06,
      "loss": 0.0081,
      "step": 45156
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0709865904186062e-06,
      "loss": 0.0032,
      "step": 45157
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0707807510206196e-06,
      "loss": 0.0171,
      "step": 45158
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0705749191810053e-06,
      "loss": 0.0096,
      "step": 45159
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0703690949002986e-06,
      "loss": 0.0084,
      "step": 45160
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.070163278179028e-06,
      "loss": 0.0148,
      "step": 45161
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0699574690177253e-06,
      "loss": 0.0167,
      "step": 45162
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.069751667416921e-06,
      "loss": 0.0046,
      "step": 45163
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0695458733771445e-06,
      "loss": 0.008,
      "step": 45164
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0693400868989304e-06,
      "loss": 0.0106,
      "step": 45165
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0691343079828062e-06,
      "loss": 0.009,
      "step": 45166
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0689285366293065e-06,
      "loss": 0.0093,
      "step": 45167
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.068722772838962e-06,
      "loss": 0.0058,
      "step": 45168
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0685170166122986e-06,
      "loss": 0.0039,
      "step": 45169
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0683112679498522e-06,
      "loss": 0.0022,
      "step": 45170
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0681055268521512e-06,
      "loss": 0.0053,
      "step": 45171
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.067899793319729e-06,
      "loss": 0.0136,
      "step": 45172
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0676940673531144e-06,
      "loss": 0.0028,
      "step": 45173
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0674883489528386e-06,
      "loss": 0.0045,
      "step": 45174
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.067282638119433e-06,
      "loss": 0.0053,
      "step": 45175
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.067076934853426e-06,
      "loss": 0.0094,
      "step": 45176
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.066871239155352e-06,
      "loss": 0.0064,
      "step": 45177
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0666655510257406e-06,
      "loss": 0.013,
      "step": 45178
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0664598704651197e-06,
      "loss": 0.0065,
      "step": 45179
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.066254197474025e-06,
      "loss": 0.008,
      "step": 45180
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0660485320529837e-06,
      "loss": 0.002,
      "step": 45181
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0658428742025278e-06,
      "loss": 0.0126,
      "step": 45182
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0656372239231873e-06,
      "loss": 0.0164,
      "step": 45183
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0654315812154914e-06,
      "loss": 0.01,
      "step": 45184
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0652259460799743e-06,
      "loss": 0.0053,
      "step": 45185
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.065020318517163e-06,
      "loss": 0.0048,
      "step": 45186
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0648146985275913e-06,
      "loss": 0.0062,
      "step": 45187
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.064609086111789e-06,
      "loss": 0.0065,
      "step": 45188
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.064403481270285e-06,
      "loss": 0.0112,
      "step": 45189
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0641978840036113e-06,
      "loss": 0.0076,
      "step": 45190
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0639922943122962e-06,
      "loss": 0.0025,
      "step": 45191
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0637867121968734e-06,
      "loss": 0.0035,
      "step": 45192
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.063581137657872e-06,
      "loss": 0.0204,
      "step": 45193
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0633755706958203e-06,
      "loss": 0.0146,
      "step": 45194
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.063170011311253e-06,
      "loss": 0.0109,
      "step": 45195
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0629644595046977e-06,
      "loss": 0.0252,
      "step": 45196
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.062758915276685e-06,
      "loss": 0.0045,
      "step": 45197
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0625533786277463e-06,
      "loss": 0.0043,
      "step": 45198
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0623478495584094e-06,
      "loss": 0.013,
      "step": 45199
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.062142328069208e-06,
      "loss": 0.0057,
      "step": 45200
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0619368141606695e-06,
      "loss": 0.0073,
      "step": 45201
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.061731307833327e-06,
      "loss": 0.0104,
      "step": 45202
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0615258090877094e-06,
      "loss": 0.0051,
      "step": 45203
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0613203179243467e-06,
      "loss": 0.0101,
      "step": 45204
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0611148343437703e-06,
      "loss": 0.0075,
      "step": 45205
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0609093583465067e-06,
      "loss": 0.004,
      "step": 45206
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.060703889933091e-06,
      "loss": 0.0035,
      "step": 45207
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0604984291040514e-06,
      "loss": 0.0034,
      "step": 45208
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.060292975859916e-06,
      "loss": 0.0066,
      "step": 45209
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0600875302012193e-06,
      "loss": 0.0063,
      "step": 45210
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.059882092128488e-06,
      "loss": 0.0075,
      "step": 45211
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0596766616422537e-06,
      "loss": 0.0213,
      "step": 45212
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0594712387430452e-06,
      "loss": 0.0084,
      "step": 45213
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0592658234313927e-06,
      "loss": 0.0199,
      "step": 45214
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.059060415707828e-06,
      "loss": 0.0072,
      "step": 45215
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0588550155728783e-06,
      "loss": 0.0021,
      "step": 45216
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.058649623027077e-06,
      "loss": 0.0068,
      "step": 45217
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.058444238070954e-06,
      "loss": 0.008,
      "step": 45218
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0582388607050346e-06,
      "loss": 0.0166,
      "step": 45219
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0580334909298535e-06,
      "loss": 0.0274,
      "step": 45220
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.057828128745936e-06,
      "loss": 0.0081,
      "step": 45221
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.057622774153818e-06,
      "loss": 0.0085,
      "step": 45222
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0574174271540255e-06,
      "loss": 0.0071,
      "step": 45223
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0572120877470876e-06,
      "loss": 0.0411,
      "step": 45224
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0570067559335396e-06,
      "loss": 0.0084,
      "step": 45225
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0568014317139032e-06,
      "loss": 0.0083,
      "step": 45226
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0565961150887148e-06,
      "loss": 0.0054,
      "step": 45227
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0563908060585014e-06,
      "loss": 0.0046,
      "step": 45228
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0561855046237917e-06,
      "loss": 0.0072,
      "step": 45229
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0559802107851185e-06,
      "loss": 0.0058,
      "step": 45230
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0557749245430082e-06,
      "loss": 0.0071,
      "step": 45231
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0555696458979957e-06,
      "loss": 0.0234,
      "step": 45232
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0553643748506053e-06,
      "loss": 0.0121,
      "step": 45233
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0551591114013677e-06,
      "loss": 0.0037,
      "step": 45234
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0549538555508143e-06,
      "loss": 0.0078,
      "step": 45235
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.054748607299472e-06,
      "loss": 0.0143,
      "step": 45236
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0545433666478747e-06,
      "loss": 0.0052,
      "step": 45237
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0543381335965498e-06,
      "loss": 0.0056,
      "step": 45238
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.054132908146026e-06,
      "loss": 0.0101,
      "step": 45239
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0539276902968336e-06,
      "loss": 0.0071,
      "step": 45240
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0537224800495003e-06,
      "loss": 0.0027,
      "step": 45241
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0535172774045597e-06,
      "loss": 0.0089,
      "step": 45242
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0533120823625385e-06,
      "loss": 0.0133,
      "step": 45243
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.053106894923965e-06,
      "loss": 0.0056,
      "step": 45244
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0529017150893716e-06,
      "loss": 0.0045,
      "step": 45245
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0526965428592863e-06,
      "loss": 0.0089,
      "step": 45246
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.05249137823424e-06,
      "loss": 0.0186,
      "step": 45247
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0522862212147594e-06,
      "loss": 0.0129,
      "step": 45248
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0520810718013735e-06,
      "loss": 0.0085,
      "step": 45249
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0518759299946158e-06,
      "loss": 0.0054,
      "step": 45250
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0516707957950105e-06,
      "loss": 0.0034,
      "step": 45251
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0514656692030923e-06,
      "loss": 0.0055,
      "step": 45252
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.051260550219387e-06,
      "loss": 0.0066,
      "step": 45253
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.051055438844425e-06,
      "loss": 0.0086,
      "step": 45254
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.050850335078735e-06,
      "loss": 0.0114,
      "step": 45255
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0506452389228452e-06,
      "loss": 0.0239,
      "step": 45256
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0504401503772876e-06,
      "loss": 0.0183,
      "step": 45257
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.05023506944259e-06,
      "loss": 0.0158,
      "step": 45258
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0500299961192794e-06,
      "loss": 0.0301,
      "step": 45259
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0498249304078886e-06,
      "loss": 0.0157,
      "step": 45260
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0496198723089454e-06,
      "loss": 0.0029,
      "step": 45261
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0494148218229786e-06,
      "loss": 0.009,
      "step": 45262
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.049209778950518e-06,
      "loss": 0.0128,
      "step": 45263
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0490047436920896e-06,
      "loss": 0.0042,
      "step": 45264
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0487997160482267e-06,
      "loss": 0.0161,
      "step": 45265
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0485946960194563e-06,
      "loss": 0.0098,
      "step": 45266
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0483896836063067e-06,
      "loss": 0.0049,
      "step": 45267
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.048184678809309e-06,
      "loss": 0.0175,
      "step": 45268
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.047979681628991e-06,
      "loss": 0.0055,
      "step": 45269
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.047774692065882e-06,
      "loss": 0.0114,
      "step": 45270
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0475697101205105e-06,
      "loss": 0.0033,
      "step": 45271
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.047364735793404e-06,
      "loss": 0.0095,
      "step": 45272
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0471597690850948e-06,
      "loss": 0.003,
      "step": 45273
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0469548099961077e-06,
      "loss": 0.0094,
      "step": 45274
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0467498585269778e-06,
      "loss": 0.0056,
      "step": 45275
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0465449146782285e-06,
      "loss": 0.0017,
      "step": 45276
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.046339978450388e-06,
      "loss": 0.0221,
      "step": 45277
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0461350498439885e-06,
      "loss": 0.0135,
      "step": 45278
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.045930128859556e-06,
      "loss": 0.0117,
      "step": 45279
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.045725215497623e-06,
      "loss": 0.0102,
      "step": 45280
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.045520309758716e-06,
      "loss": 0.0065,
      "step": 45281
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.045315411643363e-06,
      "loss": 0.0062,
      "step": 45282
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0451105211520937e-06,
      "loss": 0.0037,
      "step": 45283
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.044905638285435e-06,
      "loss": 0.0075,
      "step": 45284
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0447007630439187e-06,
      "loss": 0.0059,
      "step": 45285
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0444958954280715e-06,
      "loss": 0.0131,
      "step": 45286
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.044291035438421e-06,
      "loss": 0.006,
      "step": 45287
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0440861830754986e-06,
      "loss": 0.0056,
      "step": 45288
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.043881338339832e-06,
      "loss": 0.0102,
      "step": 45289
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0436765012319488e-06,
      "loss": 0.0059,
      "step": 45290
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0434716717523777e-06,
      "loss": 0.0052,
      "step": 45291
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.043266849901646e-06,
      "loss": 0.0045,
      "step": 45292
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.043062035680286e-06,
      "loss": 0.0101,
      "step": 45293
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0428572290888217e-06,
      "loss": 0.008,
      "step": 45294
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0426524301277855e-06,
      "loss": 0.0356,
      "step": 45295
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0424476387977042e-06,
      "loss": 0.0155,
      "step": 45296
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0422428550991065e-06,
      "loss": 0.0037,
      "step": 45297
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0420380790325196e-06,
      "loss": 0.0047,
      "step": 45298
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0418333105984716e-06,
      "loss": 0.0043,
      "step": 45299
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0416285497974936e-06,
      "loss": 0.0099,
      "step": 45300
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0414237966301124e-06,
      "loss": 0.0105,
      "step": 45301
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.041219051096854e-06,
      "loss": 0.0027,
      "step": 45302
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0410143131982516e-06,
      "loss": 0.004,
      "step": 45303
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0408095829348307e-06,
      "loss": 0.0108,
      "step": 45304
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.04060486030712e-06,
      "loss": 0.0032,
      "step": 45305
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0404001453156477e-06,
      "loss": 0.0075,
      "step": 45306
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.040195437960939e-06,
      "loss": 0.0041,
      "step": 45307
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0399907382435275e-06,
      "loss": 0.0098,
      "step": 45308
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0397860461639372e-06,
      "loss": 0.0067,
      "step": 45309
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0395813617226995e-06,
      "loss": 0.0054,
      "step": 45310
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.039376684920341e-06,
      "loss": 0.008,
      "step": 45311
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0391720157573903e-06,
      "loss": 0.0273,
      "step": 45312
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0389673542343747e-06,
      "loss": 0.0149,
      "step": 45313
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0387627003518207e-06,
      "loss": 0.0398,
      "step": 45314
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0385580541102608e-06,
      "loss": 0.0138,
      "step": 45315
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0383534155102195e-06,
      "loss": 0.0077,
      "step": 45316
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0381487845522248e-06,
      "loss": 0.0147,
      "step": 45317
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.037944161236808e-06,
      "loss": 0.0276,
      "step": 45318
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0377395455644943e-06,
      "loss": 0.0102,
      "step": 45319
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0375349375358123e-06,
      "loss": 0.0247,
      "step": 45320
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0373303371512905e-06,
      "loss": 0.0095,
      "step": 45321
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.037125744411454e-06,
      "loss": 0.0104,
      "step": 45322
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0369211593168353e-06,
      "loss": 0.0046,
      "step": 45323
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.036716581867958e-06,
      "loss": 0.0109,
      "step": 45324
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0365120120653535e-06,
      "loss": 0.0027,
      "step": 45325
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0363074499095504e-06,
      "loss": 0.0181,
      "step": 45326
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0361028954010704e-06,
      "loss": 0.0019,
      "step": 45327
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.035898348540447e-06,
      "loss": 0.0034,
      "step": 45328
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0356938093282047e-06,
      "loss": 0.0061,
      "step": 45329
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0354892777648748e-06,
      "loss": 0.0035,
      "step": 45330
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.035284753850983e-06,
      "loss": 0.0039,
      "step": 45331
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.035080237587055e-06,
      "loss": 0.0082,
      "step": 45332
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0348757289736244e-06,
      "loss": 0.0011,
      "step": 45333
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0346712280112113e-06,
      "loss": 0.0109,
      "step": 45334
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0344667347003493e-06,
      "loss": 0.0135,
      "step": 45335
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.034262249041564e-06,
      "loss": 0.0054,
      "step": 45336
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.034057771035381e-06,
      "loss": 0.0038,
      "step": 45337
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0338533006823318e-06,
      "loss": 0.003,
      "step": 45338
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0336488379829423e-06,
      "loss": 0.0072,
      "step": 45339
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0334443829377393e-06,
      "loss": 0.0019,
      "step": 45340
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0332399355472515e-06,
      "loss": 0.0202,
      "step": 45341
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0330354958120043e-06,
      "loss": 0.0082,
      "step": 45342
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0328310637325285e-06,
      "loss": 0.0077,
      "step": 45343
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.032626639309348e-06,
      "loss": 0.004,
      "step": 45344
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.032422222542994e-06,
      "loss": 0.0077,
      "step": 45345
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0322178134339925e-06,
      "loss": 0.0074,
      "step": 45346
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0320134119828706e-06,
      "loss": 0.0044,
      "step": 45347
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0318090181901556e-06,
      "loss": 0.0092,
      "step": 45348
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.031604632056374e-06,
      "loss": 0.0214,
      "step": 45349
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.031400253582055e-06,
      "loss": 0.003,
      "step": 45350
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.031195882767726e-06,
      "loss": 0.0088,
      "step": 45351
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0309915196139112e-06,
      "loss": 0.0046,
      "step": 45352
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0307871641211424e-06,
      "loss": 0.0039,
      "step": 45353
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.030582816289945e-06,
      "loss": 0.0072,
      "step": 45354
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0303784761208457e-06,
      "loss": 0.0025,
      "step": 45355
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0301741436143724e-06,
      "loss": 0.005,
      "step": 45356
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.02996981877105e-06,
      "loss": 0.0094,
      "step": 45357
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0297655015914096e-06,
      "loss": 0.0179,
      "step": 45358
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0295611920759757e-06,
      "loss": 0.0071,
      "step": 45359
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0293568902252774e-06,
      "loss": 0.0077,
      "step": 45360
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.029152596039841e-06,
      "loss": 0.0046,
      "step": 45361
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.028948309520194e-06,
      "loss": 0.0178,
      "step": 45362
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0287440306668627e-06,
      "loss": 0.0066,
      "step": 45363
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0285397594803728e-06,
      "loss": 0.0057,
      "step": 45364
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.028335495961255e-06,
      "loss": 0.0065,
      "step": 45365
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0281312401100346e-06,
      "loss": 0.0043,
      "step": 45366
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0279269919272367e-06,
      "loss": 0.0211,
      "step": 45367
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0277227514133916e-06,
      "loss": 0.0072,
      "step": 45368
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.027518518569026e-06,
      "loss": 0.0024,
      "step": 45369
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.027314293394665e-06,
      "loss": 0.0057,
      "step": 45370
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0271100758908367e-06,
      "loss": 0.0148,
      "step": 45371
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.026905866058066e-06,
      "loss": 0.0061,
      "step": 45372
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0267016638968827e-06,
      "loss": 0.0098,
      "step": 45373
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0264974694078117e-06,
      "loss": 0.0328,
      "step": 45374
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0262932825913823e-06,
      "loss": 0.0053,
      "step": 45375
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0260891034481193e-06,
      "loss": 0.0104,
      "step": 45376
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0258849319785505e-06,
      "loss": 0.0042,
      "step": 45377
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0256807681832023e-06,
      "loss": 0.0055,
      "step": 45378
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0254766120625998e-06,
      "loss": 0.0062,
      "step": 45379
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0252724636172732e-06,
      "loss": 0.0056,
      "step": 45380
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.025068322847748e-06,
      "loss": 0.015,
      "step": 45381
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0248641897545483e-06,
      "loss": 0.019,
      "step": 45382
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.024660064338207e-06,
      "loss": 0.014,
      "step": 45383
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.024455946599243e-06,
      "loss": 0.0186,
      "step": 45384
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0242518365381887e-06,
      "loss": 0.0028,
      "step": 45385
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.024047734155569e-06,
      "loss": 0.021,
      "step": 45386
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.023843639451909e-06,
      "loss": 0.0233,
      "step": 45387
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.023639552427738e-06,
      "loss": 0.0219,
      "step": 45388
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0234354730835803e-06,
      "loss": 0.0059,
      "step": 45389
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.023231401419967e-06,
      "loss": 0.0273,
      "step": 45390
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.023027337437419e-06,
      "loss": 0.0082,
      "step": 45391
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0228232811364646e-06,
      "loss": 0.0096,
      "step": 45392
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.022619232517632e-06,
      "loss": 0.0048,
      "step": 45393
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.022415191581445e-06,
      "loss": 0.0153,
      "step": 45394
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.022211158328433e-06,
      "loss": 0.0049,
      "step": 45395
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.022007132759122e-06,
      "loss": 0.0186,
      "step": 45396
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0218031148740367e-06,
      "loss": 0.0075,
      "step": 45397
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0215991046737054e-06,
      "loss": 0.007,
      "step": 45398
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0213951021586514e-06,
      "loss": 0.0063,
      "step": 45399
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.021191107329405e-06,
      "loss": 0.0189,
      "step": 45400
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0209871201864913e-06,
      "loss": 0.0036,
      "step": 45401
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0207831407304342e-06,
      "loss": 0.0036,
      "step": 45402
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.020579168961763e-06,
      "loss": 0.0051,
      "step": 45403
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0203752048810045e-06,
      "loss": 0.0061,
      "step": 45404
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0201712484886826e-06,
      "loss": 0.0063,
      "step": 45405
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0199672997853255e-06,
      "loss": 0.0134,
      "step": 45406
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.019763358771456e-06,
      "loss": 0.0121,
      "step": 45407
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0195594254476046e-06,
      "loss": 0.004,
      "step": 45408
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.019355499814294e-06,
      "loss": 0.0173,
      "step": 45409
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.019151581872054e-06,
      "loss": 0.0077,
      "step": 45410
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.018947671621409e-06,
      "loss": 0.0067,
      "step": 45411
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.018743769062885e-06,
      "loss": 0.0085,
      "step": 45412
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0185398741970087e-06,
      "loss": 0.0149,
      "step": 45413
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0183359870243035e-06,
      "loss": 0.0192,
      "step": 45414
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0181321075453e-06,
      "loss": 0.0074,
      "step": 45415
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.017928235760522e-06,
      "loss": 0.0011,
      "step": 45416
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0177243716704932e-06,
      "loss": 0.01,
      "step": 45417
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0175205152757437e-06,
      "loss": 0.005,
      "step": 45418
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0173166665767984e-06,
      "loss": 0.0049,
      "step": 45419
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.017112825574183e-06,
      "loss": 0.0114,
      "step": 45420
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0169089922684228e-06,
      "loss": 0.0157,
      "step": 45421
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.016705166660042e-06,
      "loss": 0.0112,
      "step": 45422
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.016501348749571e-06,
      "loss": 0.0089,
      "step": 45423
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0162975385375316e-06,
      "loss": 0.0099,
      "step": 45424
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.016093736024453e-06,
      "loss": 0.0093,
      "step": 45425
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0158899412108603e-06,
      "loss": 0.0083,
      "step": 45426
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.015686154097278e-06,
      "loss": 0.005,
      "step": 45427
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0154823746842326e-06,
      "loss": 0.0066,
      "step": 45428
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0152786029722487e-06,
      "loss": 0.0086,
      "step": 45429
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0150748389618546e-06,
      "loss": 0.0103,
      "step": 45430
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.014871082653575e-06,
      "loss": 0.0125,
      "step": 45431
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.014667334047934e-06,
      "loss": 0.0134,
      "step": 45432
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0144635931454604e-06,
      "loss": 0.0093,
      "step": 45433
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.014259859946678e-06,
      "loss": 0.0138,
      "step": 45434
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.014056134452113e-06,
      "loss": 0.0076,
      "step": 45435
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.013852416662291e-06,
      "loss": 0.0083,
      "step": 45436
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.013648706577736e-06,
      "loss": 0.0089,
      "step": 45437
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0134450041989768e-06,
      "loss": 0.0069,
      "step": 45438
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.013241309526535e-06,
      "loss": 0.0069,
      "step": 45439
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0130376225609416e-06,
      "loss": 0.002,
      "step": 45440
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0128339433027207e-06,
      "loss": 0.0086,
      "step": 45441
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.012630271752392e-06,
      "loss": 0.0131,
      "step": 45442
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.012426607910488e-06,
      "loss": 0.0021,
      "step": 45443
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0122229517775296e-06,
      "loss": 0.0056,
      "step": 45444
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.012019303354046e-06,
      "loss": 0.0091,
      "step": 45445
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.011815662640561e-06,
      "loss": 0.0016,
      "step": 45446
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.011612029637601e-06,
      "loss": 0.0059,
      "step": 45447
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0114084043456893e-06,
      "loss": 0.0037,
      "step": 45448
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.011204786765351e-06,
      "loss": 0.0107,
      "step": 45449
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0110011768971154e-06,
      "loss": 0.0067,
      "step": 45450
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0107975747415055e-06,
      "loss": 0.0051,
      "step": 45451
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.010593980299044e-06,
      "loss": 0.0095,
      "step": 45452
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0103903935702616e-06,
      "loss": 0.0109,
      "step": 45453
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0101868145556808e-06,
      "loss": 0.0248,
      "step": 45454
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.009983243255827e-06,
      "loss": 0.0057,
      "step": 45455
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0097796796712256e-06,
      "loss": 0.0019,
      "step": 45456
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0095761238024e-06,
      "loss": 0.0138,
      "step": 45457
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0093725756498787e-06,
      "loss": 0.0076,
      "step": 45458
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.009169035214184e-06,
      "loss": 0.0053,
      "step": 45459
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0089655024958444e-06,
      "loss": 0.0114,
      "step": 45460
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.008761977495383e-06,
      "loss": 0.0093,
      "step": 45461
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.008558460213326e-06,
      "loss": 0.0129,
      "step": 45462
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0083549506501964e-06,
      "loss": 0.0046,
      "step": 45463
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.00815144880652e-06,
      "loss": 0.0027,
      "step": 45464
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.007947954682824e-06,
      "loss": 0.0084,
      "step": 45465
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.007744468279632e-06,
      "loss": 0.0123,
      "step": 45466
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.007540989597468e-06,
      "loss": 0.0149,
      "step": 45467
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0073375186368593e-06,
      "loss": 0.0087,
      "step": 45468
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0071340553983297e-06,
      "loss": 0.0061,
      "step": 45469
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0069305998824046e-06,
      "loss": 0.0214,
      "step": 45470
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0067271520896085e-06,
      "loss": 0.006,
      "step": 45471
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0065237120204654e-06,
      "loss": 0.0045,
      "step": 45472
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0063202796755026e-06,
      "loss": 0.0201,
      "step": 45473
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.006116855055242e-06,
      "loss": 0.0072,
      "step": 45474
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0059134381602124e-06,
      "loss": 0.0072,
      "step": 45475
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.005710028990937e-06,
      "loss": 0.0104,
      "step": 45476
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0055066275479394e-06,
      "loss": 0.0035,
      "step": 45477
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0053032338317456e-06,
      "loss": 0.0086,
      "step": 45478
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.005099847842879e-06,
      "loss": 0.013,
      "step": 45479
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0048964695818666e-06,
      "loss": 0.0047,
      "step": 45480
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0046930990492326e-06,
      "loss": 0.0031,
      "step": 45481
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.004489736245499e-06,
      "loss": 0.0151,
      "step": 45482
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0042863811711947e-06,
      "loss": 0.0129,
      "step": 45483
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.004083033826843e-06,
      "loss": 0.0027,
      "step": 45484
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0038796942129685e-06,
      "loss": 0.0056,
      "step": 45485
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0036763623300947e-06,
      "loss": 0.0026,
      "step": 45486
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0034730381787458e-06,
      "loss": 0.0066,
      "step": 45487
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0032697217594494e-06,
      "loss": 0.0083,
      "step": 45488
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0030664130727266e-06,
      "loss": 0.0068,
      "step": 45489
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0028631121191063e-06,
      "loss": 0.0063,
      "step": 45490
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.002659818899112e-06,
      "loss": 0.0069,
      "step": 45491
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0024565334132632e-06,
      "loss": 0.0084,
      "step": 45492
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.00225325566209e-06,
      "loss": 0.0077,
      "step": 45493
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0020499856461138e-06,
      "loss": 0.0058,
      "step": 45494
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0018467233658617e-06,
      "loss": 0.0187,
      "step": 45495
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.001643468821857e-06,
      "loss": 0.0182,
      "step": 45496
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0014402220146228e-06,
      "loss": 0.0056,
      "step": 45497
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0012369829446883e-06,
      "loss": 0.003,
      "step": 45498
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0010337516125705e-06,
      "loss": 0.0107,
      "step": 45499
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0008305280187996e-06,
      "loss": 0.0214,
      "step": 45500
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0006273121638983e-06,
      "loss": 0.0114,
      "step": 45501
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.0004241040483886e-06,
      "loss": 0.0085,
      "step": 45502
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.000220903672799e-06,
      "loss": 0.0208,
      "step": 45503
    },
    {
      "epoch": 0.71,
      "learning_rate": 2.000017711037652e-06,
      "loss": 0.0091,
      "step": 45504
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.999814526143472e-06,
      "loss": 0.0069,
      "step": 45505
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9996113489907833e-06,
      "loss": 0.0178,
      "step": 45506
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9994081795801074e-06,
      "loss": 0.0059,
      "step": 45507
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.999205017911973e-06,
      "loss": 0.0029,
      "step": 45508
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9990018639869013e-06,
      "loss": 0.0163,
      "step": 45509
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9987987178054184e-06,
      "loss": 0.0129,
      "step": 45510
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9985955793680485e-06,
      "loss": 0.0066,
      "step": 45511
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9983924486753147e-06,
      "loss": 0.0031,
      "step": 45512
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9981893257277414e-06,
      "loss": 0.0072,
      "step": 45513
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9979862105258507e-06,
      "loss": 0.0083,
      "step": 45514
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.997783103070171e-06,
      "loss": 0.0181,
      "step": 45515
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.997580003361224e-06,
      "loss": 0.0021,
      "step": 45516
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.997376911399532e-06,
      "loss": 0.0047,
      "step": 45517
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9971738271856228e-06,
      "loss": 0.0036,
      "step": 45518
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.996970750720018e-06,
      "loss": 0.007,
      "step": 45519
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.996767682003243e-06,
      "loss": 0.0063,
      "step": 45520
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.996564621035821e-06,
      "loss": 0.014,
      "step": 45521
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9963615678182733e-06,
      "loss": 0.0071,
      "step": 45522
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9961585223511288e-06,
      "loss": 0.0062,
      "step": 45523
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.995955484634907e-06,
      "loss": 0.0087,
      "step": 45524
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.995752454670136e-06,
      "loss": 0.0092,
      "step": 45525
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9955494324573376e-06,
      "loss": 0.0142,
      "step": 45526
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9953464179970356e-06,
      "loss": 0.0042,
      "step": 45527
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9951434112897532e-06,
      "loss": 0.0046,
      "step": 45528
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.994940412336014e-06,
      "loss": 0.0117,
      "step": 45529
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9947374211363446e-06,
      "loss": 0.006,
      "step": 45530
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.994534437691266e-06,
      "loss": 0.0171,
      "step": 45531
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.994331462001302e-06,
      "loss": 0.0103,
      "step": 45532
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9941284940669786e-06,
      "loss": 0.004,
      "step": 45533
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.993925533888818e-06,
      "loss": 0.0105,
      "step": 45534
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9937225814673446e-06,
      "loss": 0.0044,
      "step": 45535
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9935196368030814e-06,
      "loss": 0.0062,
      "step": 45536
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.99331669989655e-06,
      "loss": 0.0039,
      "step": 45537
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9931137707482784e-06,
      "loss": 0.0039,
      "step": 45538
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.992910849358786e-06,
      "loss": 0.0061,
      "step": 45539
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9927079357286005e-06,
      "loss": 0.0083,
      "step": 45540
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9925050298582433e-06,
      "loss": 0.0105,
      "step": 45541
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.992302131748238e-06,
      "loss": 0.018,
      "step": 45542
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9920992413991093e-06,
      "loss": 0.0138,
      "step": 45543
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9918963588113767e-06,
      "loss": 0.006,
      "step": 45544
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.991693483985569e-06,
      "loss": 0.007,
      "step": 45545
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9914906169222077e-06,
      "loss": 0.0186,
      "step": 45546
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9912877576218135e-06,
      "loss": 0.0035,
      "step": 45547
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9910849060849163e-06,
      "loss": 0.0067,
      "step": 45548
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.990882062312032e-06,
      "loss": 0.0025,
      "step": 45549
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.990679226303689e-06,
      "loss": 0.0097,
      "step": 45550
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.990476398060409e-06,
      "loss": 0.009,
      "step": 45551
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9902735775827146e-06,
      "loss": 0.0095,
      "step": 45552
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9900707648711315e-06,
      "loss": 0.0218,
      "step": 45553
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.98986795992618e-06,
      "loss": 0.0037,
      "step": 45554
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9896651627483886e-06,
      "loss": 0.0067,
      "step": 45555
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9894623733382753e-06,
      "loss": 0.0074,
      "step": 45556
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.989259591696363e-06,
      "loss": 0.0028,
      "step": 45557
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.989056817823179e-06,
      "loss": 0.0031,
      "step": 45558
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9888540517192428e-06,
      "loss": 0.0061,
      "step": 45559
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9886512933850814e-06,
      "loss": 0.004,
      "step": 45560
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.988448542821216e-06,
      "loss": 0.0091,
      "step": 45561
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9882458000281698e-06,
      "loss": 0.0039,
      "step": 45562
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.988043065006465e-06,
      "loss": 0.0102,
      "step": 45563
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9878403377566253e-06,
      "loss": 0.0147,
      "step": 45564
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9876376182791746e-06,
      "loss": 0.0028,
      "step": 45565
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.987434906574636e-06,
      "loss": 0.0094,
      "step": 45566
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9872322026435302e-06,
      "loss": 0.009,
      "step": 45567
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9870295064863844e-06,
      "loss": 0.0083,
      "step": 45568
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9868268181037186e-06,
      "loss": 0.002,
      "step": 45569
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.986624137496057e-06,
      "loss": 0.0024,
      "step": 45570
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.986421464663922e-06,
      "loss": 0.0208,
      "step": 45571
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.986218799607835e-06,
      "loss": 0.0099,
      "step": 45572
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.986016142328322e-06,
      "loss": 0.0113,
      "step": 45573
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9858134928259032e-06,
      "loss": 0.0045,
      "step": 45574
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9856108511011046e-06,
      "loss": 0.0045,
      "step": 45575
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.985408217154447e-06,
      "loss": 0.0076,
      "step": 45576
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9852055909864544e-06,
      "loss": 0.0177,
      "step": 45577
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9850029725976476e-06,
      "loss": 0.0084,
      "step": 45578
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9848003619885497e-06,
      "loss": 0.0186,
      "step": 45579
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9845977591596865e-06,
      "loss": 0.0069,
      "step": 45580
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.984395164111578e-06,
      "loss": 0.0188,
      "step": 45581
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9841925768447465e-06,
      "loss": 0.008,
      "step": 45582
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9839899973597175e-06,
      "loss": 0.0267,
      "step": 45583
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.983787425657013e-06,
      "loss": 0.0179,
      "step": 45584
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.983584861737154e-06,
      "loss": 0.015,
      "step": 45585
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.983382305600664e-06,
      "loss": 0.0056,
      "step": 45586
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9831797572480643e-06,
      "loss": 0.0064,
      "step": 45587
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.982977216679881e-06,
      "loss": 0.0069,
      "step": 45588
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9827746838966327e-06,
      "loss": 0.0042,
      "step": 45589
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9825721588988454e-06,
      "loss": 0.0272,
      "step": 45590
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.982369641687041e-06,
      "loss": 0.0106,
      "step": 45591
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.982167132261741e-06,
      "loss": 0.0052,
      "step": 45592
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.981964630623468e-06,
      "loss": 0.0356,
      "step": 45593
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9817621367727436e-06,
      "loss": 0.0168,
      "step": 45594
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9815596507100933e-06,
      "loss": 0.0089,
      "step": 45595
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.981357172436037e-06,
      "loss": 0.0018,
      "step": 45596
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.981154701951097e-06,
      "loss": 0.003,
      "step": 45597
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9809522392557983e-06,
      "loss": 0.0181,
      "step": 45598
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9807497843506616e-06,
      "loss": 0.0018,
      "step": 45599
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9805473372362095e-06,
      "loss": 0.0032,
      "step": 45600
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9803448979129643e-06,
      "loss": 0.0056,
      "step": 45601
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.980142466381447e-06,
      "loss": 0.0236,
      "step": 45602
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9799400426421823e-06,
      "loss": 0.0093,
      "step": 45603
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9797376266956904e-06,
      "loss": 0.0039,
      "step": 45604
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.979535218542496e-06,
      "loss": 0.0236,
      "step": 45605
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9793328181831223e-06,
      "loss": 0.0091,
      "step": 45606
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.979130425618086e-06,
      "loss": 0.0091,
      "step": 45607
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9789280408479137e-06,
      "loss": 0.0018,
      "step": 45608
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9787256638731256e-06,
      "loss": 0.0119,
      "step": 45609
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9785232946942466e-06,
      "loss": 0.0049,
      "step": 45610
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9783209333117977e-06,
      "loss": 0.0074,
      "step": 45611
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9781185797262997e-06,
      "loss": 0.0035,
      "step": 45612
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9779162339382762e-06,
      "loss": 0.0011,
      "step": 45613
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.977713895948247e-06,
      "loss": 0.0135,
      "step": 45614
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.977511565756737e-06,
      "loss": 0.0034,
      "step": 45615
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9773092433642677e-06,
      "loss": 0.0337,
      "step": 45616
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.977106928771359e-06,
      "loss": 0.01,
      "step": 45617
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9769046219785363e-06,
      "loss": 0.0082,
      "step": 45618
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.97670232298632e-06,
      "loss": 0.0146,
      "step": 45619
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9765000317952325e-06,
      "loss": 0.0085,
      "step": 45620
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9762977484057948e-06,
      "loss": 0.0035,
      "step": 45621
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.976095472818528e-06,
      "loss": 0.0023,
      "step": 45622
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.975893205033957e-06,
      "loss": 0.0025,
      "step": 45623
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9756909450526e-06,
      "loss": 0.0072,
      "step": 45624
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9754886928749834e-06,
      "loss": 0.0213,
      "step": 45625
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.975286448501626e-06,
      "loss": 0.0053,
      "step": 45626
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9750842119330508e-06,
      "loss": 0.0062,
      "step": 45627
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9748819831697796e-06,
      "loss": 0.0028,
      "step": 45628
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9746797622123317e-06,
      "loss": 0.01,
      "step": 45629
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.974477549061233e-06,
      "loss": 0.0046,
      "step": 45630
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.974275343717003e-06,
      "loss": 0.0142,
      "step": 45631
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9740731461801623e-06,
      "loss": 0.006,
      "step": 45632
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.973870956451236e-06,
      "loss": 0.009,
      "step": 45633
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9736687745307435e-06,
      "loss": 0.0044,
      "step": 45634
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.973466600419207e-06,
      "loss": 0.0093,
      "step": 45635
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9732644341171482e-06,
      "loss": 0.004,
      "step": 45636
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9730622756250873e-06,
      "loss": 0.0023,
      "step": 45637
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9728601249435485e-06,
      "loss": 0.0063,
      "step": 45638
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9726579820730507e-06,
      "loss": 0.0071,
      "step": 45639
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9724558470141185e-06,
      "loss": 0.0112,
      "step": 45640
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9722537197672726e-06,
      "loss": 0.0049,
      "step": 45641
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9720516003330338e-06,
      "loss": 0.0049,
      "step": 45642
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9718494887119234e-06,
      "loss": 0.0101,
      "step": 45643
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9716473849044616e-06,
      "loss": 0.0038,
      "step": 45644
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9714452889111735e-06,
      "loss": 0.0126,
      "step": 45645
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9712432007325788e-06,
      "loss": 0.0125,
      "step": 45646
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.971041120369197e-06,
      "loss": 0.0136,
      "step": 45647
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9708390478215526e-06,
      "loss": 0.0046,
      "step": 45648
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.970636983090167e-06,
      "loss": 0.0114,
      "step": 45649
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.970434926175559e-06,
      "loss": 0.001,
      "step": 45650
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.970232877078252e-06,
      "loss": 0.0143,
      "step": 45651
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.970030835798765e-06,
      "loss": 0.0087,
      "step": 45652
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.969828802337623e-06,
      "loss": 0.0144,
      "step": 45653
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.969626776695343e-06,
      "loss": 0.0124,
      "step": 45654
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9694247588724507e-06,
      "loss": 0.0362,
      "step": 45655
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.969222748869467e-06,
      "loss": 0.0046,
      "step": 45656
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9690207466869083e-06,
      "loss": 0.0116,
      "step": 45657
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9688187523253004e-06,
      "loss": 0.0556,
      "step": 45658
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9686167657851617e-06,
      "loss": 0.0039,
      "step": 45659
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.968414787067016e-06,
      "loss": 0.0224,
      "step": 45660
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9682128161713835e-06,
      "loss": 0.0096,
      "step": 45661
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.968010853098784e-06,
      "loss": 0.0029,
      "step": 45662
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9678088978497426e-06,
      "loss": 0.0064,
      "step": 45663
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9676069504247748e-06,
      "loss": 0.0106,
      "step": 45664
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.967405010824406e-06,
      "loss": 0.0016,
      "step": 45665
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9672030790491553e-06,
      "loss": 0.0026,
      "step": 45666
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9670011550995425e-06,
      "loss": 0.0096,
      "step": 45667
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.966799238976092e-06,
      "loss": 0.0087,
      "step": 45668
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.966597330679322e-06,
      "loss": 0.0078,
      "step": 45669
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9663954302097576e-06,
      "loss": 0.0021,
      "step": 45670
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9661935375679153e-06,
      "loss": 0.0046,
      "step": 45671
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.965991652754316e-06,
      "loss": 0.0166,
      "step": 45672
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.965789775769484e-06,
      "loss": 0.0227,
      "step": 45673
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.965587906613936e-06,
      "loss": 0.0036,
      "step": 45674
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.965386045288198e-06,
      "loss": 0.0275,
      "step": 45675
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.965184191792787e-06,
      "loss": 0.0037,
      "step": 45676
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.964982346128226e-06,
      "loss": 0.0047,
      "step": 45677
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9647805082950345e-06,
      "loss": 0.0102,
      "step": 45678
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9645786782937317e-06,
      "loss": 0.0086,
      "step": 45679
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.964376856124842e-06,
      "loss": 0.0091,
      "step": 45680
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.964175041788885e-06,
      "loss": 0.0057,
      "step": 45681
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9639732352863795e-06,
      "loss": 0.0032,
      "step": 45682
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9637714366178486e-06,
      "loss": 0.0098,
      "step": 45683
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9635696457838126e-06,
      "loss": 0.024,
      "step": 45684
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9633678627847915e-06,
      "loss": 0.0065,
      "step": 45685
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.963166087621306e-06,
      "loss": 0.0188,
      "step": 45686
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.962964320293876e-06,
      "loss": 0.0367,
      "step": 45687
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.962762560803024e-06,
      "loss": 0.0057,
      "step": 45688
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.962560809149268e-06,
      "loss": 0.0021,
      "step": 45689
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9623590653331322e-06,
      "loss": 0.0067,
      "step": 45690
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.962157329355135e-06,
      "loss": 0.004,
      "step": 45691
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.961955601215797e-06,
      "loss": 0.0246,
      "step": 45692
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.961753880915639e-06,
      "loss": 0.0049,
      "step": 45693
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9615521684551795e-06,
      "loss": 0.0085,
      "step": 45694
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9613504638349428e-06,
      "loss": 0.0095,
      "step": 45695
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9611487670554473e-06,
      "loss": 0.0124,
      "step": 45696
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9609470781172125e-06,
      "loss": 0.0041,
      "step": 45697
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9607453970207607e-06,
      "loss": 0.0046,
      "step": 45698
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.960543723766612e-06,
      "loss": 0.0132,
      "step": 45699
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9603420583552863e-06,
      "loss": 0.0381,
      "step": 45700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.960140400787304e-06,
      "loss": 0.0095,
      "step": 45701
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9599387510631833e-06,
      "loss": 0.0039,
      "step": 45702
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.959737109183449e-06,
      "loss": 0.009,
      "step": 45703
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9595354751486167e-06,
      "loss": 0.0032,
      "step": 45704
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.959333848959211e-06,
      "loss": 0.0061,
      "step": 45705
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.95913223061575e-06,
      "loss": 0.0073,
      "step": 45706
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.958930620118754e-06,
      "loss": 0.0049,
      "step": 45707
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.958729017468744e-06,
      "loss": 0.003,
      "step": 45708
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9585274226662373e-06,
      "loss": 0.0214,
      "step": 45709
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9583258357117577e-06,
      "loss": 0.0063,
      "step": 45710
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.958124256605825e-06,
      "loss": 0.0048,
      "step": 45711
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.957922685348956e-06,
      "loss": 0.0041,
      "step": 45712
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9577211219416747e-06,
      "loss": 0.0111,
      "step": 45713
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9575195663845004e-06,
      "loss": 0.0079,
      "step": 45714
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.957318018677952e-06,
      "loss": 0.0044,
      "step": 45715
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9571164788225496e-06,
      "loss": 0.0044,
      "step": 45716
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.956914946818812e-06,
      "loss": 0.012,
      "step": 45717
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.956713422667263e-06,
      "loss": 0.0057,
      "step": 45718
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9565119063684183e-06,
      "loss": 0.0238,
      "step": 45719
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9563103979228044e-06,
      "loss": 0.0062,
      "step": 45720
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9561088973309343e-06,
      "loss": 0.0033,
      "step": 45721
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.955907404593329e-06,
      "loss": 0.0072,
      "step": 45722
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9557059197105117e-06,
      "loss": 0.0045,
      "step": 45723
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.955504442682999e-06,
      "loss": 0.0046,
      "step": 45724
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.955302973511314e-06,
      "loss": 0.0096,
      "step": 45725
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9551015121959747e-06,
      "loss": 0.0086,
      "step": 45726
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.954900058737501e-06,
      "loss": 0.0271,
      "step": 45727
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.954698613136413e-06,
      "loss": 0.0033,
      "step": 45728
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9544971753932292e-06,
      "loss": 0.0077,
      "step": 45729
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9542957455084715e-06,
      "loss": 0.0043,
      "step": 45730
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.954094323482659e-06,
      "loss": 0.0056,
      "step": 45731
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9538929093163097e-06,
      "loss": 0.0107,
      "step": 45732
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.953691503009946e-06,
      "loss": 0.0193,
      "step": 45733
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9534901045640864e-06,
      "loss": 0.0111,
      "step": 45734
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9532887139792506e-06,
      "loss": 0.0098,
      "step": 45735
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9530873312559584e-06,
      "loss": 0.0033,
      "step": 45736
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9528859563947274e-06,
      "loss": 0.0075,
      "step": 45737
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9526845893960805e-06,
      "loss": 0.0122,
      "step": 45738
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.952483230260534e-06,
      "loss": 0.0023,
      "step": 45739
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.952281878988611e-06,
      "loss": 0.0318,
      "step": 45740
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9520805355808297e-06,
      "loss": 0.0471,
      "step": 45741
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.951879200037709e-06,
      "loss": 0.0135,
      "step": 45742
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.951677872359769e-06,
      "loss": 0.0218,
      "step": 45743
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9514765525475267e-06,
      "loss": 0.0026,
      "step": 45744
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9512752406015054e-06,
      "loss": 0.0134,
      "step": 45745
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9510739365222235e-06,
      "loss": 0.0186,
      "step": 45746
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.950872640310198e-06,
      "loss": 0.0148,
      "step": 45747
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9506713519659515e-06,
      "loss": 0.0054,
      "step": 45748
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.950470071490002e-06,
      "loss": 0.0078,
      "step": 45749
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9502687988828695e-06,
      "loss": 0.0057,
      "step": 45750
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9500675341450725e-06,
      "loss": 0.003,
      "step": 45751
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9498662772771286e-06,
      "loss": 0.0027,
      "step": 45752
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.949665028279561e-06,
      "loss": 0.007,
      "step": 45753
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9494637871528854e-06,
      "loss": 0.0103,
      "step": 45754
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9492625538976247e-06,
      "loss": 0.0192,
      "step": 45755
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9490613285142964e-06,
      "loss": 0.0134,
      "step": 45756
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.948860111003419e-06,
      "loss": 0.0037,
      "step": 45757
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.948658901365512e-06,
      "loss": 0.0024,
      "step": 45758
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.948457699601094e-06,
      "loss": 0.007,
      "step": 45759
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.948256505710686e-06,
      "loss": 0.008,
      "step": 45760
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9480553196948066e-06,
      "loss": 0.0125,
      "step": 45761
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9478541415539727e-06,
      "loss": 0.0145,
      "step": 45762
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9476529712887067e-06,
      "loss": 0.0106,
      "step": 45763
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9474518088995266e-06,
      "loss": 0.007,
      "step": 45764
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.94725065438695e-06,
      "loss": 0.0047,
      "step": 45765
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9470495077514985e-06,
      "loss": 0.007,
      "step": 45766
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.946848368993687e-06,
      "loss": 0.0056,
      "step": 45767
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9466472381140388e-06,
      "loss": 0.0058,
      "step": 45768
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.94644611511307e-06,
      "loss": 0.0037,
      "step": 45769
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.946244999991302e-06,
      "loss": 0.0094,
      "step": 45770
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.946043892749254e-06,
      "loss": 0.0114,
      "step": 45771
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9458427933874407e-06,
      "loss": 0.0041,
      "step": 45772
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9456417019063854e-06,
      "loss": 0.0026,
      "step": 45773
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9454406183066033e-06,
      "loss": 0.0052,
      "step": 45774
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9452395425886173e-06,
      "loss": 0.0156,
      "step": 45775
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9450384747529446e-06,
      "loss": 0.0022,
      "step": 45776
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9448374148001026e-06,
      "loss": 0.0095,
      "step": 45777
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.944636362730612e-06,
      "loss": 0.0131,
      "step": 45778
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9444353185449886e-06,
      "loss": 0.0074,
      "step": 45779
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9442342822437553e-06,
      "loss": 0.005,
      "step": 45780
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9440332538274285e-06,
      "loss": 0.0164,
      "step": 45781
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9438322332965258e-06,
      "loss": 0.0019,
      "step": 45782
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9436312206515696e-06,
      "loss": 0.0055,
      "step": 45783
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.943430215893076e-06,
      "loss": 0.0021,
      "step": 45784
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9432292190215634e-06,
      "loss": 0.0139,
      "step": 45785
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.943028230037552e-06,
      "loss": 0.0016,
      "step": 45786
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.942827248941557e-06,
      "loss": 0.0103,
      "step": 45787
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.942626275734102e-06,
      "loss": 0.0045,
      "step": 45788
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9424253104157004e-06,
      "loss": 0.0074,
      "step": 45789
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9422243529868756e-06,
      "loss": 0.0205,
      "step": 45790
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.942023403448144e-06,
      "loss": 0.007,
      "step": 45791
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.941822461800024e-06,
      "loss": 0.0039,
      "step": 45792
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9416215280430347e-06,
      "loss": 0.0082,
      "step": 45793
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9414206021776916e-06,
      "loss": 0.0473,
      "step": 45794
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9412196842045174e-06,
      "loss": 0.0026,
      "step": 45795
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9410187741240288e-06,
      "loss": 0.0114,
      "step": 45796
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9408178719367425e-06,
      "loss": 0.0037,
      "step": 45797
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9406169776431807e-06,
      "loss": 0.0101,
      "step": 45798
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9404160912438584e-06,
      "loss": 0.0082,
      "step": 45799
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9402152127392965e-06,
      "loss": 0.0112,
      "step": 45800
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.940014342130011e-06,
      "loss": 0.0039,
      "step": 45801
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9398134794165203e-06,
      "loss": 0.0296,
      "step": 45802
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9396126245993445e-06,
      "loss": 0.0124,
      "step": 45803
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.939411777679e-06,
      "loss": 0.0213,
      "step": 45804
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9392109386560076e-06,
      "loss": 0.015,
      "step": 45805
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.939010107530884e-06,
      "loss": 0.0163,
      "step": 45806
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9388092843041473e-06,
      "loss": 0.0072,
      "step": 45807
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9386084689763158e-06,
      "loss": 0.0098,
      "step": 45808
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.938407661547906e-06,
      "loss": 0.0116,
      "step": 45809
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9382068620194394e-06,
      "loss": 0.0036,
      "step": 45810
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9380060703914323e-06,
      "loss": 0.0065,
      "step": 45811
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9378052866644014e-06,
      "loss": 0.0155,
      "step": 45812
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.937604510838868e-06,
      "loss": 0.0027,
      "step": 45813
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.937403742915349e-06,
      "loss": 0.0058,
      "step": 45814
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9372029828943608e-06,
      "loss": 0.0037,
      "step": 45815
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.937002230776423e-06,
      "loss": 0.0089,
      "step": 45816
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.936801486562052e-06,
      "loss": 0.0146,
      "step": 45817
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.936600750251768e-06,
      "loss": 0.0114,
      "step": 45818
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9364000218460887e-06,
      "loss": 0.0017,
      "step": 45819
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.936199301345529e-06,
      "loss": 0.0102,
      "step": 45820
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.935998588750613e-06,
      "loss": 0.0013,
      "step": 45821
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.935797884061851e-06,
      "loss": 0.001,
      "step": 45822
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9355971872797663e-06,
      "loss": 0.0108,
      "step": 45823
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.935396498404875e-06,
      "loss": 0.0038,
      "step": 45824
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9351958174376934e-06,
      "loss": 0.0089,
      "step": 45825
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.934995144378743e-06,
      "loss": 0.0072,
      "step": 45826
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.934794479228537e-06,
      "loss": 0.0181,
      "step": 45827
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9345938219875998e-06,
      "loss": 0.0067,
      "step": 45828
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9343931726564436e-06,
      "loss": 0.0185,
      "step": 45829
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9341925312355854e-06,
      "loss": 0.0055,
      "step": 45830
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9339918977255474e-06,
      "loss": 0.0159,
      "step": 45831
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9337912721268425e-06,
      "loss": 0.0071,
      "step": 45832
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9335906544399936e-06,
      "loss": 0.0011,
      "step": 45833
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9333900446655154e-06,
      "loss": 0.003,
      "step": 45834
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9331894428039253e-06,
      "loss": 0.0023,
      "step": 45835
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.932988848855742e-06,
      "loss": 0.0073,
      "step": 45836
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9327882628214813e-06,
      "loss": 0.0094,
      "step": 45837
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9325876847016628e-06,
      "loss": 0.0038,
      "step": 45838
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.932387114496804e-06,
      "loss": 0.0071,
      "step": 45839
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9321865522074196e-06,
      "loss": 0.007,
      "step": 45840
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9319859978340312e-06,
      "loss": 0.014,
      "step": 45841
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9317854513771543e-06,
      "loss": 0.0122,
      "step": 45842
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9315849128373066e-06,
      "loss": 0.0075,
      "step": 45843
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.931384382215005e-06,
      "loss": 0.0048,
      "step": 45844
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9311838595107658e-06,
      "loss": 0.0057,
      "step": 45845
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9309833447251097e-06,
      "loss": 0.0069,
      "step": 45846
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.930782837858551e-06,
      "loss": 0.0193,
      "step": 45847
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9305823389116098e-06,
      "loss": 0.001,
      "step": 45848
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.930381847884802e-06,
      "loss": 0.0034,
      "step": 45849
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.930181364778645e-06,
      "loss": 0.0065,
      "step": 45850
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9299808895936564e-06,
      "loss": 0.0205,
      "step": 45851
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9297804223303514e-06,
      "loss": 0.0079,
      "step": 45852
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9295799629892503e-06,
      "loss": 0.0144,
      "step": 45853
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9293795115708697e-06,
      "loss": 0.0085,
      "step": 45854
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9291790680757243e-06,
      "loss": 0.0007,
      "step": 45855
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9289786325043353e-06,
      "loss": 0.003,
      "step": 45856
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.928778204857218e-06,
      "loss": 0.0064,
      "step": 45857
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.928577785134889e-06,
      "loss": 0.0146,
      "step": 45858
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9283773733378658e-06,
      "loss": 0.0355,
      "step": 45859
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9281769694666646e-06,
      "loss": 0.0154,
      "step": 45860
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.927976573521805e-06,
      "loss": 0.0132,
      "step": 45861
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9277761855038003e-06,
      "loss": 0.02,
      "step": 45862
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9275758054131723e-06,
      "loss": 0.001,
      "step": 45863
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.927375433250435e-06,
      "loss": 0.0026,
      "step": 45864
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.927175069016107e-06,
      "loss": 0.0032,
      "step": 45865
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9269747127107035e-06,
      "loss": 0.0116,
      "step": 45866
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9267743643347416e-06,
      "loss": 0.0065,
      "step": 45867
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.92657402388874e-06,
      "loss": 0.0055,
      "step": 45868
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9263736913732144e-06,
      "loss": 0.0132,
      "step": 45869
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9261733667886813e-06,
      "loss": 0.014,
      "step": 45870
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9259730501356592e-06,
      "loss": 0.0062,
      "step": 45871
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9257727414146645e-06,
      "loss": 0.0071,
      "step": 45872
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.925572440626214e-06,
      "loss": 0.0175,
      "step": 45873
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.925372147770823e-06,
      "loss": 0.0079,
      "step": 45874
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.925171862849009e-06,
      "loss": 0.0161,
      "step": 45875
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9249715858612906e-06,
      "loss": 0.0039,
      "step": 45876
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9247713168081816e-06,
      "loss": 0.0047,
      "step": 45877
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.924571055690202e-06,
      "loss": 0.009,
      "step": 45878
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.924370802507869e-06,
      "loss": 0.014,
      "step": 45879
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.924170557261694e-06,
      "loss": 0.0078,
      "step": 45880
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9239703199521986e-06,
      "loss": 0.0052,
      "step": 45881
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9237700905798964e-06,
      "loss": 0.006,
      "step": 45882
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9235698691453068e-06,
      "loss": 0.0073,
      "step": 45883
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9233696556489456e-06,
      "loss": 0.006,
      "step": 45884
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9231694500913288e-06,
      "loss": 0.0109,
      "step": 45885
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9229692524729738e-06,
      "loss": 0.0162,
      "step": 45886
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.922769062794394e-06,
      "loss": 0.006,
      "step": 45887
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.922568881056111e-06,
      "loss": 0.0116,
      "step": 45888
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.922368707258639e-06,
      "loss": 0.0074,
      "step": 45889
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.922168541402492e-06,
      "loss": 0.0128,
      "step": 45890
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.921968383488191e-06,
      "loss": 0.0032,
      "step": 45891
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9217682335162503e-06,
      "loss": 0.0112,
      "step": 45892
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9215680914871866e-06,
      "loss": 0.0029,
      "step": 45893
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.921367957401516e-06,
      "loss": 0.0037,
      "step": 45894
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.921167831259754e-06,
      "loss": 0.0119,
      "step": 45895
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9209677130624187e-06,
      "loss": 0.022,
      "step": 45896
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9207676028100247e-06,
      "loss": 0.0012,
      "step": 45897
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9205675005030915e-06,
      "loss": 0.0089,
      "step": 45898
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.920367406142133e-06,
      "loss": 0.0047,
      "step": 45899
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.920167319727666e-06,
      "loss": 0.0095,
      "step": 45900
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.919967241260207e-06,
      "loss": 0.0063,
      "step": 45901
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9197671707402703e-06,
      "loss": 0.0061,
      "step": 45902
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9195671081683752e-06,
      "loss": 0.0059,
      "step": 45903
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.919367053545037e-06,
      "loss": 0.0173,
      "step": 45904
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9191670068707695e-06,
      "loss": 0.0086,
      "step": 45905
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9189669681460926e-06,
      "loss": 0.0087,
      "step": 45906
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9187669373715213e-06,
      "loss": 0.0057,
      "step": 45907
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9185669145475706e-06,
      "loss": 0.0318,
      "step": 45908
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9183668996747575e-06,
      "loss": 0.014,
      "step": 45909
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9181668927535958e-06,
      "loss": 0.0018,
      "step": 45910
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.917966893784606e-06,
      "loss": 0.0099,
      "step": 45911
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.917766902768299e-06,
      "loss": 0.0029,
      "step": 45912
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.917566919705196e-06,
      "loss": 0.0099,
      "step": 45913
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.917366944595811e-06,
      "loss": 0.0089,
      "step": 45914
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.917166977440659e-06,
      "loss": 0.0045,
      "step": 45915
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.916967018240257e-06,
      "loss": 0.0102,
      "step": 45916
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9167670669951186e-06,
      "loss": 0.0033,
      "step": 45917
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.916567123705764e-06,
      "loss": 0.0064,
      "step": 45918
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9163671883727063e-06,
      "loss": 0.0046,
      "step": 45919
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9161672609964604e-06,
      "loss": 0.001,
      "step": 45920
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9159673415775456e-06,
      "loss": 0.0225,
      "step": 45921
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9157674301164757e-06,
      "loss": 0.008,
      "step": 45922
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.915567526613767e-06,
      "loss": 0.0046,
      "step": 45923
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9153676310699348e-06,
      "loss": 0.0371,
      "step": 45924
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9151677434854938e-06,
      "loss": 0.0155,
      "step": 45925
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9149678638609627e-06,
      "loss": 0.009,
      "step": 45926
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9147679921968536e-06,
      "loss": 0.0136,
      "step": 45927
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9145681284936862e-06,
      "loss": 0.0073,
      "step": 45928
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9143682727519763e-06,
      "loss": 0.0115,
      "step": 45929
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.914168424972234e-06,
      "loss": 0.014,
      "step": 45930
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9139685851549804e-06,
      "loss": 0.0183,
      "step": 45931
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9137687533007274e-06,
      "loss": 0.0093,
      "step": 45932
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9135689294099953e-06,
      "loss": 0.0088,
      "step": 45933
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.913369113483296e-06,
      "loss": 0.0161,
      "step": 45934
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9131693055211447e-06,
      "loss": 0.0079,
      "step": 45935
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.912969505524062e-06,
      "loss": 0.0087,
      "step": 45936
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.912769713492556e-06,
      "loss": 0.0039,
      "step": 45937
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9125699294271483e-06,
      "loss": 0.0079,
      "step": 45938
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9123701533283516e-06,
      "loss": 0.0035,
      "step": 45939
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9121703851966803e-06,
      "loss": 0.0113,
      "step": 45940
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9119706250326537e-06,
      "loss": 0.0017,
      "step": 45941
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9117708728367833e-06,
      "loss": 0.0411,
      "step": 45942
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9115711286095896e-06,
      "loss": 0.007,
      "step": 45943
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.911371392351583e-06,
      "loss": 0.0151,
      "step": 45944
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.911171664063279e-06,
      "loss": 0.0022,
      "step": 45945
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.910971943745196e-06,
      "loss": 0.0289,
      "step": 45946
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.910772231397846e-06,
      "loss": 0.0095,
      "step": 45947
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9105725270217484e-06,
      "loss": 0.009,
      "step": 45948
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.910372830617416e-06,
      "loss": 0.0025,
      "step": 45949
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.910173142185365e-06,
      "loss": 0.0062,
      "step": 45950
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9099734617261094e-06,
      "loss": 0.0136,
      "step": 45951
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.909773789240164e-06,
      "loss": 0.0249,
      "step": 45952
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.909574124728047e-06,
      "loss": 0.0026,
      "step": 45953
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.909374468190271e-06,
      "loss": 0.022,
      "step": 45954
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.909174819627351e-06,
      "loss": 0.0117,
      "step": 45955
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9089751790398043e-06,
      "loss": 0.0075,
      "step": 45956
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.908775546428145e-06,
      "loss": 0.0044,
      "step": 45957
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9085759217928877e-06,
      "loss": 0.0048,
      "step": 45958
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9083763051345484e-06,
      "loss": 0.0068,
      "step": 45959
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.90817669645364e-06,
      "loss": 0.0023,
      "step": 45960
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9079770957506806e-06,
      "loss": 0.034,
      "step": 45961
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9077775030261818e-06,
      "loss": 0.0017,
      "step": 45962
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.907577918280663e-06,
      "loss": 0.0036,
      "step": 45963
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9073783415146363e-06,
      "loss": 0.0157,
      "step": 45964
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9071787727286177e-06,
      "loss": 0.0049,
      "step": 45965
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9069792119231217e-06,
      "loss": 0.0083,
      "step": 45966
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9067796590986608e-06,
      "loss": 0.0078,
      "step": 45967
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.906580114255755e-06,
      "loss": 0.0103,
      "step": 45968
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9063805773949156e-06,
      "loss": 0.003,
      "step": 45969
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.906181048516657e-06,
      "loss": 0.0103,
      "step": 45970
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9059815276214978e-06,
      "loss": 0.0062,
      "step": 45971
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9057820147099498e-06,
      "loss": 0.0162,
      "step": 45972
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9055825097825286e-06,
      "loss": 0.0024,
      "step": 45973
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9053830128397489e-06,
      "loss": 0.0083,
      "step": 45974
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9051835238821237e-06,
      "loss": 0.0057,
      "step": 45975
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9049840429101713e-06,
      "loss": 0.0028,
      "step": 45976
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9047845699244028e-06,
      "loss": 0.0146,
      "step": 45977
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9045851049253366e-06,
      "loss": 0.0068,
      "step": 45978
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9043856479134853e-06,
      "loss": 0.0262,
      "step": 45979
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9041861988893639e-06,
      "loss": 0.01,
      "step": 45980
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9039867578534865e-06,
      "loss": 0.0086,
      "step": 45981
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9037873248063672e-06,
      "loss": 0.0135,
      "step": 45982
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.903587899748523e-06,
      "loss": 0.0417,
      "step": 45983
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9033884826804667e-06,
      "loss": 0.0117,
      "step": 45984
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.903189073602712e-06,
      "loss": 0.0043,
      "step": 45985
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9029896725157777e-06,
      "loss": 0.0046,
      "step": 45986
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.902790279420172e-06,
      "loss": 0.0135,
      "step": 45987
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.902590894316414e-06,
      "loss": 0.0237,
      "step": 45988
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9023915172050172e-06,
      "loss": 0.0065,
      "step": 45989
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.902192148086494e-06,
      "loss": 0.0044,
      "step": 45990
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9019927869613625e-06,
      "loss": 0.0153,
      "step": 45991
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.901793433830133e-06,
      "loss": 0.0222,
      "step": 45992
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.901594088693326e-06,
      "loss": 0.062,
      "step": 45993
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9013947515514496e-06,
      "loss": 0.0129,
      "step": 45994
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9011954224050194e-06,
      "loss": 0.0108,
      "step": 45995
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9009961012545519e-06,
      "loss": 0.0049,
      "step": 45996
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.900796788100559e-06,
      "loss": 0.0038,
      "step": 45997
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.900597482943558e-06,
      "loss": 0.0138,
      "step": 45998
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.900398185784062e-06,
      "loss": 0.0039,
      "step": 45999
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9001988966225843e-06,
      "loss": 0.0108,
      "step": 46000
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8999996154596395e-06,
      "loss": 0.0106,
      "step": 46001
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8998003422957407e-06,
      "loss": 0.0101,
      "step": 46002
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8996010771314044e-06,
      "loss": 0.0055,
      "step": 46003
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8994018199671442e-06,
      "loss": 0.0233,
      "step": 46004
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8992025708034717e-06,
      "loss": 0.003,
      "step": 46005
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.899003329640905e-06,
      "loss": 0.0057,
      "step": 46006
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8988040964799564e-06,
      "loss": 0.0196,
      "step": 46007
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8986048713211397e-06,
      "loss": 0.0073,
      "step": 46008
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8984056541649686e-06,
      "loss": 0.0024,
      "step": 46009
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.898206445011957e-06,
      "loss": 0.0087,
      "step": 46010
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8980072438626207e-06,
      "loss": 0.0065,
      "step": 46011
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8978080507174706e-06,
      "loss": 0.0139,
      "step": 46012
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8976088655770252e-06,
      "loss": 0.0279,
      "step": 46013
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8974096884417953e-06,
      "loss": 0.0075,
      "step": 46014
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.897210519312296e-06,
      "loss": 0.0066,
      "step": 46015
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8970113581890403e-06,
      "loss": 0.0163,
      "step": 46016
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8968122050725413e-06,
      "loss": 0.0095,
      "step": 46017
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8966130599633153e-06,
      "loss": 0.0051,
      "step": 46018
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8964139228618756e-06,
      "loss": 0.0079,
      "step": 46019
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8962147937687331e-06,
      "loss": 0.0021,
      "step": 46020
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8960156726844058e-06,
      "loss": 0.0036,
      "step": 46021
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8958165596094063e-06,
      "loss": 0.0113,
      "step": 46022
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8956174545442467e-06,
      "loss": 0.0066,
      "step": 46023
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8954183574894424e-06,
      "loss": 0.018,
      "step": 46024
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8952192684455051e-06,
      "loss": 0.0026,
      "step": 46025
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.895020187412951e-06,
      "loss": 0.0014,
      "step": 46026
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8948211143922912e-06,
      "loss": 0.0072,
      "step": 46027
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.894622049384043e-06,
      "loss": 0.0048,
      "step": 46028
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8944229923887176e-06,
      "loss": 0.0081,
      "step": 46029
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8942239434068288e-06,
      "loss": 0.0053,
      "step": 46030
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8940249024388907e-06,
      "loss": 0.0045,
      "step": 46031
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8938258694854144e-06,
      "loss": 0.0046,
      "step": 46032
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.893626844546918e-06,
      "loss": 0.01,
      "step": 46033
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8934278276239126e-06,
      "loss": 0.0084,
      "step": 46034
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8932288187169101e-06,
      "loss": 0.0122,
      "step": 46035
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8930298178264272e-06,
      "loss": 0.0044,
      "step": 46036
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8928308249529763e-06,
      "loss": 0.015,
      "step": 46037
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8926318400970706e-06,
      "loss": 0.0027,
      "step": 46038
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8924328632592232e-06,
      "loss": 0.0042,
      "step": 46039
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.892233894439946e-06,
      "loss": 0.0171,
      "step": 46040
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8920349336397564e-06,
      "loss": 0.0047,
      "step": 46041
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8918359808591636e-06,
      "loss": 0.0142,
      "step": 46042
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8916370360986847e-06,
      "loss": 0.0049,
      "step": 46043
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8914380993588326e-06,
      "loss": 0.0029,
      "step": 46044
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8912391706401161e-06,
      "loss": 0.0068,
      "step": 46045
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.891040249943054e-06,
      "loss": 0.0034,
      "step": 46046
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.890841337268155e-06,
      "loss": 0.0052,
      "step": 46047
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8906424326159367e-06,
      "loss": 0.0059,
      "step": 46048
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8904435359869105e-06,
      "loss": 0.0049,
      "step": 46049
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.890244647381589e-06,
      "loss": 0.0042,
      "step": 46050
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8900457668004856e-06,
      "loss": 0.0141,
      "step": 46051
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8898468942441127e-06,
      "loss": 0.0175,
      "step": 46052
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.889648029712986e-06,
      "loss": 0.0164,
      "step": 46053
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.889449173207617e-06,
      "loss": 0.0072,
      "step": 46054
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.889250324728517e-06,
      "loss": 0.0063,
      "step": 46055
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.889051484276203e-06,
      "loss": 0.004,
      "step": 46056
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8888526518511856e-06,
      "loss": 0.0034,
      "step": 46057
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8886538274539789e-06,
      "loss": 0.011,
      "step": 46058
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8884550110850952e-06,
      "loss": 0.0061,
      "step": 46059
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8882562027450463e-06,
      "loss": 0.005,
      "step": 46060
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.888057402434348e-06,
      "loss": 0.016,
      "step": 46061
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.88785861015351e-06,
      "loss": 0.005,
      "step": 46062
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8876598259030494e-06,
      "loss": 0.0139,
      "step": 46063
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8874610496834762e-06,
      "loss": 0.001,
      "step": 46064
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8872622814953046e-06,
      "loss": 0.005,
      "step": 46065
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8870635213390466e-06,
      "loss": 0.0061,
      "step": 46066
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8868647692152132e-06,
      "loss": 0.0157,
      "step": 46067
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8866660251243213e-06,
      "loss": 0.0028,
      "step": 46068
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8864672890668816e-06,
      "loss": 0.0099,
      "step": 46069
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8862685610434056e-06,
      "loss": 0.0031,
      "step": 46070
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8860698410544098e-06,
      "loss": 0.0035,
      "step": 46071
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.885871129100404e-06,
      "loss": 0.0022,
      "step": 46072
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.885672425181902e-06,
      "loss": 0.0046,
      "step": 46073
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8854737292994163e-06,
      "loss": 0.0111,
      "step": 46074
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8852750414534576e-06,
      "loss": 0.0076,
      "step": 46075
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8850763616445422e-06,
      "loss": 0.04,
      "step": 46076
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8848776898731796e-06,
      "loss": 0.0066,
      "step": 46077
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.884679026139885e-06,
      "loss": 0.0132,
      "step": 46078
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8844803704451703e-06,
      "loss": 0.0036,
      "step": 46079
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8842817227895483e-06,
      "loss": 0.0025,
      "step": 46080
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8840830831735302e-06,
      "loss": 0.0043,
      "step": 46081
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8838844515976278e-06,
      "loss": 0.0074,
      "step": 46082
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8836858280623572e-06,
      "loss": 0.0062,
      "step": 46083
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8834872125682285e-06,
      "loss": 0.0042,
      "step": 46084
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8832886051157529e-06,
      "loss": 0.0016,
      "step": 46085
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8830900057054468e-06,
      "loss": 0.0065,
      "step": 46086
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8828914143378196e-06,
      "loss": 0.0175,
      "step": 46087
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8826928310133852e-06,
      "loss": 0.0313,
      "step": 46088
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8824942557326553e-06,
      "loss": 0.0075,
      "step": 46089
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8822956884961406e-06,
      "loss": 0.0034,
      "step": 46090
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8820971293043572e-06,
      "loss": 0.0287,
      "step": 46091
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.881898578157813e-06,
      "loss": 0.0209,
      "step": 46092
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8817000350570252e-06,
      "loss": 0.0048,
      "step": 46093
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.881501500002505e-06,
      "loss": 0.0183,
      "step": 46094
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8813029729947602e-06,
      "loss": 0.0105,
      "step": 46095
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8811044540343082e-06,
      "loss": 0.0039,
      "step": 46096
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8809059431216576e-06,
      "loss": 0.0042,
      "step": 46097
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8807074402573233e-06,
      "loss": 0.0281,
      "step": 46098
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8805089454418174e-06,
      "loss": 0.0069,
      "step": 46099
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8803104586756492e-06,
      "loss": 0.0031,
      "step": 46100
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8801119799593365e-06,
      "loss": 0.0181,
      "step": 46101
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.879913509293384e-06,
      "loss": 0.0069,
      "step": 46102
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8797150466783098e-06,
      "loss": 0.004,
      "step": 46103
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8795165921146235e-06,
      "loss": 0.0043,
      "step": 46104
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.879318145602836e-06,
      "loss": 0.0112,
      "step": 46105
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8791197071434626e-06,
      "loss": 0.0039,
      "step": 46106
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8789212767370119e-06,
      "loss": 0.0058,
      "step": 46107
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8787228543840013e-06,
      "loss": 0.0178,
      "step": 46108
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8785244400849373e-06,
      "loss": 0.0025,
      "step": 46109
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.878326033840332e-06,
      "loss": 0.0072,
      "step": 46110
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8781276356507005e-06,
      "loss": 0.0071,
      "step": 46111
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8779292455165522e-06,
      "loss": 0.0022,
      "step": 46112
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8777308634384013e-06,
      "loss": 0.0135,
      "step": 46113
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8775324894167585e-06,
      "loss": 0.0039,
      "step": 46114
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8773341234521358e-06,
      "loss": 0.0031,
      "step": 46115
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.877135765545045e-06,
      "loss": 0.0279,
      "step": 46116
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8769374156959962e-06,
      "loss": 0.0042,
      "step": 46117
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8767390739055046e-06,
      "loss": 0.0076,
      "step": 46118
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8765407401740804e-06,
      "loss": 0.0024,
      "step": 46119
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8763424145022336e-06,
      "loss": 0.0067,
      "step": 46120
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8761440968904792e-06,
      "loss": 0.0039,
      "step": 46121
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8759457873393272e-06,
      "loss": 0.0206,
      "step": 46122
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.875747485849289e-06,
      "loss": 0.0207,
      "step": 46123
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8755491924208773e-06,
      "loss": 0.0065,
      "step": 46124
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8753509070546016e-06,
      "loss": 0.0137,
      "step": 46125
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8751526297509765e-06,
      "loss": 0.0044,
      "step": 46126
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8749543605105102e-06,
      "loss": 0.0061,
      "step": 46127
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8747560993337188e-06,
      "loss": 0.0061,
      "step": 46128
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8745578462211112e-06,
      "loss": 0.0013,
      "step": 46129
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8743596011731984e-06,
      "loss": 0.0065,
      "step": 46130
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8741613641904937e-06,
      "loss": 0.0086,
      "step": 46131
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8739631352735054e-06,
      "loss": 0.0096,
      "step": 46132
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8737649144227492e-06,
      "loss": 0.0087,
      "step": 46133
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8735667016387344e-06,
      "loss": 0.003,
      "step": 46134
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8733684969219712e-06,
      "loss": 0.0284,
      "step": 46135
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.873170300272974e-06,
      "loss": 0.0081,
      "step": 46136
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8729721116922528e-06,
      "loss": 0.0066,
      "step": 46137
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8727739311803184e-06,
      "loss": 0.0061,
      "step": 46138
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8725757587376836e-06,
      "loss": 0.008,
      "step": 46139
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8723775943648564e-06,
      "loss": 0.0179,
      "step": 46140
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8721794380623526e-06,
      "loss": 0.007,
      "step": 46141
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8719812898306793e-06,
      "loss": 0.0171,
      "step": 46142
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8717831496703527e-06,
      "loss": 0.0035,
      "step": 46143
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.87158501758188e-06,
      "loss": 0.0054,
      "step": 46144
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8713868935657748e-06,
      "loss": 0.0031,
      "step": 46145
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8711887776225468e-06,
      "loss": 0.022,
      "step": 46146
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8709906697527064e-06,
      "loss": 0.007,
      "step": 46147
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8707925699567675e-06,
      "loss": 0.0192,
      "step": 46148
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8705944782352397e-06,
      "loss": 0.0163,
      "step": 46149
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8703963945886332e-06,
      "loss": 0.008,
      "step": 46150
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8701983190174616e-06,
      "loss": 0.0124,
      "step": 46151
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8700002515222344e-06,
      "loss": 0.0151,
      "step": 46152
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8698021921034632e-06,
      "loss": 0.0079,
      "step": 46153
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8696041407616582e-06,
      "loss": 0.0078,
      "step": 46154
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.86940609749733e-06,
      "loss": 0.015,
      "step": 46155
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.869208062310992e-06,
      "loss": 0.0027,
      "step": 46156
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8690100352031527e-06,
      "loss": 0.0079,
      "step": 46157
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8688120161743268e-06,
      "loss": 0.0066,
      "step": 46158
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8686140052250212e-06,
      "loss": 0.0099,
      "step": 46159
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8684160023557469e-06,
      "loss": 0.0066,
      "step": 46160
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8682180075670176e-06,
      "loss": 0.0076,
      "step": 46161
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8680200208593413e-06,
      "loss": 0.0142,
      "step": 46162
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8678220422332316e-06,
      "loss": 0.003,
      "step": 46163
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8676240716891986e-06,
      "loss": 0.0067,
      "step": 46164
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8674261092277524e-06,
      "loss": 0.0398,
      "step": 46165
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8672281548494042e-06,
      "loss": 0.0059,
      "step": 46166
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8670302085546632e-06,
      "loss": 0.0036,
      "step": 46167
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8668322703440428e-06,
      "loss": 0.0069,
      "step": 46168
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.866634340218053e-06,
      "loss": 0.0108,
      "step": 46169
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.866436418177202e-06,
      "loss": 0.0072,
      "step": 46170
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.866238504222005e-06,
      "loss": 0.0104,
      "step": 46171
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8660405983529695e-06,
      "loss": 0.0073,
      "step": 46172
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8658427005706076e-06,
      "loss": 0.0038,
      "step": 46173
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8656448108754288e-06,
      "loss": 0.0065,
      "step": 46174
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8654469292679428e-06,
      "loss": 0.0028,
      "step": 46175
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.865249055748663e-06,
      "loss": 0.0059,
      "step": 46176
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8650511903180974e-06,
      "loss": 0.0154,
      "step": 46177
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8648533329767588e-06,
      "loss": 0.0119,
      "step": 46178
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8646554837251573e-06,
      "loss": 0.004,
      "step": 46179
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8644576425638023e-06,
      "loss": 0.007,
      "step": 46180
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8642598094932051e-06,
      "loss": 0.0139,
      "step": 46181
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8640619845138742e-06,
      "loss": 0.0118,
      "step": 46182
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8638641676263237e-06,
      "loss": 0.007,
      "step": 46183
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8636663588310617e-06,
      "loss": 0.0074,
      "step": 46184
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.863468558128597e-06,
      "loss": 0.0138,
      "step": 46185
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8632707655194444e-06,
      "loss": 0.0067,
      "step": 46186
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8630729810041114e-06,
      "loss": 0.0117,
      "step": 46187
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.862875204583109e-06,
      "loss": 0.0281,
      "step": 46188
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.862677436256947e-06,
      "loss": 0.0017,
      "step": 46189
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8624796760261343e-06,
      "loss": 0.0107,
      "step": 46190
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8622819238911849e-06,
      "loss": 0.0299,
      "step": 46191
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8620841798526056e-06,
      "loss": 0.0142,
      "step": 46192
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8618864439109096e-06,
      "loss": 0.0064,
      "step": 46193
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8616887160666058e-06,
      "loss": 0.0047,
      "step": 46194
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8614909963202043e-06,
      "loss": 0.0021,
      "step": 46195
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8612932846722147e-06,
      "loss": 0.0061,
      "step": 46196
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8610955811231468e-06,
      "loss": 0.005,
      "step": 46197
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8608978856735133e-06,
      "loss": 0.0046,
      "step": 46198
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.860700198323822e-06,
      "loss": 0.0126,
      "step": 46199
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8605025190745823e-06,
      "loss": 0.0053,
      "step": 46200
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8603048479263075e-06,
      "loss": 0.008,
      "step": 46201
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.860107184879506e-06,
      "loss": 0.0035,
      "step": 46202
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8599095299346876e-06,
      "loss": 0.012,
      "step": 46203
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8597118830923621e-06,
      "loss": 0.004,
      "step": 46204
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8595142443530384e-06,
      "loss": 0.0012,
      "step": 46205
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8593166137172291e-06,
      "loss": 0.0115,
      "step": 46206
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8591189911854412e-06,
      "loss": 0.0207,
      "step": 46207
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8589213767581887e-06,
      "loss": 0.0408,
      "step": 46208
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8587237704359807e-06,
      "loss": 0.0028,
      "step": 46209
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8585261722193215e-06,
      "loss": 0.0071,
      "step": 46210
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.858328582108727e-06,
      "loss": 0.0066,
      "step": 46211
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8581310001047037e-06,
      "loss": 0.0026,
      "step": 46212
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8579334262077642e-06,
      "loss": 0.0146,
      "step": 46213
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8577358604184166e-06,
      "loss": 0.0037,
      "step": 46214
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8575383027371696e-06,
      "loss": 0.0034,
      "step": 46215
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8573407531645378e-06,
      "loss": 0.0162,
      "step": 46216
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.857143211701024e-06,
      "loss": 0.0048,
      "step": 46217
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.856945678347143e-06,
      "loss": 0.0017,
      "step": 46218
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8567481531034033e-06,
      "loss": 0.0066,
      "step": 46219
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8565506359703117e-06,
      "loss": 0.0039,
      "step": 46220
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8563531269483831e-06,
      "loss": 0.0061,
      "step": 46221
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8561556260381236e-06,
      "loss": 0.0111,
      "step": 46222
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.855958133240044e-06,
      "loss": 0.0062,
      "step": 46223
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8557606485546531e-06,
      "loss": 0.0049,
      "step": 46224
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.8555631719824595e-06,
      "loss": 0.0126,
      "step": 46225
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.855365703523976e-06,
      "loss": 0.008,
      "step": 46226
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8551682431797086e-06,
      "loss": 0.0081,
      "step": 46227
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8549707909501695e-06,
      "loss": 0.004,
      "step": 46228
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.854773346835868e-06,
      "loss": 0.0212,
      "step": 46229
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8545759108373125e-06,
      "loss": 0.0069,
      "step": 46230
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8543784829550126e-06,
      "loss": 0.0068,
      "step": 46231
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8541810631894764e-06,
      "loss": 0.0084,
      "step": 46232
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8539836515412162e-06,
      "loss": 0.0043,
      "step": 46233
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.85378624801074e-06,
      "loss": 0.0144,
      "step": 46234
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8535888525985551e-06,
      "loss": 0.0086,
      "step": 46235
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.853391465305175e-06,
      "loss": 0.0061,
      "step": 46236
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.853194086131107e-06,
      "loss": 0.0045,
      "step": 46237
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8529967150768601e-06,
      "loss": 0.0029,
      "step": 46238
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8527993521429439e-06,
      "loss": 0.0015,
      "step": 46239
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8526019973298653e-06,
      "loss": 0.0328,
      "step": 46240
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8524046506381377e-06,
      "loss": 0.0167,
      "step": 46241
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8522073120682671e-06,
      "loss": 0.0086,
      "step": 46242
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8520099816207654e-06,
      "loss": 0.0022,
      "step": 46243
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8518126592961406e-06,
      "loss": 0.006,
      "step": 46244
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.851615345094901e-06,
      "loss": 0.0096,
      "step": 46245
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8514180390175567e-06,
      "loss": 0.0032,
      "step": 46246
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.851220741064615e-06,
      "loss": 0.0069,
      "step": 46247
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8510234512365881e-06,
      "loss": 0.0072,
      "step": 46248
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8508261695339836e-06,
      "loss": 0.0067,
      "step": 46249
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8506288959573082e-06,
      "loss": 0.0075,
      "step": 46250
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8504316305070753e-06,
      "loss": 0.0051,
      "step": 46251
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.850234373183792e-06,
      "loss": 0.0075,
      "step": 46252
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8500371239879667e-06,
      "loss": 0.0037,
      "step": 46253
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8498398829201087e-06,
      "loss": 0.0066,
      "step": 46254
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.849642649980725e-06,
      "loss": 0.0153,
      "step": 46255
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8494454251703288e-06,
      "loss": 0.0091,
      "step": 46256
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8492482084894243e-06,
      "loss": 0.0119,
      "step": 46257
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8490509999385248e-06,
      "loss": 0.011,
      "step": 46258
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8488537995181387e-06,
      "loss": 0.009,
      "step": 46259
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8486566072287705e-06,
      "loss": 0.0099,
      "step": 46260
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.848459423070933e-06,
      "loss": 0.0145,
      "step": 46261
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8482622470451321e-06,
      "loss": 0.0066,
      "step": 46262
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.84806507915188e-06,
      "loss": 0.0043,
      "step": 46263
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8478679193916838e-06,
      "loss": 0.0077,
      "step": 46264
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8476707677650508e-06,
      "loss": 0.0031,
      "step": 46265
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8474736242724944e-06,
      "loss": 0.0126,
      "step": 46266
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8472764889145162e-06,
      "loss": 0.0102,
      "step": 46267
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8470793616916304e-06,
      "loss": 0.0066,
      "step": 46268
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8468822426043449e-06,
      "loss": 0.0022,
      "step": 46269
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8466851316531647e-06,
      "loss": 0.017,
      "step": 46270
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8464880288386029e-06,
      "loss": 0.0014,
      "step": 46271
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8462909341611645e-06,
      "loss": 0.0119,
      "step": 46272
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8460938476213635e-06,
      "loss": 0.0155,
      "step": 46273
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8458967692197032e-06,
      "loss": 0.0025,
      "step": 46274
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8456996989566923e-06,
      "loss": 0.0047,
      "step": 46275
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8455026368328422e-06,
      "loss": 0.0074,
      "step": 46276
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8453055828486576e-06,
      "loss": 0.0115,
      "step": 46277
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8451085370046518e-06,
      "loss": 0.0054,
      "step": 46278
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.84491149930133e-06,
      "loss": 0.0068,
      "step": 46279
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8447144697392022e-06,
      "loss": 0.0155,
      "step": 46280
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8445174483187756e-06,
      "loss": 0.0105,
      "step": 46281
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.844320435040557e-06,
      "loss": 0.0057,
      "step": 46282
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8441234299050581e-06,
      "loss": 0.011,
      "step": 46283
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8439264329127864e-06,
      "loss": 0.0074,
      "step": 46284
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8437294440642478e-06,
      "loss": 0.0049,
      "step": 46285
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8435324633599544e-06,
      "loss": 0.0056,
      "step": 46286
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8433354908004125e-06,
      "loss": 0.0062,
      "step": 46287
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8431385263861301e-06,
      "loss": 0.0034,
      "step": 46288
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8429415701176156e-06,
      "loss": 0.011,
      "step": 46289
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8427446219953759e-06,
      "loss": 0.0047,
      "step": 46290
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8425476820199227e-06,
      "loss": 0.0039,
      "step": 46291
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8423507501917598e-06,
      "loss": 0.0109,
      "step": 46292
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8421538265113997e-06,
      "loss": 0.0086,
      "step": 46293
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8419569109793485e-06,
      "loss": 0.0048,
      "step": 46294
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8417600035961142e-06,
      "loss": 0.0059,
      "step": 46295
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8415631043622051e-06,
      "loss": 0.0105,
      "step": 46296
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8413662132781269e-06,
      "loss": 0.0039,
      "step": 46297
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8411693303443923e-06,
      "loss": 0.004,
      "step": 46298
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8409724555615066e-06,
      "loss": 0.0071,
      "step": 46299
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.840775588929976e-06,
      "loss": 0.0077,
      "step": 46300
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8405787304503131e-06,
      "loss": 0.0042,
      "step": 46301
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8403818801230228e-06,
      "loss": 0.0114,
      "step": 46302
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8401850379486136e-06,
      "loss": 0.0263,
      "step": 46303
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.839988203927594e-06,
      "loss": 0.0264,
      "step": 46304
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8397913780604686e-06,
      "loss": 0.0208,
      "step": 46305
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8395945603477505e-06,
      "loss": 0.0048,
      "step": 46306
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8393977507899436e-06,
      "loss": 0.0131,
      "step": 46307
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8392009493875585e-06,
      "loss": 0.0051,
      "step": 46308
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8390041561411014e-06,
      "loss": 0.0101,
      "step": 46309
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8388073710510806e-06,
      "loss": 0.0188,
      "step": 46310
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8386105941180037e-06,
      "loss": 0.0042,
      "step": 46311
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8384138253423768e-06,
      "loss": 0.0122,
      "step": 46312
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8382170647247111e-06,
      "loss": 0.0114,
      "step": 46313
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8380203122655122e-06,
      "loss": 0.003,
      "step": 46314
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8378235679652862e-06,
      "loss": 0.0061,
      "step": 46315
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8376268318245445e-06,
      "loss": 0.0107,
      "step": 46316
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.837430103843793e-06,
      "loss": 0.0128,
      "step": 46317
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.837233384023539e-06,
      "loss": 0.0289,
      "step": 46318
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8370366723642902e-06,
      "loss": 0.011,
      "step": 46319
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8368399688665529e-06,
      "loss": 0.0037,
      "step": 46320
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8366432735308375e-06,
      "loss": 0.0087,
      "step": 46321
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8364465863576481e-06,
      "loss": 0.0063,
      "step": 46322
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8362499073474982e-06,
      "loss": 0.0022,
      "step": 46323
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8360532365008892e-06,
      "loss": 0.0077,
      "step": 46324
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8358565738183287e-06,
      "loss": 0.0027,
      "step": 46325
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8356599193003283e-06,
      "loss": 0.0192,
      "step": 46326
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8354632729473915e-06,
      "loss": 0.0114,
      "step": 46327
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.835266634760029e-06,
      "loss": 0.0066,
      "step": 46328
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.835070004738747e-06,
      "loss": 0.0021,
      "step": 46329
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.834873382884052e-06,
      "loss": 0.0052,
      "step": 46330
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8346767691964522e-06,
      "loss": 0.0052,
      "step": 46331
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8344801636764531e-06,
      "loss": 0.0015,
      "step": 46332
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.834283566324565e-06,
      "loss": 0.0117,
      "step": 46333
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8340869771412934e-06,
      "loss": 0.021,
      "step": 46334
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8338903961271448e-06,
      "loss": 0.003,
      "step": 46335
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8336938232826291e-06,
      "loss": 0.0058,
      "step": 46336
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8334972586082517e-06,
      "loss": 0.0128,
      "step": 46337
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8333007021045195e-06,
      "loss": 0.0048,
      "step": 46338
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8331041537719414e-06,
      "loss": 0.0208,
      "step": 46339
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8329076136110208e-06,
      "loss": 0.0119,
      "step": 46340
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.83271108162227e-06,
      "loss": 0.0123,
      "step": 46341
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.832514557806191e-06,
      "loss": 0.0044,
      "step": 46342
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8323180421632953e-06,
      "loss": 0.0102,
      "step": 46343
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8321215346940884e-06,
      "loss": 0.0228,
      "step": 46344
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8319250353990769e-06,
      "loss": 0.0009,
      "step": 46345
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.831728544278768e-06,
      "loss": 0.0111,
      "step": 46346
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8315320613336673e-06,
      "loss": 0.0109,
      "step": 46347
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8313355865642845e-06,
      "loss": 0.0118,
      "step": 46348
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8311391199711259e-06,
      "loss": 0.005,
      "step": 46349
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8309426615546954e-06,
      "loss": 0.0051,
      "step": 46350
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8307462113155044e-06,
      "loss": 0.0064,
      "step": 46351
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8305497692540581e-06,
      "loss": 0.0068,
      "step": 46352
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8303533353708625e-06,
      "loss": 0.0057,
      "step": 46353
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8301569096664258e-06,
      "loss": 0.0074,
      "step": 46354
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8299604921412517e-06,
      "loss": 0.0092,
      "step": 46355
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8297640827958512e-06,
      "loss": 0.0043,
      "step": 46356
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8295676816307278e-06,
      "loss": 0.0056,
      "step": 46357
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8293712886463916e-06,
      "loss": 0.005,
      "step": 46358
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.829174903843347e-06,
      "loss": 0.0069,
      "step": 46359
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8289785272221017e-06,
      "loss": 0.0071,
      "step": 46360
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8287821587831623e-06,
      "loss": 0.0095,
      "step": 46361
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8285857985270327e-06,
      "loss": 0.0106,
      "step": 46362
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.828389446454224e-06,
      "loss": 0.0006,
      "step": 46363
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8281931025652417e-06,
      "loss": 0.0108,
      "step": 46364
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8279967668605891e-06,
      "loss": 0.0198,
      "step": 46365
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8278004393407771e-06,
      "loss": 0.006,
      "step": 46366
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8276041200063127e-06,
      "loss": 0.0149,
      "step": 46367
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.827407808857697e-06,
      "loss": 0.022,
      "step": 46368
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8272115058954408e-06,
      "loss": 0.019,
      "step": 46369
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.827015211120049e-06,
      "loss": 0.0118,
      "step": 46370
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.82681892453203e-06,
      "loss": 0.0064,
      "step": 46371
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8266226461318892e-06,
      "loss": 0.0057,
      "step": 46372
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8264263759201311e-06,
      "loss": 0.0207,
      "step": 46373
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8262301138972678e-06,
      "loss": 0.0035,
      "step": 46374
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8260338600637983e-06,
      "loss": 0.0022,
      "step": 46375
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8258376144202345e-06,
      "loss": 0.0076,
      "step": 46376
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8256413769670805e-06,
      "loss": 0.0088,
      "step": 46377
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8254451477048418e-06,
      "loss": 0.0165,
      "step": 46378
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8252489266340274e-06,
      "loss": 0.0067,
      "step": 46379
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8250527137551405e-06,
      "loss": 0.0041,
      "step": 46380
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.824856509068693e-06,
      "loss": 0.0082,
      "step": 46381
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8246603125751855e-06,
      "loss": 0.0011,
      "step": 46382
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8244641242751237e-06,
      "loss": 0.0033,
      "step": 46383
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8242679441690187e-06,
      "loss": 0.0082,
      "step": 46384
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.824071772257372e-06,
      "loss": 0.0351,
      "step": 46385
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8238756085406938e-06,
      "loss": 0.0122,
      "step": 46386
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8236794530194884e-06,
      "loss": 0.0136,
      "step": 46387
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8234833056942624e-06,
      "loss": 0.0068,
      "step": 46388
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8232871665655211e-06,
      "loss": 0.0072,
      "step": 46389
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8230910356337695e-06,
      "loss": 0.0191,
      "step": 46390
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8228949128995165e-06,
      "loss": 0.0127,
      "step": 46391
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8226987983632677e-06,
      "loss": 0.0124,
      "step": 46392
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8225026920255257e-06,
      "loss": 0.015,
      "step": 46393
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8223065938868018e-06,
      "loss": 0.0197,
      "step": 46394
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8221105039475984e-06,
      "loss": 0.0115,
      "step": 46395
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.821914422208423e-06,
      "loss": 0.0048,
      "step": 46396
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8217183486697808e-06,
      "loss": 0.0229,
      "step": 46397
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8215222833321761e-06,
      "loss": 0.0052,
      "step": 46398
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8213262261961185e-06,
      "loss": 0.0146,
      "step": 46399
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8211301772621104e-06,
      "loss": 0.0049,
      "step": 46400
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.820934136530661e-06,
      "loss": 0.0059,
      "step": 46401
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8207381040022742e-06,
      "loss": 0.0031,
      "step": 46402
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8205420796774564e-06,
      "loss": 0.0059,
      "step": 46403
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8203460635567127e-06,
      "loss": 0.0236,
      "step": 46404
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8201500556405476e-06,
      "loss": 0.0022,
      "step": 46405
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8199540559294709e-06,
      "loss": 0.0117,
      "step": 46406
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8197580644239854e-06,
      "loss": 0.004,
      "step": 46407
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8195620811245957e-06,
      "loss": 0.0039,
      "step": 46408
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8193661060318107e-06,
      "loss": 0.0057,
      "step": 46409
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8191701391461353e-06,
      "loss": 0.0051,
      "step": 46410
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8189741804680738e-06,
      "loss": 0.0277,
      "step": 46411
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8187782299981328e-06,
      "loss": 0.0043,
      "step": 46412
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8185822877368158e-06,
      "loss": 0.0065,
      "step": 46413
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.818386353684632e-06,
      "loss": 0.0105,
      "step": 46414
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8181904278420836e-06,
      "loss": 0.0018,
      "step": 46415
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8179945102096792e-06,
      "loss": 0.0108,
      "step": 46416
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8177986007879227e-06,
      "loss": 0.0067,
      "step": 46417
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8176026995773204e-06,
      "loss": 0.0291,
      "step": 46418
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8174068065783768e-06,
      "loss": 0.0045,
      "step": 46419
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8172109217915962e-06,
      "loss": 0.0031,
      "step": 46420
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8170150452174873e-06,
      "loss": 0.0017,
      "step": 46421
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8168191768565536e-06,
      "loss": 0.0212,
      "step": 46422
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.816623316709299e-06,
      "loss": 0.0055,
      "step": 46423
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8164274647762326e-06,
      "loss": 0.02,
      "step": 46424
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8162316210578573e-06,
      "loss": 0.0075,
      "step": 46425
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8160357855546795e-06,
      "loss": 0.0053,
      "step": 46426
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8158399582672037e-06,
      "loss": 0.0103,
      "step": 46427
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8156441391959335e-06,
      "loss": 0.003,
      "step": 46428
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8154483283413782e-06,
      "loss": 0.0086,
      "step": 46429
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8152525257040388e-06,
      "loss": 0.0145,
      "step": 46430
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.815056731284427e-06,
      "loss": 0.0061,
      "step": 46431
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8148609450830413e-06,
      "loss": 0.0133,
      "step": 46432
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.814665167100388e-06,
      "loss": 0.0041,
      "step": 46433
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8144693973369747e-06,
      "loss": 0.0125,
      "step": 46434
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8142736357933045e-06,
      "loss": 0.0033,
      "step": 46435
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8140778824698847e-06,
      "loss": 0.0042,
      "step": 46436
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8138821373672195e-06,
      "loss": 0.0043,
      "step": 46437
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8136864004858135e-06,
      "loss": 0.005,
      "step": 46438
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8134906718261718e-06,
      "loss": 0.0066,
      "step": 46439
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8132949513887981e-06,
      "loss": 0.004,
      "step": 46440
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8130992391742003e-06,
      "loss": 0.0163,
      "step": 46441
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8129035351828827e-06,
      "loss": 0.013,
      "step": 46442
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8127078394153475e-06,
      "loss": 0.004,
      "step": 46443
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8125121518721034e-06,
      "loss": 0.0047,
      "step": 46444
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8123164725536536e-06,
      "loss": 0.0497,
      "step": 46445
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8121208014605036e-06,
      "loss": 0.0042,
      "step": 46446
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8119251385931574e-06,
      "loss": 0.0115,
      "step": 46447
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8117294839521189e-06,
      "loss": 0.005,
      "step": 46448
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8115338375378955e-06,
      "loss": 0.0145,
      "step": 46449
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8113381993509898e-06,
      "loss": 0.01,
      "step": 46450
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8111425693919093e-06,
      "loss": 0.0092,
      "step": 46451
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.810946947661157e-06,
      "loss": 0.0033,
      "step": 46452
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8107513341592381e-06,
      "loss": 0.0134,
      "step": 46453
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8105557288866565e-06,
      "loss": 0.0206,
      "step": 46454
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8103601318439169e-06,
      "loss": 0.0079,
      "step": 46455
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8101645430315252e-06,
      "loss": 0.0049,
      "step": 46456
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8099689624499861e-06,
      "loss": 0.0027,
      "step": 46457
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8097733900998021e-06,
      "loss": 0.0016,
      "step": 46458
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8095778259814811e-06,
      "loss": 0.0047,
      "step": 46459
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.809382270095526e-06,
      "loss": 0.0055,
      "step": 46460
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8091867224424414e-06,
      "loss": 0.022,
      "step": 46461
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8089911830227319e-06,
      "loss": 0.0189,
      "step": 46462
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8087956518369005e-06,
      "loss": 0.0096,
      "step": 46463
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.808600128885455e-06,
      "loss": 0.0089,
      "step": 46464
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8084046141688966e-06,
      "loss": 0.01,
      "step": 46465
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8082091076877327e-06,
      "loss": 0.0065,
      "step": 46466
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8080136094424672e-06,
      "loss": 0.0111,
      "step": 46467
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8078181194336036e-06,
      "loss": 0.0045,
      "step": 46468
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8076226376616461e-06,
      "loss": 0.0044,
      "step": 46469
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8074271641270985e-06,
      "loss": 0.0057,
      "step": 46470
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8072316988304678e-06,
      "loss": 0.0101,
      "step": 46471
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.807036241772257e-06,
      "loss": 0.0099,
      "step": 46472
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8068407929529686e-06,
      "loss": 0.0069,
      "step": 46473
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8066453523731104e-06,
      "loss": 0.0039,
      "step": 46474
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8064499200331849e-06,
      "loss": 0.0019,
      "step": 46475
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8062544959336958e-06,
      "loss": 0.0049,
      "step": 46476
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8060590800751487e-06,
      "loss": 0.0024,
      "step": 46477
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8058636724580452e-06,
      "loss": 0.0053,
      "step": 46478
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.805668273082893e-06,
      "loss": 0.0056,
      "step": 46479
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8054728819501932e-06,
      "loss": 0.0129,
      "step": 46480
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8052774990604526e-06,
      "loss": 0.0093,
      "step": 46481
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.805082124414177e-06,
      "loss": 0.0156,
      "step": 46482
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8048867580118634e-06,
      "loss": 0.005,
      "step": 46483
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8046913998540228e-06,
      "loss": 0.0096,
      "step": 46484
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8044960499411546e-06,
      "loss": 0.0026,
      "step": 46485
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8043007082737668e-06,
      "loss": 0.0091,
      "step": 46486
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8041053748523619e-06,
      "loss": 0.0071,
      "step": 46487
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8039100496774437e-06,
      "loss": 0.0026,
      "step": 46488
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8037147327495164e-06,
      "loss": 0.0053,
      "step": 46489
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8035194240690818e-06,
      "loss": 0.012,
      "step": 46490
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8033241236366472e-06,
      "loss": 0.0042,
      "step": 46491
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8031288314527156e-06,
      "loss": 0.009,
      "step": 46492
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8029335475177889e-06,
      "loss": 0.0057,
      "step": 46493
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8027382718323743e-06,
      "loss": 0.0081,
      "step": 46494
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8025430043969743e-06,
      "loss": 0.0095,
      "step": 46495
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8023477452120924e-06,
      "loss": 0.012,
      "step": 46496
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8021524942782327e-06,
      "loss": 0.0056,
      "step": 46497
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8019572515958967e-06,
      "loss": 0.0045,
      "step": 46498
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.801762017165592e-06,
      "loss": 0.0042,
      "step": 46499
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8015667909878188e-06,
      "loss": 0.0118,
      "step": 46500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8013715730630848e-06,
      "loss": 0.0055,
      "step": 46501
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8011763633918916e-06,
      "loss": 0.0049,
      "step": 46502
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.800981161974743e-06,
      "loss": 0.0178,
      "step": 46503
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8007859688121427e-06,
      "loss": 0.0047,
      "step": 46504
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.800590783904592e-06,
      "loss": 0.0113,
      "step": 46505
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8003956072525992e-06,
      "loss": 0.0069,
      "step": 46506
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8002004388566657e-06,
      "loss": 0.0058,
      "step": 46507
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.8000052787172927e-06,
      "loss": 0.0195,
      "step": 46508
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7998101268349881e-06,
      "loss": 0.0035,
      "step": 46509
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7996149832102532e-06,
      "loss": 0.0026,
      "step": 46510
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.799419847843592e-06,
      "loss": 0.0096,
      "step": 46511
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7992247207355079e-06,
      "loss": 0.026,
      "step": 46512
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7990296018865023e-06,
      "loss": 0.0183,
      "step": 46513
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.798834491297083e-06,
      "loss": 0.0074,
      "step": 46514
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7986393889677485e-06,
      "loss": 0.0071,
      "step": 46515
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7984442948990066e-06,
      "loss": 0.0212,
      "step": 46516
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7982492090913594e-06,
      "loss": 0.0134,
      "step": 46517
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7980541315453094e-06,
      "loss": 0.0139,
      "step": 46518
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7978590622613606e-06,
      "loss": 0.0063,
      "step": 46519
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7976640012400143e-06,
      "loss": 0.0123,
      "step": 46520
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7974689484817775e-06,
      "loss": 0.0156,
      "step": 46521
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7972739039871517e-06,
      "loss": 0.0028,
      "step": 46522
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.797078867756638e-06,
      "loss": 0.0101,
      "step": 46523
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.796883839790744e-06,
      "loss": 0.0046,
      "step": 46524
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7966888200899708e-06,
      "loss": 0.0041,
      "step": 46525
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7964938086548211e-06,
      "loss": 0.005,
      "step": 46526
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7962988054857989e-06,
      "loss": 0.0091,
      "step": 46527
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.796103810583405e-06,
      "loss": 0.0127,
      "step": 46528
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7959088239481464e-06,
      "loss": 0.0214,
      "step": 46529
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7957138455805222e-06,
      "loss": 0.0262,
      "step": 46530
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7955188754810404e-06,
      "loss": 0.0143,
      "step": 46531
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7953239136502026e-06,
      "loss": 0.0095,
      "step": 46532
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7951289600885069e-06,
      "loss": 0.0192,
      "step": 46533
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7949340147964622e-06,
      "loss": 0.021,
      "step": 46534
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7947390777745677e-06,
      "loss": 0.0042,
      "step": 46535
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7945441490233301e-06,
      "loss": 0.0052,
      "step": 46536
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.79434922854325e-06,
      "loss": 0.0051,
      "step": 46537
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7941543163348292e-06,
      "loss": 0.013,
      "step": 46538
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7939594123985754e-06,
      "loss": 0.007,
      "step": 46539
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7937645167349854e-06,
      "loss": 0.0075,
      "step": 46540
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7935696293445666e-06,
      "loss": 0.02,
      "step": 46541
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7933747502278205e-06,
      "loss": 0.0227,
      "step": 46542
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7931798793852473e-06,
      "loss": 0.033,
      "step": 46543
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7929850168173545e-06,
      "loss": 0.0028,
      "step": 46544
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7927901625246407e-06,
      "loss": 0.011,
      "step": 46545
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.792595316507615e-06,
      "loss": 0.0151,
      "step": 46546
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7924004787667732e-06,
      "loss": 0.0083,
      "step": 46547
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7922056493026197e-06,
      "loss": 0.0063,
      "step": 46548
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7920108281156594e-06,
      "loss": 0.0017,
      "step": 46549
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7918160152063924e-06,
      "loss": 0.0157,
      "step": 46550
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7916212105753245e-06,
      "loss": 0.0183,
      "step": 46551
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7914264142229564e-06,
      "loss": 0.0212,
      "step": 46552
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7912316261497915e-06,
      "loss": 0.0126,
      "step": 46553
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7910368463563316e-06,
      "loss": 0.0039,
      "step": 46554
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7908420748430782e-06,
      "loss": 0.0134,
      "step": 46555
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7906473116105365e-06,
      "loss": 0.0235,
      "step": 46556
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7904525566592084e-06,
      "loss": 0.0173,
      "step": 46557
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7902578099895939e-06,
      "loss": 0.0017,
      "step": 46558
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7900630716021993e-06,
      "loss": 0.0047,
      "step": 46559
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.789868341497526e-06,
      "loss": 0.0101,
      "step": 46560
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.789673619676075e-06,
      "loss": 0.019,
      "step": 46561
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7894789061383494e-06,
      "loss": 0.0084,
      "step": 46562
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7892842008848505e-06,
      "loss": 0.0048,
      "step": 46563
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7890895039160838e-06,
      "loss": 0.0033,
      "step": 46564
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7888948152325475e-06,
      "loss": 0.0031,
      "step": 46565
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7887001348347482e-06,
      "loss": 0.008,
      "step": 46566
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7885054627231868e-06,
      "loss": 0.0067,
      "step": 46567
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.788310798898365e-06,
      "loss": 0.0028,
      "step": 46568
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7881161433607853e-06,
      "loss": 0.0145,
      "step": 46569
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.787921496110948e-06,
      "loss": 0.0085,
      "step": 46570
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.787726857149359e-06,
      "loss": 0.0032,
      "step": 46571
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7875322264765188e-06,
      "loss": 0.0054,
      "step": 46572
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.787337604092928e-06,
      "loss": 0.0054,
      "step": 46573
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7871429899990923e-06,
      "loss": 0.0034,
      "step": 46574
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.786948384195512e-06,
      "loss": 0.0107,
      "step": 46575
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.786753786682689e-06,
      "loss": 0.0148,
      "step": 46576
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7865591974611263e-06,
      "loss": 0.0025,
      "step": 46577
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7863646165313232e-06,
      "loss": 0.0147,
      "step": 46578
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7861700438937856e-06,
      "loss": 0.0064,
      "step": 46579
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7859754795490125e-06,
      "loss": 0.0076,
      "step": 46580
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7857809234975087e-06,
      "loss": 0.0086,
      "step": 46581
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7855863757397752e-06,
      "loss": 0.0075,
      "step": 46582
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7853918362763135e-06,
      "loss": 0.0015,
      "step": 46583
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.785197305107626e-06,
      "loss": 0.0021,
      "step": 46584
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7850027822342124e-06,
      "loss": 0.0052,
      "step": 46585
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7848082676565787e-06,
      "loss": 0.0037,
      "step": 46586
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7846137613752247e-06,
      "loss": 0.0093,
      "step": 46587
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7844192633906509e-06,
      "loss": 0.0115,
      "step": 46588
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.784224773703362e-06,
      "loss": 0.015,
      "step": 46589
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7840302923138585e-06,
      "loss": 0.0178,
      "step": 46590
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7838358192226424e-06,
      "loss": 0.0096,
      "step": 46591
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.783641354430215e-06,
      "loss": 0.0022,
      "step": 46592
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7834468979370773e-06,
      "loss": 0.0107,
      "step": 46593
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7832524497437332e-06,
      "loss": 0.0122,
      "step": 46594
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7830580098506821e-06,
      "loss": 0.0039,
      "step": 46595
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7828635782584303e-06,
      "loss": 0.0034,
      "step": 46596
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7826691549674747e-06,
      "loss": 0.0028,
      "step": 46597
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7824747399783165e-06,
      "loss": 0.0137,
      "step": 46598
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7822803332914613e-06,
      "loss": 0.0028,
      "step": 46599
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7820859349074072e-06,
      "loss": 0.0068,
      "step": 46600
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.781891544826659e-06,
      "loss": 0.0051,
      "step": 46601
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7816971630497166e-06,
      "loss": 0.0069,
      "step": 46602
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7815027895770815e-06,
      "loss": 0.0078,
      "step": 46603
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.781308424409256e-06,
      "loss": 0.0091,
      "step": 46604
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7811140675467393e-06,
      "loss": 0.0062,
      "step": 46605
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7809197189900357e-06,
      "loss": 0.0158,
      "step": 46606
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7807253787396462e-06,
      "loss": 0.0059,
      "step": 46607
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7805310467960696e-06,
      "loss": 0.0049,
      "step": 46608
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7803367231598119e-06,
      "loss": 0.007,
      "step": 46609
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7801424078313712e-06,
      "loss": 0.0057,
      "step": 46610
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7799481008112501e-06,
      "loss": 0.0034,
      "step": 46611
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.77975380209995e-06,
      "loss": 0.0051,
      "step": 46612
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7795595116979696e-06,
      "loss": 0.0209,
      "step": 46613
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.779365229605815e-06,
      "loss": 0.0041,
      "step": 46614
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7791709558239829e-06,
      "loss": 0.0169,
      "step": 46615
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.778976690352978e-06,
      "loss": 0.0145,
      "step": 46616
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7787824331933013e-06,
      "loss": 0.0033,
      "step": 46617
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7785881843454521e-06,
      "loss": 0.0049,
      "step": 46618
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7783939438099335e-06,
      "loss": 0.0033,
      "step": 46619
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7781997115872434e-06,
      "loss": 0.0038,
      "step": 46620
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7780054876778873e-06,
      "loss": 0.0092,
      "step": 46621
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7778112720823642e-06,
      "loss": 0.0052,
      "step": 46622
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7776170648011742e-06,
      "loss": 0.0067,
      "step": 46623
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7774228658348214e-06,
      "loss": 0.0081,
      "step": 46624
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7772286751838054e-06,
      "loss": 0.003,
      "step": 46625
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7770344928486267e-06,
      "loss": 0.002,
      "step": 46626
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7768403188297867e-06,
      "loss": 0.0058,
      "step": 46627
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7766461531277845e-06,
      "loss": 0.0043,
      "step": 46628
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7764519957431254e-06,
      "loss": 0.0072,
      "step": 46629
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7762578466763059e-06,
      "loss": 0.0041,
      "step": 46630
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7760637059278312e-06,
      "loss": 0.0074,
      "step": 46631
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7758695734982e-06,
      "loss": 0.0106,
      "step": 46632
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7756754493879135e-06,
      "loss": 0.0064,
      "step": 46633
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7754813335974724e-06,
      "loss": 0.0059,
      "step": 46634
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7752872261273762e-06,
      "loss": 0.013,
      "step": 46635
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.775093126978129e-06,
      "loss": 0.0042,
      "step": 46636
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.77489903615023e-06,
      "loss": 0.0152,
      "step": 46637
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7747049536441779e-06,
      "loss": 0.0145,
      "step": 46638
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7745108794604777e-06,
      "loss": 0.0142,
      "step": 46639
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7743168135996275e-06,
      "loss": 0.005,
      "step": 46640
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7741227560621289e-06,
      "loss": 0.0037,
      "step": 46641
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7739287068484822e-06,
      "loss": 0.003,
      "step": 46642
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.773734665959187e-06,
      "loss": 0.0113,
      "step": 46643
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7735406333947463e-06,
      "loss": 0.0134,
      "step": 46644
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7733466091556578e-06,
      "loss": 0.008,
      "step": 46645
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7731525932424264e-06,
      "loss": 0.0021,
      "step": 46646
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7729585856555514e-06,
      "loss": 0.0107,
      "step": 46647
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7727645863955295e-06,
      "loss": 0.0133,
      "step": 46648
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7725705954628657e-06,
      "loss": 0.0075,
      "step": 46649
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7723766128580571e-06,
      "loss": 0.0514,
      "step": 46650
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7721826385816083e-06,
      "loss": 0.0132,
      "step": 46651
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7719886726340168e-06,
      "loss": 0.0172,
      "step": 46652
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7717947150157833e-06,
      "loss": 0.0063,
      "step": 46653
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7716007657274114e-06,
      "loss": 0.0083,
      "step": 46654
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771406824769396e-06,
      "loss": 0.0108,
      "step": 46655
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7712128921422427e-06,
      "loss": 0.0054,
      "step": 46656
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7710189678464495e-06,
      "loss": 0.0087,
      "step": 46657
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7708250518825153e-06,
      "loss": 0.0043,
      "step": 46658
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7706311442509445e-06,
      "loss": 0.0049,
      "step": 46659
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770437244952235e-06,
      "loss": 0.0033,
      "step": 46660
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7702433539868874e-06,
      "loss": 0.0107,
      "step": 46661
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7700494713554017e-06,
      "loss": 0.0382,
      "step": 46662
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.769855597058277e-06,
      "loss": 0.0042,
      "step": 46663
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7696617310960169e-06,
      "loss": 0.0052,
      "step": 46664
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7694678734691173e-06,
      "loss": 0.0164,
      "step": 46665
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7692740241780831e-06,
      "loss": 0.0098,
      "step": 46666
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7690801832234123e-06,
      "loss": 0.0234,
      "step": 46667
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7688863506056048e-06,
      "loss": 0.0012,
      "step": 46668
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7686925263251614e-06,
      "loss": 0.0019,
      "step": 46669
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.76849871038258e-06,
      "loss": 0.0153,
      "step": 46670
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7683049027783638e-06,
      "loss": 0.009,
      "step": 46671
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7681111035130123e-06,
      "loss": 0.0013,
      "step": 46672
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.767917312587023e-06,
      "loss": 0.0099,
      "step": 46673
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7677235300008994e-06,
      "loss": 0.0043,
      "step": 46674
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7675297557551397e-06,
      "loss": 0.008,
      "step": 46675
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7673359898502445e-06,
      "loss": 0.0054,
      "step": 46676
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7671422322867137e-06,
      "loss": 0.0023,
      "step": 46677
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7669484830650447e-06,
      "loss": 0.0131,
      "step": 46678
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7667547421857417e-06,
      "loss": 0.0074,
      "step": 46679
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7665610096493012e-06,
      "loss": 0.0162,
      "step": 46680
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7663672854562263e-06,
      "loss": 0.0127,
      "step": 46681
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7661735696070148e-06,
      "loss": 0.0206,
      "step": 46682
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7659798621021673e-06,
      "loss": 0.0123,
      "step": 46683
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.765786162942183e-06,
      "loss": 0.0065,
      "step": 46684
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7655924721275597e-06,
      "loss": 0.0066,
      "step": 46685
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7653987896588021e-06,
      "loss": 0.007,
      "step": 46686
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7652051155364064e-06,
      "loss": 0.0089,
      "step": 46687
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7650114497608723e-06,
      "loss": 0.0047,
      "step": 46688
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7648177923327014e-06,
      "loss": 0.0121,
      "step": 46689
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.764624143252393e-06,
      "loss": 0.0081,
      "step": 46690
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7644305025204462e-06,
      "loss": 0.0054,
      "step": 46691
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7642368701373603e-06,
      "loss": 0.006,
      "step": 46692
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7640432461036338e-06,
      "loss": 0.0043,
      "step": 46693
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7638496304197694e-06,
      "loss": 0.0167,
      "step": 46694
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7636560230862637e-06,
      "loss": 0.0046,
      "step": 46695
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7634624241036197e-06,
      "loss": 0.0228,
      "step": 46696
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7632688334723342e-06,
      "loss": 0.0036,
      "step": 46697
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7630752511929077e-06,
      "loss": 0.0054,
      "step": 46698
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7628816772658402e-06,
      "loss": 0.0075,
      "step": 46699
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7626881116916283e-06,
      "loss": 0.0106,
      "step": 46700
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.762494554470775e-06,
      "loss": 0.0217,
      "step": 46701
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7623010056037786e-06,
      "loss": 0.0123,
      "step": 46702
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7621074650911368e-06,
      "loss": 0.0069,
      "step": 46703
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.761913932933354e-06,
      "loss": 0.0265,
      "step": 46704
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7617204091309225e-06,
      "loss": 0.0014,
      "step": 46705
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7615268936843472e-06,
      "loss": 0.0111,
      "step": 46706
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7613333865941252e-06,
      "loss": 0.0026,
      "step": 46707
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7611398878607544e-06,
      "loss": 0.0144,
      "step": 46708
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7609463974847375e-06,
      "loss": 0.0073,
      "step": 46709
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7607529154665704e-06,
      "loss": 0.004,
      "step": 46710
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7605594418067572e-06,
      "loss": 0.0105,
      "step": 46711
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7603659765057923e-06,
      "loss": 0.0061,
      "step": 46712
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.760172519564175e-06,
      "loss": 0.0103,
      "step": 46713
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7599790709824076e-06,
      "loss": 0.0049,
      "step": 46714
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.759785630760986e-06,
      "loss": 0.0029,
      "step": 46715
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7595921989004133e-06,
      "loss": 0.007,
      "step": 46716
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7593987754011855e-06,
      "loss": 0.0018,
      "step": 46717
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7592053602638031e-06,
      "loss": 0.0121,
      "step": 46718
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7590119534887645e-06,
      "loss": 0.0113,
      "step": 46719
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7588185550765668e-06,
      "loss": 0.0041,
      "step": 46720
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7586251650277131e-06,
      "loss": 0.0133,
      "step": 46721
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7584317833427006e-06,
      "loss": 0.0027,
      "step": 46722
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7582384100220262e-06,
      "loss": 0.01,
      "step": 46723
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7580450450661924e-06,
      "loss": 0.0064,
      "step": 46724
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.757851688475697e-06,
      "loss": 0.0231,
      "step": 46725
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7576583402510377e-06,
      "loss": 0.0061,
      "step": 46726
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7574650003927145e-06,
      "loss": 0.0228,
      "step": 46727
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7572716689012242e-06,
      "loss": 0.0101,
      "step": 46728
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.757078345777069e-06,
      "loss": 0.0111,
      "step": 46729
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7568850310207448e-06,
      "loss": 0.0066,
      "step": 46730
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.756691724632753e-06,
      "loss": 0.0053,
      "step": 46731
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7564984266135916e-06,
      "loss": 0.0091,
      "step": 46732
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.756305136963759e-06,
      "loss": 0.0015,
      "step": 46733
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7561118556837537e-06,
      "loss": 0.0196,
      "step": 46734
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7559185827740728e-06,
      "loss": 0.0075,
      "step": 46735
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.755725318235218e-06,
      "loss": 0.0069,
      "step": 46736
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7555320620676875e-06,
      "loss": 0.0071,
      "step": 46737
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7553388142719773e-06,
      "loss": 0.0052,
      "step": 46738
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.75514557484859e-06,
      "loss": 0.0049,
      "step": 46739
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.754952343798022e-06,
      "loss": 0.0028,
      "step": 46740
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.754759121120772e-06,
      "loss": 0.0064,
      "step": 46741
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7545659068173392e-06,
      "loss": 0.0097,
      "step": 46742
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7543727008882195e-06,
      "loss": 0.0039,
      "step": 46743
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7541795033339154e-06,
      "loss": 0.0101,
      "step": 46744
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7539863141549223e-06,
      "loss": 0.0065,
      "step": 46745
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.753793133351741e-06,
      "loss": 0.0228,
      "step": 46746
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7535999609248699e-06,
      "loss": 0.0028,
      "step": 46747
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7534067968748058e-06,
      "loss": 0.014,
      "step": 46748
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7532136412020483e-06,
      "loss": 0.0284,
      "step": 46749
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7530204939070932e-06,
      "loss": 0.0046,
      "step": 46750
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7528273549904433e-06,
      "loss": 0.0036,
      "step": 46751
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7526342244525945e-06,
      "loss": 0.0141,
      "step": 46752
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7524411022940434e-06,
      "loss": 0.004,
      "step": 46753
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7522479885152926e-06,
      "loss": 0.0216,
      "step": 46754
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7520548831168377e-06,
      "loss": 0.0064,
      "step": 46755
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7518617860991776e-06,
      "loss": 0.0041,
      "step": 46756
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.75166869746281e-06,
      "loss": 0.003,
      "step": 46757
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.751475617208232e-06,
      "loss": 0.0054,
      "step": 46758
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.751282545335945e-06,
      "loss": 0.007,
      "step": 46759
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7510894818464435e-06,
      "loss": 0.0018,
      "step": 46760
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7508964267402312e-06,
      "loss": 0.0026,
      "step": 46761
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7507033800178008e-06,
      "loss": 0.0142,
      "step": 46762
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.750510341679651e-06,
      "loss": 0.0057,
      "step": 46763
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7503173117262823e-06,
      "loss": 0.019,
      "step": 46764
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7501242901581906e-06,
      "loss": 0.0037,
      "step": 46765
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7499312769758763e-06,
      "loss": 0.002,
      "step": 46766
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7497382721798362e-06,
      "loss": 0.0057,
      "step": 46767
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7495452757705683e-06,
      "loss": 0.008,
      "step": 46768
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7493522877485708e-06,
      "loss": 0.0102,
      "step": 46769
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7491593081143398e-06,
      "loss": 0.0034,
      "step": 46770
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7489663368683769e-06,
      "loss": 0.0037,
      "step": 46771
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7487733740111773e-06,
      "loss": 0.0054,
      "step": 46772
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7485804195432381e-06,
      "loss": 0.0065,
      "step": 46773
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7483874734650607e-06,
      "loss": 0.0021,
      "step": 46774
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7481945357771413e-06,
      "loss": 0.0058,
      "step": 46775
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.748001606479977e-06,
      "loss": 0.0057,
      "step": 46776
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7478086855740667e-06,
      "loss": 0.0124,
      "step": 46777
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7476157730599053e-06,
      "loss": 0.0167,
      "step": 46778
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7474228689379947e-06,
      "loss": 0.0041,
      "step": 46779
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7472299732088294e-06,
      "loss": 0.0049,
      "step": 46780
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7470370858729097e-06,
      "loss": 0.0101,
      "step": 46781
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.746844206930733e-06,
      "loss": 0.0078,
      "step": 46782
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7466513363827952e-06,
      "loss": 0.0068,
      "step": 46783
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7464584742295953e-06,
      "loss": 0.0057,
      "step": 46784
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7462656204716293e-06,
      "loss": 0.0017,
      "step": 46785
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7460727751093976e-06,
      "loss": 0.0021,
      "step": 46786
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.745879938143396e-06,
      "loss": 0.0023,
      "step": 46787
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7456871095741213e-06,
      "loss": 0.008,
      "step": 46788
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7454942894020732e-06,
      "loss": 0.0042,
      "step": 46789
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7453014776277488e-06,
      "loss": 0.006,
      "step": 46790
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7451086742516443e-06,
      "loss": 0.0115,
      "step": 46791
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7449158792742588e-06,
      "loss": 0.0109,
      "step": 46792
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7447230926960867e-06,
      "loss": 0.0066,
      "step": 46793
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7445303145176295e-06,
      "loss": 0.0023,
      "step": 46794
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7443375447393806e-06,
      "loss": 0.0057,
      "step": 46795
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.744144783361842e-06,
      "loss": 0.0114,
      "step": 46796
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7439520303855084e-06,
      "loss": 0.0053,
      "step": 46797
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7437592858108777e-06,
      "loss": 0.004,
      "step": 46798
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7435665496384469e-06,
      "loss": 0.0135,
      "step": 46799
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7433738218687114e-06,
      "loss": 0.0064,
      "step": 46800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7431811025021721e-06,
      "loss": 0.0028,
      "step": 46801
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7429883915393254e-06,
      "loss": 0.0109,
      "step": 46802
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7427956889806658e-06,
      "loss": 0.009,
      "step": 46803
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7426029948266943e-06,
      "loss": 0.0034,
      "step": 46804
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7424103090779065e-06,
      "loss": 0.0083,
      "step": 46805
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7422176317347993e-06,
      "loss": 0.0045,
      "step": 46806
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7420249627978702e-06,
      "loss": 0.0095,
      "step": 46807
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7418323022676148e-06,
      "loss": 0.006,
      "step": 46808
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7416396501445333e-06,
      "loss": 0.0092,
      "step": 46809
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7414470064291194e-06,
      "loss": 0.0357,
      "step": 46810
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7412543711218738e-06,
      "loss": 0.0029,
      "step": 46811
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.741061744223293e-06,
      "loss": 0.0096,
      "step": 46812
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.74086912573387e-06,
      "loss": 0.004,
      "step": 46813
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7406765156541055e-06,
      "loss": 0.008,
      "step": 46814
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7404839139844948e-06,
      "loss": 0.0083,
      "step": 46815
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7402913207255368e-06,
      "loss": 0.0053,
      "step": 46816
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7400987358777278e-06,
      "loss": 0.0167,
      "step": 46817
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7399061594415617e-06,
      "loss": 0.0029,
      "step": 46818
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7397135914175423e-06,
      "loss": 0.0069,
      "step": 46819
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7395210318061579e-06,
      "loss": 0.0189,
      "step": 46820
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.739328480607912e-06,
      "loss": 0.0051,
      "step": 46821
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7391359378232987e-06,
      "loss": 0.0045,
      "step": 46822
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7389434034528136e-06,
      "loss": 0.0168,
      "step": 46823
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.738750877496957e-06,
      "loss": 0.0043,
      "step": 46824
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.738558359956224e-06,
      "loss": 0.0223,
      "step": 46825
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7383658508311102e-06,
      "loss": 0.0071,
      "step": 46826
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7381733501221142e-06,
      "loss": 0.0095,
      "step": 46827
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7379808578297298e-06,
      "loss": 0.0141,
      "step": 46828
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.737788373954457e-06,
      "loss": 0.0101,
      "step": 46829
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.73759589849679e-06,
      "loss": 0.0269,
      "step": 46830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7374034314572285e-06,
      "loss": 0.0023,
      "step": 46831
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7372109728362668e-06,
      "loss": 0.0046,
      "step": 46832
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7370185226344022e-06,
      "loss": 0.0043,
      "step": 46833
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7368260808521308e-06,
      "loss": 0.0027,
      "step": 46834
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7366336474899482e-06,
      "loss": 0.0013,
      "step": 46835
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7364412225483535e-06,
      "loss": 0.0113,
      "step": 46836
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7362488060278416e-06,
      "loss": 0.0017,
      "step": 46837
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7360563979289081e-06,
      "loss": 0.013,
      "step": 46838
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.735863998252052e-06,
      "loss": 0.0061,
      "step": 46839
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7356716069977687e-06,
      "loss": 0.0088,
      "step": 46840
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7354792241665542e-06,
      "loss": 0.005,
      "step": 46841
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7352868497589049e-06,
      "loss": 0.0103,
      "step": 46842
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7350944837753158e-06,
      "loss": 0.0177,
      "step": 46843
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7349021262162869e-06,
      "loss": 0.0097,
      "step": 46844
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.73470977708231e-06,
      "loss": 0.0122,
      "step": 46845
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7345174363738859e-06,
      "loss": 0.0045,
      "step": 46846
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7343251040915093e-06,
      "loss": 0.0092,
      "step": 46847
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7341327802356756e-06,
      "loss": 0.0032,
      "step": 46848
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.733940464806882e-06,
      "loss": 0.0152,
      "step": 46849
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.733748157805622e-06,
      "loss": 0.0061,
      "step": 46850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7335558592323965e-06,
      "loss": 0.0125,
      "step": 46851
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7333635690876987e-06,
      "loss": 0.0024,
      "step": 46852
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7331712873720236e-06,
      "loss": 0.0043,
      "step": 46853
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.732979014085871e-06,
      "loss": 0.0105,
      "step": 46854
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.732786749229735e-06,
      "loss": 0.0032,
      "step": 46855
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7325944928041122e-06,
      "loss": 0.0057,
      "step": 46856
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7324022448094984e-06,
      "loss": 0.0063,
      "step": 46857
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7322100052463876e-06,
      "loss": 0.0043,
      "step": 46858
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7320177741152795e-06,
      "loss": 0.0061,
      "step": 46859
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.731825551416667e-06,
      "loss": 0.0049,
      "step": 46860
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.731633337151049e-06,
      "loss": 0.0194,
      "step": 46861
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7314411313189205e-06,
      "loss": 0.0069,
      "step": 46862
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7312489339207767e-06,
      "loss": 0.0074,
      "step": 46863
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7310567449571136e-06,
      "loss": 0.0246,
      "step": 46864
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.730864564428426e-06,
      "loss": 0.0174,
      "step": 46865
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.730672392335213e-06,
      "loss": 0.0071,
      "step": 46866
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7304802286779682e-06,
      "loss": 0.0054,
      "step": 46867
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7302880734571865e-06,
      "loss": 0.0018,
      "step": 46868
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.730095926673368e-06,
      "loss": 0.0124,
      "step": 46869
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7299037883270025e-06,
      "loss": 0.0027,
      "step": 46870
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7297116584185908e-06,
      "loss": 0.0049,
      "step": 46871
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7295195369486261e-06,
      "loss": 0.0072,
      "step": 46872
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7293274239176032e-06,
      "loss": 0.0028,
      "step": 46873
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.729135319326022e-06,
      "loss": 0.0064,
      "step": 46874
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.728943223174373e-06,
      "loss": 0.0072,
      "step": 46875
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.728751135463158e-06,
      "loss": 0.0031,
      "step": 46876
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7285590561928673e-06,
      "loss": 0.0033,
      "step": 46877
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7283669853639968e-06,
      "loss": 0.0118,
      "step": 46878
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.728174922977045e-06,
      "loss": 0.0046,
      "step": 46879
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7279828690325051e-06,
      "loss": 0.0087,
      "step": 46880
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.727790823530875e-06,
      "loss": 0.0141,
      "step": 46881
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.727598786472649e-06,
      "loss": 0.0135,
      "step": 46882
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.727406757858322e-06,
      "loss": 0.0346,
      "step": 46883
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7272147376883908e-06,
      "loss": 0.0107,
      "step": 46884
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7270227259633483e-06,
      "loss": 0.0162,
      "step": 46885
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7268307226836934e-06,
      "loss": 0.009,
      "step": 46886
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7266387278499197e-06,
      "loss": 0.0035,
      "step": 46887
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7264467414625208e-06,
      "loss": 0.0035,
      "step": 46888
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7262547635219968e-06,
      "loss": 0.0107,
      "step": 46889
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7260627940288394e-06,
      "loss": 0.0068,
      "step": 46890
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7258708329835456e-06,
      "loss": 0.0159,
      "step": 46891
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7256788803866099e-06,
      "loss": 0.0037,
      "step": 46892
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7254869362385256e-06,
      "loss": 0.0115,
      "step": 46893
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7252950005397922e-06,
      "loss": 0.0031,
      "step": 46894
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7251030732909012e-06,
      "loss": 0.0218,
      "step": 46895
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7249111544923515e-06,
      "loss": 0.0109,
      "step": 46896
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7247192441446359e-06,
      "loss": 0.0138,
      "step": 46897
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7245273422482506e-06,
      "loss": 0.0039,
      "step": 46898
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7243354488036894e-06,
      "loss": 0.0051,
      "step": 46899
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7241435638114473e-06,
      "loss": 0.0155,
      "step": 46900
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.723951687272022e-06,
      "loss": 0.0165,
      "step": 46901
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7237598191859061e-06,
      "loss": 0.0012,
      "step": 46902
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7235679595535947e-06,
      "loss": 0.0041,
      "step": 46903
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7233761083755857e-06,
      "loss": 0.0095,
      "step": 46904
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7231842656523717e-06,
      "loss": 0.0121,
      "step": 46905
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7229924313844482e-06,
      "loss": 0.0101,
      "step": 46906
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7228006055723101e-06,
      "loss": 0.008,
      "step": 46907
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7226087882164512e-06,
      "loss": 0.006,
      "step": 46908
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.722416979317369e-06,
      "loss": 0.0091,
      "step": 46909
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7222251788755556e-06,
      "loss": 0.0052,
      "step": 46910
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7220333868915096e-06,
      "loss": 0.0251,
      "step": 46911
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7218416033657232e-06,
      "loss": 0.0081,
      "step": 46912
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.721649828298692e-06,
      "loss": 0.0103,
      "step": 46913
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7214580616909106e-06,
      "loss": 0.0078,
      "step": 46914
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7212663035428723e-06,
      "loss": 0.0247,
      "step": 46915
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.721074553855075e-06,
      "loss": 0.0113,
      "step": 46916
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7208828126280119e-06,
      "loss": 0.0102,
      "step": 46917
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7206910798621767e-06,
      "loss": 0.0105,
      "step": 46918
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7204993555580661e-06,
      "loss": 0.0078,
      "step": 46919
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7203076397161767e-06,
      "loss": 0.0124,
      "step": 46920
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7201159323369965e-06,
      "loss": 0.0086,
      "step": 46921
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.719924233421026e-06,
      "loss": 0.0044,
      "step": 46922
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7197325429687562e-06,
      "loss": 0.0092,
      "step": 46923
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7195408609806846e-06,
      "loss": 0.0051,
      "step": 46924
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7193491874573055e-06,
      "loss": 0.0134,
      "step": 46925
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7191575223991108e-06,
      "loss": 0.003,
      "step": 46926
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7189658658066006e-06,
      "loss": 0.0157,
      "step": 46927
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7187742176802618e-06,
      "loss": 0.0064,
      "step": 46928
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.718582578020595e-06,
      "loss": 0.0234,
      "step": 46929
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7183909468280924e-06,
      "loss": 0.009,
      "step": 46930
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7181993241032474e-06,
      "loss": 0.0058,
      "step": 46931
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.718007709846557e-06,
      "loss": 0.0064,
      "step": 46932
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7178161040585146e-06,
      "loss": 0.0015,
      "step": 46933
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7176245067396142e-06,
      "loss": 0.0067,
      "step": 46934
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7174329178903504e-06,
      "loss": 0.0274,
      "step": 46935
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7172413375112163e-06,
      "loss": 0.012,
      "step": 46936
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7170497656027084e-06,
      "loss": 0.0046,
      "step": 46937
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.716858202165319e-06,
      "loss": 0.0049,
      "step": 46938
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7166666471995447e-06,
      "loss": 0.0095,
      "step": 46939
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7164751007058788e-06,
      "loss": 0.0168,
      "step": 46940
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7162835626848152e-06,
      "loss": 0.0073,
      "step": 46941
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7160920331368485e-06,
      "loss": 0.0075,
      "step": 46942
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7159005120624705e-06,
      "loss": 0.0028,
      "step": 46943
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.71570899946218e-06,
      "loss": 0.0152,
      "step": 46944
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.715517495336468e-06,
      "loss": 0.0081,
      "step": 46945
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7153259996858278e-06,
      "loss": 0.0103,
      "step": 46946
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7151345125107572e-06,
      "loss": 0.0031,
      "step": 46947
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.714943033811748e-06,
      "loss": 0.0137,
      "step": 46948
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7147515635892942e-06,
      "loss": 0.0086,
      "step": 46949
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.71456010184389e-06,
      "loss": 0.0061,
      "step": 46950
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.714368648576028e-06,
      "loss": 0.0074,
      "step": 46951
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7141772037862058e-06,
      "loss": 0.0039,
      "step": 46952
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7139857674749133e-06,
      "loss": 0.0038,
      "step": 46953
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7137943396426483e-06,
      "loss": 0.0011,
      "step": 46954
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.713602920289903e-06,
      "loss": 0.0118,
      "step": 46955
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7134115094171717e-06,
      "loss": 0.0067,
      "step": 46956
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7132201070249472e-06,
      "loss": 0.0301,
      "step": 46957
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.713028713113723e-06,
      "loss": 0.0073,
      "step": 46958
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7128373276839955e-06,
      "loss": 0.0044,
      "step": 46959
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7126459507362569e-06,
      "loss": 0.0075,
      "step": 46960
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7124545822709998e-06,
      "loss": 0.0057,
      "step": 46961
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7122632222887208e-06,
      "loss": 0.0075,
      "step": 46962
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7120718707899126e-06,
      "loss": 0.0038,
      "step": 46963
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7118805277750682e-06,
      "loss": 0.0128,
      "step": 46964
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7116891932446821e-06,
      "loss": 0.0013,
      "step": 46965
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7114978671992461e-06,
      "loss": 0.0069,
      "step": 46966
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7113065496392572e-06,
      "loss": 0.0198,
      "step": 46967
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7111152405652054e-06,
      "loss": 0.01,
      "step": 46968
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.710923939977588e-06,
      "loss": 0.0011,
      "step": 46969
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7107326478768982e-06,
      "loss": 0.0252,
      "step": 46970
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7105413642636253e-06,
      "loss": 0.0053,
      "step": 46971
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7103500891382674e-06,
      "loss": 0.0025,
      "step": 46972
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7101588225013148e-06,
      "loss": 0.0199,
      "step": 46973
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7099675643532648e-06,
      "loss": 0.0044,
      "step": 46974
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7097763146946083e-06,
      "loss": 0.0019,
      "step": 46975
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7095850735258385e-06,
      "loss": 0.0142,
      "step": 46976
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.709393840847452e-06,
      "loss": 0.0113,
      "step": 46977
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7092026166599374e-06,
      "loss": 0.0117,
      "step": 46978
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7090114009637921e-06,
      "loss": 0.0055,
      "step": 46979
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.708820193759508e-06,
      "loss": 0.0068,
      "step": 46980
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.708628995047577e-06,
      "loss": 0.0029,
      "step": 46981
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7084378048284956e-06,
      "loss": 0.0317,
      "step": 46982
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7082466231027538e-06,
      "loss": 0.0018,
      "step": 46983
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.70805544987085e-06,
      "loss": 0.0122,
      "step": 46984
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7078642851332727e-06,
      "loss": 0.0152,
      "step": 46985
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7076731288905147e-06,
      "loss": 0.0102,
      "step": 46986
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7074819811430727e-06,
      "loss": 0.0064,
      "step": 46987
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7072908418914368e-06,
      "loss": 0.0056,
      "step": 46988
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7070997111361036e-06,
      "loss": 0.0113,
      "step": 46989
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.706908588877565e-06,
      "loss": 0.0221,
      "step": 46990
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.706717475116313e-06,
      "loss": 0.0111,
      "step": 46991
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7065263698528416e-06,
      "loss": 0.0038,
      "step": 46992
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.706335273087642e-06,
      "loss": 0.0185,
      "step": 46993
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7061441848212108e-06,
      "loss": 0.0138,
      "step": 46994
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7059531050540389e-06,
      "loss": 0.0064,
      "step": 46995
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7057620337866182e-06,
      "loss": 0.0029,
      "step": 46996
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7055709710194452e-06,
      "loss": 0.006,
      "step": 46997
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7053799167530106e-06,
      "loss": 0.0042,
      "step": 46998
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7051888709878078e-06,
      "loss": 0.0039,
      "step": 46999
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7049978337243295e-06,
      "loss": 0.0136,
      "step": 47000
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7048068049630672e-06,
      "loss": 0.0064,
      "step": 47001
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7046157847045176e-06,
      "loss": 0.0043,
      "step": 47002
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7044247729491692e-06,
      "loss": 0.0048,
      "step": 47003
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7042337696975193e-06,
      "loss": 0.0053,
      "step": 47004
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7040427749500583e-06,
      "loss": 0.0087,
      "step": 47005
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7038517887072792e-06,
      "loss": 0.0084,
      "step": 47006
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.703660810969675e-06,
      "loss": 0.0094,
      "step": 47007
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7034698417377372e-06,
      "loss": 0.0051,
      "step": 47008
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.703278881011961e-06,
      "loss": 0.0066,
      "step": 47009
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7030879287928375e-06,
      "loss": 0.0084,
      "step": 47010
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.702896985080859e-06,
      "loss": 0.0254,
      "step": 47011
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7027060498765201e-06,
      "loss": 0.0114,
      "step": 47012
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7025151231803127e-06,
      "loss": 0.011,
      "step": 47013
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.702324204992729e-06,
      "loss": 0.0103,
      "step": 47014
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.702133295314262e-06,
      "loss": 0.0107,
      "step": 47015
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7019423941454021e-06,
      "loss": 0.001,
      "step": 47016
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.701751501486646e-06,
      "loss": 0.0059,
      "step": 47017
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7015606173384825e-06,
      "loss": 0.0063,
      "step": 47018
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.701369741701407e-06,
      "loss": 0.0037,
      "step": 47019
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7011788745759112e-06,
      "loss": 0.0017,
      "step": 47020
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.700988015962487e-06,
      "loss": 0.019,
      "step": 47021
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7007971658616274e-06,
      "loss": 0.0162,
      "step": 47022
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7006063242738224e-06,
      "loss": 0.0083,
      "step": 47023
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.700415491199569e-06,
      "loss": 0.0081,
      "step": 47024
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7002246666393567e-06,
      "loss": 0.0032,
      "step": 47025
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.700033850593677e-06,
      "loss": 0.0024,
      "step": 47026
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6998430430630254e-06,
      "loss": 0.0073,
      "step": 47027
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6996522440478925e-06,
      "loss": 0.0013,
      "step": 47028
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6994614535487702e-06,
      "loss": 0.0056,
      "step": 47029
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6992706715661517e-06,
      "loss": 0.0073,
      "step": 47030
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6990798981005275e-06,
      "loss": 0.0132,
      "step": 47031
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.698889133152392e-06,
      "loss": 0.0028,
      "step": 47032
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.698698376722236e-06,
      "loss": 0.0026,
      "step": 47033
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6985076288105551e-06,
      "loss": 0.0044,
      "step": 47034
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.698316889417837e-06,
      "loss": 0.0088,
      "step": 47035
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6981261585445741e-06,
      "loss": 0.0062,
      "step": 47036
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6979354361912614e-06,
      "loss": 0.0168,
      "step": 47037
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6977447223583886e-06,
      "loss": 0.0139,
      "step": 47038
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6975540170464505e-06,
      "loss": 0.0032,
      "step": 47039
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.697363320255937e-06,
      "loss": 0.0077,
      "step": 47040
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6971726319873416e-06,
      "loss": 0.0039,
      "step": 47041
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6969819522411551e-06,
      "loss": 0.0088,
      "step": 47042
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6967912810178682e-06,
      "loss": 0.0125,
      "step": 47043
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6966006183179763e-06,
      "loss": 0.0104,
      "step": 47044
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6964099641419696e-06,
      "loss": 0.013,
      "step": 47045
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6962193184903386e-06,
      "loss": 0.0189,
      "step": 47046
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6960286813635784e-06,
      "loss": 0.0099,
      "step": 47047
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6958380527621792e-06,
      "loss": 0.0041,
      "step": 47048
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6956474326866329e-06,
      "loss": 0.0032,
      "step": 47049
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6954568211374318e-06,
      "loss": 0.0048,
      "step": 47050
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6952662181150654e-06,
      "loss": 0.0219,
      "step": 47051
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6950756236200288e-06,
      "loss": 0.0094,
      "step": 47052
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6948850376528114e-06,
      "loss": 0.0158,
      "step": 47053
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6946944602139077e-06,
      "loss": 0.0038,
      "step": 47054
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6945038913038075e-06,
      "loss": 0.0037,
      "step": 47055
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.694313330923003e-06,
      "loss": 0.0177,
      "step": 47056
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.694122779071986e-06,
      "loss": 0.0104,
      "step": 47057
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6939322357512462e-06,
      "loss": 0.0043,
      "step": 47058
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6937417009612783e-06,
      "loss": 0.0087,
      "step": 47059
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6935511747025728e-06,
      "loss": 0.009,
      "step": 47060
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6933606569756195e-06,
      "loss": 0.0132,
      "step": 47061
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6931701477809137e-06,
      "loss": 0.0057,
      "step": 47062
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6929796471189447e-06,
      "loss": 0.0073,
      "step": 47063
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6927891549902043e-06,
      "loss": 0.0044,
      "step": 47064
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6925986713951841e-06,
      "loss": 0.0107,
      "step": 47065
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6924081963343736e-06,
      "loss": 0.0155,
      "step": 47066
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6922177298082682e-06,
      "loss": 0.0059,
      "step": 47067
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6920272718173559e-06,
      "loss": 0.0143,
      "step": 47068
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6918368223621311e-06,
      "loss": 0.0082,
      "step": 47069
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6916463814430838e-06,
      "loss": 0.012,
      "step": 47070
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6914559490607052e-06,
      "loss": 0.021,
      "step": 47071
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6912655252154869e-06,
      "loss": 0.0086,
      "step": 47072
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6910751099079192e-06,
      "loss": 0.0133,
      "step": 47073
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6908847031384957e-06,
      "loss": 0.0027,
      "step": 47074
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6906943049077062e-06,
      "loss": 0.0062,
      "step": 47075
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6905039152160407e-06,
      "loss": 0.0094,
      "step": 47076
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6903135340639937e-06,
      "loss": 0.0228,
      "step": 47077
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6901231614520553e-06,
      "loss": 0.0032,
      "step": 47078
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6899327973807157e-06,
      "loss": 0.0028,
      "step": 47079
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6897424418504666e-06,
      "loss": 0.0093,
      "step": 47080
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6895520948617977e-06,
      "loss": 0.007,
      "step": 47081
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6893617564152031e-06,
      "loss": 0.0068,
      "step": 47082
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6891714265111714e-06,
      "loss": 0.014,
      "step": 47083
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6889811051501959e-06,
      "loss": 0.0057,
      "step": 47084
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6887907923327684e-06,
      "loss": 0.0058,
      "step": 47085
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6886004880593748e-06,
      "loss": 0.0183,
      "step": 47086
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6884101923305113e-06,
      "loss": 0.0044,
      "step": 47087
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6882199051466653e-06,
      "loss": 0.0027,
      "step": 47088
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6880296265083319e-06,
      "loss": 0.012,
      "step": 47089
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6878393564159988e-06,
      "loss": 0.0121,
      "step": 47090
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6876490948701573e-06,
      "loss": 0.0116,
      "step": 47091
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6874588418713017e-06,
      "loss": 0.0034,
      "step": 47092
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6872685974199177e-06,
      "loss": 0.0069,
      "step": 47093
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6870783615164998e-06,
      "loss": 0.0127,
      "step": 47094
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.686888134161538e-06,
      "loss": 0.0101,
      "step": 47095
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6866979153555214e-06,
      "loss": 0.0015,
      "step": 47096
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6865077050989436e-06,
      "loss": 0.0064,
      "step": 47097
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6863175033922945e-06,
      "loss": 0.0046,
      "step": 47098
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6861273102360647e-06,
      "loss": 0.0026,
      "step": 47099
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.685937125630745e-06,
      "loss": 0.0167,
      "step": 47100
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6857469495768237e-06,
      "loss": 0.012,
      "step": 47101
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.685556782074796e-06,
      "loss": 0.0082,
      "step": 47102
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6853666231251486e-06,
      "loss": 0.0047,
      "step": 47103
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6851764727283755e-06,
      "loss": 0.0088,
      "step": 47104
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6849863308849662e-06,
      "loss": 0.0058,
      "step": 47105
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6847961975954108e-06,
      "loss": 0.0224,
      "step": 47106
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6846060728601998e-06,
      "loss": 0.0103,
      "step": 47107
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.684415956679823e-06,
      "loss": 0.0032,
      "step": 47108
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6842258490547731e-06,
      "loss": 0.0262,
      "step": 47109
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6840357499855398e-06,
      "loss": 0.0212,
      "step": 47110
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6838456594726116e-06,
      "loss": 0.0087,
      "step": 47111
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6836555775164825e-06,
      "loss": 0.0097,
      "step": 47112
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6834655041176413e-06,
      "loss": 0.0052,
      "step": 47113
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6832754392765783e-06,
      "loss": 0.0071,
      "step": 47114
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6830853829937843e-06,
      "loss": 0.005,
      "step": 47115
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6828953352697475e-06,
      "loss": 0.0179,
      "step": 47116
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6827052961049621e-06,
      "loss": 0.016,
      "step": 47117
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.682515265499915e-06,
      "loss": 0.012,
      "step": 47118
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6823252434550995e-06,
      "loss": 0.0134,
      "step": 47119
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6821352299710049e-06,
      "loss": 0.0105,
      "step": 47120
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.681945225048121e-06,
      "loss": 0.0085,
      "step": 47121
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6817552286869382e-06,
      "loss": 0.0097,
      "step": 47122
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.681565240887945e-06,
      "loss": 0.0031,
      "step": 47123
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6813752616516354e-06,
      "loss": 0.0474,
      "step": 47124
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.681185290978498e-06,
      "loss": 0.0028,
      "step": 47125
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6809953288690205e-06,
      "loss": 0.0089,
      "step": 47126
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.680805375323697e-06,
      "loss": 0.0118,
      "step": 47127
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6806154303430156e-06,
      "loss": 0.0052,
      "step": 47128
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6804254939274666e-06,
      "loss": 0.0048,
      "step": 47129
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6802355660775404e-06,
      "loss": 0.012,
      "step": 47130
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6800456467937253e-06,
      "loss": 0.0081,
      "step": 47131
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6798557360765143e-06,
      "loss": 0.0057,
      "step": 47132
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6796658339263945e-06,
      "loss": 0.0039,
      "step": 47133
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6794759403438587e-06,
      "loss": 0.0026,
      "step": 47134
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.679286055329396e-06,
      "loss": 0.006,
      "step": 47135
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6790961788834965e-06,
      "loss": 0.0122,
      "step": 47136
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6789063110066488e-06,
      "loss": 0.0072,
      "step": 47137
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6787164516993426e-06,
      "loss": 0.0049,
      "step": 47138
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6785266009620698e-06,
      "loss": 0.0143,
      "step": 47139
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6783367587953203e-06,
      "loss": 0.0043,
      "step": 47140
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6781469251995808e-06,
      "loss": 0.0108,
      "step": 47141
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6779571001753465e-06,
      "loss": 0.0045,
      "step": 47142
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6777672837231013e-06,
      "loss": 0.0112,
      "step": 47143
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6775774758433388e-06,
      "loss": 0.0096,
      "step": 47144
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6773876765365482e-06,
      "loss": 0.0063,
      "step": 47145
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6771978858032166e-06,
      "loss": 0.0205,
      "step": 47146
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6770081036438379e-06,
      "loss": 0.0167,
      "step": 47147
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.676818330058898e-06,
      "loss": 0.0075,
      "step": 47148
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6766285650488917e-06,
      "loss": 0.0069,
      "step": 47149
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6764388086143036e-06,
      "loss": 0.007,
      "step": 47150
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6762490607556237e-06,
      "loss": 0.0162,
      "step": 47151
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6760593214733445e-06,
      "loss": 0.0084,
      "step": 47152
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6758695907679524e-06,
      "loss": 0.0143,
      "step": 47153
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.67567986863994e-06,
      "loss": 0.0093,
      "step": 47154
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6754901550897957e-06,
      "loss": 0.0019,
      "step": 47155
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6753004501180086e-06,
      "loss": 0.0071,
      "step": 47156
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6751107537250689e-06,
      "loss": 0.0032,
      "step": 47157
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6749210659114635e-06,
      "loss": 0.0121,
      "step": 47158
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6747313866776854e-06,
      "loss": 0.0058,
      "step": 47159
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6745417160242234e-06,
      "loss": 0.0091,
      "step": 47160
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6743520539515634e-06,
      "loss": 0.0115,
      "step": 47161
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6741624004601998e-06,
      "loss": 0.0053,
      "step": 47162
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6739727555506196e-06,
      "loss": 0.0357,
      "step": 47163
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6737831192233122e-06,
      "loss": 0.0094,
      "step": 47164
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6735934914787671e-06,
      "loss": 0.0097,
      "step": 47165
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6734038723174711e-06,
      "loss": 0.0016,
      "step": 47166
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6732142617399183e-06,
      "loss": 0.0064,
      "step": 47167
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6730246597465932e-06,
      "loss": 0.0082,
      "step": 47168
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6728350663379895e-06,
      "loss": 0.0124,
      "step": 47169
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6726454815145937e-06,
      "loss": 0.0074,
      "step": 47170
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6724559052768958e-06,
      "loss": 0.0077,
      "step": 47171
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.672266337625385e-06,
      "loss": 0.0103,
      "step": 47172
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6720767785605479e-06,
      "loss": 0.0284,
      "step": 47173
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.671887228082878e-06,
      "loss": 0.0086,
      "step": 47174
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6716976861928619e-06,
      "loss": 0.0039,
      "step": 47175
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6715081528909877e-06,
      "loss": 0.0029,
      "step": 47176
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6713186281777471e-06,
      "loss": 0.0246,
      "step": 47177
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6711291120536283e-06,
      "loss": 0.0032,
      "step": 47178
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6709396045191194e-06,
      "loss": 0.0135,
      "step": 47179
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6707501055747099e-06,
      "loss": 0.0043,
      "step": 47180
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6705606152208875e-06,
      "loss": 0.0073,
      "step": 47181
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6703711334581435e-06,
      "loss": 0.0192,
      "step": 47182
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6701816602869647e-06,
      "loss": 0.0086,
      "step": 47183
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6699921957078424e-06,
      "loss": 0.004,
      "step": 47184
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.669802739721264e-06,
      "loss": 0.0078,
      "step": 47185
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6696132923277181e-06,
      "loss": 0.0105,
      "step": 47186
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6694238535276946e-06,
      "loss": 0.0109,
      "step": 47187
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6692344233216795e-06,
      "loss": 0.0191,
      "step": 47188
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6690450017101657e-06,
      "loss": 0.0075,
      "step": 47189
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6688555886936398e-06,
      "loss": 0.0116,
      "step": 47190
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6686661842725887e-06,
      "loss": 0.0055,
      "step": 47191
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6684767884475052e-06,
      "loss": 0.005,
      "step": 47192
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.668287401218876e-06,
      "loss": 0.0059,
      "step": 47193
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6680980225871895e-06,
      "loss": 0.0065,
      "step": 47194
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6679086525529348e-06,
      "loss": 0.0053,
      "step": 47195
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6677192911165985e-06,
      "loss": 0.0315,
      "step": 47196
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6675299382786725e-06,
      "loss": 0.0022,
      "step": 47197
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.667340594039643e-06,
      "loss": 0.0031,
      "step": 47198
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6671512584000004e-06,
      "loss": 0.0165,
      "step": 47199
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6669619313602348e-06,
      "loss": 0.0108,
      "step": 47200
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6667726129208284e-06,
      "loss": 0.0164,
      "step": 47201
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6665833030822754e-06,
      "loss": 0.0023,
      "step": 47202
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6663940018450608e-06,
      "loss": 0.0113,
      "step": 47203
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6662047092096767e-06,
      "loss": 0.0065,
      "step": 47204
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6660154251766093e-06,
      "loss": 0.019,
      "step": 47205
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6658261497463473e-06,
      "loss": 0.0052,
      "step": 47206
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6656368829193792e-06,
      "loss": 0.0023,
      "step": 47207
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6654476246961916e-06,
      "loss": 0.015,
      "step": 47208
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6652583750772761e-06,
      "loss": 0.019,
      "step": 47209
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6650691340631198e-06,
      "loss": 0.012,
      "step": 47210
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6648799016542084e-06,
      "loss": 0.004,
      "step": 47211
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6646906778510346e-06,
      "loss": 0.0047,
      "step": 47212
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6645014626540845e-06,
      "loss": 0.0311,
      "step": 47213
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6643122560638458e-06,
      "loss": 0.0049,
      "step": 47214
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6641230580808077e-06,
      "loss": 0.0201,
      "step": 47215
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6639338687054562e-06,
      "loss": 0.0228,
      "step": 47216
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.663744687938283e-06,
      "loss": 0.021,
      "step": 47217
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6635555157797727e-06,
      "loss": 0.0029,
      "step": 47218
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6633663522304166e-06,
      "loss": 0.0122,
      "step": 47219
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.663177197290702e-06,
      "loss": 0.0053,
      "step": 47220
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6629880509611156e-06,
      "loss": 0.0114,
      "step": 47221
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6627989132421468e-06,
      "loss": 0.01,
      "step": 47222
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6626097841342815e-06,
      "loss": 0.0057,
      "step": 47223
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6624206636380109e-06,
      "loss": 0.0418,
      "step": 47224
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6622315517538211e-06,
      "loss": 0.0077,
      "step": 47225
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6620424484821989e-06,
      "loss": 0.0033,
      "step": 47226
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6618533538236354e-06,
      "loss": 0.0041,
      "step": 47227
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.661664267778617e-06,
      "loss": 0.0029,
      "step": 47228
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.661475190347631e-06,
      "loss": 0.0046,
      "step": 47229
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6612861215311666e-06,
      "loss": 0.0071,
      "step": 47230
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6610970613297083e-06,
      "loss": 0.0037,
      "step": 47231
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6609080097437485e-06,
      "loss": 0.0092,
      "step": 47232
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6607189667737712e-06,
      "loss": 0.0133,
      "step": 47233
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6605299324202679e-06,
      "loss": 0.0053,
      "step": 47234
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6603409066837239e-06,
      "loss": 0.006,
      "step": 47235
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6601518895646274e-06,
      "loss": 0.0128,
      "step": 47236
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6599628810634666e-06,
      "loss": 0.0039,
      "step": 47237
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6597738811807274e-06,
      "loss": 0.0137,
      "step": 47238
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6595848899168997e-06,
      "loss": 0.009,
      "step": 47239
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6593959072724713e-06,
      "loss": 0.0011,
      "step": 47240
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6592069332479265e-06,
      "loss": 0.0395,
      "step": 47241
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6590179678437574e-06,
      "loss": 0.0128,
      "step": 47242
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6588290110604494e-06,
      "loss": 0.0037,
      "step": 47243
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6586400628984906e-06,
      "loss": 0.0044,
      "step": 47244
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6584511233583673e-06,
      "loss": 0.0071,
      "step": 47245
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6582621924405668e-06,
      "loss": 0.0052,
      "step": 47246
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6580732701455792e-06,
      "loss": 0.0093,
      "step": 47247
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6578843564738883e-06,
      "loss": 0.0313,
      "step": 47248
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6576954514259857e-06,
      "loss": 0.0033,
      "step": 47249
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.657506555002359e-06,
      "loss": 0.0095,
      "step": 47250
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6573176672034895e-06,
      "loss": 0.0027,
      "step": 47251
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6571287880298704e-06,
      "loss": 0.002,
      "step": 47252
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6569399174819855e-06,
      "loss": 0.0038,
      "step": 47253
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.656751055560326e-06,
      "loss": 0.0074,
      "step": 47254
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6565622022653765e-06,
      "loss": 0.0065,
      "step": 47255
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6563733575976238e-06,
      "loss": 0.0077,
      "step": 47256
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.656184521557559e-06,
      "loss": 0.0237,
      "step": 47257
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.655995694145664e-06,
      "loss": 0.0171,
      "step": 47258
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6558068753624297e-06,
      "loss": 0.0061,
      "step": 47259
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6556180652083426e-06,
      "loss": 0.0056,
      "step": 47260
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.655429263683888e-06,
      "loss": 0.0085,
      "step": 47261
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6552404707895564e-06,
      "loss": 0.0172,
      "step": 47262
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6550516865258327e-06,
      "loss": 0.0095,
      "step": 47263
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.654862910893205e-06,
      "loss": 0.0086,
      "step": 47264
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6546741438921598e-06,
      "loss": 0.0036,
      "step": 47265
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6544853855231828e-06,
      "loss": 0.0043,
      "step": 47266
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6542966357867646e-06,
      "loss": 0.0126,
      "step": 47267
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6541078946833883e-06,
      "loss": 0.0036,
      "step": 47268
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6539191622135442e-06,
      "loss": 0.001,
      "step": 47269
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.653730438377718e-06,
      "loss": 0.0031,
      "step": 47270
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6535417231763967e-06,
      "loss": 0.0056,
      "step": 47271
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6533530166100676e-06,
      "loss": 0.0289,
      "step": 47272
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.653164318679215e-06,
      "loss": 0.005,
      "step": 47273
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6529756293843297e-06,
      "loss": 0.0082,
      "step": 47274
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6527869487258975e-06,
      "loss": 0.0091,
      "step": 47275
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6525982767044019e-06,
      "loss": 0.0223,
      "step": 47276
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6524096133203348e-06,
      "loss": 0.0305,
      "step": 47277
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6522209585741806e-06,
      "loss": 0.004,
      "step": 47278
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6520323124664262e-06,
      "loss": 0.0081,
      "step": 47279
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6518436749975586e-06,
      "loss": 0.0046,
      "step": 47280
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6516550461680625e-06,
      "loss": 0.0059,
      "step": 47281
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.651466425978428e-06,
      "loss": 0.0063,
      "step": 47282
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6512778144291386e-06,
      "loss": 0.011,
      "step": 47283
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.651089211520684e-06,
      "loss": 0.0018,
      "step": 47284
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6509006172535497e-06,
      "loss": 0.0075,
      "step": 47285
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6507120316282222e-06,
      "loss": 0.0069,
      "step": 47286
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6505234546451876e-06,
      "loss": 0.0086,
      "step": 47287
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6503348863049317e-06,
      "loss": 0.0022,
      "step": 47288
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6501463266079437e-06,
      "loss": 0.0042,
      "step": 47289
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.649957775554709e-06,
      "loss": 0.004,
      "step": 47290
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.649769233145712e-06,
      "loss": 0.0063,
      "step": 47291
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6495806993814429e-06,
      "loss": 0.0121,
      "step": 47292
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6493921742623865e-06,
      "loss": 0.001,
      "step": 47293
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6492036577890286e-06,
      "loss": 0.0106,
      "step": 47294
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6490151499618567e-06,
      "loss": 0.0037,
      "step": 47295
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6488266507813543e-06,
      "loss": 0.0051,
      "step": 47296
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6486381602480122e-06,
      "loss": 0.0038,
      "step": 47297
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6484496783623132e-06,
      "loss": 0.0121,
      "step": 47298
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6482612051247465e-06,
      "loss": 0.0216,
      "step": 47299
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6480727405357972e-06,
      "loss": 0.0049,
      "step": 47300
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6478842845959513e-06,
      "loss": 0.0042,
      "step": 47301
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6476958373056956e-06,
      "loss": 0.0066,
      "step": 47302
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6475073986655143e-06,
      "loss": 0.0054,
      "step": 47303
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6473189686758972e-06,
      "loss": 0.0296,
      "step": 47304
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6471305473373284e-06,
      "loss": 0.0077,
      "step": 47305
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6469421346502928e-06,
      "loss": 0.0031,
      "step": 47306
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6467537306152815e-06,
      "loss": 0.0103,
      "step": 47307
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6465653352327737e-06,
      "loss": 0.0053,
      "step": 47308
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.646376948503261e-06,
      "loss": 0.0089,
      "step": 47309
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6461885704272274e-06,
      "loss": 0.0197,
      "step": 47310
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6460002010051574e-06,
      "loss": 0.0145,
      "step": 47311
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6458118402375412e-06,
      "loss": 0.0286,
      "step": 47312
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6456234881248601e-06,
      "loss": 0.024,
      "step": 47313
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.645435144667606e-06,
      "loss": 0.0039,
      "step": 47314
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.64524680986626e-06,
      "loss": 0.0079,
      "step": 47315
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6450584837213074e-06,
      "loss": 0.006,
      "step": 47316
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6448701662332378e-06,
      "loss": 0.0174,
      "step": 47317
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6446818574025342e-06,
      "loss": 0.0015,
      "step": 47318
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.644493557229685e-06,
      "loss": 0.0057,
      "step": 47319
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6443052657151753e-06,
      "loss": 0.0027,
      "step": 47320
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6441169828594905e-06,
      "loss": 0.0172,
      "step": 47321
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6439287086631167e-06,
      "loss": 0.0034,
      "step": 47322
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6437404431265375e-06,
      "loss": 0.0057,
      "step": 47323
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6435521862502423e-06,
      "loss": 0.0029,
      "step": 47324
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6433639380347149e-06,
      "loss": 0.0057,
      "step": 47325
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6431756984804404e-06,
      "loss": 0.0092,
      "step": 47326
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.642987467587907e-06,
      "loss": 0.024,
      "step": 47327
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6427992453575986e-06,
      "loss": 0.0043,
      "step": 47328
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6426110317900012e-06,
      "loss": 0.0232,
      "step": 47329
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6424228268856006e-06,
      "loss": 0.0047,
      "step": 47330
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.642234630644881e-06,
      "loss": 0.0136,
      "step": 47331
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.642046443068331e-06,
      "loss": 0.0017,
      "step": 47332
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6418582641564319e-06,
      "loss": 0.0065,
      "step": 47333
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6416700939096741e-06,
      "loss": 0.0047,
      "step": 47334
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6414819323285408e-06,
      "loss": 0.0094,
      "step": 47335
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6412937794135175e-06,
      "loss": 0.0033,
      "step": 47336
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.64110563516509e-06,
      "loss": 0.0077,
      "step": 47337
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6409174995837417e-06,
      "loss": 0.0039,
      "step": 47338
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6407293726699614e-06,
      "loss": 0.017,
      "step": 47339
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6405412544242332e-06,
      "loss": 0.0137,
      "step": 47340
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.640353144847041e-06,
      "loss": 0.0154,
      "step": 47341
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6401650439388728e-06,
      "loss": 0.0088,
      "step": 47342
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6399769517002128e-06,
      "loss": 0.0015,
      "step": 47343
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6397888681315466e-06,
      "loss": 0.0007,
      "step": 47344
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.639600793233359e-06,
      "loss": 0.0058,
      "step": 47345
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6394127270061338e-06,
      "loss": 0.0083,
      "step": 47346
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6392246694503595e-06,
      "loss": 0.0251,
      "step": 47347
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.639036620566518e-06,
      "loss": 0.0248,
      "step": 47348
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6388485803550986e-06,
      "loss": 0.005,
      "step": 47349
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6386605488165835e-06,
      "loss": 0.0067,
      "step": 47350
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6384725259514588e-06,
      "loss": 0.0025,
      "step": 47351
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6382845117602098e-06,
      "loss": 0.002,
      "step": 47352
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6380965062433196e-06,
      "loss": 0.0195,
      "step": 47353
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6379085094012764e-06,
      "loss": 0.0191,
      "step": 47354
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6377205212345642e-06,
      "loss": 0.0109,
      "step": 47355
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6375325417436661e-06,
      "loss": 0.0041,
      "step": 47356
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6373445709290703e-06,
      "loss": 0.0025,
      "step": 47357
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6371566087912604e-06,
      "loss": 0.0067,
      "step": 47358
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6369686553307218e-06,
      "loss": 0.0183,
      "step": 47359
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.636780710547939e-06,
      "loss": 0.0072,
      "step": 47360
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6365927744433952e-06,
      "loss": 0.0064,
      "step": 47361
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6364048470175787e-06,
      "loss": 0.0169,
      "step": 47362
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.636216928270971e-06,
      "loss": 0.0071,
      "step": 47363
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6360290182040611e-06,
      "loss": 0.012,
      "step": 47364
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6358411168173334e-06,
      "loss": 0.0025,
      "step": 47365
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.635653224111267e-06,
      "loss": 0.001,
      "step": 47366
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.635465340086353e-06,
      "loss": 0.0036,
      "step": 47367
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.635277464743072e-06,
      "loss": 0.011,
      "step": 47368
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.635089598081912e-06,
      "loss": 0.008,
      "step": 47369
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6349017401033573e-06,
      "loss": 0.0045,
      "step": 47370
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6347138908078913e-06,
      "loss": 0.0048,
      "step": 47371
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6345260501959992e-06,
      "loss": 0.0025,
      "step": 47372
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6343382182681644e-06,
      "loss": 0.0117,
      "step": 47373
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6341503950248743e-06,
      "loss": 0.0107,
      "step": 47374
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.633962580466612e-06,
      "loss": 0.0034,
      "step": 47375
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6337747745938608e-06,
      "loss": 0.0064,
      "step": 47376
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6335869774071084e-06,
      "loss": 0.0147,
      "step": 47377
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6333991889068378e-06,
      "loss": 0.0187,
      "step": 47378
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6332114090935337e-06,
      "loss": 0.0276,
      "step": 47379
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.63302363796768e-06,
      "loss": 0.0118,
      "step": 47380
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.63283587552976e-06,
      "loss": 0.0122,
      "step": 47381
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.632648121780262e-06,
      "loss": 0.0077,
      "step": 47382
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6324603767196662e-06,
      "loss": 0.0255,
      "step": 47383
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6322726403484612e-06,
      "loss": 0.0421,
      "step": 47384
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.632084912667129e-06,
      "loss": 0.0068,
      "step": 47385
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6318971936761547e-06,
      "loss": 0.016,
      "step": 47386
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6317094833760216e-06,
      "loss": 0.0052,
      "step": 47387
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6315217817672142e-06,
      "loss": 0.0079,
      "step": 47388
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6313340888502184e-06,
      "loss": 0.0038,
      "step": 47389
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6311464046255177e-06,
      "loss": 0.0161,
      "step": 47390
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6309587290935946e-06,
      "loss": 0.0042,
      "step": 47391
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6307710622549366e-06,
      "loss": 0.0056,
      "step": 47392
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6305834041100267e-06,
      "loss": 0.016,
      "step": 47393
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6303957546593486e-06,
      "loss": 0.0023,
      "step": 47394
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6302081139033864e-06,
      "loss": 0.0009,
      "step": 47395
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6300204818426234e-06,
      "loss": 0.0072,
      "step": 47396
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6298328584775464e-06,
      "loss": 0.0016,
      "step": 47397
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6296452438086358e-06,
      "loss": 0.0152,
      "step": 47398
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6294576378363802e-06,
      "loss": 0.0047,
      "step": 47399
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6292700405612616e-06,
      "loss": 0.0047,
      "step": 47400
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6290824519837633e-06,
      "loss": 0.0068,
      "step": 47401
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6288948721043701e-06,
      "loss": 0.0111,
      "step": 47402
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6287073009235643e-06,
      "loss": 0.0074,
      "step": 47403
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6285197384418333e-06,
      "loss": 0.0041,
      "step": 47404
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6283321846596595e-06,
      "loss": 0.0104,
      "step": 47405
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6281446395775242e-06,
      "loss": 0.0221,
      "step": 47406
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6279571031959158e-06,
      "loss": 0.0069,
      "step": 47407
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6277695755153162e-06,
      "loss": 0.0101,
      "step": 47408
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.627582056536209e-06,
      "loss": 0.0127,
      "step": 47409
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.627394546259078e-06,
      "loss": 0.0035,
      "step": 47410
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6272070446844058e-06,
      "loss": 0.0027,
      "step": 47411
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6270195518126798e-06,
      "loss": 0.0133,
      "step": 47412
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6268320676443795e-06,
      "loss": 0.0062,
      "step": 47413
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6266445921799928e-06,
      "loss": 0.0054,
      "step": 47414
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6264571254200034e-06,
      "loss": 0.0488,
      "step": 47415
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6262696673648897e-06,
      "loss": 0.0161,
      "step": 47416
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6260822180151404e-06,
      "loss": 0.0013,
      "step": 47417
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6258947773712363e-06,
      "loss": 0.0238,
      "step": 47418
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6257073454336635e-06,
      "loss": 0.006,
      "step": 47419
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.625519922202905e-06,
      "loss": 0.0015,
      "step": 47420
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6253325076794424e-06,
      "loss": 0.0037,
      "step": 47421
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6251451018637637e-06,
      "loss": 0.0307,
      "step": 47422
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.624957704756347e-06,
      "loss": 0.005,
      "step": 47423
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6247703163576796e-06,
      "loss": 0.0065,
      "step": 47424
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6245829366682442e-06,
      "loss": 0.0114,
      "step": 47425
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.624395565688522e-06,
      "loss": 0.0031,
      "step": 47426
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6242082034190004e-06,
      "loss": 0.0087,
      "step": 47427
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6240208498601596e-06,
      "loss": 0.018,
      "step": 47428
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.623833505012487e-06,
      "loss": 0.0043,
      "step": 47429
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.623646168876462e-06,
      "loss": 0.0109,
      "step": 47430
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.623458841452568e-06,
      "loss": 0.0067,
      "step": 47431
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.623271522741291e-06,
      "loss": 0.014,
      "step": 47432
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6230842127431118e-06,
      "loss": 0.012,
      "step": 47433
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6228969114585164e-06,
      "loss": 0.0055,
      "step": 47434
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.622709618887987e-06,
      "loss": 0.0043,
      "step": 47435
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6225223350320064e-06,
      "loss": 0.0047,
      "step": 47436
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.622335059891058e-06,
      "loss": 0.0104,
      "step": 47437
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6221477934656237e-06,
      "loss": 0.0221,
      "step": 47438
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6219605357561897e-06,
      "loss": 0.006,
      "step": 47439
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6217732867632374e-06,
      "loss": 0.0174,
      "step": 47440
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6215860464872486e-06,
      "loss": 0.0029,
      "step": 47441
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6213988149287096e-06,
      "loss": 0.0051,
      "step": 47442
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6212115920881022e-06,
      "loss": 0.0051,
      "step": 47443
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.621024377965909e-06,
      "loss": 0.0077,
      "step": 47444
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6208371725626132e-06,
      "loss": 0.0134,
      "step": 47445
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6206499758786964e-06,
      "loss": 0.0283,
      "step": 47446
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6204627879146446e-06,
      "loss": 0.0303,
      "step": 47447
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6202756086709382e-06,
      "loss": 0.0234,
      "step": 47448
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6200884381480626e-06,
      "loss": 0.0244,
      "step": 47449
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6199012763464995e-06,
      "loss": 0.0054,
      "step": 47450
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6197141232667318e-06,
      "loss": 0.0052,
      "step": 47451
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6195269789092428e-06,
      "loss": 0.0109,
      "step": 47452
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6193398432745133e-06,
      "loss": 0.0201,
      "step": 47453
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.61915271636303e-06,
      "loss": 0.0107,
      "step": 47454
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6189655981752734e-06,
      "loss": 0.0082,
      "step": 47455
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6187784887117247e-06,
      "loss": 0.0029,
      "step": 47456
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6185913879728703e-06,
      "loss": 0.0036,
      "step": 47457
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6184042959591916e-06,
      "loss": 0.0105,
      "step": 47458
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6182172126711715e-06,
      "loss": 0.0174,
      "step": 47459
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6180301381092917e-06,
      "loss": 0.0034,
      "step": 47460
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.617843072274034e-06,
      "loss": 0.0006,
      "step": 47461
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6176560151658844e-06,
      "loss": 0.008,
      "step": 47462
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6174689667853222e-06,
      "loss": 0.0115,
      "step": 47463
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6172819271328333e-06,
      "loss": 0.0098,
      "step": 47464
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6170948962088983e-06,
      "loss": 0.006,
      "step": 47465
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.616907874014001e-06,
      "loss": 0.0031,
      "step": 47466
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6167208605486224e-06,
      "loss": 0.0048,
      "step": 47467
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6165338558132444e-06,
      "loss": 0.0091,
      "step": 47468
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6163468598083527e-06,
      "loss": 0.017,
      "step": 47469
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.616159872534428e-06,
      "loss": 0.0094,
      "step": 47470
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.615972893991951e-06,
      "loss": 0.0022,
      "step": 47471
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6157859241814095e-06,
      "loss": 0.0085,
      "step": 47472
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6155989631032808e-06,
      "loss": 0.0029,
      "step": 47473
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6154120107580472e-06,
      "loss": 0.0174,
      "step": 47474
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.615225067146195e-06,
      "loss": 0.0088,
      "step": 47475
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6150381322682024e-06,
      "loss": 0.0027,
      "step": 47476
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6148512061245552e-06,
      "loss": 0.0063,
      "step": 47477
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6146642887157348e-06,
      "loss": 0.0086,
      "step": 47478
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6144773800422232e-06,
      "loss": 0.0067,
      "step": 47479
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6142904801045022e-06,
      "loss": 0.0041,
      "step": 47480
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6141035889030532e-06,
      "loss": 0.0164,
      "step": 47481
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6139167064383609e-06,
      "loss": 0.0027,
      "step": 47482
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6137298327109064e-06,
      "loss": 0.0036,
      "step": 47483
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6135429677211706e-06,
      "loss": 0.0033,
      "step": 47484
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6133561114696379e-06,
      "loss": 0.0072,
      "step": 47485
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6131692639567892e-06,
      "loss": 0.0082,
      "step": 47486
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6129824251831073e-06,
      "loss": 0.007,
      "step": 47487
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6127955951490736e-06,
      "loss": 0.009,
      "step": 47488
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6126087738551693e-06,
      "loss": 0.0112,
      "step": 47489
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6124219613018787e-06,
      "loss": 0.0026,
      "step": 47490
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6122351574896815e-06,
      "loss": 0.0044,
      "step": 47491
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.612048362419062e-06,
      "loss": 0.0078,
      "step": 47492
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6118615760905016e-06,
      "loss": 0.0039,
      "step": 47493
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6116747985044816e-06,
      "loss": 0.0075,
      "step": 47494
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6114880296614843e-06,
      "loss": 0.0086,
      "step": 47495
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.61130126956199e-06,
      "loss": 0.0218,
      "step": 47496
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6111145182064836e-06,
      "loss": 0.0148,
      "step": 47497
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.610927775595445e-06,
      "loss": 0.0017,
      "step": 47498
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6107410417293557e-06,
      "loss": 0.0149,
      "step": 47499
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.6105543166086994e-06,
      "loss": 0.008,
      "step": 47500
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.610367600233957e-06,
      "loss": 0.0054,
      "step": 47501
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6101808926056101e-06,
      "loss": 0.0062,
      "step": 47502
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6099941937241408e-06,
      "loss": 0.0191,
      "step": 47503
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.609807503590029e-06,
      "loss": 0.007,
      "step": 47504
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6096208222037597e-06,
      "loss": 0.0175,
      "step": 47505
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6094341495658105e-06,
      "loss": 0.0061,
      "step": 47506
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6092474856766681e-06,
      "loss": 0.0031,
      "step": 47507
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6090608305368111e-06,
      "loss": 0.009,
      "step": 47508
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6088741841467215e-06,
      "loss": 0.0167,
      "step": 47509
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6086875465068813e-06,
      "loss": 0.0271,
      "step": 47510
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6085009176177697e-06,
      "loss": 0.0142,
      "step": 47511
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6083142974798728e-06,
      "loss": 0.0131,
      "step": 47512
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6081276860936689e-06,
      "loss": 0.0096,
      "step": 47513
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6079410834596388e-06,
      "loss": 0.0043,
      "step": 47514
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6077544895782671e-06,
      "loss": 0.0069,
      "step": 47515
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6075679044500336e-06,
      "loss": 0.005,
      "step": 47516
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6073813280754203e-06,
      "loss": 0.0097,
      "step": 47517
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6071947604549082e-06,
      "loss": 0.0048,
      "step": 47518
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6070082015889766e-06,
      "loss": 0.0138,
      "step": 47519
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6068216514781104e-06,
      "loss": 0.0111,
      "step": 47520
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6066351101227883e-06,
      "loss": 0.0083,
      "step": 47521
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6064485775234944e-06,
      "loss": 0.014,
      "step": 47522
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6062620536807105e-06,
      "loss": 0.0206,
      "step": 47523
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6060755385949123e-06,
      "loss": 0.0123,
      "step": 47524
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.605889032266586e-06,
      "loss": 0.0072,
      "step": 47525
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6057025346962103e-06,
      "loss": 0.0015,
      "step": 47526
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.605516045884269e-06,
      "loss": 0.0035,
      "step": 47527
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6053295658312418e-06,
      "loss": 0.0068,
      "step": 47528
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6051430945376084e-06,
      "loss": 0.0143,
      "step": 47529
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6049566320038552e-06,
      "loss": 0.0114,
      "step": 47530
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.604770178230456e-06,
      "loss": 0.0034,
      "step": 47531
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6045837332178971e-06,
      "loss": 0.0166,
      "step": 47532
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6043972969666588e-06,
      "loss": 0.0016,
      "step": 47533
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.604210869477219e-06,
      "loss": 0.0056,
      "step": 47534
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6040244507500635e-06,
      "loss": 0.0141,
      "step": 47535
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6038380407856708e-06,
      "loss": 0.0051,
      "step": 47536
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.603651639584522e-06,
      "loss": 0.0051,
      "step": 47537
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6034652471470985e-06,
      "loss": 0.0019,
      "step": 47538
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6032788634738794e-06,
      "loss": 0.003,
      "step": 47539
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6030924885653488e-06,
      "loss": 0.0067,
      "step": 47540
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6029061224219839e-06,
      "loss": 0.0158,
      "step": 47541
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.60271976504427e-06,
      "loss": 0.0064,
      "step": 47542
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.602533416432685e-06,
      "loss": 0.0102,
      "step": 47543
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6023470765877108e-06,
      "loss": 0.0024,
      "step": 47544
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6021607455098282e-06,
      "loss": 0.0216,
      "step": 47545
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6019744231995154e-06,
      "loss": 0.0149,
      "step": 47546
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6017881096572574e-06,
      "loss": 0.0079,
      "step": 47547
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6016018048835325e-06,
      "loss": 0.0036,
      "step": 47548
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6014155088788208e-06,
      "loss": 0.0047,
      "step": 47549
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6012292216436053e-06,
      "loss": 0.0036,
      "step": 47550
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.601042943178366e-06,
      "loss": 0.0018,
      "step": 47551
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6008566734835824e-06,
      "loss": 0.0076,
      "step": 47552
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6006704125597361e-06,
      "loss": 0.0097,
      "step": 47553
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6004841604073056e-06,
      "loss": 0.0043,
      "step": 47554
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6002979170267753e-06,
      "loss": 0.0047,
      "step": 47555
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.6001116824186214e-06,
      "loss": 0.0257,
      "step": 47556
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5999254565833289e-06,
      "loss": 0.0014,
      "step": 47557
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5997392395213761e-06,
      "loss": 0.0136,
      "step": 47558
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5995530312332442e-06,
      "loss": 0.0131,
      "step": 47559
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5993668317194121e-06,
      "loss": 0.0157,
      "step": 47560
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5991806409803605e-06,
      "loss": 0.0048,
      "step": 47561
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5989944590165718e-06,
      "loss": 0.0096,
      "step": 47562
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5988082858285254e-06,
      "loss": 0.0105,
      "step": 47563
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5986221214166997e-06,
      "loss": 0.0175,
      "step": 47564
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.598435965781579e-06,
      "loss": 0.0212,
      "step": 47565
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5982498189236412e-06,
      "loss": 0.0016,
      "step": 47566
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.598063680843367e-06,
      "loss": 0.0097,
      "step": 47567
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5978775515412358e-06,
      "loss": 0.0065,
      "step": 47568
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5976914310177283e-06,
      "loss": 0.0127,
      "step": 47569
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5975053192733264e-06,
      "loss": 0.0198,
      "step": 47570
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5973192163085072e-06,
      "loss": 0.003,
      "step": 47571
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5971331221237547e-06,
      "loss": 0.0044,
      "step": 47572
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5969470367195471e-06,
      "loss": 0.0036,
      "step": 47573
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5967609600963646e-06,
      "loss": 0.0063,
      "step": 47574
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5965748922546876e-06,
      "loss": 0.0034,
      "step": 47575
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5963888331949939e-06,
      "loss": 0.0168,
      "step": 47576
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5962027829177678e-06,
      "loss": 0.006,
      "step": 47577
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5960167414234874e-06,
      "loss": 0.0126,
      "step": 47578
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5958307087126307e-06,
      "loss": 0.0061,
      "step": 47579
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5956446847856827e-06,
      "loss": 0.0035,
      "step": 47580
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5954586696431173e-06,
      "loss": 0.023,
      "step": 47581
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5952726632854192e-06,
      "loss": 0.018,
      "step": 47582
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.595086665713067e-06,
      "loss": 0.0096,
      "step": 47583
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5949006769265385e-06,
      "loss": 0.0164,
      "step": 47584
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5947146969263172e-06,
      "loss": 0.0133,
      "step": 47585
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5945287257128795e-06,
      "loss": 0.0129,
      "step": 47586
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5943427632867098e-06,
      "loss": 0.0075,
      "step": 47587
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.594156809648284e-06,
      "loss": 0.0047,
      "step": 47588
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5939708647980817e-06,
      "loss": 0.009,
      "step": 47589
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5937849287365852e-06,
      "loss": 0.0025,
      "step": 47590
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.593599001464272e-06,
      "loss": 0.0019,
      "step": 47591
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.593413082981624e-06,
      "loss": 0.0106,
      "step": 47592
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5932271732891208e-06,
      "loss": 0.0013,
      "step": 47593
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5930412723872406e-06,
      "loss": 0.0237,
      "step": 47594
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.592855380276464e-06,
      "loss": 0.0042,
      "step": 47595
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5926694969572687e-06,
      "loss": 0.0017,
      "step": 47596
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5924836224301382e-06,
      "loss": 0.0159,
      "step": 47597
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5922977566955495e-06,
      "loss": 0.0173,
      "step": 47598
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.592111899753981e-06,
      "loss": 0.0433,
      "step": 47599
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5919260516059154e-06,
      "loss": 0.0057,
      "step": 47600
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.591740212251831e-06,
      "loss": 0.01,
      "step": 47601
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5915543816922075e-06,
      "loss": 0.004,
      "step": 47602
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5913685599275236e-06,
      "loss": 0.0199,
      "step": 47603
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5911827469582575e-06,
      "loss": 0.0076,
      "step": 47604
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.590996942784892e-06,
      "loss": 0.008,
      "step": 47605
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5908111474079035e-06,
      "loss": 0.0266,
      "step": 47606
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5906253608277743e-06,
      "loss": 0.0145,
      "step": 47607
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5904395830449825e-06,
      "loss": 0.004,
      "step": 47608
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5902538140600072e-06,
      "loss": 0.004,
      "step": 47609
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5900680538733277e-06,
      "loss": 0.0087,
      "step": 47610
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.589882302485422e-06,
      "loss": 0.005,
      "step": 47611
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5896965598967723e-06,
      "loss": 0.003,
      "step": 47612
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5895108261078568e-06,
      "loss": 0.0101,
      "step": 47613
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5893251011191524e-06,
      "loss": 0.0092,
      "step": 47614
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5891393849311421e-06,
      "loss": 0.0046,
      "step": 47615
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.588953677544303e-06,
      "loss": 0.0046,
      "step": 47616
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5887679789591153e-06,
      "loss": 0.0095,
      "step": 47617
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5885822891760572e-06,
      "loss": 0.0129,
      "step": 47618
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5883966081956065e-06,
      "loss": 0.0049,
      "step": 47619
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5882109360182453e-06,
      "loss": 0.0128,
      "step": 47620
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.58802527264445e-06,
      "loss": 0.0092,
      "step": 47621
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5878396180747024e-06,
      "loss": 0.0142,
      "step": 47622
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5876539723094802e-06,
      "loss": 0.0069,
      "step": 47623
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5874683353492627e-06,
      "loss": 0.0044,
      "step": 47624
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5872827071945284e-06,
      "loss": 0.0085,
      "step": 47625
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5870970878457547e-06,
      "loss": 0.0116,
      "step": 47626
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5869114773034244e-06,
      "loss": 0.0057,
      "step": 47627
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5867258755680137e-06,
      "loss": 0.0149,
      "step": 47628
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5865402826400011e-06,
      "loss": 0.0077,
      "step": 47629
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5863546985198685e-06,
      "loss": 0.0063,
      "step": 47630
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5861691232080923e-06,
      "loss": 0.0244,
      "step": 47631
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5859835567051524e-06,
      "loss": 0.0159,
      "step": 47632
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5857979990115268e-06,
      "loss": 0.0266,
      "step": 47633
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5856124501276925e-06,
      "loss": 0.0031,
      "step": 47634
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5854269100541331e-06,
      "loss": 0.0025,
      "step": 47635
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5852413787913224e-06,
      "loss": 0.0161,
      "step": 47636
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5850558563397433e-06,
      "loss": 0.0045,
      "step": 47637
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5848703426998742e-06,
      "loss": 0.0083,
      "step": 47638
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5846848378721886e-06,
      "loss": 0.0031,
      "step": 47639
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5844993418571707e-06,
      "loss": 0.0061,
      "step": 47640
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5843138546552955e-06,
      "loss": 0.0099,
      "step": 47641
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5841283762670452e-06,
      "loss": 0.0058,
      "step": 47642
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5839429066928962e-06,
      "loss": 0.0138,
      "step": 47643
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5837574459333277e-06,
      "loss": 0.0295,
      "step": 47644
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5835719939888177e-06,
      "loss": 0.0126,
      "step": 47645
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5833865508598433e-06,
      "loss": 0.0088,
      "step": 47646
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5832011165468864e-06,
      "loss": 0.0052,
      "step": 47647
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.583015691050424e-06,
      "loss": 0.0078,
      "step": 47648
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5828302743709323e-06,
      "loss": 0.0063,
      "step": 47649
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.582644866508894e-06,
      "loss": 0.0095,
      "step": 47650
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5824594674647847e-06,
      "loss": 0.0065,
      "step": 47651
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5822740772390837e-06,
      "loss": 0.0069,
      "step": 47652
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.582088695832269e-06,
      "loss": 0.0083,
      "step": 47653
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5819033232448172e-06,
      "loss": 0.0074,
      "step": 47654
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5817179594772097e-06,
      "loss": 0.0061,
      "step": 47655
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5815326045299228e-06,
      "loss": 0.0083,
      "step": 47656
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5813472584034362e-06,
      "loss": 0.0029,
      "step": 47657
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5811619210982281e-06,
      "loss": 0.0059,
      "step": 47658
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5809765926147759e-06,
      "loss": 0.0134,
      "step": 47659
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.580791272953558e-06,
      "loss": 0.011,
      "step": 47660
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.580605962115051e-06,
      "loss": 0.0117,
      "step": 47661
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5804206600997364e-06,
      "loss": 0.0095,
      "step": 47662
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.58023536690809e-06,
      "loss": 0.0087,
      "step": 47663
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.580050082540589e-06,
      "loss": 0.0096,
      "step": 47664
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5798648069977152e-06,
      "loss": 0.0024,
      "step": 47665
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5796795402799442e-06,
      "loss": 0.0044,
      "step": 47666
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.579494282387754e-06,
      "loss": 0.0023,
      "step": 47667
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5793090333216232e-06,
      "loss": 0.0057,
      "step": 47668
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.579123793082028e-06,
      "loss": 0.006,
      "step": 47669
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5789385616694498e-06,
      "loss": 0.0046,
      "step": 47670
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5787533390843624e-06,
      "loss": 0.006,
      "step": 47671
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5785681253272483e-06,
      "loss": 0.0082,
      "step": 47672
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5783829203985829e-06,
      "loss": 0.0046,
      "step": 47673
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5781977242988444e-06,
      "loss": 0.0137,
      "step": 47674
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5780125370285105e-06,
      "loss": 0.0059,
      "step": 47675
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5778273585880576e-06,
      "loss": 0.0042,
      "step": 47676
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.577642188977967e-06,
      "loss": 0.0038,
      "step": 47677
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5774570281987138e-06,
      "loss": 0.0045,
      "step": 47678
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5772718762507755e-06,
      "loss": 0.0137,
      "step": 47679
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5770867331346322e-06,
      "loss": 0.0031,
      "step": 47680
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5769015988507607e-06,
      "loss": 0.0025,
      "step": 47681
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5767164733996382e-06,
      "loss": 0.008,
      "step": 47682
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5765313567817431e-06,
      "loss": 0.0182,
      "step": 47683
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5763462489975502e-06,
      "loss": 0.0009,
      "step": 47684
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.576161150047541e-06,
      "loss": 0.0087,
      "step": 47685
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5759760599321906e-06,
      "loss": 0.0068,
      "step": 47686
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.575790978651978e-06,
      "loss": 0.007,
      "step": 47687
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5756059062073831e-06,
      "loss": 0.0141,
      "step": 47688
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.575420842598877e-06,
      "loss": 0.0108,
      "step": 47689
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5752357878269425e-06,
      "loss": 0.006,
      "step": 47690
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5750507418920541e-06,
      "loss": 0.0126,
      "step": 47691
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5748657047946919e-06,
      "loss": 0.0059,
      "step": 47692
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5746806765353324e-06,
      "loss": 0.0094,
      "step": 47693
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.574495657114451e-06,
      "loss": 0.007,
      "step": 47694
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5743106465325302e-06,
      "loss": 0.0125,
      "step": 47695
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5741256447900411e-06,
      "loss": 0.0037,
      "step": 47696
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5739406518874655e-06,
      "loss": 0.0234,
      "step": 47697
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5737556678252791e-06,
      "loss": 0.007,
      "step": 47698
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5735706926039585e-06,
      "loss": 0.0022,
      "step": 47699
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5733857262239828e-06,
      "loss": 0.0037,
      "step": 47700
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5732007686858287e-06,
      "loss": 0.0063,
      "step": 47701
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5730158199899726e-06,
      "loss": 0.0095,
      "step": 47702
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.572830880136893e-06,
      "loss": 0.0068,
      "step": 47703
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5726459491270646e-06,
      "loss": 0.0083,
      "step": 47704
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5724610269609674e-06,
      "loss": 0.0031,
      "step": 47705
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5722761136390769e-06,
      "loss": 0.0091,
      "step": 47706
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5720912091618717e-06,
      "loss": 0.0332,
      "step": 47707
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5719063135298285e-06,
      "loss": 0.0175,
      "step": 47708
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5717214267434234e-06,
      "loss": 0.0159,
      "step": 47709
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5715365488031348e-06,
      "loss": 0.0042,
      "step": 47710
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.571351679709437e-06,
      "loss": 0.0166,
      "step": 47711
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5711668194628104e-06,
      "loss": 0.0095,
      "step": 47712
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.570981968063731e-06,
      "loss": 0.016,
      "step": 47713
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5707971255126736e-06,
      "loss": 0.0104,
      "step": 47714
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5706122918101185e-06,
      "loss": 0.0112,
      "step": 47715
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5704274669565411e-06,
      "loss": 0.0058,
      "step": 47716
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5702426509524188e-06,
      "loss": 0.0014,
      "step": 47717
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5700578437982272e-06,
      "loss": 0.0261,
      "step": 47718
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5698730454944427e-06,
      "loss": 0.0041,
      "step": 47719
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.569688256041545e-06,
      "loss": 0.0072,
      "step": 47720
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.569503475440008e-06,
      "loss": 0.0053,
      "step": 47721
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5693187036903112e-06,
      "loss": 0.0106,
      "step": 47722
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5691339407929296e-06,
      "loss": 0.0029,
      "step": 47723
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.568949186748341e-06,
      "loss": 0.0093,
      "step": 47724
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5687644415570207e-06,
      "loss": 0.0115,
      "step": 47725
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5685797052194451e-06,
      "loss": 0.0198,
      "step": 47726
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5683949777360934e-06,
      "loss": 0.0063,
      "step": 47727
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.568210259107441e-06,
      "loss": 0.0013,
      "step": 47728
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5680255493339625e-06,
      "loss": 0.0094,
      "step": 47729
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5678408484161378e-06,
      "loss": 0.0152,
      "step": 47730
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5676561563544424e-06,
      "loss": 0.0056,
      "step": 47731
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5674714731493522e-06,
      "loss": 0.0058,
      "step": 47732
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5672867988013446e-06,
      "loss": 0.0059,
      "step": 47733
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5671021333108933e-06,
      "loss": 0.0049,
      "step": 47734
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.566917476678479e-06,
      "loss": 0.006,
      "step": 47735
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5667328289045747e-06,
      "loss": 0.0285,
      "step": 47736
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5665481899896601e-06,
      "loss": 0.0154,
      "step": 47737
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5663635599342098e-06,
      "loss": 0.0036,
      "step": 47738
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5661789387387006e-06,
      "loss": 0.0105,
      "step": 47739
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5659943264036081e-06,
      "loss": 0.0038,
      "step": 47740
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5658097229294078e-06,
      "loss": 0.0024,
      "step": 47741
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5656251283165792e-06,
      "loss": 0.0098,
      "step": 47742
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5654405425655967e-06,
      "loss": 0.002,
      "step": 47743
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.565255965676935e-06,
      "loss": 0.006,
      "step": 47744
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5650713976510756e-06,
      "loss": 0.0063,
      "step": 47745
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.564886838488488e-06,
      "loss": 0.0098,
      "step": 47746
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5647022881896535e-06,
      "loss": 0.0165,
      "step": 47747
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.564517746755046e-06,
      "loss": 0.0017,
      "step": 47748
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5643332141851409e-06,
      "loss": 0.008,
      "step": 47749
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.564148690480417e-06,
      "loss": 0.0034,
      "step": 47750
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.563964175641348e-06,
      "loss": 0.0064,
      "step": 47751
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5637796696684138e-06,
      "loss": 0.0106,
      "step": 47752
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5635951725620862e-06,
      "loss": 0.0105,
      "step": 47753
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5634106843228415e-06,
      "loss": 0.0054,
      "step": 47754
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5632262049511582e-06,
      "loss": 0.0092,
      "step": 47755
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5630417344475096e-06,
      "loss": 0.0099,
      "step": 47756
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5628572728123752e-06,
      "loss": 0.0038,
      "step": 47757
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5626728200462293e-06,
      "loss": 0.0322,
      "step": 47758
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5624883761495469e-06,
      "loss": 0.0082,
      "step": 47759
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5623039411228052e-06,
      "loss": 0.0248,
      "step": 47760
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5621195149664776e-06,
      "loss": 0.0071,
      "step": 47761
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5619350976810437e-06,
      "loss": 0.0221,
      "step": 47762
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5617506892669776e-06,
      "loss": 0.0083,
      "step": 47763
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5615662897247536e-06,
      "loss": 0.0057,
      "step": 47764
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5613818990548501e-06,
      "loss": 0.0052,
      "step": 47765
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5611975172577421e-06,
      "loss": 0.0153,
      "step": 47766
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5610131443339055e-06,
      "loss": 0.0146,
      "step": 47767
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.560828780283815e-06,
      "loss": 0.0077,
      "step": 47768
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5606444251079455e-06,
      "loss": 0.0092,
      "step": 47769
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.560460078806776e-06,
      "loss": 0.0041,
      "step": 47770
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5602757413807785e-06,
      "loss": 0.0117,
      "step": 47771
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5600914128304322e-06,
      "loss": 0.012,
      "step": 47772
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.559907093156211e-06,
      "loss": 0.0052,
      "step": 47773
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5597227823585903e-06,
      "loss": 0.0055,
      "step": 47774
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5595384804380464e-06,
      "loss": 0.009,
      "step": 47775
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5593541873950523e-06,
      "loss": 0.0227,
      "step": 47776
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5591699032300872e-06,
      "loss": 0.0114,
      "step": 47777
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5589856279436255e-06,
      "loss": 0.0069,
      "step": 47778
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5588013615361403e-06,
      "loss": 0.0149,
      "step": 47779
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.55861710400811e-06,
      "loss": 0.0027,
      "step": 47780
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5584328553600098e-06,
      "loss": 0.0035,
      "step": 47781
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5582486155923139e-06,
      "loss": 0.0088,
      "step": 47782
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5580643847054983e-06,
      "loss": 0.014,
      "step": 47783
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5578801627000367e-06,
      "loss": 0.0063,
      "step": 47784
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5576959495764078e-06,
      "loss": 0.0094,
      "step": 47785
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.557511745335083e-06,
      "loss": 0.0241,
      "step": 47786
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5573275499765417e-06,
      "loss": 0.0075,
      "step": 47787
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5571433635012567e-06,
      "loss": 0.0073,
      "step": 47788
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5569591859097044e-06,
      "loss": 0.0159,
      "step": 47789
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.556775017202359e-06,
      "loss": 0.007,
      "step": 47790
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5565908573796944e-06,
      "loss": 0.0112,
      "step": 47791
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5564067064421895e-06,
      "loss": 0.0036,
      "step": 47792
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5562225643903174e-06,
      "loss": 0.007,
      "step": 47793
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5560384312245518e-06,
      "loss": 0.0012,
      "step": 47794
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5558543069453708e-06,
      "loss": 0.007,
      "step": 47795
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.555670191553248e-06,
      "loss": 0.0018,
      "step": 47796
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5554860850486587e-06,
      "loss": 0.0078,
      "step": 47797
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.555301987432078e-06,
      "loss": 0.0133,
      "step": 47798
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5551178987039789e-06,
      "loss": 0.0031,
      "step": 47799
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.55493381886484e-06,
      "loss": 0.0089,
      "step": 47800
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5547497479151325e-06,
      "loss": 0.0054,
      "step": 47801
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5545656858553354e-06,
      "loss": 0.0057,
      "step": 47802
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5543816326859228e-06,
      "loss": 0.0061,
      "step": 47803
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5541975884073657e-06,
      "loss": 0.011,
      "step": 47804
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5540135530201433e-06,
      "loss": 0.0434,
      "step": 47805
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5538295265247278e-06,
      "loss": 0.0036,
      "step": 47806
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5536455089215964e-06,
      "loss": 0.0015,
      "step": 47807
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5534615002112224e-06,
      "loss": 0.0043,
      "step": 47808
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.553277500394081e-06,
      "loss": 0.0075,
      "step": 47809
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5530935094706467e-06,
      "loss": 0.0091,
      "step": 47810
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5529095274413937e-06,
      "loss": 0.0046,
      "step": 47811
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5527255543067982e-06,
      "loss": 0.0069,
      "step": 47812
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5525415900673347e-06,
      "loss": 0.007,
      "step": 47813
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5523576347234758e-06,
      "loss": 0.0087,
      "step": 47814
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5521736882756993e-06,
      "loss": 0.0031,
      "step": 47815
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.551989750724478e-06,
      "loss": 0.0284,
      "step": 47816
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5518058220702869e-06,
      "loss": 0.008,
      "step": 47817
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.551621902313601e-06,
      "loss": 0.027,
      "step": 47818
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5514379914548922e-06,
      "loss": 0.0231,
      "step": 47819
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5512540894946394e-06,
      "loss": 0.0054,
      "step": 47820
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.551070196433313e-06,
      "loss": 0.0062,
      "step": 47821
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5508863122713912e-06,
      "loss": 0.0081,
      "step": 47822
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.550702437009347e-06,
      "loss": 0.0092,
      "step": 47823
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5505185706476544e-06,
      "loss": 0.0068,
      "step": 47824
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.550334713186788e-06,
      "loss": 0.0069,
      "step": 47825
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5501508646272205e-06,
      "loss": 0.0043,
      "step": 47826
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5499670249694305e-06,
      "loss": 0.0039,
      "step": 47827
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5497831942138892e-06,
      "loss": 0.0046,
      "step": 47828
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5495993723610702e-06,
      "loss": 0.006,
      "step": 47829
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5494155594114506e-06,
      "loss": 0.0053,
      "step": 47830
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.549231755365504e-06,
      "loss": 0.0027,
      "step": 47831
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.549047960223704e-06,
      "loss": 0.0071,
      "step": 47832
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5488641739865251e-06,
      "loss": 0.0048,
      "step": 47833
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5486803966544394e-06,
      "loss": 0.015,
      "step": 47834
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5484966282279246e-06,
      "loss": 0.0166,
      "step": 47835
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5483128687074522e-06,
      "loss": 0.0049,
      "step": 47836
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5481291180934987e-06,
      "loss": 0.0172,
      "step": 47837
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.547945376386537e-06,
      "loss": 0.0068,
      "step": 47838
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5477616435870418e-06,
      "loss": 0.017,
      "step": 47839
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.547577919695486e-06,
      "loss": 0.0059,
      "step": 47840
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5473942047123436e-06,
      "loss": 0.0281,
      "step": 47841
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5472104986380904e-06,
      "loss": 0.0274,
      "step": 47842
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5470268014731993e-06,
      "loss": 0.005,
      "step": 47843
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5468431132181433e-06,
      "loss": 0.0107,
      "step": 47844
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5466594338733986e-06,
      "loss": 0.0014,
      "step": 47845
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5464757634394384e-06,
      "loss": 0.0118,
      "step": 47846
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5462921019167359e-06,
      "loss": 0.0041,
      "step": 47847
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5461084493057655e-06,
      "loss": 0.005,
      "step": 47848
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5459248056069997e-06,
      "loss": 0.0041,
      "step": 47849
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5457411708209146e-06,
      "loss": 0.0095,
      "step": 47850
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5455575449479821e-06,
      "loss": 0.0057,
      "step": 47851
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5453739279886787e-06,
      "loss": 0.019,
      "step": 47852
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5451903199434776e-06,
      "loss": 0.0041,
      "step": 47853
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5450067208128482e-06,
      "loss": 0.002,
      "step": 47854
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5448231305972695e-06,
      "loss": 0.0119,
      "step": 47855
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5446395492972116e-06,
      "loss": 0.0187,
      "step": 47856
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5444559769131512e-06,
      "loss": 0.0119,
      "step": 47857
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5442724134455605e-06,
      "loss": 0.0067,
      "step": 47858
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5440888588949121e-06,
      "loss": 0.0039,
      "step": 47859
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5439053132616833e-06,
      "loss": 0.0088,
      "step": 47860
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5437217765463425e-06,
      "loss": 0.0083,
      "step": 47861
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5435382487493677e-06,
      "loss": 0.002,
      "step": 47862
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5433547298712303e-06,
      "loss": 0.005,
      "step": 47863
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5431712199124033e-06,
      "loss": 0.0158,
      "step": 47864
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5429877188733621e-06,
      "loss": 0.0239,
      "step": 47865
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5428042267545784e-06,
      "loss": 0.0072,
      "step": 47866
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5426207435565293e-06,
      "loss": 0.0062,
      "step": 47867
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5424372692796842e-06,
      "loss": 0.0035,
      "step": 47868
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.542253803924516e-06,
      "loss": 0.0016,
      "step": 47869
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5420703474915016e-06,
      "loss": 0.0144,
      "step": 47870
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5418868999811115e-06,
      "loss": 0.0085,
      "step": 47871
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5417034613938214e-06,
      "loss": 0.0124,
      "step": 47872
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5415200317301038e-06,
      "loss": 0.007,
      "step": 47873
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.541336610990432e-06,
      "loss": 0.0196,
      "step": 47874
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5411531991752788e-06,
      "loss": 0.0048,
      "step": 47875
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.540969796285116e-06,
      "loss": 0.0041,
      "step": 47876
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.54078640232042e-06,
      "loss": 0.0054,
      "step": 47877
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5406030172816628e-06,
      "loss": 0.0043,
      "step": 47878
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5404196411693156e-06,
      "loss": 0.0076,
      "step": 47879
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.540236273983855e-06,
      "loss": 0.0039,
      "step": 47880
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.540052915725752e-06,
      "loss": 0.0052,
      "step": 47881
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.539869566395481e-06,
      "loss": 0.0106,
      "step": 47882
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5396862259935135e-06,
      "loss": 0.0053,
      "step": 47883
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5395028945203221e-06,
      "loss": 0.0136,
      "step": 47884
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5393195719763831e-06,
      "loss": 0.017,
      "step": 47885
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5391362583621655e-06,
      "loss": 0.0205,
      "step": 47886
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5389529536781461e-06,
      "loss": 0.0046,
      "step": 47887
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5387696579247962e-06,
      "loss": 0.0069,
      "step": 47888
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.538586371102589e-06,
      "loss": 0.0073,
      "step": 47889
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.538403093211997e-06,
      "loss": 0.0104,
      "step": 47890
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5382198242534912e-06,
      "loss": 0.0027,
      "step": 47891
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5380365642275486e-06,
      "loss": 0.0117,
      "step": 47892
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5378533131346402e-06,
      "loss": 0.0218,
      "step": 47893
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5376700709752369e-06,
      "loss": 0.0061,
      "step": 47894
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5374868377498148e-06,
      "loss": 0.008,
      "step": 47895
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5373036134588453e-06,
      "loss": 0.0044,
      "step": 47896
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5371203981028016e-06,
      "loss": 0.0045,
      "step": 47897
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5369371916821556e-06,
      "loss": 0.0277,
      "step": 47898
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5367539941973786e-06,
      "loss": 0.0043,
      "step": 47899
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.536570805648947e-06,
      "loss": 0.0067,
      "step": 47900
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.53638762603733e-06,
      "loss": 0.0056,
      "step": 47901
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5362044553630033e-06,
      "loss": 0.0087,
      "step": 47902
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5360212936264385e-06,
      "loss": 0.0155,
      "step": 47903
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5358381408281075e-06,
      "loss": 0.0083,
      "step": 47904
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.535654996968483e-06,
      "loss": 0.0043,
      "step": 47905
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5354718620480369e-06,
      "loss": 0.0123,
      "step": 47906
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5352887360672436e-06,
      "loss": 0.0125,
      "step": 47907
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.535105619026575e-06,
      "loss": 0.0097,
      "step": 47908
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5349225109265014e-06,
      "loss": 0.0052,
      "step": 47909
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5347394117674991e-06,
      "loss": 0.0062,
      "step": 47910
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5345563215500386e-06,
      "loss": 0.0142,
      "step": 47911
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.534373240274592e-06,
      "loss": 0.0152,
      "step": 47912
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5341901679416326e-06,
      "loss": 0.0061,
      "step": 47913
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5340071045516302e-06,
      "loss": 0.0149,
      "step": 47914
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5338240501050611e-06,
      "loss": 0.0079,
      "step": 47915
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5336410046023943e-06,
      "loss": 0.0021,
      "step": 47916
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5334579680441065e-06,
      "loss": 0.0018,
      "step": 47917
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5332749404306658e-06,
      "loss": 0.0012,
      "step": 47918
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5330919217625433e-06,
      "loss": 0.0081,
      "step": 47919
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5329089120402164e-06,
      "loss": 0.0185,
      "step": 47920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5327259112641523e-06,
      "loss": 0.0082,
      "step": 47921
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5325429194348274e-06,
      "loss": 0.0039,
      "step": 47922
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.532359936552712e-06,
      "loss": 0.0056,
      "step": 47923
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5321769626182781e-06,
      "loss": 0.0111,
      "step": 47924
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5319939976319986e-06,
      "loss": 0.0145,
      "step": 47925
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5318110415943427e-06,
      "loss": 0.0126,
      "step": 47926
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5316280945057866e-06,
      "loss": 0.0174,
      "step": 47927
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5314451563668008e-06,
      "loss": 0.0028,
      "step": 47928
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5312622271778555e-06,
      "loss": 0.0177,
      "step": 47929
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5310793069394258e-06,
      "loss": 0.0028,
      "step": 47930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5308963956519824e-06,
      "loss": 0.0041,
      "step": 47931
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5307134933159968e-06,
      "loss": 0.0068,
      "step": 47932
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5305305999319414e-06,
      "loss": 0.0094,
      "step": 47933
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5303477155002866e-06,
      "loss": 0.005,
      "step": 47934
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.530164840021507e-06,
      "loss": 0.005,
      "step": 47935
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5299819734960713e-06,
      "loss": 0.0048,
      "step": 47936
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5297991159244552e-06,
      "loss": 0.007,
      "step": 47937
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5296162673071286e-06,
      "loss": 0.0117,
      "step": 47938
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5294334276445632e-06,
      "loss": 0.0028,
      "step": 47939
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5292505969372306e-06,
      "loss": 0.0085,
      "step": 47940
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5290677751856014e-06,
      "loss": 0.0048,
      "step": 47941
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5288849623901508e-06,
      "loss": 0.0095,
      "step": 47942
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5287021585513478e-06,
      "loss": 0.0047,
      "step": 47943
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5285193636696637e-06,
      "loss": 0.008,
      "step": 47944
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5283365777455722e-06,
      "loss": 0.0062,
      "step": 47945
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.528153800779545e-06,
      "loss": 0.0061,
      "step": 47946
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5279710327720514e-06,
      "loss": 0.0053,
      "step": 47947
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5277882737235655e-06,
      "loss": 0.0021,
      "step": 47948
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5276055236345556e-06,
      "loss": 0.0047,
      "step": 47949
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5274227825054972e-06,
      "loss": 0.016,
      "step": 47950
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5272400503368578e-06,
      "loss": 0.0014,
      "step": 47951
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5270573271291133e-06,
      "loss": 0.0097,
      "step": 47952
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5268746128827328e-06,
      "loss": 0.0036,
      "step": 47953
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.526691907598188e-06,
      "loss": 0.004,
      "step": 47954
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.52650921127595e-06,
      "loss": 0.0076,
      "step": 47955
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5263265239164893e-06,
      "loss": 0.011,
      "step": 47956
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5261438455202805e-06,
      "loss": 0.0084,
      "step": 47957
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5259611760877923e-06,
      "loss": 0.0081,
      "step": 47958
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5257785156194949e-06,
      "loss": 0.0162,
      "step": 47959
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5255958641158636e-06,
      "loss": 0.0168,
      "step": 47960
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5254132215773676e-06,
      "loss": 0.0085,
      "step": 47961
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5252305880044783e-06,
      "loss": 0.0212,
      "step": 47962
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5250479633976661e-06,
      "loss": 0.0048,
      "step": 47963
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5248653477574016e-06,
      "loss": 0.0205,
      "step": 47964
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5246827410841592e-06,
      "loss": 0.0047,
      "step": 47965
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5245001433784062e-06,
      "loss": 0.0129,
      "step": 47966
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5243175546406181e-06,
      "loss": 0.008,
      "step": 47967
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5241349748712646e-06,
      "loss": 0.0098,
      "step": 47968
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.523952404070813e-06,
      "loss": 0.0268,
      "step": 47969
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.523769842239739e-06,
      "loss": 0.0056,
      "step": 47970
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.523587289378511e-06,
      "loss": 0.0115,
      "step": 47971
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5234047454876016e-06,
      "loss": 0.0245,
      "step": 47972
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5232222105674822e-06,
      "loss": 0.0095,
      "step": 47973
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5230396846186225e-06,
      "loss": 0.0035,
      "step": 47974
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5228571676414932e-06,
      "loss": 0.0036,
      "step": 47975
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5226746596365655e-06,
      "loss": 0.0047,
      "step": 47976
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5224921606043114e-06,
      "loss": 0.0054,
      "step": 47977
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5223096705452018e-06,
      "loss": 0.0113,
      "step": 47978
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.522127189459705e-06,
      "loss": 0.0491,
      "step": 47979
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5219447173482954e-06,
      "loss": 0.0091,
      "step": 47980
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5217622542114424e-06,
      "loss": 0.0077,
      "step": 47981
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5215798000496168e-06,
      "loss": 0.0073,
      "step": 47982
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5213973548632893e-06,
      "loss": 0.0186,
      "step": 47983
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5212149186529284e-06,
      "loss": 0.0251,
      "step": 47984
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5210324914190094e-06,
      "loss": 0.0089,
      "step": 47985
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.520850073161999e-06,
      "loss": 0.0176,
      "step": 47986
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5206676638823708e-06,
      "loss": 0.0018,
      "step": 47987
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5204852635805944e-06,
      "loss": 0.0032,
      "step": 47988
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5203028722571405e-06,
      "loss": 0.0233,
      "step": 47989
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.52012048991248e-06,
      "loss": 0.004,
      "step": 47990
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5199381165470806e-06,
      "loss": 0.0026,
      "step": 47991
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5197557521614176e-06,
      "loss": 0.0029,
      "step": 47992
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.519573396755959e-06,
      "loss": 0.0238,
      "step": 47993
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5193910503311744e-06,
      "loss": 0.0029,
      "step": 47994
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5192087128875366e-06,
      "loss": 0.0049,
      "step": 47995
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5190263844255154e-06,
      "loss": 0.003,
      "step": 47996
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.518844064945581e-06,
      "loss": 0.0012,
      "step": 47997
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5186617544482036e-06,
      "loss": 0.0078,
      "step": 47998
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5184794529338525e-06,
      "loss": 0.002,
      "step": 47999
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5182971604030005e-06,
      "loss": 0.0007,
      "step": 48000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.518114876856116e-06,
      "loss": 0.0038,
      "step": 48001
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5179326022936714e-06,
      "loss": 0.0054,
      "step": 48002
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5177503367161362e-06,
      "loss": 0.0094,
      "step": 48003
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5175680801239801e-06,
      "loss": 0.0056,
      "step": 48004
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5173858325176732e-06,
      "loss": 0.005,
      "step": 48005
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5172035938976854e-06,
      "loss": 0.016,
      "step": 48006
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5170213642644888e-06,
      "loss": 0.0082,
      "step": 48007
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5168391436185526e-06,
      "loss": 0.0042,
      "step": 48008
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5166569319603458e-06,
      "loss": 0.0072,
      "step": 48009
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5164747292903408e-06,
      "loss": 0.0033,
      "step": 48010
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5162925356090069e-06,
      "loss": 0.0048,
      "step": 48011
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.516110350916814e-06,
      "loss": 0.028,
      "step": 48012
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5159281752142324e-06,
      "loss": 0.0096,
      "step": 48013
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.51574600850173e-06,
      "loss": 0.0108,
      "step": 48014
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5155638507797803e-06,
      "loss": 0.0213,
      "step": 48015
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.515381702048851e-06,
      "loss": 0.008,
      "step": 48016
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.515199562309414e-06,
      "loss": 0.0064,
      "step": 48017
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5150174315619398e-06,
      "loss": 0.0124,
      "step": 48018
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5148353098068935e-06,
      "loss": 0.0076,
      "step": 48019
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5146531970447503e-06,
      "loss": 0.0064,
      "step": 48020
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5144710932759766e-06,
      "loss": 0.006,
      "step": 48021
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5142889985010451e-06,
      "loss": 0.0111,
      "step": 48022
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5141069127204245e-06,
      "loss": 0.0043,
      "step": 48023
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5139248359345827e-06,
      "loss": 0.0197,
      "step": 48024
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5137427681439947e-06,
      "loss": 0.0174,
      "step": 48025
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5135607093491255e-06,
      "loss": 0.0123,
      "step": 48026
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5133786595504445e-06,
      "loss": 0.0017,
      "step": 48027
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5131966187484247e-06,
      "loss": 0.0044,
      "step": 48028
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5130145869435336e-06,
      "loss": 0.0229,
      "step": 48029
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5128325641362428e-06,
      "loss": 0.0037,
      "step": 48030
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5126505503270205e-06,
      "loss": 0.0305,
      "step": 48031
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5124685455163374e-06,
      "loss": 0.0045,
      "step": 48032
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5122865497046623e-06,
      "loss": 0.0034,
      "step": 48033
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.512104562892463e-06,
      "loss": 0.0069,
      "step": 48034
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5119225850802133e-06,
      "loss": 0.0065,
      "step": 48035
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.51174061626838e-06,
      "loss": 0.0051,
      "step": 48036
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.511558656457432e-06,
      "loss": 0.0095,
      "step": 48037
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5113767056478412e-06,
      "loss": 0.0059,
      "step": 48038
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5111947638400758e-06,
      "loss": 0.0054,
      "step": 48039
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5110128310346056e-06,
      "loss": 0.0058,
      "step": 48040
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5108309072319e-06,
      "loss": 0.0021,
      "step": 48041
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5106489924324265e-06,
      "loss": 0.0053,
      "step": 48042
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5104670866366577e-06,
      "loss": 0.0041,
      "step": 48043
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.51028518984506e-06,
      "loss": 0.0074,
      "step": 48044
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5101033020581063e-06,
      "loss": 0.0065,
      "step": 48045
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5099214232762632e-06,
      "loss": 0.0061,
      "step": 48046
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.509739553500001e-06,
      "loss": 0.0038,
      "step": 48047
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.509557692729789e-06,
      "loss": 0.0144,
      "step": 48048
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5093758409660942e-06,
      "loss": 0.0056,
      "step": 48049
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.509193998209389e-06,
      "loss": 0.0068,
      "step": 48050
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.509012164460142e-06,
      "loss": 0.0214,
      "step": 48051
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5088303397188202e-06,
      "loss": 0.0056,
      "step": 48052
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5086485239858955e-06,
      "loss": 0.0022,
      "step": 48053
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5084667172618366e-06,
      "loss": 0.0183,
      "step": 48054
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5082849195471116e-06,
      "loss": 0.0062,
      "step": 48055
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.50810313084219e-06,
      "loss": 0.002,
      "step": 48056
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5079213511475388e-06,
      "loss": 0.0083,
      "step": 48057
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5077395804636313e-06,
      "loss": 0.0161,
      "step": 48058
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5075578187909323e-06,
      "loss": 0.0139,
      "step": 48059
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5073760661299147e-06,
      "loss": 0.0051,
      "step": 48060
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5071943224810454e-06,
      "loss": 0.0072,
      "step": 48061
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5070125878447933e-06,
      "loss": 0.0075,
      "step": 48062
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5068308622216281e-06,
      "loss": 0.0345,
      "step": 48063
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5066491456120164e-06,
      "loss": 0.0061,
      "step": 48064
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.50646743801643e-06,
      "loss": 0.0048,
      "step": 48065
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5062857394353376e-06,
      "loss": 0.008,
      "step": 48066
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5061040498692047e-06,
      "loss": 0.0034,
      "step": 48067
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.505922369318505e-06,
      "loss": 0.0101,
      "step": 48068
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.505740697783704e-06,
      "loss": 0.0081,
      "step": 48069
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5055590352652716e-06,
      "loss": 0.0208,
      "step": 48070
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5053773817636758e-06,
      "loss": 0.0214,
      "step": 48071
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5051957372793846e-06,
      "loss": 0.004,
      "step": 48072
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5050141018128694e-06,
      "loss": 0.0052,
      "step": 48073
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.504832475364596e-06,
      "loss": 0.0112,
      "step": 48074
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.504650857935036e-06,
      "loss": 0.0037,
      "step": 48075
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5044692495246576e-06,
      "loss": 0.0026,
      "step": 48076
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5042876501339255e-06,
      "loss": 0.0065,
      "step": 48077
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5041060597633122e-06,
      "loss": 0.022,
      "step": 48078
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5039244784132839e-06,
      "loss": 0.008,
      "step": 48079
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5037429060843116e-06,
      "loss": 0.0149,
      "step": 48080
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.503561342776863e-06,
      "loss": 0.0149,
      "step": 48081
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5033797884914058e-06,
      "loss": 0.0032,
      "step": 48082
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5031982432284092e-06,
      "loss": 0.0118,
      "step": 48083
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5030167069883395e-06,
      "loss": 0.0059,
      "step": 48084
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5028351797716685e-06,
      "loss": 0.0054,
      "step": 48085
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.502653661578863e-06,
      "loss": 0.0085,
      "step": 48086
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5024721524103896e-06,
      "loss": 0.0157,
      "step": 48087
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5022906522667203e-06,
      "loss": 0.0069,
      "step": 48088
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5021091611483213e-06,
      "loss": 0.0074,
      "step": 48089
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5019276790556614e-06,
      "loss": 0.0048,
      "step": 48090
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.501746205989209e-06,
      "loss": 0.0029,
      "step": 48091
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.50156474194943e-06,
      "loss": 0.0022,
      "step": 48092
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.501383286936796e-06,
      "loss": 0.0142,
      "step": 48093
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.501201840951773e-06,
      "loss": 0.0094,
      "step": 48094
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5010204039948312e-06,
      "loss": 0.0028,
      "step": 48095
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5008389760664377e-06,
      "loss": 0.0122,
      "step": 48096
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5006575571670607e-06,
      "loss": 0.0088,
      "step": 48097
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.500476147297168e-06,
      "loss": 0.0048,
      "step": 48098
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.5002947464572265e-06,
      "loss": 0.0089,
      "step": 48099
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.500113354647707e-06,
      "loss": 0.0266,
      "step": 48100
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4999319718690768e-06,
      "loss": 0.0046,
      "step": 48101
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4997505981218014e-06,
      "loss": 0.0054,
      "step": 48102
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.499569233406352e-06,
      "loss": 0.0072,
      "step": 48103
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4993878777231963e-06,
      "loss": 0.0026,
      "step": 48104
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4992065310728004e-06,
      "loss": 0.0159,
      "step": 48105
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4990251934556338e-06,
      "loss": 0.005,
      "step": 48106
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4988438648721621e-06,
      "loss": 0.0107,
      "step": 48107
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4986625453228558e-06,
      "loss": 0.0036,
      "step": 48108
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4984812348081806e-06,
      "loss": 0.0137,
      "step": 48109
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4982999333286075e-06,
      "loss": 0.0206,
      "step": 48110
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4981186408846022e-06,
      "loss": 0.0065,
      "step": 48111
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4979373574766326e-06,
      "loss": 0.0032,
      "step": 48112
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4977560831051663e-06,
      "loss": 0.0225,
      "step": 48113
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.49757481777067e-06,
      "loss": 0.0038,
      "step": 48114
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4973935614736141e-06,
      "loss": 0.0171,
      "step": 48115
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4972123142144652e-06,
      "loss": 0.0022,
      "step": 48116
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.497031075993689e-06,
      "loss": 0.021,
      "step": 48117
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.496849846811756e-06,
      "loss": 0.0086,
      "step": 48118
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4966686266691333e-06,
      "loss": 0.0046,
      "step": 48119
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4964874155662879e-06,
      "loss": 0.0127,
      "step": 48120
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.496306213503687e-06,
      "loss": 0.0043,
      "step": 48121
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4961250204817973e-06,
      "loss": 0.0201,
      "step": 48122
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4959438365010887e-06,
      "loss": 0.0058,
      "step": 48123
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4957626615620264e-06,
      "loss": 0.0096,
      "step": 48124
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4955814956650806e-06,
      "loss": 0.0147,
      "step": 48125
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4954003388107186e-06,
      "loss": 0.0131,
      "step": 48126
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4952191909994034e-06,
      "loss": 0.0126,
      "step": 48127
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4950380522316077e-06,
      "loss": 0.0069,
      "step": 48128
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4948569225077946e-06,
      "loss": 0.0274,
      "step": 48129
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4946758018284351e-06,
      "loss": 0.0066,
      "step": 48130
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4944946901939956e-06,
      "loss": 0.0062,
      "step": 48131
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4943135876049409e-06,
      "loss": 0.0114,
      "step": 48132
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4941324940617436e-06,
      "loss": 0.0056,
      "step": 48133
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4939514095648645e-06,
      "loss": 0.0034,
      "step": 48134
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4937703341147759e-06,
      "loss": 0.0271,
      "step": 48135
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4935892677119423e-06,
      "loss": 0.0033,
      "step": 48136
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.493408210356831e-06,
      "loss": 0.0043,
      "step": 48137
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.4932271620499112e-06,
      "loss": 0.0037,
      "step": 48138
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4930461227916475e-06,
      "loss": 0.0049,
      "step": 48139
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.492865092582511e-06,
      "loss": 0.0013,
      "step": 48140
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.492684071422965e-06,
      "loss": 0.0121,
      "step": 48141
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4925030593134764e-06,
      "loss": 0.0047,
      "step": 48142
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4923220562545155e-06,
      "loss": 0.0008,
      "step": 48143
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4921410622465454e-06,
      "loss": 0.0064,
      "step": 48144
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4919600772900366e-06,
      "loss": 0.0138,
      "step": 48145
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4917791013854554e-06,
      "loss": 0.0053,
      "step": 48146
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4915981345332674e-06,
      "loss": 0.0137,
      "step": 48147
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4914171767339408e-06,
      "loss": 0.0337,
      "step": 48148
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4912362279879405e-06,
      "loss": 0.0083,
      "step": 48149
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4910552882957363e-06,
      "loss": 0.0123,
      "step": 48150
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.490874357657794e-06,
      "loss": 0.0031,
      "step": 48151
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4906934360745777e-06,
      "loss": 0.0277,
      "step": 48152
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.490512523546559e-06,
      "loss": 0.0205,
      "step": 48153
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4903316200742025e-06,
      "loss": 0.0076,
      "step": 48154
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.490150725657975e-06,
      "loss": 0.0323,
      "step": 48155
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4899698402983426e-06,
      "loss": 0.0018,
      "step": 48156
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4897889639957713e-06,
      "loss": 0.0039,
      "step": 48157
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4896080967507308e-06,
      "loss": 0.0024,
      "step": 48158
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.489427238563685e-06,
      "loss": 0.0046,
      "step": 48159
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4892463894351027e-06,
      "loss": 0.0039,
      "step": 48160
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4890655493654493e-06,
      "loss": 0.0103,
      "step": 48161
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4888847183551924e-06,
      "loss": 0.0027,
      "step": 48162
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4887038964047979e-06,
      "loss": 0.0133,
      "step": 48163
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4885230835147303e-06,
      "loss": 0.0069,
      "step": 48164
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.48834227968546e-06,
      "loss": 0.0048,
      "step": 48165
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.488161484917452e-06,
      "loss": 0.0033,
      "step": 48166
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4879806992111706e-06,
      "loss": 0.01,
      "step": 48167
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4877999225670863e-06,
      "loss": 0.0041,
      "step": 48168
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4876191549856634e-06,
      "loss": 0.0036,
      "step": 48169
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.487438396467369e-06,
      "loss": 0.0041,
      "step": 48170
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4872576470126682e-06,
      "loss": 0.0043,
      "step": 48171
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.487076906622027e-06,
      "loss": 0.0064,
      "step": 48172
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4868961752959142e-06,
      "loss": 0.0095,
      "step": 48173
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4867154530347937e-06,
      "loss": 0.005,
      "step": 48174
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4865347398391344e-06,
      "loss": 0.004,
      "step": 48175
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4863540357094014e-06,
      "loss": 0.0077,
      "step": 48176
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.486173340646061e-06,
      "loss": 0.0054,
      "step": 48177
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.485992654649579e-06,
      "loss": 0.0175,
      "step": 48178
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4858119777204205e-06,
      "loss": 0.0376,
      "step": 48179
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4856313098590547e-06,
      "loss": 0.0134,
      "step": 48180
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.485450651065946e-06,
      "loss": 0.0098,
      "step": 48181
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4852700013415594e-06,
      "loss": 0.006,
      "step": 48182
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4850893606863653e-06,
      "loss": 0.0055,
      "step": 48183
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.484908729100824e-06,
      "loss": 0.0078,
      "step": 48184
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4847281065854057e-06,
      "loss": 0.0113,
      "step": 48185
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4845474931405757e-06,
      "loss": 0.009,
      "step": 48186
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4843668887667978e-06,
      "loss": 0.0136,
      "step": 48187
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4841862934645417e-06,
      "loss": 0.0112,
      "step": 48188
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4840057072342696e-06,
      "loss": 0.0148,
      "step": 48189
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4838251300764528e-06,
      "loss": 0.0041,
      "step": 48190
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4836445619915518e-06,
      "loss": 0.0066,
      "step": 48191
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4834640029800334e-06,
      "loss": 0.0115,
      "step": 48192
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4832834530423667e-06,
      "loss": 0.0032,
      "step": 48193
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4831029121790137e-06,
      "loss": 0.0066,
      "step": 48194
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.482922380390443e-06,
      "loss": 0.0061,
      "step": 48195
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4827418576771202e-06,
      "loss": 0.0056,
      "step": 48196
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4825613440395104e-06,
      "loss": 0.004,
      "step": 48197
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4823808394780792e-06,
      "loss": 0.0438,
      "step": 48198
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4822003439932914e-06,
      "loss": 0.0108,
      "step": 48199
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4820198575856154e-06,
      "loss": 0.0054,
      "step": 48200
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4818393802555154e-06,
      "loss": 0.0065,
      "step": 48201
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4816589120034559e-06,
      "loss": 0.0053,
      "step": 48202
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4814784528299048e-06,
      "loss": 0.0086,
      "step": 48203
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.481298002735327e-06,
      "loss": 0.0066,
      "step": 48204
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4811175617201878e-06,
      "loss": 0.0046,
      "step": 48205
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4809371297849535e-06,
      "loss": 0.0081,
      "step": 48206
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.480756706930087e-06,
      "loss": 0.0035,
      "step": 48207
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4805762931560575e-06,
      "loss": 0.0115,
      "step": 48208
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4803958884633274e-06,
      "loss": 0.0093,
      "step": 48209
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4802154928523653e-06,
      "loss": 0.0056,
      "step": 48210
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.480035106323635e-06,
      "loss": 0.0092,
      "step": 48211
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4798547288776027e-06,
      "loss": 0.0027,
      "step": 48212
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.479674360514733e-06,
      "loss": 0.0049,
      "step": 48213
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.479494001235489e-06,
      "loss": 0.0067,
      "step": 48214
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4793136510403417e-06,
      "loss": 0.0113,
      "step": 48215
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4791333099297522e-06,
      "loss": 0.0126,
      "step": 48216
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4789529779041862e-06,
      "loss": 0.0028,
      "step": 48217
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4787726549641114e-06,
      "loss": 0.0093,
      "step": 48218
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4785923411099912e-06,
      "loss": 0.0163,
      "step": 48219
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.478412036342291e-06,
      "loss": 0.0076,
      "step": 48220
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4782317406614767e-06,
      "loss": 0.0236,
      "step": 48221
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4780514540680114e-06,
      "loss": 0.0027,
      "step": 48222
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4778711765623637e-06,
      "loss": 0.0305,
      "step": 48223
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4776909081449952e-06,
      "loss": 0.0024,
      "step": 48224
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.477510648816375e-06,
      "loss": 0.0076,
      "step": 48225
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4773303985769656e-06,
      "loss": 0.003,
      "step": 48226
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.477150157427233e-06,
      "loss": 0.0012,
      "step": 48227
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4769699253676412e-06,
      "loss": 0.0069,
      "step": 48228
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4767897023986555e-06,
      "loss": 0.0102,
      "step": 48229
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4766094885207422e-06,
      "loss": 0.0177,
      "step": 48230
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4764292837343657e-06,
      "loss": 0.006,
      "step": 48231
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4762490880399894e-06,
      "loss": 0.0104,
      "step": 48232
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4760689014380813e-06,
      "loss": 0.0126,
      "step": 48233
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4758887239291047e-06,
      "loss": 0.0063,
      "step": 48234
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4757085555135249e-06,
      "loss": 0.0038,
      "step": 48235
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.475528396191806e-06,
      "loss": 0.017,
      "step": 48236
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4753482459644119e-06,
      "loss": 0.007,
      "step": 48237
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4751681048318107e-06,
      "loss": 0.011,
      "step": 48238
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4749879727944632e-06,
      "loss": 0.0094,
      "step": 48239
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4748078498528383e-06,
      "loss": 0.0054,
      "step": 48240
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4746277360074008e-06,
      "loss": 0.0062,
      "step": 48241
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4744476312586099e-06,
      "loss": 0.0161,
      "step": 48242
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4742675356069358e-06,
      "loss": 0.024,
      "step": 48243
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4740874490528395e-06,
      "loss": 0.0041,
      "step": 48244
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4739073715967895e-06,
      "loss": 0.0139,
      "step": 48245
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4737273032392485e-06,
      "loss": 0.0146,
      "step": 48246
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4735472439806809e-06,
      "loss": 0.0113,
      "step": 48247
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4733671938215515e-06,
      "loss": 0.0072,
      "step": 48248
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4731871527623236e-06,
      "loss": 0.0053,
      "step": 48249
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4730071208034647e-06,
      "loss": 0.004,
      "step": 48250
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4728270979454379e-06,
      "loss": 0.0088,
      "step": 48251
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4726470841887058e-06,
      "loss": 0.0059,
      "step": 48252
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4724670795337364e-06,
      "loss": 0.0061,
      "step": 48253
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4722870839809922e-06,
      "loss": 0.0089,
      "step": 48254
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4721070975309381e-06,
      "loss": 0.0032,
      "step": 48255
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4719271201840384e-06,
      "loss": 0.008,
      "step": 48256
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4717471519407555e-06,
      "loss": 0.004,
      "step": 48257
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4715671928015579e-06,
      "loss": 0.0062,
      "step": 48258
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4713872427669056e-06,
      "loss": 0.0135,
      "step": 48259
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.471207301837267e-06,
      "loss": 0.0034,
      "step": 48260
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4710273700131044e-06,
      "loss": 0.0041,
      "step": 48261
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4708474472948825e-06,
      "loss": 0.0203,
      "step": 48262
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.470667533683065e-06,
      "loss": 0.0049,
      "step": 48263
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4704876291781146e-06,
      "loss": 0.0219,
      "step": 48264
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4703077337804995e-06,
      "loss": 0.0291,
      "step": 48265
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4701278474906811e-06,
      "loss": 0.0037,
      "step": 48266
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4699479703091224e-06,
      "loss": 0.0134,
      "step": 48267
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4697681022362915e-06,
      "loss": 0.0047,
      "step": 48268
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4695882432726498e-06,
      "loss": 0.0025,
      "step": 48269
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4694083934186627e-06,
      "loss": 0.0042,
      "step": 48270
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.469228552674793e-06,
      "loss": 0.0044,
      "step": 48271
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4690487210415034e-06,
      "loss": 0.0024,
      "step": 48272
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4688688985192618e-06,
      "loss": 0.0054,
      "step": 48273
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4686890851085283e-06,
      "loss": 0.0035,
      "step": 48274
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4685092808097707e-06,
      "loss": 0.0149,
      "step": 48275
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4683294856234509e-06,
      "loss": 0.0063,
      "step": 48276
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4681496995500326e-06,
      "loss": 0.0071,
      "step": 48277
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4679699225899802e-06,
      "loss": 0.0032,
      "step": 48278
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4677901547437561e-06,
      "loss": 0.0179,
      "step": 48279
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.467610396011827e-06,
      "loss": 0.0056,
      "step": 48280
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4674306463946552e-06,
      "loss": 0.0227,
      "step": 48281
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.467250905892703e-06,
      "loss": 0.0094,
      "step": 48282
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.467071174506437e-06,
      "loss": 0.0214,
      "step": 48283
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4668914522363203e-06,
      "loss": 0.007,
      "step": 48284
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4667117390828157e-06,
      "loss": 0.0055,
      "step": 48285
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4665320350463875e-06,
      "loss": 0.028,
      "step": 48286
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.466352340127497e-06,
      "loss": 0.0016,
      "step": 48287
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4661726543266125e-06,
      "loss": 0.0059,
      "step": 48288
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4659929776441928e-06,
      "loss": 0.009,
      "step": 48289
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.465813310080706e-06,
      "loss": 0.0317,
      "step": 48290
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.465633651636615e-06,
      "loss": 0.0073,
      "step": 48291
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4654540023123792e-06,
      "loss": 0.0097,
      "step": 48292
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4652743621084659e-06,
      "loss": 0.0073,
      "step": 48293
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4650947310253367e-06,
      "loss": 0.0005,
      "step": 48294
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4649151090634572e-06,
      "loss": 0.0031,
      "step": 48295
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4647354962232901e-06,
      "loss": 0.0076,
      "step": 48296
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.464555892505297e-06,
      "loss": 0.0036,
      "step": 48297
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4643762979099463e-06,
      "loss": 0.0072,
      "step": 48298
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4641967124376944e-06,
      "loss": 0.0062,
      "step": 48299
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4640171360890098e-06,
      "loss": 0.0156,
      "step": 48300
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4638375688643547e-06,
      "loss": 0.0286,
      "step": 48301
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4636580107641906e-06,
      "loss": 0.0047,
      "step": 48302
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4634784617889836e-06,
      "loss": 0.0038,
      "step": 48303
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4632989219391942e-06,
      "loss": 0.011,
      "step": 48304
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4631193912152903e-06,
      "loss": 0.0052,
      "step": 48305
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4629398696177304e-06,
      "loss": 0.0074,
      "step": 48306
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4627603571469783e-06,
      "loss": 0.0019,
      "step": 48307
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4625808538034998e-06,
      "loss": 0.012,
      "step": 48308
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4624013595877546e-06,
      "loss": 0.0073,
      "step": 48309
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4622218745002093e-06,
      "loss": 0.02,
      "step": 48310
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4620423985413256e-06,
      "loss": 0.0075,
      "step": 48311
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4618629317115668e-06,
      "loss": 0.0045,
      "step": 48312
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4616834740113955e-06,
      "loss": 0.0092,
      "step": 48313
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4615040254412739e-06,
      "loss": 0.0043,
      "step": 48314
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4613245860016673e-06,
      "loss": 0.0188,
      "step": 48315
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4611451556930378e-06,
      "loss": 0.0045,
      "step": 48316
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4609657345158463e-06,
      "loss": 0.0047,
      "step": 48317
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4607863224705592e-06,
      "loss": 0.0048,
      "step": 48318
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4606069195576378e-06,
      "loss": 0.0057,
      "step": 48319
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4604275257775451e-06,
      "loss": 0.0436,
      "step": 48320
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.460248141130744e-06,
      "loss": 0.0061,
      "step": 48321
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.460068765617696e-06,
      "loss": 0.0048,
      "step": 48322
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4598893992388669e-06,
      "loss": 0.0108,
      "step": 48323
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4597100419947158e-06,
      "loss": 0.0155,
      "step": 48324
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4595306938857096e-06,
      "loss": 0.0135,
      "step": 48325
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.459351354912309e-06,
      "loss": 0.0213,
      "step": 48326
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4591720250749768e-06,
      "loss": 0.0052,
      "step": 48327
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4589927043741759e-06,
      "loss": 0.0208,
      "step": 48328
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4588133928103676e-06,
      "loss": 0.0074,
      "step": 48329
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4586340903840169e-06,
      "loss": 0.0052,
      "step": 48330
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4584547970955859e-06,
      "loss": 0.0056,
      "step": 48331
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.458275512945535e-06,
      "loss": 0.0035,
      "step": 48332
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.45809623793433e-06,
      "loss": 0.016,
      "step": 48333
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4579169720624325e-06,
      "loss": 0.0025,
      "step": 48334
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.457737715330304e-06,
      "loss": 0.0037,
      "step": 48335
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.457558467738408e-06,
      "loss": 0.0036,
      "step": 48336
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4573792292872053e-06,
      "loss": 0.0138,
      "step": 48337
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4571999999771612e-06,
      "loss": 0.0156,
      "step": 48338
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4570207798087355e-06,
      "loss": 0.0063,
      "step": 48339
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4568415687823933e-06,
      "loss": 0.0051,
      "step": 48340
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4566623668985957e-06,
      "loss": 0.0208,
      "step": 48341
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.456483174157805e-06,
      "loss": 0.0043,
      "step": 48342
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4563039905604832e-06,
      "loss": 0.0106,
      "step": 48343
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4561248161070924e-06,
      "loss": 0.0023,
      "step": 48344
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4559456507980962e-06,
      "loss": 0.0107,
      "step": 48345
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4557664946339573e-06,
      "loss": 0.0034,
      "step": 48346
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4555873476151344e-06,
      "loss": 0.0034,
      "step": 48347
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4554082097420946e-06,
      "loss": 0.0026,
      "step": 48348
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.455229081015298e-06,
      "loss": 0.0154,
      "step": 48349
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4550499614352065e-06,
      "loss": 0.0084,
      "step": 48350
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4548708510022824e-06,
      "loss": 0.0051,
      "step": 48351
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4546917497169866e-06,
      "loss": 0.0099,
      "step": 48352
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4545126575797842e-06,
      "loss": 0.0024,
      "step": 48353
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4543335745911335e-06,
      "loss": 0.0056,
      "step": 48354
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.454154500751503e-06,
      "loss": 0.0274,
      "step": 48355
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4539754360613485e-06,
      "loss": 0.0112,
      "step": 48356
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4537963805211319e-06,
      "loss": 0.0102,
      "step": 48357
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4536173341313197e-06,
      "loss": 0.005,
      "step": 48358
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4534382968923705e-06,
      "loss": 0.0092,
      "step": 48359
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4532592688047486e-06,
      "loss": 0.0047,
      "step": 48360
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4530802498689145e-06,
      "loss": 0.0113,
      "step": 48361
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4529012400853309e-06,
      "loss": 0.0042,
      "step": 48362
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4527222394544588e-06,
      "loss": 0.0194,
      "step": 48363
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4525432479767594e-06,
      "loss": 0.026,
      "step": 48364
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.452364265652697e-06,
      "loss": 0.0051,
      "step": 48365
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4521852924827324e-06,
      "loss": 0.0046,
      "step": 48366
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4520063284673247e-06,
      "loss": 0.0073,
      "step": 48367
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4518273736069405e-06,
      "loss": 0.0127,
      "step": 48368
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4516484279020386e-06,
      "loss": 0.0113,
      "step": 48369
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4514694913530818e-06,
      "loss": 0.0064,
      "step": 48370
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4512905639605313e-06,
      "loss": 0.0057,
      "step": 48371
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.451111645724847e-06,
      "loss": 0.0123,
      "step": 48372
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4509327366464938e-06,
      "loss": 0.0139,
      "step": 48373
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4507538367259305e-06,
      "loss": 0.0161,
      "step": 48374
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.450574945963622e-06,
      "loss": 0.0188,
      "step": 48375
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4503960643600278e-06,
      "loss": 0.0049,
      "step": 48376
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.45021719191561e-06,
      "loss": 0.0046,
      "step": 48377
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4500383286308295e-06,
      "loss": 0.0164,
      "step": 48378
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4498594745061467e-06,
      "loss": 0.0089,
      "step": 48379
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4496806295420263e-06,
      "loss": 0.0025,
      "step": 48380
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4495017937389284e-06,
      "loss": 0.0161,
      "step": 48381
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4493229670973118e-06,
      "loss": 0.0085,
      "step": 48382
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4491441496176422e-06,
      "loss": 0.0118,
      "step": 48383
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4489653413003797e-06,
      "loss": 0.008,
      "step": 48384
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4487865421459841e-06,
      "loss": 0.0044,
      "step": 48385
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.448607752154918e-06,
      "loss": 0.0084,
      "step": 48386
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4484289713276412e-06,
      "loss": 0.0126,
      "step": 48387
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4482501996646175e-06,
      "loss": 0.0122,
      "step": 48388
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4480714371663058e-06,
      "loss": 0.0026,
      "step": 48389
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4478926838331704e-06,
      "loss": 0.0056,
      "step": 48390
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4477139396656698e-06,
      "loss": 0.0042,
      "step": 48391
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4475352046642667e-06,
      "loss": 0.0091,
      "step": 48392
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4473564788294214e-06,
      "loss": 0.0099,
      "step": 48393
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.447177762161594e-06,
      "loss": 0.014,
      "step": 48394
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4469990546612488e-06,
      "loss": 0.0081,
      "step": 48395
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4468203563288453e-06,
      "loss": 0.0144,
      "step": 48396
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.446641667164842e-06,
      "loss": 0.0232,
      "step": 48397
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4464629871697045e-06,
      "loss": 0.0137,
      "step": 48398
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4462843163438923e-06,
      "loss": 0.0026,
      "step": 48399
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4461056546878655e-06,
      "loss": 0.0085,
      "step": 48400
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.445927002202085e-06,
      "loss": 0.0065,
      "step": 48401
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4457483588870113e-06,
      "loss": 0.0027,
      "step": 48402
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4455697247431078e-06,
      "loss": 0.0028,
      "step": 48403
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4453910997708326e-06,
      "loss": 0.0092,
      "step": 48404
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4452124839706494e-06,
      "loss": 0.0039,
      "step": 48405
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4450338773430194e-06,
      "loss": 0.0091,
      "step": 48406
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4448552798883987e-06,
      "loss": 0.0225,
      "step": 48407
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.444676691607253e-06,
      "loss": 0.0028,
      "step": 48408
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4444981125000396e-06,
      "loss": 0.02,
      "step": 48409
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4443195425672224e-06,
      "loss": 0.0158,
      "step": 48410
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4441409818092605e-06,
      "loss": 0.0104,
      "step": 48411
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4439624302266143e-06,
      "loss": 0.0059,
      "step": 48412
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4437838878197474e-06,
      "loss": 0.0071,
      "step": 48413
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4436053545891154e-06,
      "loss": 0.0195,
      "step": 48414
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.443426830535184e-06,
      "loss": 0.0015,
      "step": 48415
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.443248315658411e-06,
      "loss": 0.0211,
      "step": 48416
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4430698099592566e-06,
      "loss": 0.0046,
      "step": 48417
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4428913134381838e-06,
      "loss": 0.0029,
      "step": 48418
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.442712826095652e-06,
      "loss": 0.0049,
      "step": 48419
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4425343479321214e-06,
      "loss": 0.0104,
      "step": 48420
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4423558789480535e-06,
      "loss": 0.0265,
      "step": 48421
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4421774191439059e-06,
      "loss": 0.0081,
      "step": 48422
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.441998968520143e-06,
      "loss": 0.0051,
      "step": 48423
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4418205270772222e-06,
      "loss": 0.0097,
      "step": 48424
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4416420948156069e-06,
      "loss": 0.0292,
      "step": 48425
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4414636717357556e-06,
      "loss": 0.026,
      "step": 48426
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4412852578381292e-06,
      "loss": 0.0082,
      "step": 48427
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.441106853123188e-06,
      "loss": 0.0082,
      "step": 48428
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4409284575913906e-06,
      "loss": 0.0039,
      "step": 48429
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4407500712432004e-06,
      "loss": 0.0033,
      "step": 48430
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4405716940790765e-06,
      "loss": 0.0119,
      "step": 48431
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4403933260994768e-06,
      "loss": 0.0024,
      "step": 48432
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.440214967304866e-06,
      "loss": 0.002,
      "step": 48433
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4400366176957015e-06,
      "loss": 0.0051,
      "step": 48434
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.439858277272444e-06,
      "loss": 0.0086,
      "step": 48435
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4396799460355536e-06,
      "loss": 0.0077,
      "step": 48436
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4395016239854892e-06,
      "loss": 0.0064,
      "step": 48437
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.439323311122714e-06,
      "loss": 0.0052,
      "step": 48438
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4391450074476842e-06,
      "loss": 0.0053,
      "step": 48439
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4389667129608643e-06,
      "loss": 0.008,
      "step": 48440
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4387884276627117e-06,
      "loss": 0.0196,
      "step": 48441
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4386101515536865e-06,
      "loss": 0.0095,
      "step": 48442
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.43843188463425e-06,
      "loss": 0.0048,
      "step": 48443
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4382536269048592e-06,
      "loss": 0.0041,
      "step": 48444
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4380753783659774e-06,
      "loss": 0.0128,
      "step": 48445
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4378971390180635e-06,
      "loss": 0.0022,
      "step": 48446
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4377189088615757e-06,
      "loss": 0.0063,
      "step": 48447
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4375406878969767e-06,
      "loss": 0.0289,
      "step": 48448
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4373624761247252e-06,
      "loss": 0.0127,
      "step": 48449
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4371842735452806e-06,
      "loss": 0.0216,
      "step": 48450
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4370060801591035e-06,
      "loss": 0.0049,
      "step": 48451
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4368278959666516e-06,
      "loss": 0.0076,
      "step": 48452
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4366497209683872e-06,
      "loss": 0.0118,
      "step": 48453
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4364715551647678e-06,
      "loss": 0.0023,
      "step": 48454
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4362933985562566e-06,
      "loss": 0.0366,
      "step": 48455
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4361152511433123e-06,
      "loss": 0.0045,
      "step": 48456
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4359371129263904e-06,
      "loss": 0.0072,
      "step": 48457
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.435758983905955e-06,
      "loss": 0.0079,
      "step": 48458
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4355808640824632e-06,
      "loss": 0.0075,
      "step": 48459
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4354027534563769e-06,
      "loss": 0.0057,
      "step": 48460
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4352246520281542e-06,
      "loss": 0.0121,
      "step": 48461
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4350465597982538e-06,
      "loss": 0.0094,
      "step": 48462
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.43486847676714e-06,
      "loss": 0.0133,
      "step": 48463
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.434690402935265e-06,
      "loss": 0.0149,
      "step": 48464
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.434512338303094e-06,
      "loss": 0.0037,
      "step": 48465
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4343342828710843e-06,
      "loss": 0.0067,
      "step": 48466
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.434156236639694e-06,
      "loss": 0.0029,
      "step": 48467
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4339781996093855e-06,
      "loss": 0.0045,
      "step": 48468
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4338001717806154e-06,
      "loss": 0.0037,
      "step": 48469
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4336221531538474e-06,
      "loss": 0.0329,
      "step": 48470
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4334441437295366e-06,
      "loss": 0.0066,
      "step": 48471
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4332661435081412e-06,
      "loss": 0.0056,
      "step": 48472
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4330881524901251e-06,
      "loss": 0.0032,
      "step": 48473
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.432910170675944e-06,
      "loss": 0.0297,
      "step": 48474
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4327321980660603e-06,
      "loss": 0.0057,
      "step": 48475
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4325542346609306e-06,
      "loss": 0.007,
      "step": 48476
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4323762804610159e-06,
      "loss": 0.012,
      "step": 48477
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4321983354667734e-06,
      "loss": 0.0147,
      "step": 48478
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4320203996786625e-06,
      "loss": 0.0051,
      "step": 48479
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4318424730971447e-06,
      "loss": 0.0043,
      "step": 48480
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4316645557226771e-06,
      "loss": 0.0119,
      "step": 48481
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4314866475557181e-06,
      "loss": 0.0144,
      "step": 48482
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4313087485967291e-06,
      "loss": 0.0033,
      "step": 48483
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4311308588461686e-06,
      "loss": 0.0182,
      "step": 48484
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4309529783044946e-06,
      "loss": 0.0039,
      "step": 48485
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.430775106972166e-06,
      "loss": 0.0032,
      "step": 48486
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4305972448496415e-06,
      "loss": 0.0076,
      "step": 48487
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4304193919373815e-06,
      "loss": 0.0193,
      "step": 48488
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4302415482358428e-06,
      "loss": 0.0023,
      "step": 48489
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4300637137454875e-06,
      "loss": 0.015,
      "step": 48490
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4298858884667727e-06,
      "loss": 0.0146,
      "step": 48491
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4297080724001571e-06,
      "loss": 0.0047,
      "step": 48492
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4295302655460997e-06,
      "loss": 0.0093,
      "step": 48493
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4293524679050575e-06,
      "loss": 0.0089,
      "step": 48494
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4291746794774925e-06,
      "loss": 0.0017,
      "step": 48495
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.428996900263862e-06,
      "loss": 0.0057,
      "step": 48496
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4288191302646232e-06,
      "loss": 0.0115,
      "step": 48497
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.428641369480238e-06,
      "loss": 0.0162,
      "step": 48498
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4284636179111633e-06,
      "loss": 0.018,
      "step": 48499
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4282858755578577e-06,
      "loss": 0.0074,
      "step": 48500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.42810814242078e-06,
      "loss": 0.0096,
      "step": 48501
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4279304185003872e-06,
      "loss": 0.0142,
      "step": 48502
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4277527037971412e-06,
      "loss": 0.0053,
      "step": 48503
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4275749983114973e-06,
      "loss": 0.0206,
      "step": 48504
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.427397302043917e-06,
      "loss": 0.0043,
      "step": 48505
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4272196149948574e-06,
      "loss": 0.0044,
      "step": 48506
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.427041937164777e-06,
      "loss": 0.0051,
      "step": 48507
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4268642685541345e-06,
      "loss": 0.014,
      "step": 48508
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4266866091633864e-06,
      "loss": 0.0016,
      "step": 48509
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4265089589929942e-06,
      "loss": 0.0183,
      "step": 48510
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4263313180434146e-06,
      "loss": 0.0009,
      "step": 48511
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4261536863151055e-06,
      "loss": 0.0226,
      "step": 48512
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4259760638085273e-06,
      "loss": 0.012,
      "step": 48513
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4257984505241369e-06,
      "loss": 0.0152,
      "step": 48514
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4256208464623927e-06,
      "loss": 0.0061,
      "step": 48515
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4254432516237532e-06,
      "loss": 0.0056,
      "step": 48516
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.425265666008675e-06,
      "loss": 0.008,
      "step": 48517
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4250880896176194e-06,
      "loss": 0.0102,
      "step": 48518
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4249105224510418e-06,
      "loss": 0.0021,
      "step": 48519
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4247329645094044e-06,
      "loss": 0.0032,
      "step": 48520
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4245554157931606e-06,
      "loss": 0.0144,
      "step": 48521
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4243778763027699e-06,
      "loss": 0.0148,
      "step": 48522
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4242003460386917e-06,
      "loss": 0.0317,
      "step": 48523
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4240228250013827e-06,
      "loss": 0.008,
      "step": 48524
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4238453131913028e-06,
      "loss": 0.0227,
      "step": 48525
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4236678106089086e-06,
      "loss": 0.0095,
      "step": 48526
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.423490317254659e-06,
      "loss": 0.0057,
      "step": 48527
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4233128331290108e-06,
      "loss": 0.0036,
      "step": 48528
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4231353582324215e-06,
      "loss": 0.0096,
      "step": 48529
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4229578925653514e-06,
      "loss": 0.0155,
      "step": 48530
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4227804361282577e-06,
      "loss": 0.0079,
      "step": 48531
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.422602988921596e-06,
      "loss": 0.0295,
      "step": 48532
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4224255509458273e-06,
      "loss": 0.0034,
      "step": 48533
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4222481222014083e-06,
      "loss": 0.0177,
      "step": 48534
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4220707026887965e-06,
      "loss": 0.0148,
      "step": 48535
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.42189329240845e-06,
      "loss": 0.0014,
      "step": 48536
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4217158913608242e-06,
      "loss": 0.0061,
      "step": 48537
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4215384995463816e-06,
      "loss": 0.0066,
      "step": 48538
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.421361116965575e-06,
      "loss": 0.0056,
      "step": 48539
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4211837436188662e-06,
      "loss": 0.0224,
      "step": 48540
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4210063795067114e-06,
      "loss": 0.0235,
      "step": 48541
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.420829024629568e-06,
      "loss": 0.0071,
      "step": 48542
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4206516789878937e-06,
      "loss": 0.005,
      "step": 48543
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4204743425821442e-06,
      "loss": 0.0025,
      "step": 48544
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.420297015412781e-06,
      "loss": 0.0042,
      "step": 48545
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4201196974802594e-06,
      "loss": 0.024,
      "step": 48546
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4199423887850356e-06,
      "loss": 0.0049,
      "step": 48547
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.41976508932757e-06,
      "loss": 0.01,
      "step": 48548
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.419587799108319e-06,
      "loss": 0.0162,
      "step": 48549
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4194105181277401e-06,
      "loss": 0.0076,
      "step": 48550
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.41923324638629e-06,
      "loss": 0.0056,
      "step": 48551
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4190559838844254e-06,
      "loss": 0.0121,
      "step": 48552
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4188787306226065e-06,
      "loss": 0.006,
      "step": 48553
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4187014866012877e-06,
      "loss": 0.0048,
      "step": 48554
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4185242518209285e-06,
      "loss": 0.0153,
      "step": 48555
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4183470262819865e-06,
      "loss": 0.0027,
      "step": 48556
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4181698099849173e-06,
      "loss": 0.0105,
      "step": 48557
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4179926029301788e-06,
      "loss": 0.0086,
      "step": 48558
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4178154051182268e-06,
      "loss": 0.0076,
      "step": 48559
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4176382165495216e-06,
      "loss": 0.0058,
      "step": 48560
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.417461037224519e-06,
      "loss": 0.0025,
      "step": 48561
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4172838671436746e-06,
      "loss": 0.0119,
      "step": 48562
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4171067063074483e-06,
      "loss": 0.013,
      "step": 48563
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.416929554716296e-06,
      "loss": 0.0028,
      "step": 48564
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4167524123706744e-06,
      "loss": 0.0034,
      "step": 48565
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4165752792710414e-06,
      "loss": 0.0157,
      "step": 48566
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4163981554178514e-06,
      "loss": 0.0027,
      "step": 48567
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4162210408115657e-06,
      "loss": 0.0128,
      "step": 48568
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4160439354526374e-06,
      "loss": 0.0054,
      "step": 48569
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.415866839341527e-06,
      "loss": 0.0049,
      "step": 48570
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.415689752478691e-06,
      "loss": 0.0067,
      "step": 48571
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.415512674864582e-06,
      "loss": 0.0145,
      "step": 48572
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.415335606499662e-06,
      "loss": 0.003,
      "step": 48573
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.415158547384386e-06,
      "loss": 0.004,
      "step": 48574
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4149814975192089e-06,
      "loss": 0.0032,
      "step": 48575
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.414804456904591e-06,
      "loss": 0.018,
      "step": 48576
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4146274255409864e-06,
      "loss": 0.0028,
      "step": 48577
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.414450403428856e-06,
      "loss": 0.0024,
      "step": 48578
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4142733905686524e-06,
      "loss": 0.0041,
      "step": 48579
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4140963869608316e-06,
      "loss": 0.005,
      "step": 48580
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4139193926058536e-06,
      "loss": 0.0104,
      "step": 48581
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4137424075041728e-06,
      "loss": 0.0184,
      "step": 48582
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4135654316562487e-06,
      "loss": 0.0297,
      "step": 48583
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4133884650625357e-06,
      "loss": 0.0099,
      "step": 48584
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4132115077234915e-06,
      "loss": 0.0126,
      "step": 48585
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4130345596395717e-06,
      "loss": 0.007,
      "step": 48586
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4128576208112315e-06,
      "loss": 0.005,
      "step": 48587
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4126806912389313e-06,
      "loss": 0.0066,
      "step": 48588
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4125037709231255e-06,
      "loss": 0.018,
      "step": 48589
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4123268598642692e-06,
      "loss": 0.0218,
      "step": 48590
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4121499580628223e-06,
      "loss": 0.0045,
      "step": 48591
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4119730655192388e-06,
      "loss": 0.0118,
      "step": 48592
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.411796182233976e-06,
      "loss": 0.0033,
      "step": 48593
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4116193082074897e-06,
      "loss": 0.0034,
      "step": 48594
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4114424434402357e-06,
      "loss": 0.0058,
      "step": 48595
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4112655879326726e-06,
      "loss": 0.0015,
      "step": 48596
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4110887416852537e-06,
      "loss": 0.0026,
      "step": 48597
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4109119046984387e-06,
      "loss": 0.0069,
      "step": 48598
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4107350769726823e-06,
      "loss": 0.0097,
      "step": 48599
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.410558258508441e-06,
      "loss": 0.0013,
      "step": 48600
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4103814493061707e-06,
      "loss": 0.0055,
      "step": 48601
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4102046493663264e-06,
      "loss": 0.0051,
      "step": 48602
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4100278586893668e-06,
      "loss": 0.0136,
      "step": 48603
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4098510772757468e-06,
      "loss": 0.0062,
      "step": 48604
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4096743051259215e-06,
      "loss": 0.0045,
      "step": 48605
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4094975422403496e-06,
      "loss": 0.0039,
      "step": 48606
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.409320788619486e-06,
      "loss": 0.0051,
      "step": 48607
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4091440442637867e-06,
      "loss": 0.0083,
      "step": 48608
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4089673091737073e-06,
      "loss": 0.0042,
      "step": 48609
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4087905833497028e-06,
      "loss": 0.0249,
      "step": 48610
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4086138667922317e-06,
      "loss": 0.0043,
      "step": 48611
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4084371595017482e-06,
      "loss": 0.0035,
      "step": 48612
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.40826046147871e-06,
      "loss": 0.0076,
      "step": 48613
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4080837727235719e-06,
      "loss": 0.0055,
      "step": 48614
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.40790709323679e-06,
      "loss": 0.0154,
      "step": 48615
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4077304230188205e-06,
      "loss": 0.0054,
      "step": 48616
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4075537620701168e-06,
      "loss": 0.0075,
      "step": 48617
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4073771103911387e-06,
      "loss": 0.009,
      "step": 48618
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4072004679823398e-06,
      "loss": 0.0052,
      "step": 48619
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.407023834844175e-06,
      "loss": 0.0015,
      "step": 48620
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.406847210977103e-06,
      "loss": 0.0105,
      "step": 48621
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4066705963815774e-06,
      "loss": 0.0206,
      "step": 48622
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.406493991058055e-06,
      "loss": 0.007,
      "step": 48623
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4063173950069902e-06,
      "loss": 0.0076,
      "step": 48624
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4061408082288386e-06,
      "loss": 0.0082,
      "step": 48625
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4059642307240578e-06,
      "loss": 0.0111,
      "step": 48626
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4057876624931005e-06,
      "loss": 0.0389,
      "step": 48627
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4056111035364273e-06,
      "loss": 0.0104,
      "step": 48628
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.405434553854489e-06,
      "loss": 0.0115,
      "step": 48629
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4052580134477412e-06,
      "loss": 0.0116,
      "step": 48630
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4050814823166426e-06,
      "loss": 0.0061,
      "step": 48631
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.404904960461645e-06,
      "loss": 0.0018,
      "step": 48632
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4047284478832079e-06,
      "loss": 0.0112,
      "step": 48633
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4045519445817846e-06,
      "loss": 0.0048,
      "step": 48634
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.404375450557831e-06,
      "loss": 0.0101,
      "step": 48635
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.404198965811802e-06,
      "loss": 0.0049,
      "step": 48636
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.404022490344152e-06,
      "loss": 0.0217,
      "step": 48637
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4038460241553387e-06,
      "loss": 0.0114,
      "step": 48638
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4036695672458162e-06,
      "loss": 0.0242,
      "step": 48639
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.403493119616039e-06,
      "loss": 0.009,
      "step": 48640
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4033166812664645e-06,
      "loss": 0.0227,
      "step": 48641
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4031402521975468e-06,
      "loss": 0.0053,
      "step": 48642
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4029638324097416e-06,
      "loss": 0.0133,
      "step": 48643
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.402787421903503e-06,
      "loss": 0.0117,
      "step": 48644
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.402611020679286e-06,
      "loss": 0.0174,
      "step": 48645
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.402434628737548e-06,
      "loss": 0.0118,
      "step": 48646
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4022582460787409e-06,
      "loss": 0.0163,
      "step": 48647
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4020818727033236e-06,
      "loss": 0.0027,
      "step": 48648
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4019055086117494e-06,
      "loss": 0.0086,
      "step": 48649
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4017291538044736e-06,
      "loss": 0.0048,
      "step": 48650
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4015528082819508e-06,
      "loss": 0.0047,
      "step": 48651
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4013764720446344e-06,
      "loss": 0.018,
      "step": 48652
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.401200145092983e-06,
      "loss": 0.0066,
      "step": 48653
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4010238274274496e-06,
      "loss": 0.0058,
      "step": 48654
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4008475190484877e-06,
      "loss": 0.0103,
      "step": 48655
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4006712199565559e-06,
      "loss": 0.0498,
      "step": 48656
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.400494930152107e-06,
      "loss": 0.0081,
      "step": 48657
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.400318649635596e-06,
      "loss": 0.0051,
      "step": 48658
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4001423784074774e-06,
      "loss": 0.0228,
      "step": 48659
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.399966116468205e-06,
      "loss": 0.0168,
      "step": 48660
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3997898638182367e-06,
      "loss": 0.0031,
      "step": 48661
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3996136204580241e-06,
      "loss": 0.0134,
      "step": 48662
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3994373863880245e-06,
      "loss": 0.0164,
      "step": 48663
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.399261161608692e-06,
      "loss": 0.0189,
      "step": 48664
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3990849461204808e-06,
      "loss": 0.0042,
      "step": 48665
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.398908739923846e-06,
      "loss": 0.0147,
      "step": 48666
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3987325430192406e-06,
      "loss": 0.0112,
      "step": 48667
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.398556355407122e-06,
      "loss": 0.0097,
      "step": 48668
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.398380177087943e-06,
      "loss": 0.016,
      "step": 48669
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3982040080621578e-06,
      "loss": 0.0247,
      "step": 48670
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3980278483302228e-06,
      "loss": 0.0065,
      "step": 48671
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.397851697892592e-06,
      "loss": 0.009,
      "step": 48672
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.397675556749719e-06,
      "loss": 0.017,
      "step": 48673
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3974994249020596e-06,
      "loss": 0.005,
      "step": 48674
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3973233023500654e-06,
      "loss": 0.0041,
      "step": 48675
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.397147189094195e-06,
      "loss": 0.0033,
      "step": 48676
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3969710851348989e-06,
      "loss": 0.0107,
      "step": 48677
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3967949904726352e-06,
      "loss": 0.009,
      "step": 48678
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3966189051078578e-06,
      "loss": 0.0075,
      "step": 48679
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3964428290410164e-06,
      "loss": 0.0076,
      "step": 48680
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3962667622725705e-06,
      "loss": 0.0061,
      "step": 48681
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.396090704802971e-06,
      "loss": 0.0103,
      "step": 48682
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3959146566326752e-06,
      "loss": 0.0072,
      "step": 48683
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3957386177621364e-06,
      "loss": 0.0009,
      "step": 48684
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3955625881918083e-06,
      "loss": 0.0043,
      "step": 48685
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3953865679221452e-06,
      "loss": 0.0123,
      "step": 48686
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3952105569535996e-06,
      "loss": 0.0247,
      "step": 48687
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3950345552866284e-06,
      "loss": 0.0076,
      "step": 48688
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3948585629216854e-06,
      "loss": 0.011,
      "step": 48689
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3946825798592224e-06,
      "loss": 0.0025,
      "step": 48690
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3945066060996964e-06,
      "loss": 0.0123,
      "step": 48691
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3943306416435604e-06,
      "loss": 0.0128,
      "step": 48692
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.394154686491268e-06,
      "loss": 0.0181,
      "step": 48693
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3939787406432737e-06,
      "loss": 0.0067,
      "step": 48694
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3938028041000296e-06,
      "loss": 0.0135,
      "step": 48695
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3936268768619926e-06,
      "loss": 0.0274,
      "step": 48696
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3934509589296147e-06,
      "loss": 0.0094,
      "step": 48697
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.393275050303351e-06,
      "loss": 0.0018,
      "step": 48698
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3930991509836555e-06,
      "loss": 0.0087,
      "step": 48699
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3929232609709813e-06,
      "loss": 0.0038,
      "step": 48700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3927473802657826e-06,
      "loss": 0.0048,
      "step": 48701
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3925715088685116e-06,
      "loss": 0.0051,
      "step": 48702
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.392395646779625e-06,
      "loss": 0.0195,
      "step": 48703
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3922197939995756e-06,
      "loss": 0.0212,
      "step": 48704
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3920439505288147e-06,
      "loss": 0.002,
      "step": 48705
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3918681163678e-06,
      "loss": 0.0106,
      "step": 48706
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3916922915169828e-06,
      "loss": 0.0095,
      "step": 48707
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3915164759768173e-06,
      "loss": 0.0086,
      "step": 48708
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3913406697477577e-06,
      "loss": 0.0152,
      "step": 48709
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.391164872830255e-06,
      "loss": 0.0061,
      "step": 48710
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3909890852247666e-06,
      "loss": 0.0098,
      "step": 48711
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.390813306931743e-06,
      "loss": 0.0074,
      "step": 48712
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3906375379516406e-06,
      "loss": 0.014,
      "step": 48713
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.390461778284911e-06,
      "loss": 0.0086,
      "step": 48714
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.390286027932009e-06,
      "loss": 0.005,
      "step": 48715
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.390110286893387e-06,
      "loss": 0.0056,
      "step": 48716
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3899345551694971e-06,
      "loss": 0.0138,
      "step": 48717
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3897588327607959e-06,
      "loss": 0.0082,
      "step": 48718
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3895831196677356e-06,
      "loss": 0.0153,
      "step": 48719
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3894074158907677e-06,
      "loss": 0.0024,
      "step": 48720
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3892317214303486e-06,
      "loss": 0.0077,
      "step": 48721
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3890560362869304e-06,
      "loss": 0.0135,
      "step": 48722
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3888803604609664e-06,
      "loss": 0.0202,
      "step": 48723
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3887046939529096e-06,
      "loss": 0.0016,
      "step": 48724
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.388529036763212e-06,
      "loss": 0.0521,
      "step": 48725
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.38835338889233e-06,
      "loss": 0.0102,
      "step": 48726
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.388177750340714e-06,
      "loss": 0.0049,
      "step": 48727
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3880021211088197e-06,
      "loss": 0.0113,
      "step": 48728
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3878265011970999e-06,
      "loss": 0.0043,
      "step": 48729
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3876508906060042e-06,
      "loss": 0.0218,
      "step": 48730
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.38747528933599e-06,
      "loss": 0.0134,
      "step": 48731
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3872996973875069e-06,
      "loss": 0.0059,
      "step": 48732
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3871241147610115e-06,
      "loss": 0.0104,
      "step": 48733
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.386948541456955e-06,
      "loss": 0.0048,
      "step": 48734
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3867729774757893e-06,
      "loss": 0.0084,
      "step": 48735
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3865974228179718e-06,
      "loss": 0.0153,
      "step": 48736
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.38642187748395e-06,
      "loss": 0.0069,
      "step": 48737
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.38624634147418e-06,
      "loss": 0.0099,
      "step": 48738
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3860708147891145e-06,
      "loss": 0.0077,
      "step": 48739
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3858952974292044e-06,
      "loss": 0.0042,
      "step": 48740
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3857197893949054e-06,
      "loss": 0.0053,
      "step": 48741
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3855442906866679e-06,
      "loss": 0.0259,
      "step": 48742
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3853688013049487e-06,
      "loss": 0.0216,
      "step": 48743
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3851933212501971e-06,
      "loss": 0.0092,
      "step": 48744
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3850178505228646e-06,
      "loss": 0.0052,
      "step": 48745
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3848423891234076e-06,
      "loss": 0.0019,
      "step": 48746
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3846669370522764e-06,
      "loss": 0.0082,
      "step": 48747
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3844914943099252e-06,
      "loss": 0.0078,
      "step": 48748
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.384316060896807e-06,
      "loss": 0.0031,
      "step": 48749
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3841406368133732e-06,
      "loss": 0.005,
      "step": 48750
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.383965222060077e-06,
      "loss": 0.0046,
      "step": 48751
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3837898166373697e-06,
      "loss": 0.0137,
      "step": 48752
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3836144205457065e-06,
      "loss": 0.0152,
      "step": 48753
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.383439033785538e-06,
      "loss": 0.0083,
      "step": 48754
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3832636563573164e-06,
      "loss": 0.0195,
      "step": 48755
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3830882882614965e-06,
      "loss": 0.002,
      "step": 48756
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.38291292949853e-06,
      "loss": 0.0036,
      "step": 48757
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3827375800688685e-06,
      "loss": 0.0058,
      "step": 48758
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.382562239972965e-06,
      "loss": 0.0103,
      "step": 48759
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.38238690921127e-06,
      "loss": 0.0018,
      "step": 48760
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.382211587784239e-06,
      "loss": 0.0054,
      "step": 48761
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3820362756923222e-06,
      "loss": 0.0074,
      "step": 48762
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3818609729359739e-06,
      "loss": 0.0103,
      "step": 48763
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3816856795156458e-06,
      "loss": 0.0052,
      "step": 48764
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3815103954317894e-06,
      "loss": 0.006,
      "step": 48765
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.381335120684858e-06,
      "loss": 0.0047,
      "step": 48766
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.381159855275301e-06,
      "loss": 0.0262,
      "step": 48767
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3809845992035748e-06,
      "loss": 0.011,
      "step": 48768
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.38080935247013e-06,
      "loss": 0.0055,
      "step": 48769
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3806341150754166e-06,
      "loss": 0.0091,
      "step": 48770
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3804588870198905e-06,
      "loss": 0.0107,
      "step": 48771
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3802836683040016e-06,
      "loss": 0.01,
      "step": 48772
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3801084589282027e-06,
      "loss": 0.0044,
      "step": 48773
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.379933258892946e-06,
      "loss": 0.007,
      "step": 48774
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3797580681986812e-06,
      "loss": 0.0104,
      "step": 48775
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.3795828868458643e-06,
      "loss": 0.0085,
      "step": 48776
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3794077148349438e-06,
      "loss": 0.0066,
      "step": 48777
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3792325521663746e-06,
      "loss": 0.0023,
      "step": 48778
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3790573988406075e-06,
      "loss": 0.0109,
      "step": 48779
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3788822548580944e-06,
      "loss": 0.0039,
      "step": 48780
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3787071202192875e-06,
      "loss": 0.007,
      "step": 48781
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3785319949246367e-06,
      "loss": 0.0053,
      "step": 48782
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3783568789745972e-06,
      "loss": 0.0153,
      "step": 48783
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3781817723696189e-06,
      "loss": 0.0177,
      "step": 48784
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3780066751101523e-06,
      "loss": 0.0034,
      "step": 48785
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.377831587196653e-06,
      "loss": 0.0113,
      "step": 48786
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.37765650862957e-06,
      "loss": 0.0068,
      "step": 48787
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.377481439409356e-06,
      "loss": 0.0054,
      "step": 48788
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3773063795364627e-06,
      "loss": 0.0351,
      "step": 48789
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3771313290113402e-06,
      "loss": 0.0064,
      "step": 48790
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3769562878344427e-06,
      "loss": 0.0385,
      "step": 48791
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3767812560062194e-06,
      "loss": 0.0319,
      "step": 48792
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3766062335271263e-06,
      "loss": 0.0046,
      "step": 48793
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3764312203976104e-06,
      "loss": 0.0027,
      "step": 48794
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3762562166181232e-06,
      "loss": 0.0196,
      "step": 48795
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3760812221891201e-06,
      "loss": 0.003,
      "step": 48796
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3759062371110482e-06,
      "loss": 0.0067,
      "step": 48797
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3757312613843632e-06,
      "loss": 0.0094,
      "step": 48798
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3755562950095147e-06,
      "loss": 0.0387,
      "step": 48799
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.375381337986954e-06,
      "loss": 0.0118,
      "step": 48800
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.375206390317133e-06,
      "loss": 0.0113,
      "step": 48801
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3750314520005016e-06,
      "loss": 0.0118,
      "step": 48802
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.374856523037514e-06,
      "loss": 0.0126,
      "step": 48803
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3746816034286192e-06,
      "loss": 0.0126,
      "step": 48804
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3745066931742685e-06,
      "loss": 0.0088,
      "step": 48805
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3743317922749156e-06,
      "loss": 0.0069,
      "step": 48806
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3741569007310102e-06,
      "loss": 0.008,
      "step": 48807
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3739820185430037e-06,
      "loss": 0.0081,
      "step": 48808
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3738071457113472e-06,
      "loss": 0.0093,
      "step": 48809
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3736322822364906e-06,
      "loss": 0.0191,
      "step": 48810
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3734574281188883e-06,
      "loss": 0.006,
      "step": 48811
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.373282583358988e-06,
      "loss": 0.0047,
      "step": 48812
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3731077479572447e-06,
      "loss": 0.0073,
      "step": 48813
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3729329219141068e-06,
      "loss": 0.0159,
      "step": 48814
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3727581052300266e-06,
      "loss": 0.0064,
      "step": 48815
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3725832979054544e-06,
      "loss": 0.0045,
      "step": 48816
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.37240849994084e-06,
      "loss": 0.0102,
      "step": 48817
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3722337113366373e-06,
      "loss": 0.0029,
      "step": 48818
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3720589320932965e-06,
      "loss": 0.0112,
      "step": 48819
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.371884162211266e-06,
      "loss": 0.0082,
      "step": 48820
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.371709401691001e-06,
      "loss": 0.0035,
      "step": 48821
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3715346505329496e-06,
      "loss": 0.0058,
      "step": 48822
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.371359908737564e-06,
      "loss": 0.0064,
      "step": 48823
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3711851763052937e-06,
      "loss": 0.0042,
      "step": 48824
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3710104532365892e-06,
      "loss": 0.0032,
      "step": 48825
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3708357395319043e-06,
      "loss": 0.0208,
      "step": 48826
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.370661035191686e-06,
      "loss": 0.0035,
      "step": 48827
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3704863402163892e-06,
      "loss": 0.0049,
      "step": 48828
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.370311654606462e-06,
      "loss": 0.0067,
      "step": 48829
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3701369783623564e-06,
      "loss": 0.0137,
      "step": 48830
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3699623114845217e-06,
      "loss": 0.0068,
      "step": 48831
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3697876539734084e-06,
      "loss": 0.0139,
      "step": 48832
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3696130058294693e-06,
      "loss": 0.0072,
      "step": 48833
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3694383670531542e-06,
      "loss": 0.0059,
      "step": 48834
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3692637376449119e-06,
      "loss": 0.0064,
      "step": 48835
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3690891176051957e-06,
      "loss": 0.0156,
      "step": 48836
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.368914506934455e-06,
      "loss": 0.0228,
      "step": 48837
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3687399056331408e-06,
      "loss": 0.0027,
      "step": 48838
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.368565313701703e-06,
      "loss": 0.0283,
      "step": 48839
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3683907311405904e-06,
      "loss": 0.0172,
      "step": 48840
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3682161579502574e-06,
      "loss": 0.0133,
      "step": 48841
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3680415941311503e-06,
      "loss": 0.0046,
      "step": 48842
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3678670396837236e-06,
      "loss": 0.0056,
      "step": 48843
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3676924946084269e-06,
      "loss": 0.0103,
      "step": 48844
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3675179589057069e-06,
      "loss": 0.0114,
      "step": 48845
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3673434325760176e-06,
      "loss": 0.007,
      "step": 48846
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.367168915619807e-06,
      "loss": 0.0101,
      "step": 48847
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.366994408037528e-06,
      "loss": 0.0093,
      "step": 48848
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3668199098296297e-06,
      "loss": 0.0019,
      "step": 48849
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3666454209965607e-06,
      "loss": 0.0013,
      "step": 48850
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3664709415387755e-06,
      "loss": 0.0059,
      "step": 48851
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3662964714567189e-06,
      "loss": 0.0101,
      "step": 48852
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3661220107508449e-06,
      "loss": 0.0061,
      "step": 48853
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3659475594216032e-06,
      "loss": 0.0038,
      "step": 48854
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.365773117469441e-06,
      "loss": 0.0112,
      "step": 48855
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3655986848948128e-06,
      "loss": 0.0282,
      "step": 48856
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3654242616981662e-06,
      "loss": 0.0014,
      "step": 48857
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.365249847879952e-06,
      "loss": 0.0263,
      "step": 48858
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3650754434406194e-06,
      "loss": 0.0092,
      "step": 48859
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3649010483806175e-06,
      "loss": 0.002,
      "step": 48860
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3647266627003997e-06,
      "loss": 0.004,
      "step": 48861
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.364552286400412e-06,
      "loss": 0.0069,
      "step": 48862
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.364377919481108e-06,
      "loss": 0.0081,
      "step": 48863
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.364203561942936e-06,
      "loss": 0.009,
      "step": 48864
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.364029213786346e-06,
      "loss": 0.0049,
      "step": 48865
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3638548750117874e-06,
      "loss": 0.0148,
      "step": 48866
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3636805456197094e-06,
      "loss": 0.0034,
      "step": 48867
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3635062256105636e-06,
      "loss": 0.0055,
      "step": 48868
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3633319149847995e-06,
      "loss": 0.0198,
      "step": 48869
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3631576137428648e-06,
      "loss": 0.0102,
      "step": 48870
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3629833218852128e-06,
      "loss": 0.0027,
      "step": 48871
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3628090394122911e-06,
      "loss": 0.0036,
      "step": 48872
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3626347663245494e-06,
      "loss": 0.0076,
      "step": 48873
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3624605026224375e-06,
      "loss": 0.0094,
      "step": 48874
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3622862483064037e-06,
      "loss": 0.0101,
      "step": 48875
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.362112003376901e-06,
      "loss": 0.0045,
      "step": 48876
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3619377678343754e-06,
      "loss": 0.0124,
      "step": 48877
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3617635416792796e-06,
      "loss": 0.0296,
      "step": 48878
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3615893249120616e-06,
      "loss": 0.0063,
      "step": 48879
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3614151175331713e-06,
      "loss": 0.0128,
      "step": 48880
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3612409195430577e-06,
      "loss": 0.0333,
      "step": 48881
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3610667309421694e-06,
      "loss": 0.0232,
      "step": 48882
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3608925517309585e-06,
      "loss": 0.0093,
      "step": 48883
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3607183819098729e-06,
      "loss": 0.0152,
      "step": 48884
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3605442214793607e-06,
      "loss": 0.0112,
      "step": 48885
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3603700704398741e-06,
      "loss": 0.004,
      "step": 48886
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3601959287918614e-06,
      "loss": 0.031,
      "step": 48887
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3600217965357714e-06,
      "loss": 0.0071,
      "step": 48888
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3598476736720534e-06,
      "loss": 0.0129,
      "step": 48889
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3596735602011556e-06,
      "loss": 0.0083,
      "step": 48890
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3594994561235302e-06,
      "loss": 0.0029,
      "step": 48891
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3593253614396235e-06,
      "loss": 0.0018,
      "step": 48892
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.359151276149887e-06,
      "loss": 0.0178,
      "step": 48893
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3589772002547696e-06,
      "loss": 0.005,
      "step": 48894
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3588031337547198e-06,
      "loss": 0.0073,
      "step": 48895
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3586290766501863e-06,
      "loss": 0.0035,
      "step": 48896
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3584550289416176e-06,
      "loss": 0.0049,
      "step": 48897
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3582809906294652e-06,
      "loss": 0.0079,
      "step": 48898
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3581069617141774e-06,
      "loss": 0.009,
      "step": 48899
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3579329421962006e-06,
      "loss": 0.0037,
      "step": 48900
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3577589320759893e-06,
      "loss": 0.0091,
      "step": 48901
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3575849313539863e-06,
      "loss": 0.0096,
      "step": 48902
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3574109400306446e-06,
      "loss": 0.0167,
      "step": 48903
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3572369581064127e-06,
      "loss": 0.0153,
      "step": 48904
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3570629855817363e-06,
      "loss": 0.0075,
      "step": 48905
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.356889022457069e-06,
      "loss": 0.0082,
      "step": 48906
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3567150687328562e-06,
      "loss": 0.0062,
      "step": 48907
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3565411244095512e-06,
      "loss": 0.0089,
      "step": 48908
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3563671894875978e-06,
      "loss": 0.0029,
      "step": 48909
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3561932639674457e-06,
      "loss": 0.0134,
      "step": 48910
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3560193478495459e-06,
      "loss": 0.0082,
      "step": 48911
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3558454411343447e-06,
      "loss": 0.022,
      "step": 48912
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3556715438222934e-06,
      "loss": 0.0073,
      "step": 48913
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.35549765591384e-06,
      "loss": 0.0049,
      "step": 48914
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.355323777409432e-06,
      "loss": 0.0063,
      "step": 48915
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3551499083095187e-06,
      "loss": 0.0049,
      "step": 48916
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3549760486145481e-06,
      "loss": 0.0081,
      "step": 48917
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3548021983249704e-06,
      "loss": 0.0125,
      "step": 48918
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3546283574412328e-06,
      "loss": 0.0019,
      "step": 48919
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3544545259637837e-06,
      "loss": 0.0086,
      "step": 48920
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3542807038930733e-06,
      "loss": 0.0113,
      "step": 48921
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.354106891229549e-06,
      "loss": 0.0086,
      "step": 48922
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3539330879736594e-06,
      "loss": 0.0095,
      "step": 48923
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3537592941258532e-06,
      "loss": 0.0116,
      "step": 48924
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3535855096865768e-06,
      "loss": 0.0162,
      "step": 48925
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3534117346562824e-06,
      "loss": 0.0068,
      "step": 48926
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3532379690354147e-06,
      "loss": 0.0109,
      "step": 48927
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3530642128244254e-06,
      "loss": 0.0095,
      "step": 48928
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3528904660237613e-06,
      "loss": 0.0034,
      "step": 48929
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3527167286338704e-06,
      "loss": 0.0024,
      "step": 48930
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3525430006552015e-06,
      "loss": 0.0036,
      "step": 48931
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3523692820882006e-06,
      "loss": 0.0079,
      "step": 48932
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3521955729333202e-06,
      "loss": 0.007,
      "step": 48933
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3520218731910061e-06,
      "loss": 0.0076,
      "step": 48934
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3518481828617052e-06,
      "loss": 0.0023,
      "step": 48935
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3516745019458688e-06,
      "loss": 0.018,
      "step": 48936
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.351500830443943e-06,
      "loss": 0.0327,
      "step": 48937
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3513271683563772e-06,
      "loss": 0.0078,
      "step": 48938
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3511535156836182e-06,
      "loss": 0.006,
      "step": 48939
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3509798724261132e-06,
      "loss": 0.0059,
      "step": 48940
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3508062385843134e-06,
      "loss": 0.0122,
      "step": 48941
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3506326141586634e-06,
      "loss": 0.0122,
      "step": 48942
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3504589991496142e-06,
      "loss": 0.0137,
      "step": 48943
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3502853935576127e-06,
      "loss": 0.0057,
      "step": 48944
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3501117973831063e-06,
      "loss": 0.0044,
      "step": 48945
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.349938210626544e-06,
      "loss": 0.0035,
      "step": 48946
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3497646332883708e-06,
      "loss": 0.006,
      "step": 48947
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3495910653690385e-06,
      "loss": 0.0303,
      "step": 48948
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3494175068689935e-06,
      "loss": 0.0039,
      "step": 48949
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3492439577886817e-06,
      "loss": 0.0085,
      "step": 48950
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3490704181285542e-06,
      "loss": 0.0055,
      "step": 48951
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3488968878890567e-06,
      "loss": 0.0112,
      "step": 48952
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.348723367070638e-06,
      "loss": 0.0248,
      "step": 48953
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3485498556737448e-06,
      "loss": 0.0162,
      "step": 48954
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3483763536988242e-06,
      "loss": 0.009,
      "step": 48955
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3482028611463266e-06,
      "loss": 0.0051,
      "step": 48956
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3480293780166964e-06,
      "loss": 0.0477,
      "step": 48957
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.347855904310386e-06,
      "loss": 0.0052,
      "step": 48958
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3476824400278382e-06,
      "loss": 0.0119,
      "step": 48959
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3475089851695011e-06,
      "loss": 0.0044,
      "step": 48960
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.347335539735825e-06,
      "loss": 0.016,
      "step": 48961
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3471621037272543e-06,
      "loss": 0.0118,
      "step": 48962
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3469886771442398e-06,
      "loss": 0.0042,
      "step": 48963
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3468152599872274e-06,
      "loss": 0.0174,
      "step": 48964
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3466418522566643e-06,
      "loss": 0.0225,
      "step": 48965
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3464684539529988e-06,
      "loss": 0.0165,
      "step": 48966
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3462950650766759e-06,
      "loss": 0.0069,
      "step": 48967
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3461216856281462e-06,
      "loss": 0.0058,
      "step": 48968
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3459483156078558e-06,
      "loss": 0.0219,
      "step": 48969
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3457749550162503e-06,
      "loss": 0.0277,
      "step": 48970
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3456016038537805e-06,
      "loss": 0.011,
      "step": 48971
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.345428262120892e-06,
      "loss": 0.0039,
      "step": 48972
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3452549298180317e-06,
      "loss": 0.0148,
      "step": 48973
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3450816069456473e-06,
      "loss": 0.0199,
      "step": 48974
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.344908293504184e-06,
      "loss": 0.0054,
      "step": 48975
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3447349894940925e-06,
      "loss": 0.0137,
      "step": 48976
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3445616949158175e-06,
      "loss": 0.0214,
      "step": 48977
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3443884097698079e-06,
      "loss": 0.0062,
      "step": 48978
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3442151340565103e-06,
      "loss": 0.0072,
      "step": 48979
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.344041867776371e-06,
      "loss": 0.0088,
      "step": 48980
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3438686109298376e-06,
      "loss": 0.0128,
      "step": 48981
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.343695363517356e-06,
      "loss": 0.021,
      "step": 48982
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3435221255393754e-06,
      "loss": 0.0048,
      "step": 48983
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.343348896996342e-06,
      "loss": 0.0054,
      "step": 48984
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3431756778887011e-06,
      "loss": 0.0019,
      "step": 48985
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3430024682169024e-06,
      "loss": 0.0101,
      "step": 48986
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.342829267981392e-06,
      "loss": 0.0033,
      "step": 48987
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3426560771826157e-06,
      "loss": 0.0046,
      "step": 48988
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3424828958210218e-06,
      "loss": 0.0058,
      "step": 48989
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3423097238970545e-06,
      "loss": 0.0123,
      "step": 48990
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3421365614111642e-06,
      "loss": 0.004,
      "step": 48991
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3419634083637944e-06,
      "loss": 0.0057,
      "step": 48992
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3417902647553948e-06,
      "loss": 0.0119,
      "step": 48993
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3416171305864118e-06,
      "loss": 0.0033,
      "step": 48994
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3414440058572908e-06,
      "loss": 0.0089,
      "step": 48995
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.341270890568479e-06,
      "loss": 0.0047,
      "step": 48996
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3410977847204216e-06,
      "loss": 0.0116,
      "step": 48997
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.340924688313568e-06,
      "loss": 0.0046,
      "step": 48998
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.340751601348364e-06,
      "loss": 0.003,
      "step": 48999
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3405785238252539e-06,
      "loss": 0.0044,
      "step": 49000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3404054557446882e-06,
      "loss": 0.004,
      "step": 49001
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3402323971071113e-06,
      "loss": 0.0063,
      "step": 49002
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3400593479129703e-06,
      "loss": 0.0052,
      "step": 49003
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3398863081627112e-06,
      "loss": 0.0128,
      "step": 49004
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.339713277856779e-06,
      "loss": 0.0168,
      "step": 49005
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3395402569956235e-06,
      "loss": 0.0173,
      "step": 49006
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.339367245579688e-06,
      "loss": 0.0111,
      "step": 49007
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3391942436094218e-06,
      "loss": 0.0066,
      "step": 49008
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3390212510852718e-06,
      "loss": 0.005,
      "step": 49009
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3388482680076798e-06,
      "loss": 0.0198,
      "step": 49010
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3386752943770958e-06,
      "loss": 0.0094,
      "step": 49011
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3385023301939637e-06,
      "loss": 0.0062,
      "step": 49012
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3383293754587328e-06,
      "loss": 0.0059,
      "step": 49013
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.338156430171848e-06,
      "loss": 0.0061,
      "step": 49014
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3379834943337545e-06,
      "loss": 0.0072,
      "step": 49015
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3378105679449021e-06,
      "loss": 0.0053,
      "step": 49016
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.337637651005731e-06,
      "loss": 0.0056,
      "step": 49017
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3374647435166927e-06,
      "loss": 0.0183,
      "step": 49018
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3372918454782313e-06,
      "loss": 0.0047,
      "step": 49019
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3371189568907915e-06,
      "loss": 0.0083,
      "step": 49020
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3369460777548233e-06,
      "loss": 0.0038,
      "step": 49021
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3367732080707697e-06,
      "loss": 0.0093,
      "step": 49022
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3366003478390778e-06,
      "loss": 0.0145,
      "step": 49023
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.336427497060193e-06,
      "loss": 0.0039,
      "step": 49024
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3362546557345607e-06,
      "loss": 0.004,
      "step": 49025
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3360818238626288e-06,
      "loss": 0.0024,
      "step": 49026
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.335909001444841e-06,
      "loss": 0.0076,
      "step": 49027
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3357361884816466e-06,
      "loss": 0.0057,
      "step": 49028
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3355633849734894e-06,
      "loss": 0.0032,
      "step": 49029
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3353905909208147e-06,
      "loss": 0.0137,
      "step": 49030
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.33521780632407e-06,
      "loss": 0.0094,
      "step": 49031
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3350450311836983e-06,
      "loss": 0.0089,
      "step": 49032
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3348722655001484e-06,
      "loss": 0.0109,
      "step": 49033
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3346995092738658e-06,
      "loss": 0.0253,
      "step": 49034
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3345267625052932e-06,
      "loss": 0.0124,
      "step": 49035
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3343540251948805e-06,
      "loss": 0.0097,
      "step": 49036
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3341812973430717e-06,
      "loss": 0.0047,
      "step": 49037
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3340085789503121e-06,
      "loss": 0.0145,
      "step": 49038
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3338358700170477e-06,
      "loss": 0.0121,
      "step": 49039
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3336631705437226e-06,
      "loss": 0.0071,
      "step": 49040
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3334904805307852e-06,
      "loss": 0.0108,
      "step": 49041
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3333177999786785e-06,
      "loss": 0.01,
      "step": 49042
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3331451288878506e-06,
      "loss": 0.0023,
      "step": 49043
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3329724672587463e-06,
      "loss": 0.0029,
      "step": 49044
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3327998150918104e-06,
      "loss": 0.0148,
      "step": 49045
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3326271723874884e-06,
      "loss": 0.0072,
      "step": 49046
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3324545391462247e-06,
      "loss": 0.0053,
      "step": 49047
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3322819153684675e-06,
      "loss": 0.0157,
      "step": 49048
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.332109301054661e-06,
      "loss": 0.0057,
      "step": 49049
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3319366962052488e-06,
      "loss": 0.0042,
      "step": 49050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3317641008206793e-06,
      "loss": 0.0072,
      "step": 49051
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3315915149013964e-06,
      "loss": 0.0075,
      "step": 49052
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3314189384478453e-06,
      "loss": 0.0046,
      "step": 49053
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3312463714604717e-06,
      "loss": 0.0146,
      "step": 49054
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3310738139397196e-06,
      "loss": 0.0049,
      "step": 49055
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.330901265886036e-06,
      "loss": 0.0033,
      "step": 49056
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3307287272998642e-06,
      "loss": 0.0065,
      "step": 49057
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3305561981816523e-06,
      "loss": 0.0088,
      "step": 49058
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3303836785318436e-06,
      "loss": 0.0022,
      "step": 49059
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3302111683508839e-06,
      "loss": 0.0024,
      "step": 49060
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3300386676392174e-06,
      "loss": 0.0057,
      "step": 49061
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3298661763972886e-06,
      "loss": 0.0058,
      "step": 49062
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.329693694625545e-06,
      "loss": 0.0027,
      "step": 49063
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3295212223244302e-06,
      "loss": 0.0052,
      "step": 49064
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3293487594943882e-06,
      "loss": 0.0086,
      "step": 49065
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.329176306135868e-06,
      "loss": 0.0214,
      "step": 49066
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3290038622493095e-06,
      "loss": 0.0061,
      "step": 49067
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.328831427835161e-06,
      "loss": 0.0046,
      "step": 49068
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3286590028938663e-06,
      "loss": 0.0059,
      "step": 49069
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.328486587425869e-06,
      "loss": 0.0121,
      "step": 49070
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.328314181431617e-06,
      "loss": 0.013,
      "step": 49071
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3281417849115519e-06,
      "loss": 0.005,
      "step": 49072
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3279693978661235e-06,
      "loss": 0.0065,
      "step": 49073
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3277970202957712e-06,
      "loss": 0.0162,
      "step": 49074
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3276246522009413e-06,
      "loss": 0.0068,
      "step": 49075
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3274522935820805e-06,
      "loss": 0.0088,
      "step": 49076
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3272799444396305e-06,
      "loss": 0.0033,
      "step": 49077
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3271076047740395e-06,
      "loss": 0.0033,
      "step": 49078
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.32693527458575e-06,
      "loss": 0.0112,
      "step": 49079
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3267629538752075e-06,
      "loss": 0.0038,
      "step": 49080
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.326590642642856e-06,
      "loss": 0.0347,
      "step": 49081
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3264183408891395e-06,
      "loss": 0.0145,
      "step": 49082
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3262460486145045e-06,
      "loss": 0.027,
      "step": 49083
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3260737658193946e-06,
      "loss": 0.0071,
      "step": 49084
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.325901492504253e-06,
      "loss": 0.0059,
      "step": 49085
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3257292286695266e-06,
      "loss": 0.0008,
      "step": 49086
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3255569743156594e-06,
      "loss": 0.0015,
      "step": 49087
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.325384729443095e-06,
      "loss": 0.0061,
      "step": 49088
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.325212494052278e-06,
      "loss": 0.0065,
      "step": 49089
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.325040268143652e-06,
      "loss": 0.0138,
      "step": 49090
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3248680517176638e-06,
      "loss": 0.0041,
      "step": 49091
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3246958447747543e-06,
      "loss": 0.0189,
      "step": 49092
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3245236473153716e-06,
      "loss": 0.0043,
      "step": 49093
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3243514593399588e-06,
      "loss": 0.0044,
      "step": 49094
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3241792808489595e-06,
      "loss": 0.0085,
      "step": 49095
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3240071118428183e-06,
      "loss": 0.0036,
      "step": 49096
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3238349523219774e-06,
      "loss": 0.0049,
      "step": 49097
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3236628022868853e-06,
      "loss": 0.0212,
      "step": 49098
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3234906617379834e-06,
      "loss": 0.0108,
      "step": 49099
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3233185306757146e-06,
      "loss": 0.0108,
      "step": 49100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.323146409100527e-06,
      "loss": 0.0098,
      "step": 49101
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3229742970128623e-06,
      "loss": 0.0131,
      "step": 49102
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3228021944131647e-06,
      "loss": 0.0064,
      "step": 49103
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3226301013018788e-06,
      "loss": 0.0066,
      "step": 49104
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3224580176794465e-06,
      "loss": 0.0086,
      "step": 49105
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3222859435463159e-06,
      "loss": 0.002,
      "step": 49106
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3221138789029265e-06,
      "loss": 0.003,
      "step": 49107
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3219418237497262e-06,
      "loss": 0.0174,
      "step": 49108
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3217697780871574e-06,
      "loss": 0.0097,
      "step": 49109
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.321597741915664e-06,
      "loss": 0.0037,
      "step": 49110
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3214257152356903e-06,
      "loss": 0.0033,
      "step": 49111
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3212536980476775e-06,
      "loss": 0.005,
      "step": 49112
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3210816903520735e-06,
      "loss": 0.0031,
      "step": 49113
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3209096921493204e-06,
      "loss": 0.0068,
      "step": 49114
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3207377034398606e-06,
      "loss": 0.0056,
      "step": 49115
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3205657242241405e-06,
      "loss": 0.0083,
      "step": 49116
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3203937545026023e-06,
      "loss": 0.0029,
      "step": 49117
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3202217942756907e-06,
      "loss": 0.0044,
      "step": 49118
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3200498435438487e-06,
      "loss": 0.0221,
      "step": 49119
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.319877902307518e-06,
      "loss": 0.0093,
      "step": 49120
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3197059705671467e-06,
      "loss": 0.0148,
      "step": 49121
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3195340483231739e-06,
      "loss": 0.0063,
      "step": 49122
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3193621355760472e-06,
      "loss": 0.0014,
      "step": 49123
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3191902323262095e-06,
      "loss": 0.0034,
      "step": 49124
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3190183385741007e-06,
      "loss": 0.0127,
      "step": 49125
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3188464543201684e-06,
      "loss": 0.0062,
      "step": 49126
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3186745795648543e-06,
      "loss": 0.0193,
      "step": 49127
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.318502714308601e-06,
      "loss": 0.0652,
      "step": 49128
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3183308585518545e-06,
      "loss": 0.0101,
      "step": 49129
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3181590122950573e-06,
      "loss": 0.011,
      "step": 49130
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.317987175538652e-06,
      "loss": 0.0061,
      "step": 49131
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3178153482830825e-06,
      "loss": 0.0121,
      "step": 49132
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3176435305287904e-06,
      "loss": 0.0101,
      "step": 49133
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.317471722276223e-06,
      "loss": 0.0139,
      "step": 49134
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3172999235258193e-06,
      "loss": 0.0115,
      "step": 49135
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3171281342780261e-06,
      "loss": 0.0033,
      "step": 49136
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3169563545332853e-06,
      "loss": 0.019,
      "step": 49137
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3167845842920407e-06,
      "loss": 0.0103,
      "step": 49138
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3166128235547342e-06,
      "loss": 0.0062,
      "step": 49139
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3164410723218091e-06,
      "loss": 0.0052,
      "step": 49140
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3162693305937097e-06,
      "loss": 0.0029,
      "step": 49141
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3160975983708797e-06,
      "loss": 0.011,
      "step": 49142
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.315925875653759e-06,
      "loss": 0.0054,
      "step": 49143
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3157541624427944e-06,
      "loss": 0.0285,
      "step": 49144
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3155824587384275e-06,
      "loss": 0.0044,
      "step": 49145
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3154107645411012e-06,
      "loss": 0.0092,
      "step": 49146
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3152390798512593e-06,
      "loss": 0.006,
      "step": 49147
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3150674046693424e-06,
      "loss": 0.0125,
      "step": 49148
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3148957389957966e-06,
      "loss": 0.0134,
      "step": 49149
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.314724082831062e-06,
      "loss": 0.0064,
      "step": 49150
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3145524361755846e-06,
      "loss": 0.0048,
      "step": 49151
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3143807990298052e-06,
      "loss": 0.0185,
      "step": 49152
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.314209171394168e-06,
      "loss": 0.0097,
      "step": 49153
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3140375532691146e-06,
      "loss": 0.0053,
      "step": 49154
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3138659446550872e-06,
      "loss": 0.0039,
      "step": 49155
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3136943455525308e-06,
      "loss": 0.0048,
      "step": 49156
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3135227559618873e-06,
      "loss": 0.0398,
      "step": 49157
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3133511758835977e-06,
      "loss": 0.0058,
      "step": 49158
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3131796053181079e-06,
      "loss": 0.0031,
      "step": 49159
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3130080442658588e-06,
      "loss": 0.0049,
      "step": 49160
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3128364927272936e-06,
      "loss": 0.0072,
      "step": 49161
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3126649507028545e-06,
      "loss": 0.0076,
      "step": 49162
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3124934181929822e-06,
      "loss": 0.0068,
      "step": 49163
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3123218951981238e-06,
      "loss": 0.0136,
      "step": 49164
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3121503817187176e-06,
      "loss": 0.0166,
      "step": 49165
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3119788777552095e-06,
      "loss": 0.0075,
      "step": 49166
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3118073833080418e-06,
      "loss": 0.0264,
      "step": 49167
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3116358983776533e-06,
      "loss": 0.0035,
      "step": 49168
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3114644229644901e-06,
      "loss": 0.0084,
      "step": 49169
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3112929570689925e-06,
      "loss": 0.0226,
      "step": 49170
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.311121500691605e-06,
      "loss": 0.0049,
      "step": 49171
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3109500538327696e-06,
      "loss": 0.0043,
      "step": 49172
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.310778616492926e-06,
      "loss": 0.0052,
      "step": 49173
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.310607188672522e-06,
      "loss": 0.028,
      "step": 49174
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3104357703719933e-06,
      "loss": 0.0091,
      "step": 49175
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.310264361591787e-06,
      "loss": 0.0052,
      "step": 49176
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3100929623323444e-06,
      "loss": 0.0018,
      "step": 49177
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3099215725941056e-06,
      "loss": 0.0138,
      "step": 49178
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3097501923775157e-06,
      "loss": 0.0025,
      "step": 49179
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3095788216830146e-06,
      "loss": 0.009,
      "step": 49180
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3094074605110485e-06,
      "loss": 0.0165,
      "step": 49181
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3092361088620553e-06,
      "loss": 0.0049,
      "step": 49182
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.309064766736477e-06,
      "loss": 0.0072,
      "step": 49183
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3088934341347587e-06,
      "loss": 0.0209,
      "step": 49184
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3087221110573394e-06,
      "loss": 0.0117,
      "step": 49185
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3085507975046645e-06,
      "loss": 0.0069,
      "step": 49186
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3083794934771748e-06,
      "loss": 0.0154,
      "step": 49187
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3082081989753115e-06,
      "loss": 0.0043,
      "step": 49188
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3080369139995169e-06,
      "loss": 0.0299,
      "step": 49189
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.307865638550232e-06,
      "loss": 0.0022,
      "step": 49190
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3076943726279008e-06,
      "loss": 0.0066,
      "step": 49191
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3075231162329643e-06,
      "loss": 0.0052,
      "step": 49192
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3073518693658631e-06,
      "loss": 0.0081,
      "step": 49193
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.307180632027042e-06,
      "loss": 0.0138,
      "step": 49194
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3070094042169412e-06,
      "loss": 0.0123,
      "step": 49195
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.306838185936002e-06,
      "loss": 0.0107,
      "step": 49196
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3066669771846668e-06,
      "loss": 0.0038,
      "step": 49197
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3064957779633762e-06,
      "loss": 0.006,
      "step": 49198
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3063245882725739e-06,
      "loss": 0.0083,
      "step": 49199
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3061534081126997e-06,
      "loss": 0.014,
      "step": 49200
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.305982237484198e-06,
      "loss": 0.0039,
      "step": 49201
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3058110763875087e-06,
      "loss": 0.004,
      "step": 49202
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3056399248230734e-06,
      "loss": 0.0143,
      "step": 49203
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3054687827913343e-06,
      "loss": 0.0092,
      "step": 49204
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3052976502927305e-06,
      "loss": 0.005,
      "step": 49205
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3051265273277075e-06,
      "loss": 0.007,
      "step": 49206
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3049554138967052e-06,
      "loss": 0.0022,
      "step": 49207
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3047843100001633e-06,
      "loss": 0.0092,
      "step": 49208
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3046132156385266e-06,
      "loss": 0.0045,
      "step": 49209
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3044421308122352e-06,
      "loss": 0.0389,
      "step": 49210
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3042710555217302e-06,
      "loss": 0.0032,
      "step": 49211
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3040999897674527e-06,
      "loss": 0.0115,
      "step": 49212
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.303928933549844e-06,
      "loss": 0.0074,
      "step": 49213
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3037578868693468e-06,
      "loss": 0.0184,
      "step": 49214
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3035868497264004e-06,
      "loss": 0.0073,
      "step": 49215
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3034158221214487e-06,
      "loss": 0.0247,
      "step": 49216
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3032448040549322e-06,
      "loss": 0.0025,
      "step": 49217
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3030737955272915e-06,
      "loss": 0.0055,
      "step": 49218
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3029027965389684e-06,
      "loss": 0.0046,
      "step": 49219
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3027318070904022e-06,
      "loss": 0.0255,
      "step": 49220
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3025608271820366e-06,
      "loss": 0.009,
      "step": 49221
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3023898568143128e-06,
      "loss": 0.0023,
      "step": 49222
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3022188959876693e-06,
      "loss": 0.0023,
      "step": 49223
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3020479447025504e-06,
      "loss": 0.0085,
      "step": 49224
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3018770029593959e-06,
      "loss": 0.0059,
      "step": 49225
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3017060707586471e-06,
      "loss": 0.0102,
      "step": 49226
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3015351481007444e-06,
      "loss": 0.0057,
      "step": 49227
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3013642349861278e-06,
      "loss": 0.0025,
      "step": 49228
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3011933314152414e-06,
      "loss": 0.0263,
      "step": 49229
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3010224373885227e-06,
      "loss": 0.0188,
      "step": 49230
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3008515529064181e-06,
      "loss": 0.0118,
      "step": 49231
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3006806779693625e-06,
      "loss": 0.0078,
      "step": 49232
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3005098125777988e-06,
      "loss": 0.0083,
      "step": 49233
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3003389567321695e-06,
      "loss": 0.0063,
      "step": 49234
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.3001681104329122e-06,
      "loss": 0.0075,
      "step": 49235
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2999972736804722e-06,
      "loss": 0.0097,
      "step": 49236
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2998264464752874e-06,
      "loss": 0.0045,
      "step": 49237
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.299655628817799e-06,
      "loss": 0.0099,
      "step": 49238
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2994848207084488e-06,
      "loss": 0.0407,
      "step": 49239
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2993140221476747e-06,
      "loss": 0.011,
      "step": 49240
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2991432331359204e-06,
      "loss": 0.0083,
      "step": 49241
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2989724536736266e-06,
      "loss": 0.0099,
      "step": 49242
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2988016837612304e-06,
      "loss": 0.0045,
      "step": 49243
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2986309233991768e-06,
      "loss": 0.0195,
      "step": 49244
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2984601725879047e-06,
      "loss": 0.0228,
      "step": 49245
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.298289431327855e-06,
      "loss": 0.0129,
      "step": 49246
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2981186996194672e-06,
      "loss": 0.0079,
      "step": 49247
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2979479774631815e-06,
      "loss": 0.0163,
      "step": 49248
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2977772648594405e-06,
      "loss": 0.002,
      "step": 49249
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2976065618086825e-06,
      "loss": 0.0131,
      "step": 49250
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2974358683113508e-06,
      "loss": 0.0072,
      "step": 49251
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2972651843678835e-06,
      "loss": 0.0195,
      "step": 49252
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2970945099787224e-06,
      "loss": 0.0029,
      "step": 49253
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2969238451443067e-06,
      "loss": 0.0027,
      "step": 49254
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.296753189865076e-06,
      "loss": 0.004,
      "step": 49255
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2965825441414731e-06,
      "loss": 0.0051,
      "step": 49256
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2964119079739374e-06,
      "loss": 0.0037,
      "step": 49257
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2962412813629071e-06,
      "loss": 0.0037,
      "step": 49258
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2960706643088262e-06,
      "loss": 0.0084,
      "step": 49259
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2959000568121328e-06,
      "loss": 0.0078,
      "step": 49260
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2957294588732671e-06,
      "loss": 0.007,
      "step": 49261
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2955588704926702e-06,
      "loss": 0.0039,
      "step": 49262
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.29538829167078e-06,
      "loss": 0.0123,
      "step": 49263
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2952177224080393e-06,
      "loss": 0.0085,
      "step": 49264
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.295047162704886e-06,
      "loss": 0.0049,
      "step": 49265
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2948766125617628e-06,
      "loss": 0.0125,
      "step": 49266
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2947060719791089e-06,
      "loss": 0.0031,
      "step": 49267
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2945355409573635e-06,
      "loss": 0.0066,
      "step": 49268
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.294365019496967e-06,
      "loss": 0.0036,
      "step": 49269
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2941945075983575e-06,
      "loss": 0.014,
      "step": 49270
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.294024005261979e-06,
      "loss": 0.0115,
      "step": 49271
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.293853512488269e-06,
      "loss": 0.0122,
      "step": 49272
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2936830292776665e-06,
      "loss": 0.0117,
      "step": 49273
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2935125556306138e-06,
      "loss": 0.0018,
      "step": 49274
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2933420915475497e-06,
      "loss": 0.0045,
      "step": 49275
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2931716370289138e-06,
      "loss": 0.0031,
      "step": 49276
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2930011920751463e-06,
      "loss": 0.0498,
      "step": 49277
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2928307566866855e-06,
      "loss": 0.0126,
      "step": 49278
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.292660330863974e-06,
      "loss": 0.0067,
      "step": 49279
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2924899146074482e-06,
      "loss": 0.0077,
      "step": 49280
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2923195079175516e-06,
      "loss": 0.0138,
      "step": 49281
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.292149110794723e-06,
      "loss": 0.0043,
      "step": 49282
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2919787232393983e-06,
      "loss": 0.0029,
      "step": 49283
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2918083452520213e-06,
      "loss": 0.0071,
      "step": 49284
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.291637976833029e-06,
      "loss": 0.0099,
      "step": 49285
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.291467617982864e-06,
      "loss": 0.0053,
      "step": 49286
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2912972687019638e-06,
      "loss": 0.0122,
      "step": 49287
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2911269289907669e-06,
      "loss": 0.0256,
      "step": 49288
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2909565988497169e-06,
      "loss": 0.009,
      "step": 49289
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2907862782792479e-06,
      "loss": 0.004,
      "step": 49290
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2906159672798042e-06,
      "loss": 0.0112,
      "step": 49291
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2904456658518228e-06,
      "loss": 0.008,
      "step": 49292
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.290275373995742e-06,
      "loss": 0.0123,
      "step": 49293
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.290105091712004e-06,
      "loss": 0.0063,
      "step": 49294
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2899348190010468e-06,
      "loss": 0.0332,
      "step": 49295
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2897645558633104e-06,
      "loss": 0.0073,
      "step": 49296
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2895943022992336e-06,
      "loss": 0.0091,
      "step": 49297
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2894240583092538e-06,
      "loss": 0.0136,
      "step": 49298
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2892538238938141e-06,
      "loss": 0.0053,
      "step": 49299
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2890835990533508e-06,
      "loss": 0.0207,
      "step": 49300
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.288913383788305e-06,
      "loss": 0.004,
      "step": 49301
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2887431780991155e-06,
      "loss": 0.0026,
      "step": 49302
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2885729819862208e-06,
      "loss": 0.0087,
      "step": 49303
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2884027954500605e-06,
      "loss": 0.0069,
      "step": 49304
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2882326184910726e-06,
      "loss": 0.0305,
      "step": 49305
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2880624511096978e-06,
      "loss": 0.0046,
      "step": 49306
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2878922933063753e-06,
      "loss": 0.0095,
      "step": 49307
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.287722145081542e-06,
      "loss": 0.0078,
      "step": 49308
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.28755200643564e-06,
      "loss": 0.0175,
      "step": 49309
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2873818773691066e-06,
      "loss": 0.0096,
      "step": 49310
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2872117578823812e-06,
      "loss": 0.0056,
      "step": 49311
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2870416479759017e-06,
      "loss": 0.0043,
      "step": 49312
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.286871547650107e-06,
      "loss": 0.0023,
      "step": 49313
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2867014569054387e-06,
      "loss": 0.0109,
      "step": 49314
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.286531375742332e-06,
      "loss": 0.0106,
      "step": 49315
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2863613041612288e-06,
      "loss": 0.0102,
      "step": 49316
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2861912421625673e-06,
      "loss": 0.0268,
      "step": 49317
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.286021189746785e-06,
      "loss": 0.0048,
      "step": 49318
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.285851146914322e-06,
      "loss": 0.0009,
      "step": 49319
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2856811136656155e-06,
      "loss": 0.0039,
      "step": 49320
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2855110900011058e-06,
      "loss": 0.0064,
      "step": 49321
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.285341075921232e-06,
      "loss": 0.0024,
      "step": 49322
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2851710714264298e-06,
      "loss": 0.0119,
      "step": 49323
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2850010765171416e-06,
      "loss": 0.0109,
      "step": 49324
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.284831091193805e-06,
      "loss": 0.0061,
      "step": 49325
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2846611154568572e-06,
      "loss": 0.0053,
      "step": 49326
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.284491149306738e-06,
      "loss": 0.0074,
      "step": 49327
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2843211927438842e-06,
      "loss": 0.0066,
      "step": 49328
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2841512457687372e-06,
      "loss": 0.0041,
      "step": 49329
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2839813083817326e-06,
      "loss": 0.0181,
      "step": 49330
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2838113805833114e-06,
      "loss": 0.0027,
      "step": 49331
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2836414623739114e-06,
      "loss": 0.0108,
      "step": 49332
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.283471553753971e-06,
      "loss": 0.0107,
      "step": 49333
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.283301654723928e-06,
      "loss": 0.0031,
      "step": 49334
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2831317652842195e-06,
      "loss": 0.0356,
      "step": 49335
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.282961885435287e-06,
      "loss": 0.01,
      "step": 49336
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2827920151775669e-06,
      "loss": 0.0065,
      "step": 49337
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.282622154511497e-06,
      "loss": 0.0073,
      "step": 49338
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2824523034375197e-06,
      "loss": 0.0057,
      "step": 49339
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2822824619560664e-06,
      "loss": 0.0089,
      "step": 49340
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2821126300675812e-06,
      "loss": 0.0062,
      "step": 49341
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2819428077724999e-06,
      "loss": 0.0087,
      "step": 49342
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2817729950712598e-06,
      "loss": 0.0022,
      "step": 49343
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2816031919643012e-06,
      "loss": 0.0064,
      "step": 49344
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.28143339845206e-06,
      "loss": 0.0124,
      "step": 49345
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2812636145349789e-06,
      "loss": 0.0071,
      "step": 49346
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2810938402134908e-06,
      "loss": 0.0096,
      "step": 49347
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2809240754880348e-06,
      "loss": 0.0104,
      "step": 49348
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.280754320359051e-06,
      "loss": 0.0252,
      "step": 49349
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2805845748269746e-06,
      "loss": 0.007,
      "step": 49350
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2804148388922472e-06,
      "loss": 0.0357,
      "step": 49351
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2802451125553044e-06,
      "loss": 0.005,
      "step": 49352
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2800753958165845e-06,
      "loss": 0.0047,
      "step": 49353
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.279905688676526e-06,
      "loss": 0.0046,
      "step": 49354
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.279735991135565e-06,
      "loss": 0.0128,
      "step": 49355
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.279566303194142e-06,
      "loss": 0.0205,
      "step": 49356
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2793966248526935e-06,
      "loss": 0.005,
      "step": 49357
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2792269561116554e-06,
      "loss": 0.0146,
      "step": 49358
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2790572969714693e-06,
      "loss": 0.0111,
      "step": 49359
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2788876474325718e-06,
      "loss": 0.0042,
      "step": 49360
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2787180074953992e-06,
      "loss": 0.0096,
      "step": 49361
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2785483771603907e-06,
      "loss": 0.0032,
      "step": 49362
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2783787564279815e-06,
      "loss": 0.0045,
      "step": 49363
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2782091452986123e-06,
      "loss": 0.0244,
      "step": 49364
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2780395437727188e-06,
      "loss": 0.0074,
      "step": 49365
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2778699518507404e-06,
      "loss": 0.018,
      "step": 49366
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.277700369533114e-06,
      "loss": 0.0114,
      "step": 49367
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2775307968202766e-06,
      "loss": 0.0066,
      "step": 49368
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2773612337126661e-06,
      "loss": 0.0183,
      "step": 49369
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2771916802107193e-06,
      "loss": 0.0057,
      "step": 49370
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.277022136314875e-06,
      "loss": 0.0118,
      "step": 49371
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.27685260202557e-06,
      "loss": 0.0041,
      "step": 49372
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.276683077343241e-06,
      "loss": 0.0043,
      "step": 49373
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2765135622683272e-06,
      "loss": 0.0031,
      "step": 49374
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2763440568012653e-06,
      "loss": 0.0081,
      "step": 49375
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2761745609424925e-06,
      "loss": 0.0045,
      "step": 49376
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2760050746924458e-06,
      "loss": 0.0113,
      "step": 49377
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.275835598051562e-06,
      "loss": 0.0115,
      "step": 49378
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.27566613102028e-06,
      "loss": 0.0139,
      "step": 49379
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2754966735990355e-06,
      "loss": 0.0024,
      "step": 49380
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2753272257882676e-06,
      "loss": 0.012,
      "step": 49381
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2751577875884126e-06,
      "loss": 0.013,
      "step": 49382
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2749883589999073e-06,
      "loss": 0.004,
      "step": 49383
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2748189400231898e-06,
      "loss": 0.0157,
      "step": 49384
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2746495306586949e-06,
      "loss": 0.0263,
      "step": 49385
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2744801309068627e-06,
      "loss": 0.0208,
      "step": 49386
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2743107407681293e-06,
      "loss": 0.0037,
      "step": 49387
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2741413602429304e-06,
      "loss": 0.0079,
      "step": 49388
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2739719893317054e-06,
      "loss": 0.003,
      "step": 49389
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2738026280348903e-06,
      "loss": 0.0056,
      "step": 49390
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2736332763529224e-06,
      "loss": 0.0173,
      "step": 49391
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2734639342862376e-06,
      "loss": 0.0053,
      "step": 49392
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2732946018352727e-06,
      "loss": 0.0079,
      "step": 49393
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2731252790004661e-06,
      "loss": 0.019,
      "step": 49394
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2729559657822533e-06,
      "loss": 0.0117,
      "step": 49395
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2727866621810747e-06,
      "loss": 0.0078,
      "step": 49396
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2726173681973631e-06,
      "loss": 0.0065,
      "step": 49397
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.272448083831555e-06,
      "loss": 0.0031,
      "step": 49398
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2722788090840904e-06,
      "loss": 0.0128,
      "step": 49399
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2721095439554026e-06,
      "loss": 0.02,
      "step": 49400
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2719402884459324e-06,
      "loss": 0.0159,
      "step": 49401
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2717710425561146e-06,
      "loss": 0.0229,
      "step": 49402
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2716018062863855e-06,
      "loss": 0.0088,
      "step": 49403
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2714325796371817e-06,
      "loss": 0.0054,
      "step": 49404
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2712633626089393e-06,
      "loss": 0.0084,
      "step": 49405
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2710941552020973e-06,
      "loss": 0.0032,
      "step": 49406
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2709249574170907e-06,
      "loss": 0.0148,
      "step": 49407
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2707557692543542e-06,
      "loss": 0.0192,
      "step": 49408
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.270586590714329e-06,
      "loss": 0.0155,
      "step": 49409
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.270417421797448e-06,
      "loss": 0.0055,
      "step": 49410
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2702482625041496e-06,
      "loss": 0.0196,
      "step": 49411
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2700791128348689e-06,
      "loss": 0.005,
      "step": 49412
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.2699099727900417e-06,
      "loss": 0.0084,
      "step": 49413
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2697408423701068e-06,
      "loss": 0.0079,
      "step": 49414
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2695717215754989e-06,
      "loss": 0.0123,
      "step": 49415
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2694026104066555e-06,
      "loss": 0.0031,
      "step": 49416
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2692335088640128e-06,
      "loss": 0.0038,
      "step": 49417
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2690644169480066e-06,
      "loss": 0.0095,
      "step": 49418
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2688953346590732e-06,
      "loss": 0.0057,
      "step": 49419
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2687262619976482e-06,
      "loss": 0.0094,
      "step": 49420
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2685571989641697e-06,
      "loss": 0.0237,
      "step": 49421
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.268388145559073e-06,
      "loss": 0.0109,
      "step": 49422
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2682191017827926e-06,
      "loss": 0.009,
      "step": 49423
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2680500676357687e-06,
      "loss": 0.0054,
      "step": 49424
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2678810431184346e-06,
      "loss": 0.0047,
      "step": 49425
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2677120282312266e-06,
      "loss": 0.021,
      "step": 49426
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2675430229745816e-06,
      "loss": 0.0272,
      "step": 49427
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2673740273489338e-06,
      "loss": 0.0029,
      "step": 49428
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2672050413547227e-06,
      "loss": 0.0084,
      "step": 49429
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2670360649923803e-06,
      "loss": 0.0079,
      "step": 49430
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.266867098262346e-06,
      "loss": 0.0038,
      "step": 49431
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2666981411650548e-06,
      "loss": 0.0078,
      "step": 49432
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2665291937009428e-06,
      "loss": 0.0136,
      "step": 49433
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2663602558704447e-06,
      "loss": 0.0191,
      "step": 49434
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2661913276739962e-06,
      "loss": 0.0031,
      "step": 49435
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2660224091120355e-06,
      "loss": 0.0109,
      "step": 49436
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2658535001849976e-06,
      "loss": 0.0179,
      "step": 49437
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.265684600893316e-06,
      "loss": 0.0144,
      "step": 49438
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.26551571123743e-06,
      "loss": 0.0061,
      "step": 49439
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2653468312177742e-06,
      "loss": 0.0266,
      "step": 49440
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2651779608347836e-06,
      "loss": 0.0251,
      "step": 49441
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2650091000888941e-06,
      "loss": 0.0155,
      "step": 49442
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2648402489805406e-06,
      "loss": 0.0126,
      "step": 49443
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2646714075101613e-06,
      "loss": 0.0247,
      "step": 49444
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2645025756781886e-06,
      "loss": 0.031,
      "step": 49445
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.264333753485062e-06,
      "loss": 0.0047,
      "step": 49446
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2641649409312161e-06,
      "loss": 0.0084,
      "step": 49447
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2639961380170828e-06,
      "loss": 0.008,
      "step": 49448
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2638273447431022e-06,
      "loss": 0.0099,
      "step": 49449
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2636585611097058e-06,
      "loss": 0.0134,
      "step": 49450
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2634897871173329e-06,
      "loss": 0.0154,
      "step": 49451
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2633210227664177e-06,
      "loss": 0.0081,
      "step": 49452
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2631522680573938e-06,
      "loss": 0.0127,
      "step": 49453
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2629835229907011e-06,
      "loss": 0.0053,
      "step": 49454
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.262814787566769e-06,
      "loss": 0.0087,
      "step": 49455
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2626460617860376e-06,
      "loss": 0.0084,
      "step": 49456
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2624773456489408e-06,
      "loss": 0.0036,
      "step": 49457
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2623086391559126e-06,
      "loss": 0.0056,
      "step": 49458
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2621399423073904e-06,
      "loss": 0.0082,
      "step": 49459
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2619712551038094e-06,
      "loss": 0.0014,
      "step": 49460
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2618025775456032e-06,
      "loss": 0.0033,
      "step": 49461
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2616339096332086e-06,
      "loss": 0.0044,
      "step": 49462
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.261465251367059e-06,
      "loss": 0.0069,
      "step": 49463
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2612966027475916e-06,
      "loss": 0.0056,
      "step": 49464
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.26112796377524e-06,
      "loss": 0.0055,
      "step": 49465
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2609593344504406e-06,
      "loss": 0.0109,
      "step": 49466
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2607907147736287e-06,
      "loss": 0.0029,
      "step": 49467
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2606221047452388e-06,
      "loss": 0.0048,
      "step": 49468
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2604535043657058e-06,
      "loss": 0.0116,
      "step": 49469
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2602849136354634e-06,
      "loss": 0.0086,
      "step": 49470
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2601163325549493e-06,
      "loss": 0.017,
      "step": 49471
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.259947761124597e-06,
      "loss": 0.0065,
      "step": 49472
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2597791993448405e-06,
      "loss": 0.0098,
      "step": 49473
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2596106472161179e-06,
      "loss": 0.0046,
      "step": 49474
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2594421047388616e-06,
      "loss": 0.007,
      "step": 49475
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2592735719135074e-06,
      "loss": 0.0043,
      "step": 49476
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2591050487404898e-06,
      "loss": 0.0032,
      "step": 49477
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2589365352202421e-06,
      "loss": 0.0056,
      "step": 49478
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2587680313532025e-06,
      "loss": 0.012,
      "step": 49479
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.258599537139802e-06,
      "loss": 0.0152,
      "step": 49480
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2584310525804794e-06,
      "loss": 0.0048,
      "step": 49481
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.258262577675667e-06,
      "loss": 0.0037,
      "step": 49482
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2580941124258006e-06,
      "loss": 0.0029,
      "step": 49483
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2579256568313137e-06,
      "loss": 0.0089,
      "step": 49484
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.25775721089264e-06,
      "loss": 0.0028,
      "step": 49485
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2575887746102178e-06,
      "loss": 0.0023,
      "step": 49486
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2574203479844787e-06,
      "loss": 0.0077,
      "step": 49487
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2572519310158575e-06,
      "loss": 0.0202,
      "step": 49488
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2570835237047908e-06,
      "loss": 0.0243,
      "step": 49489
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2569151260517116e-06,
      "loss": 0.0212,
      "step": 49490
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2567467380570548e-06,
      "loss": 0.0049,
      "step": 49491
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2565783597212544e-06,
      "loss": 0.0053,
      "step": 49492
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2564099910447442e-06,
      "loss": 0.0101,
      "step": 49493
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2562416320279607e-06,
      "loss": 0.0197,
      "step": 49494
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2560732826713363e-06,
      "loss": 0.0049,
      "step": 49495
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2559049429753079e-06,
      "loss": 0.0013,
      "step": 49496
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2557366129403081e-06,
      "loss": 0.0115,
      "step": 49497
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2555682925667712e-06,
      "loss": 0.0038,
      "step": 49498
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2553999818551322e-06,
      "loss": 0.0135,
      "step": 49499
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2552316808058235e-06,
      "loss": 0.0051,
      "step": 49500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2550633894192827e-06,
      "loss": 0.0037,
      "step": 49501
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2548951076959415e-06,
      "loss": 0.0138,
      "step": 49502
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.254726835636234e-06,
      "loss": 0.0069,
      "step": 49503
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.254558573240598e-06,
      "loss": 0.0065,
      "step": 49504
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.254390320509462e-06,
      "loss": 0.0092,
      "step": 49505
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2542220774432646e-06,
      "loss": 0.0051,
      "step": 49506
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2540538440424383e-06,
      "loss": 0.0075,
      "step": 49507
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2538856203074163e-06,
      "loss": 0.0107,
      "step": 49508
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2537174062386348e-06,
      "loss": 0.014,
      "step": 49509
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2535492018365253e-06,
      "loss": 0.0042,
      "step": 49510
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2533810071015262e-06,
      "loss": 0.0098,
      "step": 49511
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2532128220340667e-06,
      "loss": 0.0044,
      "step": 49512
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.253044646634582e-06,
      "loss": 0.0064,
      "step": 49513
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2528764809035077e-06,
      "loss": 0.0103,
      "step": 49514
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2527083248412752e-06,
      "loss": 0.0054,
      "step": 49515
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2525401784483215e-06,
      "loss": 0.0031,
      "step": 49516
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2523720417250784e-06,
      "loss": 0.0105,
      "step": 49517
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2522039146719812e-06,
      "loss": 0.0094,
      "step": 49518
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.252035797289462e-06,
      "loss": 0.0041,
      "step": 49519
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2518676895779541e-06,
      "loss": 0.005,
      "step": 49520
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2516995915378938e-06,
      "loss": 0.0101,
      "step": 49521
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2515315031697139e-06,
      "loss": 0.0027,
      "step": 49522
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2513634244738464e-06,
      "loss": 0.0097,
      "step": 49523
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2511953554507278e-06,
      "loss": 0.0026,
      "step": 49524
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2510272961007902e-06,
      "loss": 0.0082,
      "step": 49525
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2508592464244674e-06,
      "loss": 0.0048,
      "step": 49526
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2506912064221932e-06,
      "loss": 0.008,
      "step": 49527
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2505231760943998e-06,
      "loss": 0.0055,
      "step": 49528
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2503551554415233e-06,
      "loss": 0.0093,
      "step": 49529
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2501871444639946e-06,
      "loss": 0.0065,
      "step": 49530
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.25001914316225e-06,
      "loss": 0.0092,
      "step": 49531
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2498511515367218e-06,
      "loss": 0.011,
      "step": 49532
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2496831695878425e-06,
      "loss": 0.0088,
      "step": 49533
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2495151973160475e-06,
      "loss": 0.0108,
      "step": 49534
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2493472347217666e-06,
      "loss": 0.0061,
      "step": 49535
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2491792818054377e-06,
      "loss": 0.0083,
      "step": 49536
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2490113385674918e-06,
      "loss": 0.0034,
      "step": 49537
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2488434050083615e-06,
      "loss": 0.0066,
      "step": 49538
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2486754811284823e-06,
      "loss": 0.0074,
      "step": 49539
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2485075669282864e-06,
      "loss": 0.007,
      "step": 49540
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2483396624082073e-06,
      "loss": 0.004,
      "step": 49541
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2481717675686784e-06,
      "loss": 0.0101,
      "step": 49542
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2480038824101304e-06,
      "loss": 0.0073,
      "step": 49543
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2478360069330003e-06,
      "loss": 0.0052,
      "step": 49544
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2476681411377183e-06,
      "loss": 0.0091,
      "step": 49545
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2475002850247202e-06,
      "loss": 0.0063,
      "step": 49546
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.247332438594438e-06,
      "loss": 0.0028,
      "step": 49547
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.247164601847305e-06,
      "loss": 0.0141,
      "step": 49548
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.246996774783753e-06,
      "loss": 0.02,
      "step": 49549
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2468289574042153e-06,
      "loss": 0.0071,
      "step": 49550
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2466611497091263e-06,
      "loss": 0.0166,
      "step": 49551
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2464933516989186e-06,
      "loss": 0.0059,
      "step": 49552
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2463255633740234e-06,
      "loss": 0.0129,
      "step": 49553
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2461577847348767e-06,
      "loss": 0.0075,
      "step": 49554
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.24599001578191e-06,
      "loss": 0.0053,
      "step": 49555
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2458222565155553e-06,
      "loss": 0.0079,
      "step": 49556
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2456545069362468e-06,
      "loss": 0.0087,
      "step": 49557
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2454867670444147e-06,
      "loss": 0.004,
      "step": 49558
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.245319036840496e-06,
      "loss": 0.0096,
      "step": 49559
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2451513163249197e-06,
      "loss": 0.0076,
      "step": 49560
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2449836054981213e-06,
      "loss": 0.0061,
      "step": 49561
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.244815904360534e-06,
      "loss": 0.0085,
      "step": 49562
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2446482129125864e-06,
      "loss": 0.0141,
      "step": 49563
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2444805311547153e-06,
      "loss": 0.008,
      "step": 49564
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2443128590873505e-06,
      "loss": 0.0046,
      "step": 49565
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2441451967109276e-06,
      "loss": 0.015,
      "step": 49566
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2439775440258772e-06,
      "loss": 0.0188,
      "step": 49567
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2438099010326327e-06,
      "loss": 0.0052,
      "step": 49568
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2436422677316261e-06,
      "loss": 0.0043,
      "step": 49569
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2434746441232892e-06,
      "loss": 0.0172,
      "step": 49570
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2433070302080564e-06,
      "loss": 0.0037,
      "step": 49571
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2431394259863599e-06,
      "loss": 0.0245,
      "step": 49572
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2429718314586298e-06,
      "loss": 0.0107,
      "step": 49573
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2428042466253015e-06,
      "loss": 0.0379,
      "step": 49574
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.242636671486807e-06,
      "loss": 0.0144,
      "step": 49575
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2424691060435772e-06,
      "loss": 0.0153,
      "step": 49576
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2423015502960461e-06,
      "loss": 0.0037,
      "step": 49577
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2421340042446433e-06,
      "loss": 0.0219,
      "step": 49578
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.241966467889804e-06,
      "loss": 0.0083,
      "step": 49579
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2417989412319591e-06,
      "loss": 0.0062,
      "step": 49580
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2416314242715422e-06,
      "loss": 0.0036,
      "step": 49581
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2414639170089849e-06,
      "loss": 0.0174,
      "step": 49582
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2412964194447187e-06,
      "loss": 0.0184,
      "step": 49583
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2411289315791764e-06,
      "loss": 0.0111,
      "step": 49584
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.240961453412789e-06,
      "loss": 0.0379,
      "step": 49585
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2407939849459904e-06,
      "loss": 0.0032,
      "step": 49586
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2406265261792128e-06,
      "loss": 0.0034,
      "step": 49587
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2404590771128861e-06,
      "loss": 0.0065,
      "step": 49588
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.240291637747445e-06,
      "loss": 0.0113,
      "step": 49589
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2401242080833198e-06,
      "loss": 0.0016,
      "step": 49590
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.239956788120944e-06,
      "loss": 0.0175,
      "step": 49591
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2397893778607484e-06,
      "loss": 0.0038,
      "step": 49592
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2396219773031632e-06,
      "loss": 0.0025,
      "step": 49593
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2394545864486246e-06,
      "loss": 0.0067,
      "step": 49594
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2392872052975608e-06,
      "loss": 0.0047,
      "step": 49595
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2391198338504062e-06,
      "loss": 0.0029,
      "step": 49596
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.238952472107592e-06,
      "loss": 0.0056,
      "step": 49597
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.23878512006955e-06,
      "loss": 0.005,
      "step": 49598
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2386177777367115e-06,
      "loss": 0.0229,
      "step": 49599
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.238450445109507e-06,
      "loss": 0.017,
      "step": 49600
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2382831221883717e-06,
      "loss": 0.0081,
      "step": 49601
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.238115808973735e-06,
      "loss": 0.0148,
      "step": 49602
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.237948505466028e-06,
      "loss": 0.0076,
      "step": 49603
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.237781211665685e-06,
      "loss": 0.0159,
      "step": 49604
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2376139275731364e-06,
      "loss": 0.0058,
      "step": 49605
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.237446653188813e-06,
      "loss": 0.0091,
      "step": 49606
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2372793885131474e-06,
      "loss": 0.0054,
      "step": 49607
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2371121335465697e-06,
      "loss": 0.0065,
      "step": 49608
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2369448882895135e-06,
      "loss": 0.0003,
      "step": 49609
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2367776527424085e-06,
      "loss": 0.0285,
      "step": 49610
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.236610426905689e-06,
      "loss": 0.0102,
      "step": 49611
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2364432107797857e-06,
      "loss": 0.009,
      "step": 49612
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2362760043651262e-06,
      "loss": 0.0067,
      "step": 49613
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2361088076621464e-06,
      "loss": 0.0055,
      "step": 49614
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.235941620671275e-06,
      "loss": 0.007,
      "step": 49615
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2357744433929452e-06,
      "loss": 0.0116,
      "step": 49616
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2356072758275884e-06,
      "loss": 0.0066,
      "step": 49617
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2354401179756337e-06,
      "loss": 0.0414,
      "step": 49618
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2352729698375171e-06,
      "loss": 0.0108,
      "step": 49619
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2351058314136633e-06,
      "loss": 0.0294,
      "step": 49620
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.234938702704509e-06,
      "loss": 0.0031,
      "step": 49621
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2347715837104834e-06,
      "loss": 0.028,
      "step": 49622
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2346044744320168e-06,
      "loss": 0.0089,
      "step": 49623
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2344373748695427e-06,
      "loss": 0.0013,
      "step": 49624
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2342702850234894e-06,
      "loss": 0.0088,
      "step": 49625
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2341032048942925e-06,
      "loss": 0.0033,
      "step": 49626
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.233936134482379e-06,
      "loss": 0.0081,
      "step": 49627
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2337690737881797e-06,
      "loss": 0.0029,
      "step": 49628
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2336020228121287e-06,
      "loss": 0.0129,
      "step": 49629
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2334349815546548e-06,
      "loss": 0.0107,
      "step": 49630
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2332679500161903e-06,
      "loss": 0.0098,
      "step": 49631
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2331009281971667e-06,
      "loss": 0.0138,
      "step": 49632
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2329339160980137e-06,
      "loss": 0.0014,
      "step": 49633
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2327669137191623e-06,
      "loss": 0.0026,
      "step": 49634
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2325999210610424e-06,
      "loss": 0.0078,
      "step": 49635
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2324329381240875e-06,
      "loss": 0.0156,
      "step": 49636
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.232265964908727e-06,
      "loss": 0.0103,
      "step": 49637
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.232099001415391e-06,
      "loss": 0.009,
      "step": 49638
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2319320476445124e-06,
      "loss": 0.005,
      "step": 49639
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2317651035965206e-06,
      "loss": 0.0062,
      "step": 49640
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.231598169271847e-06,
      "loss": 0.0047,
      "step": 49641
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2314312446709215e-06,
      "loss": 0.0054,
      "step": 49642
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.231264329794174e-06,
      "loss": 0.0026,
      "step": 49643
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2310974246420382e-06,
      "loss": 0.0114,
      "step": 49644
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.230930529214941e-06,
      "loss": 0.0164,
      "step": 49645
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2307636435133169e-06,
      "loss": 0.0051,
      "step": 49646
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2305967675375946e-06,
      "loss": 0.0119,
      "step": 49647
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.230429901288205e-06,
      "loss": 0.0155,
      "step": 49648
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2302630447655783e-06,
      "loss": 0.0053,
      "step": 49649
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2300961979701436e-06,
      "loss": 0.0099,
      "step": 49650
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.229929360902335e-06,
      "loss": 0.0094,
      "step": 49651
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2297625335625806e-06,
      "loss": 0.0054,
      "step": 49652
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.22959571595131e-06,
      "loss": 0.0265,
      "step": 49653
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.229428908068956e-06,
      "loss": 0.0065,
      "step": 49654
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2292621099159485e-06,
      "loss": 0.0071,
      "step": 49655
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.229095321492717e-06,
      "loss": 0.0105,
      "step": 49656
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2289285427996923e-06,
      "loss": 0.0033,
      "step": 49657
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2287617738373032e-06,
      "loss": 0.0144,
      "step": 49658
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2285950146059834e-06,
      "loss": 0.0028,
      "step": 49659
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2284282651061592e-06,
      "loss": 0.0079,
      "step": 49660
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2282615253382646e-06,
      "loss": 0.0057,
      "step": 49661
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2280947953027283e-06,
      "loss": 0.0254,
      "step": 49662
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2279280749999805e-06,
      "loss": 0.0033,
      "step": 49663
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2277613644304509e-06,
      "loss": 0.0038,
      "step": 49664
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.227594663594569e-06,
      "loss": 0.0023,
      "step": 49665
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.227427972492768e-06,
      "loss": 0.0119,
      "step": 49666
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.227261291125475e-06,
      "loss": 0.0066,
      "step": 49667
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2270946194931205e-06,
      "loss": 0.0088,
      "step": 49668
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.226927957596138e-06,
      "loss": 0.0096,
      "step": 49669
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2267613054349514e-06,
      "loss": 0.0079,
      "step": 49670
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2265946630099957e-06,
      "loss": 0.0033,
      "step": 49671
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2264280303216996e-06,
      "loss": 0.0106,
      "step": 49672
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2262614073704908e-06,
      "loss": 0.0078,
      "step": 49673
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.226094794156803e-06,
      "loss": 0.0231,
      "step": 49674
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2259281906810627e-06,
      "loss": 0.0093,
      "step": 49675
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2257615969437042e-06,
      "loss": 0.0118,
      "step": 49676
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2255950129451533e-06,
      "loss": 0.0162,
      "step": 49677
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.22542843868584e-06,
      "loss": 0.0071,
      "step": 49678
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2252618741661958e-06,
      "loss": 0.0089,
      "step": 49679
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2250953193866504e-06,
      "loss": 0.0017,
      "step": 49680
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2249287743476317e-06,
      "loss": 0.0054,
      "step": 49681
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2247622390495722e-06,
      "loss": 0.0151,
      "step": 49682
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2245957134929004e-06,
      "loss": 0.0025,
      "step": 49683
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2244291976780459e-06,
      "loss": 0.0036,
      "step": 49684
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.224262691605438e-06,
      "loss": 0.0079,
      "step": 49685
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2240961952755054e-06,
      "loss": 0.0036,
      "step": 49686
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2239297086886804e-06,
      "loss": 0.0083,
      "step": 49687
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2237632318453897e-06,
      "loss": 0.0063,
      "step": 49688
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2235967647460655e-06,
      "loss": 0.0016,
      "step": 49689
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2234303073911362e-06,
      "loss": 0.0035,
      "step": 49690
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2232638597810314e-06,
      "loss": 0.0048,
      "step": 49691
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2230974219161805e-06,
      "loss": 0.0026,
      "step": 49692
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.222930993797012e-06,
      "loss": 0.0242,
      "step": 49693
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.222764575423957e-06,
      "loss": 0.0069,
      "step": 49694
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2225981667974445e-06,
      "loss": 0.0067,
      "step": 49695
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2224317679179022e-06,
      "loss": 0.0039,
      "step": 49696
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2222653787857619e-06,
      "loss": 0.0091,
      "step": 49697
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.222098999401452e-06,
      "loss": 0.0031,
      "step": 49698
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2219326297654023e-06,
      "loss": 0.0192,
      "step": 49699
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2217662698780407e-06,
      "loss": 0.0078,
      "step": 49700
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.221599919739796e-06,
      "loss": 0.0045,
      "step": 49701
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2214335793511e-06,
      "loss": 0.0248,
      "step": 49702
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.22126724871238e-06,
      "loss": 0.0056,
      "step": 49703
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2211009278240666e-06,
      "loss": 0.0059,
      "step": 49704
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2209346166865882e-06,
      "loss": 0.0024,
      "step": 49705
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2207683153003735e-06,
      "loss": 0.0113,
      "step": 49706
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2206020236658529e-06,
      "loss": 0.0131,
      "step": 49707
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.220435741783453e-06,
      "loss": 0.0146,
      "step": 49708
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2202694696536054e-06,
      "loss": 0.0055,
      "step": 49709
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2201032072767382e-06,
      "loss": 0.0143,
      "step": 49710
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2199369546532792e-06,
      "loss": 0.009,
      "step": 49711
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.21977071178366e-06,
      "loss": 0.017,
      "step": 49712
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.219604478668308e-06,
      "loss": 0.0204,
      "step": 49713
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2194382553076528e-06,
      "loss": 0.0324,
      "step": 49714
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2192720417021226e-06,
      "loss": 0.0093,
      "step": 49715
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2191058378521452e-06,
      "loss": 0.0064,
      "step": 49716
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2189396437581519e-06,
      "loss": 0.0141,
      "step": 49717
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.218773459420569e-06,
      "loss": 0.009,
      "step": 49718
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2186072848398283e-06,
      "loss": 0.0037,
      "step": 49719
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2184411200163587e-06,
      "loss": 0.0089,
      "step": 49720
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2182749649505836e-06,
      "loss": 0.0126,
      "step": 49721
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2181088196429376e-06,
      "loss": 0.007,
      "step": 49722
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2179426840938458e-06,
      "loss": 0.005,
      "step": 49723
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2177765583037393e-06,
      "loss": 0.0029,
      "step": 49724
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2176104422730455e-06,
      "loss": 0.005,
      "step": 49725
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2174443360021926e-06,
      "loss": 0.0035,
      "step": 49726
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2172782394916121e-06,
      "loss": 0.0086,
      "step": 49727
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.217112152741728e-06,
      "loss": 0.0039,
      "step": 49728
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2169460757529728e-06,
      "loss": 0.0151,
      "step": 49729
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.216780008525773e-06,
      "loss": 0.0013,
      "step": 49730
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2166139510605563e-06,
      "loss": 0.0234,
      "step": 49731
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2164479033577542e-06,
      "loss": 0.0016,
      "step": 49732
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2162818654177931e-06,
      "loss": 0.0197,
      "step": 49733
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2161158372411018e-06,
      "loss": 0.0131,
      "step": 49734
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2159498188281087e-06,
      "loss": 0.0077,
      "step": 49735
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2157838101792413e-06,
      "loss": 0.0052,
      "step": 49736
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2156178112949296e-06,
      "loss": 0.0078,
      "step": 49737
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2154518221755994e-06,
      "loss": 0.0097,
      "step": 49738
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2152858428216829e-06,
      "loss": 0.0134,
      "step": 49739
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2151198732336062e-06,
      "loss": 0.0107,
      "step": 49740
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2149539134117978e-06,
      "loss": 0.0125,
      "step": 49741
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.214787963356685e-06,
      "loss": 0.0048,
      "step": 49742
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2146220230686956e-06,
      "loss": 0.0039,
      "step": 49743
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2144560925482607e-06,
      "loss": 0.0064,
      "step": 49744
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.214290171795806e-06,
      "loss": 0.0083,
      "step": 49745
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2141242608117592e-06,
      "loss": 0.0035,
      "step": 49746
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2139583595965515e-06,
      "loss": 0.0072,
      "step": 49747
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2137924681506085e-06,
      "loss": 0.0028,
      "step": 49748
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2136265864743586e-06,
      "loss": 0.0052,
      "step": 49749
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2134607145682303e-06,
      "loss": 0.0085,
      "step": 49750
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2132948524326499e-06,
      "loss": 0.0222,
      "step": 49751
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.213129000068048e-06,
      "loss": 0.0118,
      "step": 49752
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2129631574748496e-06,
      "loss": 0.0061,
      "step": 49753
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2127973246534862e-06,
      "loss": 0.0029,
      "step": 49754
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.212631501604384e-06,
      "loss": 0.0051,
      "step": 49755
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2124656883279706e-06,
      "loss": 0.0049,
      "step": 49756
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2122998848246736e-06,
      "loss": 0.0016,
      "step": 49757
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2121340910949203e-06,
      "loss": 0.0075,
      "step": 49758
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2119683071391407e-06,
      "loss": 0.0143,
      "step": 49759
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2118025329577616e-06,
      "loss": 0.0063,
      "step": 49760
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2116367685512087e-06,
      "loss": 0.005,
      "step": 49761
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2114710139199127e-06,
      "loss": 0.0048,
      "step": 49762
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2113052690643e-06,
      "loss": 0.0032,
      "step": 49763
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2111395339847991e-06,
      "loss": 0.0093,
      "step": 49764
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2109738086818363e-06,
      "loss": 0.0044,
      "step": 49765
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2108080931558385e-06,
      "loss": 0.0065,
      "step": 49766
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2106423874072365e-06,
      "loss": 0.0047,
      "step": 49767
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.210476691436454e-06,
      "loss": 0.0103,
      "step": 49768
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2103110052439227e-06,
      "loss": 0.0232,
      "step": 49769
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2101453288300675e-06,
      "loss": 0.0036,
      "step": 49770
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2099796621953169e-06,
      "loss": 0.0071,
      "step": 49771
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2098140053400974e-06,
      "loss": 0.0126,
      "step": 49772
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2096483582648356e-06,
      "loss": 0.0026,
      "step": 49773
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2094827209699616e-06,
      "loss": 0.019,
      "step": 49774
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2093170934559018e-06,
      "loss": 0.0036,
      "step": 49775
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2091514757230816e-06,
      "loss": 0.0268,
      "step": 49776
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2089858677719323e-06,
      "loss": 0.0124,
      "step": 49777
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2088202696028767e-06,
      "loss": 0.0139,
      "step": 49778
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2086546812163458e-06,
      "loss": 0.0237,
      "step": 49779
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2084891026127655e-06,
      "loss": 0.003,
      "step": 49780
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2083235337925607e-06,
      "loss": 0.003,
      "step": 49781
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2081579747561628e-06,
      "loss": 0.0028,
      "step": 49782
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2079924255039955e-06,
      "loss": 0.0077,
      "step": 49783
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2078268860364906e-06,
      "loss": 0.0126,
      "step": 49784
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2076613563540707e-06,
      "loss": 0.0023,
      "step": 49785
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2074958364571625e-06,
      "loss": 0.011,
      "step": 49786
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2073303263461972e-06,
      "loss": 0.0175,
      "step": 49787
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2071648260215978e-06,
      "loss": 0.0043,
      "step": 49788
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2069993354837944e-06,
      "loss": 0.0098,
      "step": 49789
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2068338547332131e-06,
      "loss": 0.0053,
      "step": 49790
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2066683837702808e-06,
      "loss": 0.0375,
      "step": 49791
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2065029225954244e-06,
      "loss": 0.01,
      "step": 49792
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2063374712090686e-06,
      "loss": 0.0154,
      "step": 49793
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2061720296116447e-06,
      "loss": 0.009,
      "step": 49794
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2060065978035768e-06,
      "loss": 0.0056,
      "step": 49795
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2058411757852912e-06,
      "loss": 0.015,
      "step": 49796
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.205675763557217e-06,
      "loss": 0.0036,
      "step": 49797
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2055103611197806e-06,
      "loss": 0.002,
      "step": 49798
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.205344968473407e-06,
      "loss": 0.0102,
      "step": 49799
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.205179585618525e-06,
      "loss": 0.0066,
      "step": 49800
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2050142125555585e-06,
      "loss": 0.0051,
      "step": 49801
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2048488492849376e-06,
      "loss": 0.0048,
      "step": 49802
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2046834958070863e-06,
      "loss": 0.0183,
      "step": 49803
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2045181521224336e-06,
      "loss": 0.0063,
      "step": 49804
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2043528182314052e-06,
      "loss": 0.0017,
      "step": 49805
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2041874941344273e-06,
      "loss": 0.0077,
      "step": 49806
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2040221798319269e-06,
      "loss": 0.0085,
      "step": 49807
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.203856875324329e-06,
      "loss": 0.0069,
      "step": 49808
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.203691580612063e-06,
      "loss": 0.0064,
      "step": 49809
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.203526295695554e-06,
      "loss": 0.0055,
      "step": 49810
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2033610205752271e-06,
      "loss": 0.0183,
      "step": 49811
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2031957552515111e-06,
      "loss": 0.0045,
      "step": 49812
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.203030499724832e-06,
      "loss": 0.0059,
      "step": 49813
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2028652539956155e-06,
      "loss": 0.0049,
      "step": 49814
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.202700018064288e-06,
      "loss": 0.0127,
      "step": 49815
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2025347919312746e-06,
      "loss": 0.0047,
      "step": 49816
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2023695755970045e-06,
      "loss": 0.0049,
      "step": 49817
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2022043690619011e-06,
      "loss": 0.0023,
      "step": 49818
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2020391723263937e-06,
      "loss": 0.0116,
      "step": 49819
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2018739853909068e-06,
      "loss": 0.0074,
      "step": 49820
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.201708808255867e-06,
      "loss": 0.0089,
      "step": 49821
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2015436409217008e-06,
      "loss": 0.0351,
      "step": 49822
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.201378483388832e-06,
      "loss": 0.0129,
      "step": 49823
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2012133356576904e-06,
      "loss": 0.01,
      "step": 49824
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2010481977287004e-06,
      "loss": 0.0072,
      "step": 49825
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2008830696022867e-06,
      "loss": 0.021,
      "step": 49826
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.200717951278878e-06,
      "loss": 0.0174,
      "step": 49827
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2005528427588996e-06,
      "loss": 0.0029,
      "step": 49828
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2003877440427775e-06,
      "loss": 0.0147,
      "step": 49829
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.200222655130937e-06,
      "loss": 0.0053,
      "step": 49830
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.2000575760238025e-06,
      "loss": 0.0077,
      "step": 49831
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1998925067218043e-06,
      "loss": 0.0044,
      "step": 49832
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.199727447225364e-06,
      "loss": 0.0056,
      "step": 49833
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1995623975349108e-06,
      "loss": 0.0108,
      "step": 49834
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.199397357650871e-06,
      "loss": 0.0059,
      "step": 49835
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1992323275736655e-06,
      "loss": 0.0042,
      "step": 49836
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.199067307303725e-06,
      "loss": 0.0078,
      "step": 49837
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1989022968414721e-06,
      "loss": 0.0067,
      "step": 49838
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1987372961873356e-06,
      "loss": 0.0093,
      "step": 49839
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1985723053417397e-06,
      "loss": 0.0065,
      "step": 49840
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1984073243051103e-06,
      "loss": 0.0077,
      "step": 49841
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.198242353077873e-06,
      "loss": 0.0109,
      "step": 49842
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1980773916604522e-06,
      "loss": 0.0083,
      "step": 49843
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.197912440053276e-06,
      "loss": 0.0053,
      "step": 49844
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1977474982567688e-06,
      "loss": 0.0025,
      "step": 49845
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1975825662713553e-06,
      "loss": 0.0295,
      "step": 49846
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1974176440974632e-06,
      "loss": 0.0114,
      "step": 49847
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.197252731735517e-06,
      "loss": 0.0016,
      "step": 49848
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1970878291859423e-06,
      "loss": 0.0114,
      "step": 49849
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1969229364491647e-06,
      "loss": 0.006,
      "step": 49850
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1967580535256074e-06,
      "loss": 0.0059,
      "step": 49851
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1965931804156994e-06,
      "loss": 0.0039,
      "step": 49852
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1964283171198636e-06,
      "loss": 0.0046,
      "step": 49853
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.196263463638528e-06,
      "loss": 0.0053,
      "step": 49854
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1960986199721158e-06,
      "loss": 0.0101,
      "step": 49855
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1959337861210529e-06,
      "loss": 0.0054,
      "step": 49856
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1957689620857654e-06,
      "loss": 0.0041,
      "step": 49857
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1956041478666758e-06,
      "loss": 0.0149,
      "step": 49858
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1954393434642131e-06,
      "loss": 0.0088,
      "step": 49859
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.195274548878801e-06,
      "loss": 0.0123,
      "step": 49860
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1951097641108633e-06,
      "loss": 0.0031,
      "step": 49861
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1949449891608279e-06,
      "loss": 0.0052,
      "step": 49862
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1947802240291185e-06,
      "loss": 0.0051,
      "step": 49863
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1946154687161604e-06,
      "loss": 0.0078,
      "step": 49864
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1944507232223784e-06,
      "loss": 0.0067,
      "step": 49865
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1942859875481966e-06,
      "loss": 0.0052,
      "step": 49866
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1941212616940428e-06,
      "loss": 0.0056,
      "step": 49867
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1939565456603396e-06,
      "loss": 0.0018,
      "step": 49868
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.193791839447514e-06,
      "loss": 0.017,
      "step": 49869
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1936271430559903e-06,
      "loss": 0.006,
      "step": 49870
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.193462456486193e-06,
      "loss": 0.0181,
      "step": 49871
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1932977797385475e-06,
      "loss": 0.01,
      "step": 49872
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.193133112813477e-06,
      "loss": 0.0266,
      "step": 49873
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.192968455711409e-06,
      "loss": 0.0076,
      "step": 49874
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1928038084327676e-06,
      "loss": 0.0058,
      "step": 49875
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1926391709779756e-06,
      "loss": 0.0166,
      "step": 49876
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.192474543347461e-06,
      "loss": 0.0003,
      "step": 49877
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.192309925541647e-06,
      "loss": 0.0159,
      "step": 49878
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1921453175609587e-06,
      "loss": 0.0119,
      "step": 49879
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1919807194058203e-06,
      "loss": 0.0181,
      "step": 49880
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1918161310766558e-06,
      "loss": 0.0179,
      "step": 49881
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.191651552573892e-06,
      "loss": 0.0059,
      "step": 49882
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.191486983897951e-06,
      "loss": 0.0199,
      "step": 49883
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1913224250492605e-06,
      "loss": 0.0061,
      "step": 49884
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.191157876028245e-06,
      "loss": 0.0201,
      "step": 49885
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.190993336835325e-06,
      "loss": 0.0135,
      "step": 49886
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.190828807470929e-06,
      "loss": 0.0055,
      "step": 49887
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1906642879354785e-06,
      "loss": 0.0042,
      "step": 49888
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1904997782294014e-06,
      "loss": 0.0074,
      "step": 49889
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1903352783531208e-06,
      "loss": 0.0076,
      "step": 49890
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.190170788307059e-06,
      "loss": 0.0051,
      "step": 49891
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1900063080916458e-06,
      "loss": 0.0053,
      "step": 49892
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.189841837707299e-06,
      "loss": 0.0113,
      "step": 49893
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1896773771544478e-06,
      "loss": 0.007,
      "step": 49894
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1895129264335147e-06,
      "loss": 0.0058,
      "step": 49895
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1893484855449228e-06,
      "loss": 0.0061,
      "step": 49896
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1891840544890992e-06,
      "loss": 0.0036,
      "step": 49897
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1890196332664672e-06,
      "loss": 0.0062,
      "step": 49898
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1888552218774508e-06,
      "loss": 0.0114,
      "step": 49899
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.188690820322474e-06,
      "loss": 0.0144,
      "step": 49900
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.18852642860196e-06,
      "loss": 0.0305,
      "step": 49901
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1883620467163348e-06,
      "loss": 0.0204,
      "step": 49902
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1881976746660213e-06,
      "loss": 0.0075,
      "step": 49903
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1880333124514453e-06,
      "loss": 0.0039,
      "step": 49904
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1878689600730303e-06,
      "loss": 0.0068,
      "step": 49905
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1877046175311996e-06,
      "loss": 0.005,
      "step": 49906
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1875402848263773e-06,
      "loss": 0.0207,
      "step": 49907
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.187375961958987e-06,
      "loss": 0.0124,
      "step": 49908
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1872116489294545e-06,
      "loss": 0.0164,
      "step": 49909
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1870473457382025e-06,
      "loss": 0.0148,
      "step": 49910
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1868830523856545e-06,
      "loss": 0.0153,
      "step": 49911
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1867187688722359e-06,
      "loss": 0.0094,
      "step": 49912
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1865544951983705e-06,
      "loss": 0.0056,
      "step": 49913
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.186390231364481e-06,
      "loss": 0.0084,
      "step": 49914
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1862259773709916e-06,
      "loss": 0.0079,
      "step": 49915
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.186061733218325e-06,
      "loss": 0.001,
      "step": 49916
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1858974989069084e-06,
      "loss": 0.0057,
      "step": 49917
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1857332744371613e-06,
      "loss": 0.0168,
      "step": 49918
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1855690598095109e-06,
      "loss": 0.004,
      "step": 49919
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1854048550243802e-06,
      "loss": 0.0035,
      "step": 49920
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1852406600821925e-06,
      "loss": 0.0122,
      "step": 49921
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.185076474983371e-06,
      "loss": 0.0034,
      "step": 49922
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1849122997283386e-06,
      "loss": 0.0105,
      "step": 49923
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.184748134317521e-06,
      "loss": 0.0054,
      "step": 49924
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1845839787513413e-06,
      "loss": 0.0033,
      "step": 49925
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.184419833030221e-06,
      "loss": 0.0058,
      "step": 49926
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1842556971545866e-06,
      "loss": 0.0031,
      "step": 49927
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1840915711248607e-06,
      "loss": 0.0059,
      "step": 49928
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.183927454941466e-06,
      "loss": 0.0035,
      "step": 49929
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1837633486048267e-06,
      "loss": 0.0132,
      "step": 49930
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1835992521153638e-06,
      "loss": 0.0042,
      "step": 49931
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.183435165473505e-06,
      "loss": 0.0195,
      "step": 49932
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.18327108867967e-06,
      "loss": 0.0117,
      "step": 49933
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.183107021734285e-06,
      "loss": 0.0044,
      "step": 49934
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1829429646377715e-06,
      "loss": 0.0178,
      "step": 49935
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.182778917390554e-06,
      "loss": 0.0059,
      "step": 49936
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1826148799930553e-06,
      "loss": 0.0033,
      "step": 49937
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1824508524456968e-06,
      "loss": 0.006,
      "step": 49938
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1822868347489052e-06,
      "loss": 0.0071,
      "step": 49939
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1821228269031022e-06,
      "loss": 0.0027,
      "step": 49940
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1819588289087086e-06,
      "loss": 0.0262,
      "step": 49941
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1817948407661533e-06,
      "loss": 0.0065,
      "step": 49942
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1816308624758527e-06,
      "loss": 0.0019,
      "step": 49943
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.181466894038235e-06,
      "loss": 0.0036,
      "step": 49944
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1813029354537214e-06,
      "loss": 0.0116,
      "step": 49945
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1811389867227336e-06,
      "loss": 0.003,
      "step": 49946
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1809750478456972e-06,
      "loss": 0.0119,
      "step": 49947
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1808111188230326e-06,
      "loss": 0.0317,
      "step": 49948
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1806471996551673e-06,
      "loss": 0.0024,
      "step": 49949
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1804832903425195e-06,
      "loss": 0.002,
      "step": 49950
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1803193908855132e-06,
      "loss": 0.0082,
      "step": 49951
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1801555012845728e-06,
      "loss": 0.0057,
      "step": 49952
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1799916215401192e-06,
      "loss": 0.0052,
      "step": 49953
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1798277516525774e-06,
      "loss": 0.0129,
      "step": 49954
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1796638916223703e-06,
      "loss": 0.0077,
      "step": 49955
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1795000414499186e-06,
      "loss": 0.0034,
      "step": 49956
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1793362011356468e-06,
      "loss": 0.0033,
      "step": 49957
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1791723706799756e-06,
      "loss": 0.0075,
      "step": 49958
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1790085500833304e-06,
      "loss": 0.0047,
      "step": 49959
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1788447393461328e-06,
      "loss": 0.0029,
      "step": 49960
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.178680938468804e-06,
      "loss": 0.0097,
      "step": 49961
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1785171474517693e-06,
      "loss": 0.0033,
      "step": 49962
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1783533662954504e-06,
      "loss": 0.0089,
      "step": 49963
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1781895950002698e-06,
      "loss": 0.0047,
      "step": 49964
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1780258335666494e-06,
      "loss": 0.0128,
      "step": 49965
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.177862081995011e-06,
      "loss": 0.0133,
      "step": 49966
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1776983402857795e-06,
      "loss": 0.0092,
      "step": 49967
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1775346084393752e-06,
      "loss": 0.0253,
      "step": 49968
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1773708864562227e-06,
      "loss": 0.0193,
      "step": 49969
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1772071743367442e-06,
      "loss": 0.0063,
      "step": 49970
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1770434720813605e-06,
      "loss": 0.0029,
      "step": 49971
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1768797796904957e-06,
      "loss": 0.0053,
      "step": 49972
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1767160971645691e-06,
      "loss": 0.0042,
      "step": 49973
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1765524245040071e-06,
      "loss": 0.0086,
      "step": 49974
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1763887617092307e-06,
      "loss": 0.007,
      "step": 49975
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1762251087806597e-06,
      "loss": 0.0107,
      "step": 49976
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1760614657187203e-06,
      "loss": 0.0118,
      "step": 49977
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1758978325238323e-06,
      "loss": 0.0097,
      "step": 49978
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1757342091964186e-06,
      "loss": 0.0059,
      "step": 49979
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1755705957369017e-06,
      "loss": 0.0239,
      "step": 49980
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1754069921457017e-06,
      "loss": 0.0239,
      "step": 49981
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1752433984232442e-06,
      "loss": 0.0025,
      "step": 49982
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1750798145699477e-06,
      "loss": 0.0341,
      "step": 49983
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.174916240586238e-06,
      "loss": 0.0083,
      "step": 49984
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1747526764725347e-06,
      "loss": 0.0038,
      "step": 49985
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.174589122229261e-06,
      "loss": 0.0076,
      "step": 49986
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1744255778568387e-06,
      "loss": 0.0057,
      "step": 49987
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1742620433556877e-06,
      "loss": 0.0048,
      "step": 49988
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1740985187262332e-06,
      "loss": 0.0153,
      "step": 49989
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1739350039688957e-06,
      "loss": 0.0038,
      "step": 49990
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.173771499084096e-06,
      "loss": 0.007,
      "step": 49991
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1736080040722582e-06,
      "loss": 0.0027,
      "step": 49992
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1734445189338034e-06,
      "loss": 0.0169,
      "step": 49993
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1732810436691533e-06,
      "loss": 0.0048,
      "step": 49994
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1731175782787292e-06,
      "loss": 0.0073,
      "step": 49995
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.172954122762952e-06,
      "loss": 0.0064,
      "step": 49996
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1727906771222463e-06,
      "loss": 0.0052,
      "step": 49997
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1726272413570312e-06,
      "loss": 0.0089,
      "step": 49998
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1724638154677305e-06,
      "loss": 0.0067,
      "step": 49999
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1723003994547665e-06,
      "loss": 0.0025,
      "step": 50000
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1721369933185566e-06,
      "loss": 0.0056,
      "step": 50001
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1719735970595263e-06,
      "loss": 0.0155,
      "step": 50002
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.171810210678095e-06,
      "loss": 0.0051,
      "step": 50003
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1716468341746861e-06,
      "loss": 0.0054,
      "step": 50004
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1714834675497212e-06,
      "loss": 0.0093,
      "step": 50005
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1713201108036204e-06,
      "loss": 0.0071,
      "step": 50006
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1711567639368064e-06,
      "loss": 0.0043,
      "step": 50007
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1709934269496986e-06,
      "loss": 0.0144,
      "step": 50008
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1708300998427212e-06,
      "loss": 0.018,
      "step": 50009
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1706667826162949e-06,
      "loss": 0.0097,
      "step": 50010
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1705034752708388e-06,
      "loss": 0.0047,
      "step": 50011
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.170340177806778e-06,
      "loss": 0.021,
      "step": 50012
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1701768902245313e-06,
      "loss": 0.0038,
      "step": 50013
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1700136125245214e-06,
      "loss": 0.011,
      "step": 50014
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.169850344707169e-06,
      "loss": 0.0054,
      "step": 50015
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1696870867728938e-06,
      "loss": 0.0155,
      "step": 50016
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1695238387221202e-06,
      "loss": 0.0054,
      "step": 50017
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.169360600555266e-06,
      "loss": 0.0011,
      "step": 50018
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1691973722727562e-06,
      "loss": 0.0132,
      "step": 50019
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1690341538750099e-06,
      "loss": 0.0013,
      "step": 50020
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.168870945362448e-06,
      "loss": 0.0044,
      "step": 50021
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1687077467354923e-06,
      "loss": 0.003,
      "step": 50022
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1685445579945627e-06,
      "loss": 0.0119,
      "step": 50023
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1683813791400821e-06,
      "loss": 0.0101,
      "step": 50024
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.168218210172471e-06,
      "loss": 0.0052,
      "step": 50025
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1680550510921485e-06,
      "loss": 0.0227,
      "step": 50026
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1678919018995389e-06,
      "loss": 0.0054,
      "step": 50027
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1677287625950612e-06,
      "loss": 0.0327,
      "step": 50028
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1675656331791369e-06,
      "loss": 0.0073,
      "step": 50029
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1674025136521865e-06,
      "loss": 0.0133,
      "step": 50030
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1672394040146296e-06,
      "loss": 0.0225,
      "step": 50031
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1670763042668904e-06,
      "loss": 0.0074,
      "step": 50032
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.166913214409386e-06,
      "loss": 0.0165,
      "step": 50033
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1667501344425408e-06,
      "loss": 0.0066,
      "step": 50034
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1665870643667742e-06,
      "loss": 0.0032,
      "step": 50035
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1664240041825064e-06,
      "loss": 0.012,
      "step": 50036
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1662609538901587e-06,
      "loss": 0.0021,
      "step": 50037
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1660979134901501e-06,
      "loss": 0.0075,
      "step": 50038
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1659348829829036e-06,
      "loss": 0.0478,
      "step": 50039
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1657718623688402e-06,
      "loss": 0.011,
      "step": 50040
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1656088516483772e-06,
      "loss": 0.0088,
      "step": 50041
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1654458508219392e-06,
      "loss": 0.0158,
      "step": 50042
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1652828598899452e-06,
      "loss": 0.0171,
      "step": 50043
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.165119878852815e-06,
      "loss": 0.007,
      "step": 50044
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1649569077109708e-06,
      "loss": 0.0213,
      "step": 50045
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1647939464648296e-06,
      "loss": 0.0072,
      "step": 50046
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.164630995114816e-06,
      "loss": 0.005,
      "step": 50047
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.164468053661348e-06,
      "loss": 0.0053,
      "step": 50048
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1643051221048478e-06,
      "loss": 0.0035,
      "step": 50049
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1641422004457365e-06,
      "loss": 0.01,
      "step": 50050
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1639792886844304e-06,
      "loss": 0.0039,
      "step": 50051
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1638163868213532e-06,
      "loss": 0.0133,
      "step": 50052
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1636534948569234e-06,
      "loss": 0.004,
      "step": 50053
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1634906127915635e-06,
      "loss": 0.0242,
      "step": 50054
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1633277406256926e-06,
      "loss": 0.0022,
      "step": 50055
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1631648783597298e-06,
      "loss": 0.0107,
      "step": 50056
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1630020259940994e-06,
      "loss": 0.0097,
      "step": 50057
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1628391835292159e-06,
      "loss": 0.0034,
      "step": 50058
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.162676350965503e-06,
      "loss": 0.0217,
      "step": 50059
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1625135283033812e-06,
      "loss": 0.0123,
      "step": 50060
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1623507155432678e-06,
      "loss": 0.0061,
      "step": 50061
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1621879126855862e-06,
      "loss": 0.0071,
      "step": 50062
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1620251197307535e-06,
      "loss": 0.0037,
      "step": 50063
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1618623366791942e-06,
      "loss": 0.0206,
      "step": 50064
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.161699563531324e-06,
      "loss": 0.0061,
      "step": 50065
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1615368002875627e-06,
      "loss": 0.0046,
      "step": 50066
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1613740469483337e-06,
      "loss": 0.01,
      "step": 50067
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1612113035140533e-06,
      "loss": 0.008,
      "step": 50068
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1610485699851454e-06,
      "loss": 0.0087,
      "step": 50069
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.160885846362027e-06,
      "loss": 0.0209,
      "step": 50070
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1607231326451196e-06,
      "loss": 0.0035,
      "step": 50071
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1605604288348416e-06,
      "loss": 0.0041,
      "step": 50072
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1603977349316125e-06,
      "loss": 0.0029,
      "step": 50073
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1602350509358539e-06,
      "loss": 0.0059,
      "step": 50074
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1600723768479855e-06,
      "loss": 0.0043,
      "step": 50075
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1599097126684244e-06,
      "loss": 0.0096,
      "step": 50076
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.159747058397594e-06,
      "loss": 0.0096,
      "step": 50077
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1595844140359126e-06,
      "loss": 0.0089,
      "step": 50078
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1594217795837986e-06,
      "loss": 0.0159,
      "step": 50079
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1592591550416732e-06,
      "loss": 0.0058,
      "step": 50080
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1590965404099536e-06,
      "loss": 0.0091,
      "step": 50081
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1589339356890628e-06,
      "loss": 0.0104,
      "step": 50082
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1587713408794176e-06,
      "loss": 0.0089,
      "step": 50083
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1586087559814402e-06,
      "loss": 0.0159,
      "step": 50084
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1584461809955483e-06,
      "loss": 0.0044,
      "step": 50085
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1582836159221618e-06,
      "loss": 0.004,
      "step": 50086
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1581210607617004e-06,
      "loss": 0.0045,
      "step": 50087
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1579585155145818e-06,
      "loss": 0.0048,
      "step": 50088
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1577959801812278e-06,
      "loss": 0.0033,
      "step": 50089
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1576334547620577e-06,
      "loss": 0.0084,
      "step": 50090
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.157470939257488e-06,
      "loss": 0.0083,
      "step": 50091
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.157308433667942e-06,
      "loss": 0.0246,
      "step": 50092
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1571459379938367e-06,
      "loss": 0.0044,
      "step": 50093
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1569834522355923e-06,
      "loss": 0.0073,
      "step": 50094
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1568209763936272e-06,
      "loss": 0.0048,
      "step": 50095
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1566585104683592e-06,
      "loss": 0.0096,
      "step": 50096
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1564960544602116e-06,
      "loss": 0.0158,
      "step": 50097
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1563336083695996e-06,
      "loss": 0.0039,
      "step": 50098
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1561711721969454e-06,
      "loss": 0.0023,
      "step": 50099
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1560087459426673e-06,
      "loss": 0.0081,
      "step": 50100
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1558463296071831e-06,
      "loss": 0.0035,
      "step": 50101
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1556839231909134e-06,
      "loss": 0.0053,
      "step": 50102
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1555215266942754e-06,
      "loss": 0.0025,
      "step": 50103
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1553591401176906e-06,
      "loss": 0.0066,
      "step": 50104
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1551967634615762e-06,
      "loss": 0.0078,
      "step": 50105
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.155034396726351e-06,
      "loss": 0.0058,
      "step": 50106
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1548720399124358e-06,
      "loss": 0.0087,
      "step": 50107
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1547096930202484e-06,
      "loss": 0.0152,
      "step": 50108
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.154547356050208e-06,
      "loss": 0.0035,
      "step": 50109
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.154385029002733e-06,
      "loss": 0.0049,
      "step": 50110
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1542227118782412e-06,
      "loss": 0.0064,
      "step": 50111
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1540604046771542e-06,
      "loss": 0.0073,
      "step": 50112
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1538981073998877e-06,
      "loss": 0.006,
      "step": 50113
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.153735820046865e-06,
      "loss": 0.0026,
      "step": 50114
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1535735426185007e-06,
      "loss": 0.0057,
      "step": 50115
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1534112751152138e-06,
      "loss": 0.0128,
      "step": 50116
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1532490175374251e-06,
      "loss": 0.0015,
      "step": 50117
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1530867698855503e-06,
      "loss": 0.0134,
      "step": 50118
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1529245321600118e-06,
      "loss": 0.0038,
      "step": 50119
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1527623043612264e-06,
      "loss": 0.0053,
      "step": 50120
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1526000864896124e-06,
      "loss": 0.0056,
      "step": 50121
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1524378785455891e-06,
      "loss": 0.0175,
      "step": 50122
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.152275680529573e-06,
      "loss": 0.0087,
      "step": 50123
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1521134924419852e-06,
      "loss": 0.007,
      "step": 50124
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.151951314283244e-06,
      "loss": 0.0035,
      "step": 50125
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.151789146053765e-06,
      "loss": 0.0092,
      "step": 50126
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1516269877539704e-06,
      "loss": 0.0056,
      "step": 50127
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1514648393842776e-06,
      "loss": 0.0056,
      "step": 50128
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1513027009451034e-06,
      "loss": 0.0159,
      "step": 50129
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1511405724368675e-06,
      "loss": 0.0126,
      "step": 50130
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1509784538599866e-06,
      "loss": 0.0039,
      "step": 50131
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1508163452148818e-06,
      "loss": 0.0089,
      "step": 50132
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1506542465019681e-06,
      "loss": 0.011,
      "step": 50133
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1504921577216677e-06,
      "loss": 0.0041,
      "step": 50134
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.150330078874396e-06,
      "loss": 0.0082,
      "step": 50135
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1501680099605721e-06,
      "loss": 0.006,
      "step": 50136
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1500059509806145e-06,
      "loss": 0.0059,
      "step": 50137
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.149843901934939e-06,
      "loss": 0.0102,
      "step": 50138
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.149681862823967e-06,
      "loss": 0.0041,
      "step": 50139
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1495198336481155e-06,
      "loss": 0.0432,
      "step": 50140
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.149357814407801e-06,
      "loss": 0.0073,
      "step": 50141
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1491958051034442e-06,
      "loss": 0.0069,
      "step": 50142
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1490338057354616e-06,
      "loss": 0.0262,
      "step": 50143
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1488718163042718e-06,
      "loss": 0.0186,
      "step": 50144
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1487098368102923e-06,
      "loss": 0.0046,
      "step": 50145
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1485478672539396e-06,
      "loss": 0.0053,
      "step": 50146
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1483859076356352e-06,
      "loss": 0.0086,
      "step": 50147
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.148223957955793e-06,
      "loss": 0.0047,
      "step": 50148
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.148062018214835e-06,
      "loss": 0.0091,
      "step": 50149
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1479000884131763e-06,
      "loss": 0.0029,
      "step": 50150
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1477381685512361e-06,
      "loss": 0.0039,
      "step": 50151
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1475762586294315e-06,
      "loss": 0.0124,
      "step": 50152
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1474143586481784e-06,
      "loss": 0.0027,
      "step": 50153
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1472524686078984e-06,
      "loss": 0.0058,
      "step": 50154
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1470905885090072e-06,
      "loss": 0.0071,
      "step": 50155
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1469287183519206e-06,
      "loss": 0.0135,
      "step": 50156
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1467668581370605e-06,
      "loss": 0.0057,
      "step": 50157
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1466050078648423e-06,
      "loss": 0.007,
      "step": 50158
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.146443167535683e-06,
      "loss": 0.0339,
      "step": 50159
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1462813371500014e-06,
      "loss": 0.007,
      "step": 50160
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.146119516708213e-06,
      "loss": 0.0018,
      "step": 50161
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1459577062107386e-06,
      "loss": 0.0047,
      "step": 50162
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.145795905657992e-06,
      "loss": 0.007,
      "step": 50163
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1456341150503947e-06,
      "loss": 0.0045,
      "step": 50164
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1454723343883634e-06,
      "loss": 0.0064,
      "step": 50165
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1453105636723116e-06,
      "loss": 0.0086,
      "step": 50166
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1451488029026608e-06,
      "loss": 0.0161,
      "step": 50167
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1449870520798262e-06,
      "loss": 0.0049,
      "step": 50168
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.144825311204227e-06,
      "loss": 0.0206,
      "step": 50169
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1446635802762795e-06,
      "loss": 0.0042,
      "step": 50170
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1445018592964013e-06,
      "loss": 0.0086,
      "step": 50171
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1443401482650097e-06,
      "loss": 0.0136,
      "step": 50172
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1441784471825196e-06,
      "loss": 0.0229,
      "step": 50173
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1440167560493526e-06,
      "loss": 0.0232,
      "step": 50174
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1438550748659233e-06,
      "loss": 0.0083,
      "step": 50175
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1436934036326485e-06,
      "loss": 0.003,
      "step": 50176
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.143531742349947e-06,
      "loss": 0.0068,
      "step": 50177
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1433700910182355e-06,
      "loss": 0.0055,
      "step": 50178
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1432084496379303e-06,
      "loss": 0.0072,
      "step": 50179
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1430468182094495e-06,
      "loss": 0.0053,
      "step": 50180
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1428851967332082e-06,
      "loss": 0.0121,
      "step": 50181
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1427235852096258e-06,
      "loss": 0.0106,
      "step": 50182
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1425619836391172e-06,
      "loss": 0.0118,
      "step": 50183
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1424003920221023e-06,
      "loss": 0.0091,
      "step": 50184
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1422388103589954e-06,
      "loss": 0.0113,
      "step": 50185
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.142077238650215e-06,
      "loss": 0.0041,
      "step": 50186
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1419156768961775e-06,
      "loss": 0.0063,
      "step": 50187
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.141754125097298e-06,
      "loss": 0.0021,
      "step": 50188
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1415925832539965e-06,
      "loss": 0.0207,
      "step": 50189
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1414310513666883e-06,
      "loss": 0.009,
      "step": 50190
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1412695294357884e-06,
      "loss": 0.0109,
      "step": 50191
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1411080174617174e-06,
      "loss": 0.0053,
      "step": 50192
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1409465154448895e-06,
      "loss": 0.0065,
      "step": 50193
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.140785023385722e-06,
      "loss": 0.0036,
      "step": 50194
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1406235412846322e-06,
      "loss": 0.007,
      "step": 50195
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1404620691420344e-06,
      "loss": 0.0033,
      "step": 50196
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.140300606958349e-06,
      "loss": 0.0096,
      "step": 50197
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1401391547339886e-06,
      "loss": 0.023,
      "step": 50198
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1399777124693733e-06,
      "loss": 0.0037,
      "step": 50199
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1398162801649182e-06,
      "loss": 0.0024,
      "step": 50200
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1396548578210404e-06,
      "loss": 0.0054,
      "step": 50201
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1394934454381556e-06,
      "loss": 0.0438,
      "step": 50202
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1393320430166793e-06,
      "loss": 0.017,
      "step": 50203
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1391706505570305e-06,
      "loss": 0.0388,
      "step": 50204
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1390092680596243e-06,
      "loss": 0.0084,
      "step": 50205
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.138847895524876e-06,
      "loss": 0.0073,
      "step": 50206
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1386865329532048e-06,
      "loss": 0.0066,
      "step": 50207
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1385251803450254e-06,
      "loss": 0.0044,
      "step": 50208
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1383638377007544e-06,
      "loss": 0.0041,
      "step": 50209
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1382025050208078e-06,
      "loss": 0.0066,
      "step": 50210
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1380411823056008e-06,
      "loss": 0.0073,
      "step": 50211
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.137879869555552e-06,
      "loss": 0.0205,
      "step": 50212
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1377185667710754e-06,
      "loss": 0.0029,
      "step": 50213
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1375572739525902e-06,
      "loss": 0.0089,
      "step": 50214
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1373959911005118e-06,
      "loss": 0.0024,
      "step": 50215
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1372347182152527e-06,
      "loss": 0.0038,
      "step": 50216
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1370734552972328e-06,
      "loss": 0.006,
      "step": 50217
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.136912202346866e-06,
      "loss": 0.0324,
      "step": 50218
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.136750959364571e-06,
      "loss": 0.002,
      "step": 50219
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.136589726350762e-06,
      "loss": 0.0097,
      "step": 50220
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1364285033058543e-06,
      "loss": 0.011,
      "step": 50221
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1362672902302673e-06,
      "loss": 0.0069,
      "step": 50222
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1361060871244124e-06,
      "loss": 0.0051,
      "step": 50223
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1359448939887086e-06,
      "loss": 0.0064,
      "step": 50224
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1357837108235714e-06,
      "loss": 0.0246,
      "step": 50225
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1356225376294155e-06,
      "loss": 0.0056,
      "step": 50226
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1354613744066584e-06,
      "loss": 0.0149,
      "step": 50227
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1353002211557141e-06,
      "loss": 0.0216,
      "step": 50228
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1351390778770022e-06,
      "loss": 0.0036,
      "step": 50229
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1349779445709347e-06,
      "loss": 0.0078,
      "step": 50230
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1348168212379267e-06,
      "loss": 0.0047,
      "step": 50231
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1346557078783976e-06,
      "loss": 0.0111,
      "step": 50232
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1344946044927612e-06,
      "loss": 0.0088,
      "step": 50233
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1343335110814318e-06,
      "loss": 0.022,
      "step": 50234
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1341724276448279e-06,
      "loss": 0.0048,
      "step": 50235
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1340113541833642e-06,
      "loss": 0.009,
      "step": 50236
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1338502906974558e-06,
      "loss": 0.0031,
      "step": 50237
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.133689237187518e-06,
      "loss": 0.0075,
      "step": 50238
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.133528193653966e-06,
      "loss": 0.0101,
      "step": 50239
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1333671600972173e-06,
      "loss": 0.0251,
      "step": 50240
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.133206136517685e-06,
      "loss": 0.0112,
      "step": 50241
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1330451229157874e-06,
      "loss": 0.0033,
      "step": 50242
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1328841192919382e-06,
      "loss": 0.0069,
      "step": 50243
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1327231256465533e-06,
      "loss": 0.0058,
      "step": 50244
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1325621419800476e-06,
      "loss": 0.0087,
      "step": 50245
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.132401168292836e-06,
      "loss": 0.017,
      "step": 50246
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1322402045853354e-06,
      "loss": 0.0014,
      "step": 50247
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.132079250857961e-06,
      "loss": 0.0279,
      "step": 50248
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1319183071111256e-06,
      "loss": 0.0065,
      "step": 50249
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.131757373345248e-06,
      "loss": 0.0056,
      "step": 50250
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1315964495607424e-06,
      "loss": 0.0123,
      "step": 50251
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.131435535758023e-06,
      "loss": 0.0143,
      "step": 50252
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1312746319375057e-06,
      "loss": 0.0071,
      "step": 50253
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.131113738099604e-06,
      "loss": 0.0058,
      "step": 50254
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1309528542447361e-06,
      "loss": 0.0026,
      "step": 50255
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1307919803733143e-06,
      "loss": 0.0059,
      "step": 50256
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1306311164857559e-06,
      "loss": 0.0044,
      "step": 50257
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1304702625824755e-06,
      "loss": 0.0111,
      "step": 50258
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.130309418663888e-06,
      "loss": 0.026,
      "step": 50259
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1301485847304078e-06,
      "loss": 0.0054,
      "step": 50260
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1299877607824495e-06,
      "loss": 0.0129,
      "step": 50261
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1298269468204299e-06,
      "loss": 0.0039,
      "step": 50262
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1296661428447624e-06,
      "loss": 0.0019,
      "step": 50263
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1295053488558616e-06,
      "loss": 0.0041,
      "step": 50264
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1293445648541446e-06,
      "loss": 0.0176,
      "step": 50265
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.129183790840025e-06,
      "loss": 0.0062,
      "step": 50266
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.129023026813918e-06,
      "loss": 0.0401,
      "step": 50267
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1288622727762371e-06,
      "loss": 0.0084,
      "step": 50268
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1287015287273973e-06,
      "loss": 0.0047,
      "step": 50269
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1285407946678156e-06,
      "loss": 0.0198,
      "step": 50270
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1283800705979036e-06,
      "loss": 0.0109,
      "step": 50271
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1282193565180788e-06,
      "loss": 0.0019,
      "step": 50272
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1280586524287562e-06,
      "loss": 0.0095,
      "step": 50273
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1278979583303467e-06,
      "loss": 0.0232,
      "step": 50274
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1277372742232685e-06,
      "loss": 0.0065,
      "step": 50275
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1275766001079336e-06,
      "loss": 0.0128,
      "step": 50276
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1274159359847591e-06,
      "loss": 0.0036,
      "step": 50277
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1272552818541587e-06,
      "loss": 0.0078,
      "step": 50278
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1270946377165466e-06,
      "loss": 0.0043,
      "step": 50279
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1269340035723376e-06,
      "loss": 0.0148,
      "step": 50280
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1267733794219442e-06,
      "loss": 0.0224,
      "step": 50281
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.126612765265785e-06,
      "loss": 0.0043,
      "step": 50282
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1264521611042712e-06,
      "loss": 0.0111,
      "step": 50283
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1262915669378171e-06,
      "loss": 0.0038,
      "step": 50284
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1261309827668393e-06,
      "loss": 0.0062,
      "step": 50285
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.125970408591751e-06,
      "loss": 0.0103,
      "step": 50286
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1258098444129667e-06,
      "loss": 0.0068,
      "step": 50287
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1256492902309007e-06,
      "loss": 0.0107,
      "step": 50288
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1254887460459652e-06,
      "loss": 0.0037,
      "step": 50289
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1253282118585778e-06,
      "loss": 0.0053,
      "step": 50290
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1251676876691503e-06,
      "loss": 0.0078,
      "step": 50291
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1250071734780994e-06,
      "loss": 0.0099,
      "step": 50292
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1248466692858372e-06,
      "loss": 0.0043,
      "step": 50293
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.124686175092779e-06,
      "loss": 0.0169,
      "step": 50294
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1245256908993379e-06,
      "loss": 0.0095,
      "step": 50295
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1243652167059272e-06,
      "loss": 0.0066,
      "step": 50296
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1242047525129634e-06,
      "loss": 0.0047,
      "step": 50297
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.12404429832086e-06,
      "loss": 0.0019,
      "step": 50298
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1238838541300285e-06,
      "loss": 0.0059,
      "step": 50299
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1237234199408864e-06,
      "loss": 0.0114,
      "step": 50300
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1235629957538462e-06,
      "loss": 0.0164,
      "step": 50301
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1234025815693216e-06,
      "loss": 0.0079,
      "step": 50302
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1232421773877267e-06,
      "loss": 0.0058,
      "step": 50303
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1230817832094742e-06,
      "loss": 0.0066,
      "step": 50304
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1229213990349802e-06,
      "loss": 0.0087,
      "step": 50305
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1227610248646565e-06,
      "loss": 0.0033,
      "step": 50306
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1226006606989188e-06,
      "loss": 0.0151,
      "step": 50307
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1224403065381805e-06,
      "loss": 0.0134,
      "step": 50308
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1222799623828544e-06,
      "loss": 0.0074,
      "step": 50309
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1221196282333551e-06,
      "loss": 0.0265,
      "step": 50310
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1219593040900944e-06,
      "loss": 0.0058,
      "step": 50311
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1217989899534887e-06,
      "loss": 0.0045,
      "step": 50312
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1216386858239503e-06,
      "loss": 0.0121,
      "step": 50313
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1214783917018924e-06,
      "loss": 0.0082,
      "step": 50314
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.12131810758773e-06,
      "loss": 0.0052,
      "step": 50315
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1211578334818762e-06,
      "loss": 0.0088,
      "step": 50316
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.120997569384744e-06,
      "loss": 0.0066,
      "step": 50317
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1208373152967473e-06,
      "loss": 0.0044,
      "step": 50318
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1206770712182985e-06,
      "loss": 0.013,
      "step": 50319
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1205168371498131e-06,
      "loss": 0.0067,
      "step": 50320
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.120356613091702e-06,
      "loss": 0.0103,
      "step": 50321
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.120196399044382e-06,
      "loss": 0.0019,
      "step": 50322
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1200361950082662e-06,
      "loss": 0.005,
      "step": 50323
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1198760009837634e-06,
      "loss": 0.0053,
      "step": 50324
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1197158169712912e-06,
      "loss": 0.0102,
      "step": 50325
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1195556429712606e-06,
      "loss": 0.0048,
      "step": 50326
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1193954789840877e-06,
      "loss": 0.0056,
      "step": 50327
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.119235325010184e-06,
      "loss": 0.0111,
      "step": 50328
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1190751810499613e-06,
      "loss": 0.0113,
      "step": 50329
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1189150471038374e-06,
      "loss": 0.0041,
      "step": 50330
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1187549231722194e-06,
      "loss": 0.0049,
      "step": 50331
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1185948092555254e-06,
      "loss": 0.0065,
      "step": 50332
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1184347053541667e-06,
      "loss": 0.006,
      "step": 50333
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.118274611468555e-06,
      "loss": 0.0255,
      "step": 50334
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1181145275991062e-06,
      "loss": 0.0035,
      "step": 50335
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1179544537462311e-06,
      "loss": 0.0134,
      "step": 50336
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1177943899103461e-06,
      "loss": 0.0024,
      "step": 50337
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.11763433609186e-06,
      "loss": 0.0086,
      "step": 50338
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1174742922911869e-06,
      "loss": 0.0058,
      "step": 50339
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1173142585087415e-06,
      "loss": 0.0136,
      "step": 50340
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1171542347449344e-06,
      "loss": 0.0076,
      "step": 50341
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.116994221000181e-06,
      "loss": 0.0271,
      "step": 50342
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.116834217274893e-06,
      "loss": 0.0139,
      "step": 50343
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1166742235694834e-06,
      "loss": 0.0095,
      "step": 50344
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1165142398843648e-06,
      "loss": 0.0074,
      "step": 50345
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.116354266219949e-06,
      "loss": 0.0264,
      "step": 50346
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1161943025766508e-06,
      "loss": 0.015,
      "step": 50347
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1160343489548825e-06,
      "loss": 0.0085,
      "step": 50348
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1158744053550552e-06,
      "loss": 0.0057,
      "step": 50349
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1157144717775837e-06,
      "loss": 0.0023,
      "step": 50350
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1155545482228802e-06,
      "loss": 0.0081,
      "step": 50351
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1153946346913563e-06,
      "loss": 0.0081,
      "step": 50352
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.115234731183426e-06,
      "loss": 0.0092,
      "step": 50353
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1150748376994997e-06,
      "loss": 0.0042,
      "step": 50354
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1149149542399923e-06,
      "loss": 0.0034,
      "step": 50355
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1147550808053142e-06,
      "loss": 0.0096,
      "step": 50356
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1145952173958812e-06,
      "loss": 0.0083,
      "step": 50357
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1144353640121037e-06,
      "loss": 0.0059,
      "step": 50358
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1142755206543944e-06,
      "loss": 0.0189,
      "step": 50359
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1141156873231652e-06,
      "loss": 0.0072,
      "step": 50360
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1139558640188275e-06,
      "loss": 0.0029,
      "step": 50361
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1137960507417973e-06,
      "loss": 0.008,
      "step": 50362
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.113636247492484e-06,
      "loss": 0.0108,
      "step": 50363
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1134764542713e-06,
      "loss": 0.0158,
      "step": 50364
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1133166710786597e-06,
      "loss": 0.0095,
      "step": 50365
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1131568979149743e-06,
      "loss": 0.0053,
      "step": 50366
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1129971347806556e-06,
      "loss": 0.0103,
      "step": 50367
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1128373816761162e-06,
      "loss": 0.0084,
      "step": 50368
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1126776386017669e-06,
      "loss": 0.001,
      "step": 50369
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1125179055580225e-06,
      "loss": 0.008,
      "step": 50370
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1123581825452928e-06,
      "loss": 0.0198,
      "step": 50371
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.112198469563992e-06,
      "loss": 0.0077,
      "step": 50372
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1120387666145316e-06,
      "loss": 0.0038,
      "step": 50373
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1118790736973234e-06,
      "loss": 0.0082,
      "step": 50374
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1117193908127793e-06,
      "loss": 0.0015,
      "step": 50375
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1115597179613101e-06,
      "loss": 0.0029,
      "step": 50376
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1114000551433306e-06,
      "loss": 0.0062,
      "step": 50377
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.111240402359251e-06,
      "loss": 0.0019,
      "step": 50378
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1110807596094826e-06,
      "loss": 0.0227,
      "step": 50379
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.110921126894441e-06,
      "loss": 0.0017,
      "step": 50380
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1107615042145326e-06,
      "loss": 0.0018,
      "step": 50381
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1106018915701732e-06,
      "loss": 0.0123,
      "step": 50382
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1104422889617738e-06,
      "loss": 0.0012,
      "step": 50383
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1102826963897452e-06,
      "loss": 0.005,
      "step": 50384
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1101231138545004e-06,
      "loss": 0.003,
      "step": 50385
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1099635413564503e-06,
      "loss": 0.0055,
      "step": 50386
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.109803978896009e-06,
      "loss": 0.0019,
      "step": 50387
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1096444264735856e-06,
      "loss": 0.0084,
      "step": 50388
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.109484884089591e-06,
      "loss": 0.002,
      "step": 50389
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1093253517444402e-06,
      "loss": 0.0067,
      "step": 50390
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.109165829438541e-06,
      "loss": 0.01,
      "step": 50391
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1090063171723086e-06,
      "loss": 0.0028,
      "step": 50392
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1088468149461534e-06,
      "loss": 0.0036,
      "step": 50393
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1086873227604865e-06,
      "loss": 0.012,
      "step": 50394
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1085278406157195e-06,
      "loss": 0.0146,
      "step": 50395
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1083683685122632e-06,
      "loss": 0.0032,
      "step": 50396
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1082089064505308e-06,
      "loss": 0.0228,
      "step": 50397
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1080494544309327e-06,
      "loss": 0.0074,
      "step": 50398
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1078900124538794e-06,
      "loss": 0.0071,
      "step": 50399
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1077305805197851e-06,
      "loss": 0.0119,
      "step": 50400
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1075711586290594e-06,
      "loss": 0.0063,
      "step": 50401
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1074117467821132e-06,
      "loss": 0.0059,
      "step": 50402
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1072523449793593e-06,
      "loss": 0.006,
      "step": 50403
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.107092953221206e-06,
      "loss": 0.0045,
      "step": 50404
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1069335715080682e-06,
      "loss": 0.0054,
      "step": 50405
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1067741998403548e-06,
      "loss": 0.0052,
      "step": 50406
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1066148382184788e-06,
      "loss": 0.0061,
      "step": 50407
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1064554866428506e-06,
      "loss": 0.0095,
      "step": 50408
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1062961451138815e-06,
      "loss": 0.0013,
      "step": 50409
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1061368136319822e-06,
      "loss": 0.0084,
      "step": 50410
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.105977492197563e-06,
      "loss": 0.0024,
      "step": 50411
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.105818180811037e-06,
      "loss": 0.0037,
      "step": 50412
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1056588794728145e-06,
      "loss": 0.0051,
      "step": 50413
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1054995881833054e-06,
      "loss": 0.004,
      "step": 50414
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1053403069429231e-06,
      "loss": 0.0037,
      "step": 50415
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1051810357520771e-06,
      "loss": 0.019,
      "step": 50416
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.105021774611178e-06,
      "loss": 0.0019,
      "step": 50417
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1048625235206378e-06,
      "loss": 0.0084,
      "step": 50418
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.104703282480865e-06,
      "loss": 0.0056,
      "step": 50419
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1045440514922746e-06,
      "loss": 0.0094,
      "step": 50420
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1043848305552735e-06,
      "loss": 0.0129,
      "step": 50421
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1042256196702756e-06,
      "loss": 0.0079,
      "step": 50422
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1040664188376898e-06,
      "loss": 0.0097,
      "step": 50423
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1039072280579283e-06,
      "loss": 0.0046,
      "step": 50424
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1037480473314006e-06,
      "loss": 0.0072,
      "step": 50425
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1035888766585169e-06,
      "loss": 0.0085,
      "step": 50426
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1034297160396902e-06,
      "loss": 0.0048,
      "step": 50427
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1032705654753294e-06,
      "loss": 0.0056,
      "step": 50428
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1031114249658448e-06,
      "loss": 0.0042,
      "step": 50429
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1029522945116494e-06,
      "loss": 0.0113,
      "step": 50430
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.102793174113152e-06,
      "loss": 0.0112,
      "step": 50431
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1026340637707638e-06,
      "loss": 0.0157,
      "step": 50432
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1024749634848948e-06,
      "loss": 0.004,
      "step": 50433
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1023158732559546e-06,
      "loss": 0.0047,
      "step": 50434
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1021567930843557e-06,
      "loss": 0.0108,
      "step": 50435
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.101997722970507e-06,
      "loss": 0.0065,
      "step": 50436
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1018386629148208e-06,
      "loss": 0.0079,
      "step": 50437
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1016796129177082e-06,
      "loss": 0.0107,
      "step": 50438
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1015205729795748e-06,
      "loss": 0.0081,
      "step": 50439
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1013615431008356e-06,
      "loss": 0.0075,
      "step": 50440
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.101202523281898e-06,
      "loss": 0.0085,
      "step": 50441
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.101043513523175e-06,
      "loss": 0.0069,
      "step": 50442
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1008845138250757e-06,
      "loss": 0.019,
      "step": 50443
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.10072552418801e-06,
      "loss": 0.0084,
      "step": 50444
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1005665446123886e-06,
      "loss": 0.0249,
      "step": 50445
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1004075750986204e-06,
      "loss": 0.0091,
      "step": 50446
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.1002486156471176e-06,
      "loss": 0.0048,
      "step": 50447
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.10008966625829e-06,
      "loss": 0.009,
      "step": 50448
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0999307269325455e-06,
      "loss": 0.0059,
      "step": 50449
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0997717976702975e-06,
      "loss": 0.0048,
      "step": 50450
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.099612878471955e-06,
      "loss": 0.0066,
      "step": 50451
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.099453969337927e-06,
      "loss": 0.0048,
      "step": 50452
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0992950702686245e-06,
      "loss": 0.0036,
      "step": 50453
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0991361812644558e-06,
      "loss": 0.0055,
      "step": 50454
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0989773023258337e-06,
      "loss": 0.0133,
      "step": 50455
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0988184334531648e-06,
      "loss": 0.0036,
      "step": 50456
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.098659574646863e-06,
      "loss": 0.0141,
      "step": 50457
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0985007259073361e-06,
      "loss": 0.0031,
      "step": 50458
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0983418872349938e-06,
      "loss": 0.0145,
      "step": 50459
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0981830586302466e-06,
      "loss": 0.0123,
      "step": 50460
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.098024240093502e-06,
      "loss": 0.0068,
      "step": 50461
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0978654316251736e-06,
      "loss": 0.0104,
      "step": 50462
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0977066332256692e-06,
      "loss": 0.0131,
      "step": 50463
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0975478448953975e-06,
      "loss": 0.0078,
      "step": 50464
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0973890666347703e-06,
      "loss": 0.008,
      "step": 50465
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0972302984441968e-06,
      "loss": 0.0046,
      "step": 50466
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0970715403240862e-06,
      "loss": 0.0299,
      "step": 50467
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0969127922748485e-06,
      "loss": 0.0032,
      "step": 50468
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0967540542968912e-06,
      "loss": 0.0096,
      "step": 50469
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0965953263906277e-06,
      "loss": 0.0034,
      "step": 50470
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0964366085564638e-06,
      "loss": 0.0065,
      "step": 50471
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0962779007948122e-06,
      "loss": 0.0066,
      "step": 50472
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0961192031060814e-06,
      "loss": 0.0058,
      "step": 50473
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0959605154906805e-06,
      "loss": 0.0121,
      "step": 50474
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0958018379490193e-06,
      "loss": 0.0038,
      "step": 50475
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0956431704815052e-06,
      "loss": 0.0012,
      "step": 50476
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0954845130885511e-06,
      "loss": 0.0082,
      "step": 50477
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0953258657705645e-06,
      "loss": 0.0283,
      "step": 50478
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0951672285279536e-06,
      "loss": 0.0015,
      "step": 50479
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0950086013611304e-06,
      "loss": 0.0175,
      "step": 50480
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0948499842705029e-06,
      "loss": 0.0048,
      "step": 50481
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.094691377256481e-06,
      "loss": 0.0088,
      "step": 50482
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0945327803194728e-06,
      "loss": 0.0028,
      "step": 50483
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0943741934598867e-06,
      "loss": 0.0034,
      "step": 50484
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0942156166781347e-06,
      "loss": 0.0039,
      "step": 50485
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0940570499746238e-06,
      "loss": 0.0296,
      "step": 50486
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0938984933497648e-06,
      "loss": 0.0086,
      "step": 50487
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0937399468039677e-06,
      "loss": 0.019,
      "step": 50488
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.093581410337637e-06,
      "loss": 0.0124,
      "step": 50489
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0934228839511857e-06,
      "loss": 0.0098,
      "step": 50490
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0932643676450205e-06,
      "loss": 0.0065,
      "step": 50491
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0931058614195534e-06,
      "loss": 0.0084,
      "step": 50492
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0929473652751916e-06,
      "loss": 0.0063,
      "step": 50493
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0927888792123426e-06,
      "loss": 0.0032,
      "step": 50494
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.09263040323142e-06,
      "loss": 0.0155,
      "step": 50495
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0924719373328269e-06,
      "loss": 0.0172,
      "step": 50496
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0923134815169762e-06,
      "loss": 0.0116,
      "step": 50497
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0921550357842758e-06,
      "loss": 0.0018,
      "step": 50498
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0919966001351323e-06,
      "loss": 0.0221,
      "step": 50499
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0918381745699586e-06,
      "loss": 0.0079,
      "step": 50500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0916797590891598e-06,
      "loss": 0.0106,
      "step": 50501
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.091521353693149e-06,
      "loss": 0.0288,
      "step": 50502
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0913629583823305e-06,
      "loss": 0.0258,
      "step": 50503
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0912045731571136e-06,
      "loss": 0.004,
      "step": 50504
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0910461980179093e-06,
      "loss": 0.0026,
      "step": 50505
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.090887832965124e-06,
      "loss": 0.0037,
      "step": 50506
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.090729477999169e-06,
      "loss": 0.0022,
      "step": 50507
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0905711331204504e-06,
      "loss": 0.008,
      "step": 50508
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0904127983293783e-06,
      "loss": 0.0076,
      "step": 50509
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0902544736263608e-06,
      "loss": 0.0108,
      "step": 50510
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0900961590118048e-06,
      "loss": 0.0098,
      "step": 50511
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0899378544861211e-06,
      "loss": 0.0276,
      "step": 50512
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.089779560049718e-06,
      "loss": 0.0073,
      "step": 50513
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0896212757030017e-06,
      "loss": 0.0081,
      "step": 50514
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0894630014463837e-06,
      "loss": 0.0058,
      "step": 50515
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0893047372802707e-06,
      "loss": 0.0062,
      "step": 50516
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0891464832050714e-06,
      "loss": 0.0008,
      "step": 50517
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0889882392211943e-06,
      "loss": 0.0029,
      "step": 50518
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0888300053290458e-06,
      "loss": 0.023,
      "step": 50519
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0886717815290376e-06,
      "loss": 0.0087,
      "step": 50520
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0885135678215748e-06,
      "loss": 0.0076,
      "step": 50521
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0883553642070683e-06,
      "loss": 0.0054,
      "step": 50522
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.088197170685925e-06,
      "loss": 0.0035,
      "step": 50523
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0880389872585535e-06,
      "loss": 0.0068,
      "step": 50524
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0878808139253616e-06,
      "loss": 0.0131,
      "step": 50525
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.087722650686756e-06,
      "loss": 0.0045,
      "step": 50526
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0875644975431476e-06,
      "loss": 0.0038,
      "step": 50527
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0874063544949437e-06,
      "loss": 0.0128,
      "step": 50528
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.08724822154255e-06,
      "loss": 0.009,
      "step": 50529
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0870900986863786e-06,
      "loss": 0.004,
      "step": 50530
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0869319859268347e-06,
      "loss": 0.0105,
      "step": 50531
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0867738832643272e-06,
      "loss": 0.0043,
      "step": 50532
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.086615790699263e-06,
      "loss": 0.0094,
      "step": 50533
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0864577082320504e-06,
      "loss": 0.013,
      "step": 50534
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0862996358630983e-06,
      "loss": 0.0108,
      "step": 50535
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0861415735928132e-06,
      "loss": 0.0051,
      "step": 50536
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0859835214216046e-06,
      "loss": 0.0075,
      "step": 50537
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0858254793498801e-06,
      "loss": 0.0079,
      "step": 50538
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0856674473780465e-06,
      "loss": 0.0105,
      "step": 50539
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0855094255065124e-06,
      "loss": 0.0102,
      "step": 50540
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.085351413735683e-06,
      "loss": 0.0037,
      "step": 50541
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0851934120659701e-06,
      "loss": 0.0284,
      "step": 50542
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0850354204977792e-06,
      "loss": 0.0052,
      "step": 50543
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0848774390315164e-06,
      "loss": 0.019,
      "step": 50544
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0847194676675932e-06,
      "loss": 0.0158,
      "step": 50545
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0845615064064147e-06,
      "loss": 0.011,
      "step": 50546
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0844035552483888e-06,
      "loss": 0.0064,
      "step": 50547
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.084245614193924e-06,
      "loss": 0.0031,
      "step": 50548
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.084087683243425e-06,
      "loss": 0.0092,
      "step": 50549
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0839297623973032e-06,
      "loss": 0.0052,
      "step": 50550
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0837718516559626e-06,
      "loss": 0.0236,
      "step": 50551
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.083613951019815e-06,
      "loss": 0.0054,
      "step": 50552
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0834560604892642e-06,
      "loss": 0.0103,
      "step": 50553
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.083298180064717e-06,
      "loss": 0.0074,
      "step": 50554
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0831403097465836e-06,
      "loss": 0.0028,
      "step": 50555
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0829824495352687e-06,
      "loss": 0.0037,
      "step": 50556
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0828245994311826e-06,
      "loss": 0.0065,
      "step": 50557
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0826667594347306e-06,
      "loss": 0.0168,
      "step": 50558
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.082508929546321e-06,
      "loss": 0.0033,
      "step": 50559
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0823511097663603e-06,
      "loss": 0.0052,
      "step": 50560
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0821933000952544e-06,
      "loss": 0.0057,
      "step": 50561
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0820355005334137e-06,
      "loss": 0.009,
      "step": 50562
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.081877711081244e-06,
      "loss": 0.014,
      "step": 50563
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0817199317391503e-06,
      "loss": 0.0095,
      "step": 50564
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.081562162507543e-06,
      "loss": 0.0088,
      "step": 50565
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0814044033868276e-06,
      "loss": 0.0058,
      "step": 50566
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0812466543774114e-06,
      "loss": 0.004,
      "step": 50567
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0810889154797017e-06,
      "loss": 0.0056,
      "step": 50568
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0809311866941036e-06,
      "loss": 0.013,
      "step": 50569
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.080773468021027e-06,
      "loss": 0.0052,
      "step": 50570
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0806157594608763e-06,
      "loss": 0.0076,
      "step": 50571
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0804580610140608e-06,
      "loss": 0.0079,
      "step": 50572
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0803003726809869e-06,
      "loss": 0.0051,
      "step": 50573
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0801426944620608e-06,
      "loss": 0.0106,
      "step": 50574
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0799850263576888e-06,
      "loss": 0.0107,
      "step": 50575
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.079827368368278e-06,
      "loss": 0.0023,
      "step": 50576
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0796697204942364e-06,
      "loss": 0.0059,
      "step": 50577
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.07951208273597e-06,
      "loss": 0.0119,
      "step": 50578
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0793544550938846e-06,
      "loss": 0.0112,
      "step": 50579
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0791968375683892e-06,
      "loss": 0.0133,
      "step": 50580
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.079039230159889e-06,
      "loss": 0.0072,
      "step": 50581
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0788816328687907e-06,
      "loss": 0.0267,
      "step": 50582
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.078724045695501e-06,
      "loss": 0.0059,
      "step": 50583
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0785664686404262e-06,
      "loss": 0.0102,
      "step": 50584
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0784089017039739e-06,
      "loss": 0.0133,
      "step": 50585
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0782513448865494e-06,
      "loss": 0.0065,
      "step": 50586
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0780937981885608e-06,
      "loss": 0.0102,
      "step": 50587
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0779362616104145e-06,
      "loss": 0.0086,
      "step": 50588
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0777787351525154e-06,
      "loss": 0.0038,
      "step": 50589
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.077621218815272e-06,
      "loss": 0.0061,
      "step": 50590
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0774637125990873e-06,
      "loss": 0.0075,
      "step": 50591
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0773062165043718e-06,
      "loss": 0.0079,
      "step": 50592
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0771487305315299e-06,
      "loss": 0.0167,
      "step": 50593
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0769912546809675e-06,
      "loss": 0.004,
      "step": 50594
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0768337889530922e-06,
      "loss": 0.0119,
      "step": 50595
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0766763333483106e-06,
      "loss": 0.0216,
      "step": 50596
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0765188878670274e-06,
      "loss": 0.007,
      "step": 50597
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0763614525096499e-06,
      "loss": 0.0071,
      "step": 50598
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0762040272765828e-06,
      "loss": 0.0142,
      "step": 50599
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.076046612168235e-06,
      "loss": 0.0027,
      "step": 50600
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0758892071850096e-06,
      "loss": 0.0081,
      "step": 50601
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0757318123273159e-06,
      "loss": 0.0146,
      "step": 50602
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0755744275955603e-06,
      "loss": 0.0103,
      "step": 50603
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0754170529901437e-06,
      "loss": 0.0072,
      "step": 50604
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0752596885114774e-06,
      "loss": 0.0005,
      "step": 50605
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0751023341599642e-06,
      "loss": 0.0042,
      "step": 50606
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0749449899360132e-06,
      "loss": 0.0047,
      "step": 50607
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.074787655840029e-06,
      "loss": 0.0153,
      "step": 50608
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0746303318724154e-06,
      "loss": 0.0114,
      "step": 50609
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0744730180335834e-06,
      "loss": 0.0204,
      "step": 50610
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.074315714323933e-06,
      "loss": 0.0021,
      "step": 50611
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0741584207438743e-06,
      "loss": 0.0049,
      "step": 50612
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.074001137293812e-06,
      "loss": 0.005,
      "step": 50613
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0738438639741505e-06,
      "loss": 0.0121,
      "step": 50614
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.073686600785298e-06,
      "loss": 0.0167,
      "step": 50615
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0735293477276593e-06,
      "loss": 0.0289,
      "step": 50616
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0733721048016398e-06,
      "loss": 0.0206,
      "step": 50617
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0732148720076456e-06,
      "loss": 0.0079,
      "step": 50618
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0730576493460815e-06,
      "loss": 0.0065,
      "step": 50619
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0729004368173546e-06,
      "loss": 0.0188,
      "step": 50620
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.072743234421869e-06,
      "loss": 0.0105,
      "step": 50621
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0725860421600326e-06,
      "loss": 0.0339,
      "step": 50622
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.072428860032249e-06,
      "loss": 0.0055,
      "step": 50623
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0722716880389255e-06,
      "loss": 0.0034,
      "step": 50624
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0721145261804661e-06,
      "loss": 0.0077,
      "step": 50625
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0719573744572758e-06,
      "loss": 0.0031,
      "step": 50626
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0718002328697619e-06,
      "loss": 0.0074,
      "step": 50627
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0716431014183299e-06,
      "loss": 0.0039,
      "step": 50628
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0714859801033827e-06,
      "loss": 0.0081,
      "step": 50629
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0713288689253288e-06,
      "loss": 0.0053,
      "step": 50630
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0711717678845728e-06,
      "loss": 0.0041,
      "step": 50631
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0710146769815194e-06,
      "loss": 0.0085,
      "step": 50632
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.070857596216574e-06,
      "loss": 0.0077,
      "step": 50633
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0707005255901404e-06,
      "loss": 0.0068,
      "step": 50634
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0705434651026275e-06,
      "loss": 0.0076,
      "step": 50635
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0703864147544368e-06,
      "loss": 0.0052,
      "step": 50636
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0702293745459775e-06,
      "loss": 0.0024,
      "step": 50637
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0700723444776518e-06,
      "loss": 0.0101,
      "step": 50638
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.069915324549866e-06,
      "loss": 0.0147,
      "step": 50639
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0697583147630254e-06,
      "loss": 0.0061,
      "step": 50640
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0696013151175333e-06,
      "loss": 0.0095,
      "step": 50641
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0694443256137976e-06,
      "loss": 0.0037,
      "step": 50642
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0692873462522218e-06,
      "loss": 0.005,
      "step": 50643
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.06913037703321e-06,
      "loss": 0.0039,
      "step": 50644
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0689734179571704e-06,
      "loss": 0.0024,
      "step": 50645
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0688164690245057e-06,
      "loss": 0.0113,
      "step": 50646
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0686595302356213e-06,
      "loss": 0.0033,
      "step": 50647
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0685026015909218e-06,
      "loss": 0.0042,
      "step": 50648
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0683456830908113e-06,
      "loss": 0.013,
      "step": 50649
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0681887747356972e-06,
      "loss": 0.0061,
      "step": 50650
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0680318765259818e-06,
      "loss": 0.0244,
      "step": 50651
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.067874988462072e-06,
      "loss": 0.0024,
      "step": 50652
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0677181105443741e-06,
      "loss": 0.0211,
      "step": 50653
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0675612427732868e-06,
      "loss": 0.002,
      "step": 50654
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.067404385149221e-06,
      "loss": 0.0148,
      "step": 50655
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.067247537672577e-06,
      "loss": 0.0124,
      "step": 50656
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0670907003437635e-06,
      "loss": 0.0097,
      "step": 50657
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0669338731631835e-06,
      "loss": 0.0045,
      "step": 50658
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0667770561312396e-06,
      "loss": 0.0036,
      "step": 50659
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0666202492483413e-06,
      "loss": 0.0075,
      "step": 50660
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.066463452514887e-06,
      "loss": 0.0082,
      "step": 50661
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0663066659312865e-06,
      "loss": 0.006,
      "step": 50662
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0661498894979428e-06,
      "loss": 0.0075,
      "step": 50663
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0659931232152575e-06,
      "loss": 0.0078,
      "step": 50664
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0658363670836402e-06,
      "loss": 0.0025,
      "step": 50665
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0656796211034908e-06,
      "loss": 0.02,
      "step": 50666
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0655228852752187e-06,
      "loss": 0.0044,
      "step": 50667
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0653661595992237e-06,
      "loss": 0.0082,
      "step": 50668
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0652094440759108e-06,
      "loss": 0.0086,
      "step": 50669
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0650527387056876e-06,
      "loss": 0.0118,
      "step": 50670
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.064896043488954e-06,
      "loss": 0.0342,
      "step": 50671
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0647393584261183e-06,
      "loss": 0.01,
      "step": 50672
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0645826835175832e-06,
      "loss": 0.0049,
      "step": 50673
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.064426018763753e-06,
      "loss": 0.0045,
      "step": 50674
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.064269364165032e-06,
      "loss": 0.0106,
      "step": 50675
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0641127197218232e-06,
      "loss": 0.0012,
      "step": 50676
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0639560854345327e-06,
      "loss": 0.0075,
      "step": 50677
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.063799461303564e-06,
      "loss": 0.0071,
      "step": 50678
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0636428473293202e-06,
      "loss": 0.0061,
      "step": 50679
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0634862435122072e-06,
      "loss": 0.0136,
      "step": 50680
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0633296498526286e-06,
      "loss": 0.0134,
      "step": 50681
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0631730663509882e-06,
      "loss": 0.0238,
      "step": 50682
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0630164930076898e-06,
      "loss": 0.0131,
      "step": 50683
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0628599298231363e-06,
      "loss": 0.0163,
      "step": 50684
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0627033767977341e-06,
      "loss": 0.0175,
      "step": 50685
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0625468339318844e-06,
      "loss": 0.0053,
      "step": 50686
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0623903012259946e-06,
      "loss": 0.0091,
      "step": 50687
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0622337786804666e-06,
      "loss": 0.0054,
      "step": 50688
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0620772662957042e-06,
      "loss": 0.0255,
      "step": 50689
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0619207640721118e-06,
      "loss": 0.0066,
      "step": 50690
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0617642720100913e-06,
      "loss": 0.0125,
      "step": 50691
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0616077901100497e-06,
      "loss": 0.0129,
      "step": 50692
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.061451318372389e-06,
      "loss": 0.0035,
      "step": 50693
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0612948567975117e-06,
      "loss": 0.0118,
      "step": 50694
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0611384053858243e-06,
      "loss": 0.0489,
      "step": 50695
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0609819641377296e-06,
      "loss": 0.0061,
      "step": 50696
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0608255330536304e-06,
      "loss": 0.0143,
      "step": 50697
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0606691121339308e-06,
      "loss": 0.0041,
      "step": 50698
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0605127013790333e-06,
      "loss": 0.0244,
      "step": 50699
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0603563007893436e-06,
      "loss": 0.0193,
      "step": 50700
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0601999103652632e-06,
      "loss": 0.0091,
      "step": 50701
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0600435301071977e-06,
      "loss": 0.0045,
      "step": 50702
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0598871600155503e-06,
      "loss": 0.0082,
      "step": 50703
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.059730800090723e-06,
      "loss": 0.0148,
      "step": 50704
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0595744503331207e-06,
      "loss": 0.0057,
      "step": 50705
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0594181107431446e-06,
      "loss": 0.0068,
      "step": 50706
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0592617813212007e-06,
      "loss": 0.0165,
      "step": 50707
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0591054620676916e-06,
      "loss": 0.0117,
      "step": 50708
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0589491529830194e-06,
      "loss": 0.0021,
      "step": 50709
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.058792854067589e-06,
      "loss": 0.0042,
      "step": 50710
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.058636565321804e-06,
      "loss": 0.0117,
      "step": 50711
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0584802867460664e-06,
      "loss": 0.0035,
      "step": 50712
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.05832401834078e-06,
      "loss": 0.0029,
      "step": 50713
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0581677601063467e-06,
      "loss": 0.004,
      "step": 50714
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0580115120431721e-06,
      "loss": 0.0128,
      "step": 50715
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0578552741516573e-06,
      "loss": 0.0082,
      "step": 50716
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.057699046432209e-06,
      "loss": 0.0057,
      "step": 50717
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0575428288852258e-06,
      "loss": 0.0098,
      "step": 50718
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0573866215111116e-06,
      "loss": 0.0033,
      "step": 50719
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0572304243102716e-06,
      "loss": 0.0117,
      "step": 50720
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0570742372831066e-06,
      "loss": 0.0054,
      "step": 50721
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0569180604300222e-06,
      "loss": 0.0041,
      "step": 50722
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0567618937514202e-06,
      "loss": 0.0037,
      "step": 50723
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0566057372477029e-06,
      "loss": 0.0038,
      "step": 50724
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0564495909192741e-06,
      "loss": 0.0205,
      "step": 50725
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0562934547665342e-06,
      "loss": 0.0067,
      "step": 50726
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0561373287898902e-06,
      "loss": 0.0046,
      "step": 50727
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.055981212989743e-06,
      "loss": 0.0053,
      "step": 50728
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0558251073664938e-06,
      "loss": 0.0062,
      "step": 50729
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0556690119205482e-06,
      "loss": 0.0025,
      "step": 50730
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0555129266523073e-06,
      "loss": 0.005,
      "step": 50731
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0553568515621749e-06,
      "loss": 0.0189,
      "step": 50732
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0552007866505532e-06,
      "loss": 0.0218,
      "step": 50733
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.055044731917843e-06,
      "loss": 0.0063,
      "step": 50734
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0548886873644503e-06,
      "loss": 0.0027,
      "step": 50735
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0547326529907754e-06,
      "loss": 0.028,
      "step": 50736
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0545766287972225e-06,
      "loss": 0.0102,
      "step": 50737
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0544206147841935e-06,
      "loss": 0.0047,
      "step": 50738
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0542646109520915e-06,
      "loss": 0.0083,
      "step": 50739
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0541086173013176e-06,
      "loss": 0.0142,
      "step": 50740
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0539526338322747e-06,
      "loss": 0.0052,
      "step": 50741
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0537966605453665e-06,
      "loss": 0.01,
      "step": 50742
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.053640697440995e-06,
      "loss": 0.01,
      "step": 50743
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0534847445195612e-06,
      "loss": 0.0217,
      "step": 50744
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0533288017814698e-06,
      "loss": 0.0225,
      "step": 50745
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.053172869227122e-06,
      "loss": 0.0084,
      "step": 50746
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0530169468569201e-06,
      "loss": 0.0024,
      "step": 50747
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.052861034671267e-06,
      "loss": 0.0024,
      "step": 50748
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0527051326705628e-06,
      "loss": 0.0028,
      "step": 50749
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.052549240855213e-06,
      "loss": 0.0075,
      "step": 50750
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.052393359225617e-06,
      "loss": 0.0103,
      "step": 50751
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.05223748778218e-06,
      "loss": 0.0102,
      "step": 50752
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0520816265253026e-06,
      "loss": 0.0183,
      "step": 50753
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0519257754553868e-06,
      "loss": 0.0061,
      "step": 50754
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0517699345728349e-06,
      "loss": 0.0077,
      "step": 50755
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0516141038780482e-06,
      "loss": 0.0092,
      "step": 50756
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.051458283371431e-06,
      "loss": 0.0194,
      "step": 50757
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0513024730533834e-06,
      "loss": 0.0384,
      "step": 50758
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0511466729243074e-06,
      "loss": 0.0063,
      "step": 50759
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0509908829846067e-06,
      "loss": 0.0113,
      "step": 50760
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0508351032346825e-06,
      "loss": 0.0008,
      "step": 50761
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.050679333674936e-06,
      "loss": 0.003,
      "step": 50762
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0505235743057701e-06,
      "loss": 0.0075,
      "step": 50763
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.050367825127585e-06,
      "loss": 0.0051,
      "step": 50764
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0502120861407855e-06,
      "loss": 0.0059,
      "step": 50765
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.05005635734577e-06,
      "loss": 0.0073,
      "step": 50766
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.049900638742944e-06,
      "loss": 0.0122,
      "step": 50767
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0497449303327084e-06,
      "loss": 0.0047,
      "step": 50768
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0495892321154616e-06,
      "loss": 0.0109,
      "step": 50769
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0494335440916087e-06,
      "loss": 0.0297,
      "step": 50770
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0492778662615498e-06,
      "loss": 0.0132,
      "step": 50771
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0491221986256883e-06,
      "loss": 0.0022,
      "step": 50772
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0489665411844252e-06,
      "loss": 0.0048,
      "step": 50773
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0488108939381608e-06,
      "loss": 0.002,
      "step": 50774
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0486552568873e-06,
      "loss": 0.0183,
      "step": 50775
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0484996300322397e-06,
      "loss": 0.0081,
      "step": 50776
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0483440133733851e-06,
      "loss": 0.0092,
      "step": 50777
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.048188406911137e-06,
      "loss": 0.001,
      "step": 50778
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0480328106458948e-06,
      "loss": 0.0062,
      "step": 50779
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0478772245780633e-06,
      "loss": 0.0071,
      "step": 50780
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0477216487080422e-06,
      "loss": 0.0095,
      "step": 50781
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0475660830362334e-06,
      "loss": 0.0036,
      "step": 50782
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0474105275630375e-06,
      "loss": 0.0116,
      "step": 50783
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0472549822888557e-06,
      "loss": 0.0077,
      "step": 50784
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.047099447214091e-06,
      "loss": 0.0021,
      "step": 50785
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0469439223391437e-06,
      "loss": 0.028,
      "step": 50786
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0467884076644142e-06,
      "loss": 0.0076,
      "step": 50787
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0466329031903062e-06,
      "loss": 0.0065,
      "step": 50788
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0464774089172192e-06,
      "loss": 0.0155,
      "step": 50789
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0463219248455553e-06,
      "loss": 0.0049,
      "step": 50790
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0461664509757147e-06,
      "loss": 0.0167,
      "step": 50791
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0460109873080976e-06,
      "loss": 0.0016,
      "step": 50792
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0458555338431082e-06,
      "loss": 0.0086,
      "step": 50793
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0457000905811448e-06,
      "loss": 0.0177,
      "step": 50794
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0455446575226107e-06,
      "loss": 0.0079,
      "step": 50795
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0453892346679068e-06,
      "loss": 0.0011,
      "step": 50796
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0452338220174324e-06,
      "loss": 0.0097,
      "step": 50797
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0450784195715902e-06,
      "loss": 0.0135,
      "step": 50798
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0449230273307786e-06,
      "loss": 0.0046,
      "step": 50799
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0447676452954019e-06,
      "loss": 0.0142,
      "step": 50800
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0446122734658593e-06,
      "loss": 0.005,
      "step": 50801
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0444569118425506e-06,
      "loss": 0.0049,
      "step": 50802
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.04430156042588e-06,
      "loss": 0.0048,
      "step": 50803
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.044146219216246e-06,
      "loss": 0.0097,
      "step": 50804
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0439908882140497e-06,
      "loss": 0.0059,
      "step": 50805
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0438355674196921e-06,
      "loss": 0.0038,
      "step": 50806
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.043680256833573e-06,
      "loss": 0.0098,
      "step": 50807
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.043524956456095e-06,
      "loss": 0.0092,
      "step": 50808
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0433696662876563e-06,
      "loss": 0.0081,
      "step": 50809
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.043214386328661e-06,
      "loss": 0.0133,
      "step": 50810
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.043059116579508e-06,
      "loss": 0.012,
      "step": 50811
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0429038570405976e-06,
      "loss": 0.0029,
      "step": 50812
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.042748607712331e-06,
      "loss": 0.0296,
      "step": 50813
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0425933685951072e-06,
      "loss": 0.0082,
      "step": 50814
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.042438139689329e-06,
      "loss": 0.0098,
      "step": 50815
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0422829209953965e-06,
      "loss": 0.0023,
      "step": 50816
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0421277125137086e-06,
      "loss": 0.0039,
      "step": 50817
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.041972514244668e-06,
      "loss": 0.0056,
      "step": 50818
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0418173261886743e-06,
      "loss": 0.0232,
      "step": 50819
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0416621483461276e-06,
      "loss": 0.012,
      "step": 50820
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0415069807174282e-06,
      "loss": 0.0019,
      "step": 50821
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0413518233029762e-06,
      "loss": 0.016,
      "step": 50822
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0411966761031734e-06,
      "loss": 0.0161,
      "step": 50823
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0410415391184176e-06,
      "loss": 0.0029,
      "step": 50824
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.040886412349114e-06,
      "loss": 0.0016,
      "step": 50825
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0407312957956578e-06,
      "loss": 0.0041,
      "step": 50826
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0405761894584504e-06,
      "loss": 0.01,
      "step": 50827
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0404210933378933e-06,
      "loss": 0.0039,
      "step": 50828
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.040266007434385e-06,
      "loss": 0.0135,
      "step": 50829
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0401109317483281e-06,
      "loss": 0.0135,
      "step": 50830
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0399558662801218e-06,
      "loss": 0.0088,
      "step": 50831
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.039800811030166e-06,
      "loss": 0.0137,
      "step": 50832
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.03964576599886e-06,
      "loss": 0.002,
      "step": 50833
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0394907311866038e-06,
      "loss": 0.0088,
      "step": 50834
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0393357065937992e-06,
      "loss": 0.0122,
      "step": 50835
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0391806922208448e-06,
      "loss": 0.0128,
      "step": 50836
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.03902568806814e-06,
      "loss": 0.002,
      "step": 50837
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0388706941360872e-06,
      "loss": 0.0132,
      "step": 50838
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0387157104250845e-06,
      "loss": 0.0062,
      "step": 50839
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0385607369355326e-06,
      "loss": 0.0102,
      "step": 50840
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.038405773667831e-06,
      "loss": 0.0203,
      "step": 50841
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.038250820622378e-06,
      "loss": 0.0036,
      "step": 50842
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0380958777995758e-06,
      "loss": 0.0072,
      "step": 50843
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0379409451998223e-06,
      "loss": 0.0185,
      "step": 50844
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0377860228235203e-06,
      "loss": 0.0032,
      "step": 50845
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0376311106710667e-06,
      "loss": 0.0075,
      "step": 50846
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.037476208742863e-06,
      "loss": 0.0132,
      "step": 50847
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0373213170393071e-06,
      "loss": 0.0078,
      "step": 50848
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.037166435560799e-06,
      "loss": 0.0061,
      "step": 50849
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.03701156430774e-06,
      "loss": 0.0222,
      "step": 50850
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0368567032805281e-06,
      "loss": 0.0095,
      "step": 50851
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.036701852479563e-06,
      "loss": 0.0075,
      "step": 50852
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0365470119052456e-06,
      "loss": 0.0082,
      "step": 50853
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0363921815579748e-06,
      "loss": 0.0102,
      "step": 50854
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0362373614381494e-06,
      "loss": 0.0085,
      "step": 50855
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0360825515461698e-06,
      "loss": 0.0106,
      "step": 50856
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0359277518824335e-06,
      "loss": 0.0107,
      "step": 50857
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0357729624473427e-06,
      "loss": 0.0118,
      "step": 50858
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0356181832412944e-06,
      "loss": 0.0074,
      "step": 50859
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0354634142646903e-06,
      "loss": 0.0021,
      "step": 50860
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0353086555179287e-06,
      "loss": 0.011,
      "step": 50861
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0351539070014089e-06,
      "loss": 0.0054,
      "step": 50862
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0349991687155302e-06,
      "loss": 0.0113,
      "step": 50863
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.03484444066069e-06,
      "loss": 0.005,
      "step": 50864
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0346897228372914e-06,
      "loss": 0.0057,
      "step": 50865
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0345350152457311e-06,
      "loss": 0.005,
      "step": 50866
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0343803178864076e-06,
      "loss": 0.0054,
      "step": 50867
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0342256307597227e-06,
      "loss": 0.0043,
      "step": 50868
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0340709538660738e-06,
      "loss": 0.0194,
      "step": 50869
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0339162872058606e-06,
      "loss": 0.0073,
      "step": 50870
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0337616307794817e-06,
      "loss": 0.011,
      "step": 50871
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0336069845873353e-06,
      "loss": 0.0057,
      "step": 50872
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0334523486298227e-06,
      "loss": 0.011,
      "step": 50873
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.03329772290734e-06,
      "loss": 0.0158,
      "step": 50874
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0331431074202896e-06,
      "loss": 0.0042,
      "step": 50875
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0329885021690706e-06,
      "loss": 0.0073,
      "step": 50876
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0328339071540765e-06,
      "loss": 0.016,
      "step": 50877
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.032679322375712e-06,
      "loss": 0.0165,
      "step": 50878
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0325247478343719e-06,
      "loss": 0.0047,
      "step": 50879
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0323701835304584e-06,
      "loss": 0.0081,
      "step": 50880
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0322156294643692e-06,
      "loss": 0.0037,
      "step": 50881
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.032061085636502e-06,
      "loss": 0.0071,
      "step": 50882
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.031906552047257e-06,
      "loss": 0.0062,
      "step": 50883
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.031752028697031e-06,
      "loss": 0.0061,
      "step": 50884
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0315975155862251e-06,
      "loss": 0.0058,
      "step": 50885
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0314430127152375e-06,
      "loss": 0.0093,
      "step": 50886
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.031288520084464e-06,
      "loss": 0.0017,
      "step": 50887
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0311340376943075e-06,
      "loss": 0.0031,
      "step": 50888
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0309795655451649e-06,
      "loss": 0.0133,
      "step": 50889
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0308251036374338e-06,
      "loss": 0.0168,
      "step": 50890
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0306706519715136e-06,
      "loss": 0.0126,
      "step": 50891
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0305162105478023e-06,
      "loss": 0.008,
      "step": 50892
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0303617793666993e-06,
      "loss": 0.0081,
      "step": 50893
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0302073584286015e-06,
      "loss": 0.008,
      "step": 50894
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.03005294773391e-06,
      "loss": 0.0105,
      "step": 50895
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0298985472830214e-06,
      "loss": 0.0158,
      "step": 50896
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.029744157076335e-06,
      "loss": 0.0068,
      "step": 50897
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0295897771142482e-06,
      "loss": 0.0075,
      "step": 50898
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0294354073971586e-06,
      "loss": 0.01,
      "step": 50899
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0292810479254667e-06,
      "loss": 0.004,
      "step": 50900
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0291266986995701e-06,
      "loss": 0.0071,
      "step": 50901
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0289723597198654e-06,
      "loss": 0.0027,
      "step": 50902
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0288180309867535e-06,
      "loss": 0.0026,
      "step": 50903
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0286637125006315e-06,
      "loss": 0.0014,
      "step": 50904
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.028509404261897e-06,
      "loss": 0.0075,
      "step": 50905
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.028355106270949e-06,
      "loss": 0.0055,
      "step": 50906
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0282008185281839e-06,
      "loss": 0.006,
      "step": 50907
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0280465410340023e-06,
      "loss": 0.0069,
      "step": 50908
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0278922737887998e-06,
      "loss": 0.0054,
      "step": 50909
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0277380167929774e-06,
      "loss": 0.0082,
      "step": 50910
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.027583770046931e-06,
      "loss": 0.0069,
      "step": 50911
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0274295335510597e-06,
      "loss": 0.0078,
      "step": 50912
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0272753073057607e-06,
      "loss": 0.021,
      "step": 50913
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.027121091311431e-06,
      "loss": 0.0059,
      "step": 50914
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0269668855684706e-06,
      "loss": 0.0044,
      "step": 50915
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0268126900772769e-06,
      "loss": 0.0024,
      "step": 50916
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0266585048382461e-06,
      "loss": 0.0103,
      "step": 50917
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0265043298517784e-06,
      "loss": 0.0082,
      "step": 50918
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0263501651182706e-06,
      "loss": 0.0079,
      "step": 50919
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0261960106381203e-06,
      "loss": 0.0043,
      "step": 50920
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0260418664117256e-06,
      "loss": 0.0009,
      "step": 50921
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0258877324394828e-06,
      "loss": 0.0035,
      "step": 50922
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0257336087217923e-06,
      "loss": 0.0046,
      "step": 50923
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0255794952590492e-06,
      "loss": 0.0063,
      "step": 50924
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0254253920516533e-06,
      "loss": 0.0058,
      "step": 50925
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.025271299100003e-06,
      "loss": 0.0052,
      "step": 50926
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.025117216404491e-06,
      "loss": 0.0173,
      "step": 50927
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0249631439655199e-06,
      "loss": 0.0065,
      "step": 50928
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0248090817834838e-06,
      "loss": 0.0018,
      "step": 50929
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0246550298587831e-06,
      "loss": 0.0053,
      "step": 50930
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0245009881918145e-06,
      "loss": 0.0064,
      "step": 50931
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0243469567829733e-06,
      "loss": 0.0031,
      "step": 50932
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0241929356326618e-06,
      "loss": 0.0053,
      "step": 50933
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0240389247412718e-06,
      "loss": 0.0085,
      "step": 50934
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0238849241092041e-06,
      "loss": 0.007,
      "step": 50935
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0237309337368557e-06,
      "loss": 0.0057,
      "step": 50936
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0235769536246215e-06,
      "loss": 0.0143,
      "step": 50937
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0234229837729026e-06,
      "loss": 0.0078,
      "step": 50938
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0232690241820925e-06,
      "loss": 0.0218,
      "step": 50939
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0231150748525936e-06,
      "loss": 0.0067,
      "step": 50940
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.022961135784799e-06,
      "loss": 0.0054,
      "step": 50941
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0228072069791051e-06,
      "loss": 0.0049,
      "step": 50942
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0226532884359119e-06,
      "loss": 0.0058,
      "step": 50943
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0224993801556148e-06,
      "loss": 0.0063,
      "step": 50944
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.022345482138613e-06,
      "loss": 0.0019,
      "step": 50945
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0221915943853023e-06,
      "loss": 0.0225,
      "step": 50946
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0220377168960793e-06,
      "loss": 0.0053,
      "step": 50947
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0218838496713419e-06,
      "loss": 0.0043,
      "step": 50948
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0217299927114855e-06,
      "loss": 0.011,
      "step": 50949
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0215761460169093e-06,
      "loss": 0.0144,
      "step": 50950
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0214223095880094e-06,
      "loss": 0.0064,
      "step": 50951
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0212684834251817e-06,
      "loss": 0.0052,
      "step": 50952
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0211146675288253e-06,
      "loss": 0.0041,
      "step": 50953
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.020960861899336e-06,
      "loss": 0.0064,
      "step": 50954
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0208070665371106e-06,
      "loss": 0.0041,
      "step": 50955
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0206532814425458e-06,
      "loss": 0.0057,
      "step": 50956
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0204995066160372e-06,
      "loss": 0.0025,
      "step": 50957
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0203457420579844e-06,
      "loss": 0.0073,
      "step": 50958
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0201919877687811e-06,
      "loss": 0.0061,
      "step": 50959
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.020038243748827e-06,
      "loss": 0.0044,
      "step": 50960
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0198845099985172e-06,
      "loss": 0.0028,
      "step": 50961
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0197307865182493e-06,
      "loss": 0.0072,
      "step": 50962
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0195770733084188e-06,
      "loss": 0.0088,
      "step": 50963
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0194233703694218e-06,
      "loss": 0.0074,
      "step": 50964
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.019269677701657e-06,
      "loss": 0.0077,
      "step": 50965
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0191159953055201e-06,
      "loss": 0.0091,
      "step": 50966
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.018962323181406e-06,
      "loss": 0.0031,
      "step": 50967
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0188086613297144e-06,
      "loss": 0.0034,
      "step": 50968
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0186550097508397e-06,
      "loss": 0.021,
      "step": 50969
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0185013684451782e-06,
      "loss": 0.0035,
      "step": 50970
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.018347737413128e-06,
      "loss": 0.0039,
      "step": 50971
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0181941166550825e-06,
      "loss": 0.0061,
      "step": 50972
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0180405061714416e-06,
      "loss": 0.0062,
      "step": 50973
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0178869059625984e-06,
      "loss": 0.0184,
      "step": 50974
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0177333160289526e-06,
      "loss": 0.0226,
      "step": 50975
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0175797363708983e-06,
      "loss": 0.036,
      "step": 50976
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.017426166988833e-06,
      "loss": 0.0048,
      "step": 50977
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.017272607883152e-06,
      "loss": 0.0048,
      "step": 50978
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0171190590542507e-06,
      "loss": 0.0397,
      "step": 50979
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0169655205025275e-06,
      "loss": 0.0077,
      "step": 50980
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0168119922283775e-06,
      "loss": 0.0069,
      "step": 50981
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0166584742321955e-06,
      "loss": 0.0014,
      "step": 50982
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0165049665143806e-06,
      "loss": 0.0033,
      "step": 50983
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0163514690753268e-06,
      "loss": 0.0061,
      "step": 50984
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0161979819154312e-06,
      "loss": 0.0022,
      "step": 50985
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0160445050350886e-06,
      "loss": 0.012,
      "step": 50986
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0158910384346954e-06,
      "loss": 0.0095,
      "step": 50987
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0157375821146487e-06,
      "loss": 0.0076,
      "step": 50988
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0155841360753422e-06,
      "loss": 0.0017,
      "step": 50989
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0154307003171766e-06,
      "loss": 0.0076,
      "step": 50990
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0152772748405425e-06,
      "loss": 0.0408,
      "step": 50991
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0151238596458369e-06,
      "loss": 0.0093,
      "step": 50992
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0149704547334583e-06,
      "loss": 0.0053,
      "step": 50993
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0148170601037989e-06,
      "loss": 0.0052,
      "step": 50994
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.014663675757258e-06,
      "loss": 0.0104,
      "step": 50995
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0145103016942299e-06,
      "loss": 0.0039,
      "step": 50996
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0143569379151102e-06,
      "loss": 0.004,
      "step": 50997
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0142035844202953e-06,
      "loss": 0.008,
      "step": 50998
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0140502412101783e-06,
      "loss": 0.0082,
      "step": 50999
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0138969082851585e-06,
      "loss": 0.0043,
      "step": 51000
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.01374358564563e-06,
      "loss": 0.0108,
      "step": 51001
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0135902732919872e-06,
      "loss": 0.0082,
      "step": 51002
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0134369712246277e-06,
      "loss": 0.0145,
      "step": 51003
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0132836794439466e-06,
      "loss": 0.0157,
      "step": 51004
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0131303979503393e-06,
      "loss": 0.0284,
      "step": 51005
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0129771267442007e-06,
      "loss": 0.0195,
      "step": 51006
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0128238658259259e-06,
      "loss": 0.0058,
      "step": 51007
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.012670615195912e-06,
      "loss": 0.0033,
      "step": 51008
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0125173748545524e-06,
      "loss": 0.0081,
      "step": 51009
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0123641448022452e-06,
      "loss": 0.0026,
      "step": 51010
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.012210925039384e-06,
      "loss": 0.0274,
      "step": 51011
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0120577155663652e-06,
      "loss": 0.0124,
      "step": 51012
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0119045163835828e-06,
      "loss": 0.0129,
      "step": 51013
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0117513274914315e-06,
      "loss": 0.0033,
      "step": 51014
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0115981488903092e-06,
      "loss": 0.0025,
      "step": 51015
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0114449805806092e-06,
      "loss": 0.0062,
      "step": 51016
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0112918225627267e-06,
      "loss": 0.0084,
      "step": 51017
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0111386748370583e-06,
      "loss": 0.0118,
      "step": 51018
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0109855374039984e-06,
      "loss": 0.0082,
      "step": 51019
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0108324102639422e-06,
      "loss": 0.021,
      "step": 51020
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.010679293417285e-06,
      "loss": 0.0136,
      "step": 51021
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.01052618686442e-06,
      "loss": 0.006,
      "step": 51022
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0103730906057451e-06,
      "loss": 0.0046,
      "step": 51023
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0102200046416527e-06,
      "loss": 0.0025,
      "step": 51024
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0100669289725407e-06,
      "loss": 0.0147,
      "step": 51025
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0099138635988026e-06,
      "loss": 0.0059,
      "step": 51026
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0097608085208333e-06,
      "loss": 0.0028,
      "step": 51027
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0096077637390277e-06,
      "loss": 0.0051,
      "step": 51028
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0094547292537798e-06,
      "loss": 0.017,
      "step": 51029
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0093017050654868e-06,
      "loss": 0.0045,
      "step": 51030
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0091486911745419e-06,
      "loss": 0.0077,
      "step": 51031
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0089956875813394e-06,
      "loss": 0.027,
      "step": 51032
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0088426942862762e-06,
      "loss": 0.0065,
      "step": 51033
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0086897112897454e-06,
      "loss": 0.0038,
      "step": 51034
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0085367385921423e-06,
      "loss": 0.0033,
      "step": 51035
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0083837761938619e-06,
      "loss": 0.0195,
      "step": 51036
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0082308240952964e-06,
      "loss": 0.006,
      "step": 51037
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0080778822968446e-06,
      "loss": 0.0113,
      "step": 51038
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.007924950798898e-06,
      "loss": 0.0041,
      "step": 51039
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0077720296018529e-06,
      "loss": 0.0245,
      "step": 51040
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.007619118706105e-06,
      "loss": 0.0041,
      "step": 51041
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0074662181120448e-06,
      "loss": 0.0062,
      "step": 51042
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0073133278200702e-06,
      "loss": 0.0021,
      "step": 51043
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0071604478305735e-06,
      "loss": 0.0093,
      "step": 51044
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.007007578143952e-06,
      "loss": 0.0103,
      "step": 51045
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0068547187605982e-06,
      "loss": 0.0065,
      "step": 51046
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0067018696809056e-06,
      "loss": 0.0049,
      "step": 51047
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0065490309052722e-06,
      "loss": 0.0078,
      "step": 51048
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0063962024340879e-06,
      "loss": 0.0123,
      "step": 51049
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0062433842677505e-06,
      "loss": 0.004,
      "step": 51050
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.006090576406653e-06,
      "loss": 0.016,
      "step": 51051
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0059377788511887e-06,
      "loss": 0.0112,
      "step": 51052
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0057849916017536e-06,
      "loss": 0.004,
      "step": 51053
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0056322146587417e-06,
      "loss": 0.0073,
      "step": 51054
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0054794480225467e-06,
      "loss": 0.0098,
      "step": 51055
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0053266916935627e-06,
      "loss": 0.0157,
      "step": 51056
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0051739456721826e-06,
      "loss": 0.0155,
      "step": 51057
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0050212099588037e-06,
      "loss": 0.0147,
      "step": 51058
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0048684845538165e-06,
      "loss": 0.0064,
      "step": 51059
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0047157694576187e-06,
      "loss": 0.0108,
      "step": 51060
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.004563064670603e-06,
      "loss": 0.01,
      "step": 51061
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0044103701931618e-06,
      "loss": 0.0098,
      "step": 51062
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0042576860256915e-06,
      "loss": 0.0084,
      "step": 51063
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.004105012168583e-06,
      "loss": 0.0129,
      "step": 51064
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0039523486222336e-06,
      "loss": 0.0265,
      "step": 51065
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0037996953870355e-06,
      "loss": 0.0088,
      "step": 51066
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0036470524633819e-06,
      "loss": 0.0042,
      "step": 51067
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0034944198516687e-06,
      "loss": 0.0056,
      "step": 51068
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.003341797552289e-06,
      "loss": 0.0121,
      "step": 51069
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0031891855656368e-06,
      "loss": 0.0052,
      "step": 51070
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0030365838921046e-06,
      "loss": 0.0062,
      "step": 51071
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0028839925320855e-06,
      "loss": 0.0075,
      "step": 51072
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0027314114859765e-06,
      "loss": 0.0136,
      "step": 51073
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0025788407541681e-06,
      "loss": 0.0044,
      "step": 51074
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0024262803370566e-06,
      "loss": 0.018,
      "step": 51075
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.002273730235035e-06,
      "loss": 0.0169,
      "step": 51076
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0021211904484956e-06,
      "loss": 0.012,
      "step": 51077
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0019686609778334e-06,
      "loss": 0.0017,
      "step": 51078
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0018161418234396e-06,
      "loss": 0.0013,
      "step": 51079
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.001663632985711e-06,
      "loss": 0.0051,
      "step": 51080
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0015111344650397e-06,
      "loss": 0.0083,
      "step": 51081
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.001358646261818e-06,
      "loss": 0.0091,
      "step": 51082
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0012061683764413e-06,
      "loss": 0.009,
      "step": 51083
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.001053700809303e-06,
      "loss": 0.0024,
      "step": 51084
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.000901243560795e-06,
      "loss": 0.008,
      "step": 51085
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0007487966313119e-06,
      "loss": 0.0086,
      "step": 51086
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0005963600212454e-06,
      "loss": 0.0058,
      "step": 51087
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0004439337309913e-06,
      "loss": 0.0045,
      "step": 51088
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0002915177609401e-06,
      "loss": 0.0209,
      "step": 51089
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.000139112111488e-06,
      "loss": 0.0029,
      "step": 51090
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.999867167830267e-07,
      "loss": 0.0154,
      "step": 51091
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.998343317759506e-07,
      "loss": 0.0354,
      "step": 51092
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.996819570906514e-07,
      "loss": 0.0096,
      "step": 51093
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.995295927275212e-07,
      "loss": 0.0227,
      "step": 51094
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.993772386869566e-07,
      "loss": 0.0069,
      "step": 51095
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.992248949693483e-07,
      "loss": 0.007,
      "step": 51096
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.990725615750896e-07,
      "loss": 0.0056,
      "step": 51097
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.98920238504576e-07,
      "loss": 0.0039,
      "step": 51098
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.987679257581962e-07,
      "loss": 0.0091,
      "step": 51099
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.986156233363465e-07,
      "loss": 0.0076,
      "step": 51100
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.984633312394193e-07,
      "loss": 0.0094,
      "step": 51101
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.983110494678055e-07,
      "loss": 0.0069,
      "step": 51102
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.981587780219009e-07,
      "loss": 0.0073,
      "step": 51103
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.980065169020964e-07,
      "loss": 0.0079,
      "step": 51104
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.978542661087886e-07,
      "loss": 0.0095,
      "step": 51105
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.977020256423659e-07,
      "loss": 0.0067,
      "step": 51106
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.975497955032209e-07,
      "loss": 0.0021,
      "step": 51107
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.973975756917504e-07,
      "loss": 0.0028,
      "step": 51108
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.972453662083432e-07,
      "loss": 0.0451,
      "step": 51109
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.97093167053395e-07,
      "loss": 0.0101,
      "step": 51110
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.969409782272983e-07,
      "loss": 0.0061,
      "step": 51111
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.967887997304438e-07,
      "loss": 0.0069,
      "step": 51112
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.966366315632258e-07,
      "loss": 0.0061,
      "step": 51113
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.96484473726035e-07,
      "loss": 0.0019,
      "step": 51114
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.96332326219267e-07,
      "loss": 0.0029,
      "step": 51115
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.96180189043312e-07,
      "loss": 0.0074,
      "step": 51116
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.96028062198563e-07,
      "loss": 0.0252,
      "step": 51117
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.95875945685414e-07,
      "loss": 0.0042,
      "step": 51118
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.957238395042563e-07,
      "loss": 0.0062,
      "step": 51119
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.955717436554823e-07,
      "loss": 0.0126,
      "step": 51120
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.95419658139485e-07,
      "loss": 0.0129,
      "step": 51121
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.952675829566548e-07,
      "loss": 0.0118,
      "step": 51122
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.951155181073874e-07,
      "loss": 0.0082,
      "step": 51123
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.949634635920723e-07,
      "loss": 0.0102,
      "step": 51124
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.94811419411104e-07,
      "loss": 0.0116,
      "step": 51125
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.946593855648746e-07,
      "loss": 0.0057,
      "step": 51126
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.945073620537754e-07,
      "loss": 0.0066,
      "step": 51127
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.943553488781993e-07,
      "loss": 0.0071,
      "step": 51128
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.94203346038537e-07,
      "loss": 0.004,
      "step": 51129
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.940513535351831e-07,
      "loss": 0.0093,
      "step": 51130
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.938993713685284e-07,
      "loss": 0.0136,
      "step": 51131
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.937473995389645e-07,
      "loss": 0.0046,
      "step": 51132
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.935954380468859e-07,
      "loss": 0.0073,
      "step": 51133
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.934434868926828e-07,
      "loss": 0.0029,
      "step": 51134
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.932915460767479e-07,
      "loss": 0.0084,
      "step": 51135
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.931396155994733e-07,
      "loss": 0.0174,
      "step": 51136
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.929876954612488e-07,
      "loss": 0.0072,
      "step": 51137
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.9283578566247e-07,
      "loss": 0.0053,
      "step": 51138
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.92683886203526e-07,
      "loss": 0.0077,
      "step": 51139
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.925319970848112e-07,
      "loss": 0.0097,
      "step": 51140
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.923801183067167e-07,
      "loss": 0.0101,
      "step": 51141
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.92228249869634e-07,
      "loss": 0.0152,
      "step": 51142
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.920763917739546e-07,
      "loss": 0.0036,
      "step": 51143
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.919245440200697e-07,
      "loss": 0.0105,
      "step": 51144
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.917727066083732e-07,
      "loss": 0.0335,
      "step": 51145
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.916208795392563e-07,
      "loss": 0.0052,
      "step": 51146
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.91469062813109e-07,
      "loss": 0.0098,
      "step": 51147
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.913172564303252e-07,
      "loss": 0.0272,
      "step": 51148
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.911654603912962e-07,
      "loss": 0.0065,
      "step": 51149
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.910136746964133e-07,
      "loss": 0.0048,
      "step": 51150
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.908618993460683e-07,
      "loss": 0.0056,
      "step": 51151
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.90710134340651e-07,
      "loss": 0.0044,
      "step": 51152
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.905583796805562e-07,
      "loss": 0.0084,
      "step": 51153
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.904066353661722e-07,
      "loss": 0.002,
      "step": 51154
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.90254901397895e-07,
      "loss": 0.0132,
      "step": 51155
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.901031777761128e-07,
      "loss": 0.0571,
      "step": 51156
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.89951464501216e-07,
      "loss": 0.0088,
      "step": 51157
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.897997615735988e-07,
      "loss": 0.0045,
      "step": 51158
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.896480689936504e-07,
      "loss": 0.0167,
      "step": 51159
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.894963867617651e-07,
      "loss": 0.0205,
      "step": 51160
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.893447148783325e-07,
      "loss": 0.0026,
      "step": 51161
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.891930533437443e-07,
      "loss": 0.0123,
      "step": 51162
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.890414021583912e-07,
      "loss": 0.0028,
      "step": 51163
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.888897613226638e-07,
      "loss": 0.0067,
      "step": 51164
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.88738130836956e-07,
      "loss": 0.0177,
      "step": 51165
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.885865107016579e-07,
      "loss": 0.005,
      "step": 51166
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.884349009171585e-07,
      "loss": 0.0132,
      "step": 51167
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.882833014838528e-07,
      "loss": 0.0078,
      "step": 51168
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.881317124021295e-07,
      "loss": 0.0081,
      "step": 51169
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.87980133672381e-07,
      "loss": 0.0055,
      "step": 51170
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.87828565294997e-07,
      "loss": 0.0039,
      "step": 51171
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.87677007270369e-07,
      "loss": 0.0039,
      "step": 51172
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.875254595988891e-07,
      "loss": 0.0066,
      "step": 51173
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.873739222809463e-07,
      "loss": 0.0073,
      "step": 51174
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.872223953169346e-07,
      "loss": 0.0261,
      "step": 51175
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.870708787072436e-07,
      "loss": 0.0139,
      "step": 51176
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.869193724522641e-07,
      "loss": 0.0107,
      "step": 51177
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.86767876552387e-07,
      "loss": 0.0108,
      "step": 51178
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.866163910080018e-07,
      "loss": 0.0032,
      "step": 51179
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.864649158195017e-07,
      "loss": 0.0022,
      "step": 51180
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.863134509872773e-07,
      "loss": 0.0049,
      "step": 51181
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.86161996511717e-07,
      "loss": 0.0047,
      "step": 51182
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.86010552393215e-07,
      "loss": 0.0092,
      "step": 51183
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.858591186321603e-07,
      "loss": 0.0077,
      "step": 51184
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.857076952289441e-07,
      "loss": 0.0017,
      "step": 51185
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.855562821839564e-07,
      "loss": 0.0018,
      "step": 51186
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.854048794975873e-07,
      "loss": 0.0048,
      "step": 51187
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.852534871702302e-07,
      "loss": 0.0145,
      "step": 51188
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.85102105202272e-07,
      "loss": 0.0223,
      "step": 51189
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.849507335941072e-07,
      "loss": 0.0268,
      "step": 51190
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.84799372346124e-07,
      "loss": 0.0151,
      "step": 51191
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.846480214587146e-07,
      "loss": 0.0036,
      "step": 51192
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.844966809322676e-07,
      "loss": 0.0059,
      "step": 51193
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.84345350767173e-07,
      "loss": 0.0088,
      "step": 51194
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.841940309638242e-07,
      "loss": 0.0196,
      "step": 51195
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.8404272152261e-07,
      "loss": 0.002,
      "step": 51196
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.8389142244392e-07,
      "loss": 0.0073,
      "step": 51197
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.837401337281466e-07,
      "loss": 0.0131,
      "step": 51198
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.835888553756796e-07,
      "loss": 0.0076,
      "step": 51199
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.834375873869078e-07,
      "loss": 0.0055,
      "step": 51200
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.832863297622236e-07,
      "loss": 0.0074,
      "step": 51201
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.831350825020148e-07,
      "loss": 0.0053,
      "step": 51202
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.829838456066737e-07,
      "loss": 0.0029,
      "step": 51203
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.828326190765898e-07,
      "loss": 0.0084,
      "step": 51204
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.82681402912154e-07,
      "loss": 0.0095,
      "step": 51205
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.825301971137574e-07,
      "loss": 0.0045,
      "step": 51206
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.823790016817864e-07,
      "loss": 0.0085,
      "step": 51207
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.82227816616635e-07,
      "loss": 0.017,
      "step": 51208
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.8207664191869e-07,
      "loss": 0.0324,
      "step": 51209
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.819254775883447e-07,
      "loss": 0.0038,
      "step": 51210
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.81774323625988e-07,
      "loss": 0.0055,
      "step": 51211
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.816231800320082e-07,
      "loss": 0.0077,
      "step": 51212
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.814720468067996e-07,
      "loss": 0.0035,
      "step": 51213
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.813209239507464e-07,
      "loss": 0.0298,
      "step": 51214
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.811698114642432e-07,
      "loss": 0.0059,
      "step": 51215
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.81018709347678e-07,
      "loss": 0.0089,
      "step": 51216
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.808676176014393e-07,
      "loss": 0.0085,
      "step": 51217
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.807165362259202e-07,
      "loss": 0.0065,
      "step": 51218
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.80565465221509e-07,
      "loss": 0.0054,
      "step": 51219
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.804144045885955e-07,
      "loss": 0.0058,
      "step": 51220
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.80263354327569e-07,
      "loss": 0.0252,
      "step": 51221
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.801123144388187e-07,
      "loss": 0.0084,
      "step": 51222
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.799612849227368e-07,
      "loss": 0.001,
      "step": 51223
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.7981026577971e-07,
      "loss": 0.0028,
      "step": 51224
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.79659257010131e-07,
      "loss": 0.0047,
      "step": 51225
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.795082586143873e-07,
      "loss": 0.0071,
      "step": 51226
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.7935727059287e-07,
      "loss": 0.0119,
      "step": 51227
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.792062929459673e-07,
      "loss": 0.0101,
      "step": 51228
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.79055325674068e-07,
      "loss": 0.0049,
      "step": 51229
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.78904368777565e-07,
      "loss": 0.0146,
      "step": 51230
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.787534222568457e-07,
      "loss": 0.0134,
      "step": 51231
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.786024861122979e-07,
      "loss": 0.0068,
      "step": 51232
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.784515603443145e-07,
      "loss": 0.0176,
      "step": 51233
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.783006449532833e-07,
      "loss": 0.0047,
      "step": 51234
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.781497399395934e-07,
      "loss": 0.0152,
      "step": 51235
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.779988453036348e-07,
      "loss": 0.0128,
      "step": 51236
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.778479610457953e-07,
      "loss": 0.0373,
      "step": 51237
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.77697087166467e-07,
      "loss": 0.0052,
      "step": 51238
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.77546223666036e-07,
      "loss": 0.0059,
      "step": 51239
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.773953705448951e-07,
      "loss": 0.0093,
      "step": 51240
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.772445278034315e-07,
      "loss": 0.0102,
      "step": 51241
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.770936954420346e-07,
      "loss": 0.0013,
      "step": 51242
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.769428734610937e-07,
      "loss": 0.0064,
      "step": 51243
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.767920618609967e-07,
      "loss": 0.0071,
      "step": 51244
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.766412606421355e-07,
      "loss": 0.0033,
      "step": 51245
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.764904698048972e-07,
      "loss": 0.0052,
      "step": 51246
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.763396893496702e-07,
      "loss": 0.0086,
      "step": 51247
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.761889192768464e-07,
      "loss": 0.0053,
      "step": 51248
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.760381595868129e-07,
      "loss": 0.0063,
      "step": 51249
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.758874102799593e-07,
      "loss": 0.0043,
      "step": 51250
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.757366713566741e-07,
      "loss": 0.0096,
      "step": 51251
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.755859428173454e-07,
      "loss": 0.0235,
      "step": 51252
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.754352246623644e-07,
      "loss": 0.0053,
      "step": 51253
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.75284516892117e-07,
      "loss": 0.0189,
      "step": 51254
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.75133819506996e-07,
      "loss": 0.0027,
      "step": 51255
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.749831325073871e-07,
      "loss": 0.0054,
      "step": 51256
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.748324558936812e-07,
      "loss": 0.0043,
      "step": 51257
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.746817896662652e-07,
      "loss": 0.0067,
      "step": 51258
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.745311338255282e-07,
      "loss": 0.0036,
      "step": 51259
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.743804883718598e-07,
      "loss": 0.0022,
      "step": 51260
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.742298533056488e-07,
      "loss": 0.0155,
      "step": 51261
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.740792286272827e-07,
      "loss": 0.0108,
      "step": 51262
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.73928614337153e-07,
      "loss": 0.0062,
      "step": 51263
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.737780104356432e-07,
      "loss": 0.0112,
      "step": 51264
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.73627416923147e-07,
      "loss": 0.0057,
      "step": 51265
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.734768338000506e-07,
      "loss": 0.0152,
      "step": 51266
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.733262610667415e-07,
      "loss": 0.0199,
      "step": 51267
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.731756987236113e-07,
      "loss": 0.006,
      "step": 51268
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.730251467710456e-07,
      "loss": 0.0053,
      "step": 51269
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.728746052094362e-07,
      "loss": 0.0219,
      "step": 51270
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.727240740391686e-07,
      "loss": 0.0079,
      "step": 51271
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.7257355326063e-07,
      "loss": 0.006,
      "step": 51272
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.724230428742131e-07,
      "loss": 0.0149,
      "step": 51273
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.72272542880302e-07,
      "loss": 0.0066,
      "step": 51274
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.72122053279289e-07,
      "loss": 0.0137,
      "step": 51275
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.7197157407156e-07,
      "loss": 0.0131,
      "step": 51276
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.718211052575043e-07,
      "loss": 0.0068,
      "step": 51277
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.716706468375093e-07,
      "loss": 0.0063,
      "step": 51278
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.715201988119621e-07,
      "loss": 0.0037,
      "step": 51279
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.713697611812539e-07,
      "loss": 0.0159,
      "step": 51280
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.712193339457714e-07,
      "loss": 0.0037,
      "step": 51281
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.710689171059013e-07,
      "loss": 0.0091,
      "step": 51282
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.709185106620345e-07,
      "loss": 0.0074,
      "step": 51283
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.707681146145576e-07,
      "loss": 0.0111,
      "step": 51284
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.706177289638591e-07,
      "loss": 0.0046,
      "step": 51285
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.704673537103266e-07,
      "loss": 0.0257,
      "step": 51286
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.703169888543467e-07,
      "loss": 0.019,
      "step": 51287
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.701666343963105e-07,
      "loss": 0.0048,
      "step": 51288
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.700162903366033e-07,
      "loss": 0.007,
      "step": 51289
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.698659566756153e-07,
      "loss": 0.0021,
      "step": 51290
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.69715633413733e-07,
      "loss": 0.0097,
      "step": 51291
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.69565320551345e-07,
      "loss": 0.0095,
      "step": 51292
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.69415018088839e-07,
      "loss": 0.0036,
      "step": 51293
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.692647260266008e-07,
      "loss": 0.0193,
      "step": 51294
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.691144443650213e-07,
      "loss": 0.0152,
      "step": 51295
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.68964173104487e-07,
      "loss": 0.0072,
      "step": 51296
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.688139122453838e-07,
      "loss": 0.0053,
      "step": 51297
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.686636617881029e-07,
      "loss": 0.0212,
      "step": 51298
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.685134217330306e-07,
      "loss": 0.0058,
      "step": 51299
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.683631920805537e-07,
      "loss": 0.0117,
      "step": 51300
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.682129728310608e-07,
      "loss": 0.0679,
      "step": 51301
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.680627639849378e-07,
      "loss": 0.0188,
      "step": 51302
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.679125655425748e-07,
      "loss": 0.0121,
      "step": 51303
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.677623775043572e-07,
      "loss": 0.0075,
      "step": 51304
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.676121998706744e-07,
      "loss": 0.0068,
      "step": 51305
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.67462032641913e-07,
      "loss": 0.0119,
      "step": 51306
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.673118758184609e-07,
      "loss": 0.0101,
      "step": 51307
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.671617294007053e-07,
      "loss": 0.0014,
      "step": 51308
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.670115933890317e-07,
      "loss": 0.0067,
      "step": 51309
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.668614677838306e-07,
      "loss": 0.0023,
      "step": 51310
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.667113525854881e-07,
      "loss": 0.0015,
      "step": 51311
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.665612477943908e-07,
      "loss": 0.0055,
      "step": 51312
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.664111534109277e-07,
      "loss": 0.0124,
      "step": 51313
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.662610694354851e-07,
      "loss": 0.0045,
      "step": 51314
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.6611099586845e-07,
      "loss": 0.0074,
      "step": 51315
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.659609327102103e-07,
      "loss": 0.0042,
      "step": 51316
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.658108799611515e-07,
      "loss": 0.0065,
      "step": 51317
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.656608376216636e-07,
      "loss": 0.0107,
      "step": 51318
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.655108056921308e-07,
      "loss": 0.0065,
      "step": 51319
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.65360784172943e-07,
      "loss": 0.0101,
      "step": 51320
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.652107730644873e-07,
      "loss": 0.0275,
      "step": 51321
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.650607723671474e-07,
      "loss": 0.0055,
      "step": 51322
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.64910782081313e-07,
      "loss": 0.0138,
      "step": 51323
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.647608022073701e-07,
      "loss": 0.0052,
      "step": 51324
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.64610832745707e-07,
      "loss": 0.0073,
      "step": 51325
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.644608736967099e-07,
      "loss": 0.03,
      "step": 51326
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.643109250607657e-07,
      "loss": 0.0044,
      "step": 51327
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.641609868382617e-07,
      "loss": 0.011,
      "step": 51328
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.640110590295826e-07,
      "loss": 0.0184,
      "step": 51329
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.63861141635119e-07,
      "loss": 0.0094,
      "step": 51330
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.637112346552552e-07,
      "loss": 0.0055,
      "step": 51331
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.63561338090378e-07,
      "loss": 0.0029,
      "step": 51332
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.634114519408754e-07,
      "loss": 0.0052,
      "step": 51333
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.63261576207134e-07,
      "loss": 0.0228,
      "step": 51334
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.631117108895405e-07,
      "loss": 0.0097,
      "step": 51335
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.629618559884806e-07,
      "loss": 0.0024,
      "step": 51336
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.628120115043405e-07,
      "loss": 0.006,
      "step": 51337
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.626621774375089e-07,
      "loss": 0.0129,
      "step": 51338
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.625123537883718e-07,
      "loss": 0.0115,
      "step": 51339
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.623625405573144e-07,
      "loss": 0.0064,
      "step": 51340
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.622127377447254e-07,
      "loss": 0.0047,
      "step": 51341
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.6206294535099e-07,
      "loss": 0.0074,
      "step": 51342
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.61913163376495e-07,
      "loss": 0.0112,
      "step": 51343
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.617633918216274e-07,
      "loss": 0.0188,
      "step": 51344
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.616136306867713e-07,
      "loss": 0.0048,
      "step": 51345
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.614638799723163e-07,
      "loss": 0.003,
      "step": 51346
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.613141396786463e-07,
      "loss": 0.0187,
      "step": 51347
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.611644098061507e-07,
      "loss": 0.0045,
      "step": 51348
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.610146903552131e-07,
      "loss": 0.0037,
      "step": 51349
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.60864981326221e-07,
      "loss": 0.0079,
      "step": 51350
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.60715282719561e-07,
      "loss": 0.0061,
      "step": 51351
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.605655945356167e-07,
      "loss": 0.0046,
      "step": 51352
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.604159167747784e-07,
      "loss": 0.0027,
      "step": 51353
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.602662494374298e-07,
      "loss": 0.014,
      "step": 51354
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.60116592523957e-07,
      "loss": 0.0038,
      "step": 51355
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.599669460347477e-07,
      "loss": 0.0009,
      "step": 51356
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.598173099701874e-07,
      "loss": 0.0068,
      "step": 51357
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.596676843306617e-07,
      "loss": 0.0013,
      "step": 51358
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.595180691165567e-07,
      "loss": 0.003,
      "step": 51359
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.593684643282581e-07,
      "loss": 0.0067,
      "step": 51360
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.592188699661537e-07,
      "loss": 0.0132,
      "step": 51361
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.590692860306266e-07,
      "loss": 0.0049,
      "step": 51362
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.589197125220662e-07,
      "loss": 0.0119,
      "step": 51363
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.58770149440858e-07,
      "loss": 0.0042,
      "step": 51364
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.58620596787384e-07,
      "loss": 0.004,
      "step": 51365
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.584710545620346e-07,
      "loss": 0.0048,
      "step": 51366
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.583215227651921e-07,
      "loss": 0.0037,
      "step": 51367
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.581720013972457e-07,
      "loss": 0.0436,
      "step": 51368
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.580224904585794e-07,
      "loss": 0.0026,
      "step": 51369
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.57872989949578e-07,
      "loss": 0.0075,
      "step": 51370
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.577234998706308e-07,
      "loss": 0.0091,
      "step": 51371
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.57574020222119e-07,
      "loss": 0.0389,
      "step": 51372
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.574245510044316e-07,
      "loss": 0.0051,
      "step": 51373
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.572750922179536e-07,
      "loss": 0.0065,
      "step": 51374
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.571256438630688e-07,
      "loss": 0.0247,
      "step": 51375
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.569762059401656e-07,
      "loss": 0.0181,
      "step": 51376
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.568267784496265e-07,
      "loss": 0.0011,
      "step": 51377
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.566773613918417e-07,
      "loss": 0.0085,
      "step": 51378
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.56527954767193e-07,
      "loss": 0.0027,
      "step": 51379
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.563785585760648e-07,
      "loss": 0.0068,
      "step": 51380
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.562291728188466e-07,
      "loss": 0.0061,
      "step": 51381
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.560797974959201e-07,
      "loss": 0.0041,
      "step": 51382
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.559304326076747e-07,
      "loss": 0.0166,
      "step": 51383
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.557810781544929e-07,
      "loss": 0.0184,
      "step": 51384
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.556317341367604e-07,
      "loss": 0.0029,
      "step": 51385
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.55482400554864e-07,
      "loss": 0.0228,
      "step": 51386
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.553330774091862e-07,
      "loss": 0.0074,
      "step": 51387
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.55183764700115e-07,
      "loss": 0.0112,
      "step": 51388
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.550344624280356e-07,
      "loss": 0.0027,
      "step": 51389
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.548851705933304e-07,
      "loss": 0.0154,
      "step": 51390
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.547358891963886e-07,
      "loss": 0.0097,
      "step": 51391
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.545866182375928e-07,
      "loss": 0.0156,
      "step": 51392
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.544373577173293e-07,
      "loss": 0.008,
      "step": 51393
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.542881076359827e-07,
      "loss": 0.0036,
      "step": 51394
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.541388679939372e-07,
      "loss": 0.0075,
      "step": 51395
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.539896387915798e-07,
      "loss": 0.0114,
      "step": 51396
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.538404200292933e-07,
      "loss": 0.0053,
      "step": 51397
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.536912117074653e-07,
      "loss": 0.0108,
      "step": 51398
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.5354201382648e-07,
      "loss": 0.0057,
      "step": 51399
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.533928263867214e-07,
      "loss": 0.0119,
      "step": 51400
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.532436493885755e-07,
      "loss": 0.0021,
      "step": 51401
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.530944828324251e-07,
      "loss": 0.0042,
      "step": 51402
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.529453267186583e-07,
      "loss": 0.015,
      "step": 51403
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.527961810476582e-07,
      "loss": 0.007,
      "step": 51404
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.52647045819809e-07,
      "loss": 0.0106,
      "step": 51405
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.524979210354973e-07,
      "loss": 0.0053,
      "step": 51406
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.52348806695107e-07,
      "loss": 0.0076,
      "step": 51407
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.521997027990226e-07,
      "loss": 0.0152,
      "step": 51408
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.520506093476295e-07,
      "loss": 0.0054,
      "step": 51409
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.519015263413106e-07,
      "loss": 0.0049,
      "step": 51410
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.517524537804529e-07,
      "loss": 0.0024,
      "step": 51411
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.516033916654394e-07,
      "loss": 0.0199,
      "step": 51412
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.514543399966564e-07,
      "loss": 0.0057,
      "step": 51413
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.513052987744875e-07,
      "loss": 0.002,
      "step": 51414
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.511562679993175e-07,
      "loss": 0.0069,
      "step": 51415
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.51007247671531e-07,
      "loss": 0.006,
      "step": 51416
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.508582377915105e-07,
      "loss": 0.0039,
      "step": 51417
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.50709238359644e-07,
      "loss": 0.0064,
      "step": 51418
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.505602493763145e-07,
      "loss": 0.0092,
      "step": 51419
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.504112708419044e-07,
      "loss": 0.0137,
      "step": 51420
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.502623027568015e-07,
      "loss": 0.0021,
      "step": 51421
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.501133451213884e-07,
      "loss": 0.011,
      "step": 51422
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.499643979360501e-07,
      "loss": 0.0179,
      "step": 51423
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.498154612011701e-07,
      "loss": 0.0128,
      "step": 51424
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.496665349171319e-07,
      "loss": 0.0095,
      "step": 51425
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.495176190843225e-07,
      "loss": 0.0193,
      "step": 51426
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.493687137031232e-07,
      "loss": 0.0118,
      "step": 51427
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.492198187739221e-07,
      "loss": 0.0044,
      "step": 51428
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.490709342970999e-07,
      "loss": 0.0034,
      "step": 51429
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.489220602730409e-07,
      "loss": 0.0079,
      "step": 51430
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.487731967021308e-07,
      "loss": 0.0369,
      "step": 51431
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.486243435847525e-07,
      "loss": 0.0059,
      "step": 51432
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.484755009212914e-07,
      "loss": 0.0102,
      "step": 51433
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.483266687121312e-07,
      "loss": 0.0056,
      "step": 51434
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.481778469576559e-07,
      "loss": 0.0302,
      "step": 51435
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.480290356582489e-07,
      "loss": 0.0125,
      "step": 51436
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.478802348142929e-07,
      "loss": 0.0086,
      "step": 51437
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.477314444261754e-07,
      "loss": 0.0043,
      "step": 51438
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.475826644942782e-07,
      "loss": 0.0037,
      "step": 51439
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.474338950189838e-07,
      "loss": 0.0055,
      "step": 51440
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.472851360006791e-07,
      "loss": 0.0082,
      "step": 51441
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.471363874397465e-07,
      "loss": 0.0079,
      "step": 51442
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.469876493365698e-07,
      "loss": 0.0104,
      "step": 51443
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.46838921691533e-07,
      "loss": 0.0051,
      "step": 51444
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.46690204505018e-07,
      "loss": 0.0078,
      "step": 51445
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.465414977774124e-07,
      "loss": 0.0166,
      "step": 51446
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.463928015090956e-07,
      "loss": 0.0026,
      "step": 51447
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.462441157004554e-07,
      "loss": 0.008,
      "step": 51448
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.46095440351873e-07,
      "loss": 0.0068,
      "step": 51449
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.459467754637325e-07,
      "loss": 0.0071,
      "step": 51450
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.457981210364182e-07,
      "loss": 0.0063,
      "step": 51451
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.456494770703106e-07,
      "loss": 0.0054,
      "step": 51452
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.455008435657981e-07,
      "loss": 0.0172,
      "step": 51453
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.453522205232613e-07,
      "loss": 0.0292,
      "step": 51454
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.452036079430826e-07,
      "loss": 0.0084,
      "step": 51455
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.450550058256485e-07,
      "loss": 0.0146,
      "step": 51456
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.449064141713416e-07,
      "loss": 0.0179,
      "step": 51457
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.44757832980544e-07,
      "loss": 0.0021,
      "step": 51458
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.446092622536402e-07,
      "loss": 0.0071,
      "step": 51459
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.444607019910118e-07,
      "loss": 0.0068,
      "step": 51460
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.443121521930449e-07,
      "loss": 0.0022,
      "step": 51461
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.441636128601201e-07,
      "loss": 0.0035,
      "step": 51462
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.440150839926233e-07,
      "loss": 0.0192,
      "step": 51463
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.438665655909363e-07,
      "loss": 0.007,
      "step": 51464
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.437180576554422e-07,
      "loss": 0.0151,
      "step": 51465
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.435695601865252e-07,
      "loss": 0.0021,
      "step": 51466
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.434210731845661e-07,
      "loss": 0.0169,
      "step": 51467
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.432725966499512e-07,
      "loss": 0.019,
      "step": 51468
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.431241305830619e-07,
      "loss": 0.009,
      "step": 51469
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.4297567498428e-07,
      "loss": 0.0056,
      "step": 51470
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.428272298539914e-07,
      "loss": 0.0072,
      "step": 51471
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.426787951925781e-07,
      "loss": 0.0087,
      "step": 51472
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.42530371000423e-07,
      "loss": 0.0151,
      "step": 51473
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.423819572779086e-07,
      "loss": 0.0106,
      "step": 51474
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.422335540254168e-07,
      "loss": 0.0194,
      "step": 51475
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.420851612433335e-07,
      "loss": 0.009,
      "step": 51476
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.419367789320388e-07,
      "loss": 0.0114,
      "step": 51477
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.417884070919176e-07,
      "loss": 0.0208,
      "step": 51478
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.416400457233538e-07,
      "loss": 0.0015,
      "step": 51479
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.41491694826725e-07,
      "loss": 0.0239,
      "step": 51480
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.413433544024192e-07,
      "loss": 0.0022,
      "step": 51481
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.411950244508161e-07,
      "loss": 0.0022,
      "step": 51482
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.41046704972301e-07,
      "loss": 0.0108,
      "step": 51483
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.408983959672546e-07,
      "loss": 0.0206,
      "step": 51484
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.407500974360595e-07,
      "loss": 0.0156,
      "step": 51485
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.406018093791019e-07,
      "loss": 0.0184,
      "step": 51486
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.404535317967589e-07,
      "loss": 0.0124,
      "step": 51487
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.403052646894167e-07,
      "loss": 0.008,
      "step": 51488
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.401570080574573e-07,
      "loss": 0.0113,
      "step": 51489
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.400087619012621e-07,
      "loss": 0.004,
      "step": 51490
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.398605262212157e-07,
      "loss": 0.0344,
      "step": 51491
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.39712301017699e-07,
      "loss": 0.0278,
      "step": 51492
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.395640862910949e-07,
      "loss": 0.0115,
      "step": 51493
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.394158820417864e-07,
      "loss": 0.0236,
      "step": 51494
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.392676882701535e-07,
      "loss": 0.0107,
      "step": 51495
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.391195049765823e-07,
      "loss": 0.0049,
      "step": 51496
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.389713321614513e-07,
      "loss": 0.0081,
      "step": 51497
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.388231698251466e-07,
      "loss": 0.0031,
      "step": 51498
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.386750179680488e-07,
      "loss": 0.0119,
      "step": 51499
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.385268765905398e-07,
      "loss": 0.0186,
      "step": 51500
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.383787456930021e-07,
      "loss": 0.0025,
      "step": 51501
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.382306252758172e-07,
      "loss": 0.0039,
      "step": 51502
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.380825153393691e-07,
      "loss": 0.008,
      "step": 51503
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.379344158840387e-07,
      "loss": 0.0059,
      "step": 51504
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.377863269102077e-07,
      "loss": 0.0076,
      "step": 51505
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.3763824841826e-07,
      "loss": 0.0041,
      "step": 51506
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.374901804085768e-07,
      "loss": 0.016,
      "step": 51507
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.373421228815399e-07,
      "loss": 0.0047,
      "step": 51508
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.371940758375315e-07,
      "loss": 0.0031,
      "step": 51509
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.37046039276932e-07,
      "loss": 0.0036,
      "step": 51510
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.368980132001265e-07,
      "loss": 0.0078,
      "step": 51511
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.36749997607494e-07,
      "loss": 0.0047,
      "step": 51512
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.366019924994191e-07,
      "loss": 0.0094,
      "step": 51513
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.364539978762826e-07,
      "loss": 0.0119,
      "step": 51514
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.363060137384661e-07,
      "loss": 0.0016,
      "step": 51515
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.361580400863513e-07,
      "loss": 0.0057,
      "step": 51516
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.360100769203195e-07,
      "loss": 0.0056,
      "step": 51517
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.358621242407539e-07,
      "loss": 0.0144,
      "step": 51518
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.357141820480364e-07,
      "loss": 0.0061,
      "step": 51519
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.355662503425461e-07,
      "loss": 0.0069,
      "step": 51520
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.354183291246682e-07,
      "loss": 0.0132,
      "step": 51521
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.35270418394783e-07,
      "loss": 0.0191,
      "step": 51522
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.351225181532714e-07,
      "loss": 0.0108,
      "step": 51523
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.349746284005156e-07,
      "loss": 0.0043,
      "step": 51524
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.348267491368962e-07,
      "loss": 0.0055,
      "step": 51525
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.346788803627971e-07,
      "loss": 0.0072,
      "step": 51526
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.345310220785975e-07,
      "loss": 0.0045,
      "step": 51527
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.343831742846804e-07,
      "loss": 0.0118,
      "step": 51528
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.342353369814272e-07,
      "loss": 0.0087,
      "step": 51529
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.340875101692193e-07,
      "loss": 0.0079,
      "step": 51530
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.339396938484374e-07,
      "loss": 0.0066,
      "step": 51531
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.337918880194625e-07,
      "loss": 0.0052,
      "step": 51532
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.336440926826779e-07,
      "loss": 0.0237,
      "step": 51533
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.33496307838464e-07,
      "loss": 0.0081,
      "step": 51534
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.333485334872005e-07,
      "loss": 0.0069,
      "step": 51535
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.332007696292733e-07,
      "loss": 0.0077,
      "step": 51536
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.330530162650575e-07,
      "loss": 0.0047,
      "step": 51537
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.329052733949389e-07,
      "loss": 0.0033,
      "step": 51538
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.32757541019298e-07,
      "loss": 0.0054,
      "step": 51539
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.326098191385135e-07,
      "loss": 0.0091,
      "step": 51540
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.324621077529695e-07,
      "loss": 0.009,
      "step": 51541
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.323144068630452e-07,
      "loss": 0.0068,
      "step": 51542
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.321667164691244e-07,
      "loss": 0.0016,
      "step": 51543
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.320190365715858e-07,
      "loss": 0.0023,
      "step": 51544
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.318713671708096e-07,
      "loss": 0.0033,
      "step": 51545
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.317237082671793e-07,
      "loss": 0.0137,
      "step": 51546
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.315760598610735e-07,
      "loss": 0.0118,
      "step": 51547
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.314284219528757e-07,
      "loss": 0.0062,
      "step": 51548
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.312807945429664e-07,
      "loss": 0.0148,
      "step": 51549
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.31133177631725e-07,
      "loss": 0.0081,
      "step": 51550
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.309855712195337e-07,
      "loss": 0.0058,
      "step": 51551
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.308379753067715e-07,
      "loss": 0.0018,
      "step": 51552
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.306903898938219e-07,
      "loss": 0.0031,
      "step": 51553
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.305428149810647e-07,
      "loss": 0.0047,
      "step": 51554
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.30395250568879e-07,
      "loss": 0.0049,
      "step": 51555
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.302476966576479e-07,
      "loss": 0.0057,
      "step": 51556
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.301001532477517e-07,
      "loss": 0.0029,
      "step": 51557
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.299526203395709e-07,
      "loss": 0.0139,
      "step": 51558
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.298050979334855e-07,
      "loss": 0.0144,
      "step": 51559
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.296575860298757e-07,
      "loss": 0.003,
      "step": 51560
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.295100846291239e-07,
      "loss": 0.0023,
      "step": 51561
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.293625937316086e-07,
      "loss": 0.008,
      "step": 51562
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.292151133377131e-07,
      "loss": 0.0197,
      "step": 51563
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.290676434478169e-07,
      "loss": 0.0042,
      "step": 51564
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.289201840622991e-07,
      "loss": 0.0214,
      "step": 51565
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.287727351815423e-07,
      "loss": 0.008,
      "step": 51566
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.28625296805924e-07,
      "loss": 0.0038,
      "step": 51567
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.284778689358276e-07,
      "loss": 0.0064,
      "step": 51568
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.283304515716324e-07,
      "loss": 0.005,
      "step": 51569
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.28183044713718e-07,
      "loss": 0.0137,
      "step": 51570
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.280356483624664e-07,
      "loss": 0.0048,
      "step": 51571
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.278882625182572e-07,
      "loss": 0.0061,
      "step": 51572
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.277408871814708e-07,
      "loss": 0.0049,
      "step": 51573
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.275935223524874e-07,
      "loss": 0.0076,
      "step": 51574
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.274461680316854e-07,
      "loss": 0.0071,
      "step": 51575
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.272988242194486e-07,
      "loss": 0.017,
      "step": 51576
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.271514909161533e-07,
      "loss": 0.0096,
      "step": 51577
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.270041681221836e-07,
      "loss": 0.0011,
      "step": 51578
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.268568558379177e-07,
      "loss": 0.0162,
      "step": 51579
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.267095540637355e-07,
      "loss": 0.0062,
      "step": 51580
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.265622628000176e-07,
      "loss": 0.0232,
      "step": 51581
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.264149820471424e-07,
      "loss": 0.029,
      "step": 51582
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.262677118054924e-07,
      "loss": 0.0117,
      "step": 51583
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.261204520754469e-07,
      "loss": 0.0036,
      "step": 51584
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.259732028573842e-07,
      "loss": 0.008,
      "step": 51585
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.25825964151687e-07,
      "loss": 0.0021,
      "step": 51586
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.256787359587339e-07,
      "loss": 0.0051,
      "step": 51587
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.255315182789043e-07,
      "loss": 0.0114,
      "step": 51588
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.253843111125787e-07,
      "loss": 0.0157,
      "step": 51589
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.252371144601357e-07,
      "loss": 0.0035,
      "step": 51590
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.250899283219573e-07,
      "loss": 0.0155,
      "step": 51591
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.249427526984206e-07,
      "loss": 0.0102,
      "step": 51592
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.247955875899095e-07,
      "loss": 0.0069,
      "step": 51593
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.246484329968003e-07,
      "loss": 0.0014,
      "step": 51594
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.245012889194715e-07,
      "loss": 0.006,
      "step": 51595
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.243541553583068e-07,
      "loss": 0.0059,
      "step": 51596
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.242070323136826e-07,
      "loss": 0.0146,
      "step": 51597
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.240599197859807e-07,
      "loss": 0.0083,
      "step": 51598
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.239128177755802e-07,
      "loss": 0.007,
      "step": 51599
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.237657262828598e-07,
      "loss": 0.006,
      "step": 51600
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.236186453082003e-07,
      "loss": 0.0054,
      "step": 51601
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.234715748519785e-07,
      "loss": 0.0082,
      "step": 51602
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.233245149145776e-07,
      "loss": 0.0084,
      "step": 51603
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.231774654963749e-07,
      "loss": 0.0082,
      "step": 51604
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.230304265977491e-07,
      "loss": 0.0053,
      "step": 51605
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.228833982190816e-07,
      "loss": 0.0043,
      "step": 51606
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.227363803607515e-07,
      "loss": 0.0066,
      "step": 51607
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.225893730231378e-07,
      "loss": 0.0124,
      "step": 51608
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.224423762066192e-07,
      "loss": 0.0244,
      "step": 51609
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.222953899115738e-07,
      "loss": 0.0301,
      "step": 51610
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.221484141383846e-07,
      "loss": 0.0067,
      "step": 51611
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.220014488874269e-07,
      "loss": 0.003,
      "step": 51612
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.218544941590835e-07,
      "loss": 0.0133,
      "step": 51613
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.217075499537314e-07,
      "loss": 0.0036,
      "step": 51614
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.215606162717506e-07,
      "loss": 0.0115,
      "step": 51615
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.214136931135192e-07,
      "loss": 0.0034,
      "step": 51616
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.212667804794162e-07,
      "loss": 0.0117,
      "step": 51617
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.211198783698228e-07,
      "loss": 0.003,
      "step": 51618
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.209729867851164e-07,
      "loss": 0.0167,
      "step": 51619
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.208261057256751e-07,
      "loss": 0.0031,
      "step": 51620
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.206792351918809e-07,
      "loss": 0.0158,
      "step": 51621
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.205323751841106e-07,
      "loss": 0.0221,
      "step": 51622
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.203855257027439e-07,
      "loss": 0.0098,
      "step": 51623
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.202386867481588e-07,
      "loss": 0.0056,
      "step": 51624
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.200918583207341e-07,
      "loss": 0.0012,
      "step": 51625
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.199450404208504e-07,
      "loss": 0.0075,
      "step": 51626
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.197982330488842e-07,
      "loss": 0.0025,
      "step": 51627
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.196514362052167e-07,
      "loss": 0.0058,
      "step": 51628
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.19504649890226e-07,
      "loss": 0.0122,
      "step": 51629
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.193578741042902e-07,
      "loss": 0.0036,
      "step": 51630
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.192111088477884e-07,
      "loss": 0.011,
      "step": 51631
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.190643541210975e-07,
      "loss": 0.0128,
      "step": 51632
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.189176099245994e-07,
      "loss": 0.0042,
      "step": 51633
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.187708762586711e-07,
      "loss": 0.0154,
      "step": 51634
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.186241531236906e-07,
      "loss": 0.0031,
      "step": 51635
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.184774405200381e-07,
      "loss": 0.0016,
      "step": 51636
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.183307384480911e-07,
      "loss": 0.0191,
      "step": 51637
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.181840469082287e-07,
      "loss": 0.0159,
      "step": 51638
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.18037365900829e-07,
      "loss": 0.0079,
      "step": 51639
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.17890695426269e-07,
      "loss": 0.0075,
      "step": 51640
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.177440354849298e-07,
      "loss": 0.0064,
      "step": 51641
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.17597386077188e-07,
      "loss": 0.0063,
      "step": 51642
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.174507472034238e-07,
      "loss": 0.0033,
      "step": 51643
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.173041188640158e-07,
      "loss": 0.0118,
      "step": 51644
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.171575010593387e-07,
      "loss": 0.0052,
      "step": 51645
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.170108937897737e-07,
      "loss": 0.0172,
      "step": 51646
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.168642970556979e-07,
      "loss": 0.0045,
      "step": 51647
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.167177108574915e-07,
      "loss": 0.0113,
      "step": 51648
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.165711351955315e-07,
      "loss": 0.0061,
      "step": 51649
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.164245700701951e-07,
      "loss": 0.0079,
      "step": 51650
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.162780154818635e-07,
      "loss": 0.009,
      "step": 51651
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.161314714309106e-07,
      "loss": 0.0101,
      "step": 51652
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.159849379177177e-07,
      "loss": 0.0083,
      "step": 51653
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.158384149426624e-07,
      "loss": 0.0019,
      "step": 51654
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.156919025061212e-07,
      "loss": 0.0049,
      "step": 51655
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.155454006084741e-07,
      "loss": 0.0325,
      "step": 51656
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.153989092500987e-07,
      "loss": 0.0075,
      "step": 51657
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.152524284313725e-07,
      "loss": 0.0044,
      "step": 51658
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.151059581526739e-07,
      "loss": 0.0086,
      "step": 51659
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.14959498414379e-07,
      "loss": 0.0034,
      "step": 51660
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.148130492168683e-07,
      "loss": 0.0103,
      "step": 51661
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.146666105605178e-07,
      "loss": 0.0065,
      "step": 51662
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.145201824457078e-07,
      "loss": 0.018,
      "step": 51663
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.143737648728141e-07,
      "loss": 0.0094,
      "step": 51664
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.14227357842215e-07,
      "loss": 0.0051,
      "step": 51665
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.140809613542878e-07,
      "loss": 0.0117,
      "step": 51666
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.139345754094103e-07,
      "loss": 0.0263,
      "step": 51667
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.137882000079612e-07,
      "loss": 0.0105,
      "step": 51668
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.136418351503179e-07,
      "loss": 0.0022,
      "step": 51669
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.134954808368568e-07,
      "loss": 0.0049,
      "step": 51670
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.13349137067957e-07,
      "loss": 0.0158,
      "step": 51671
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.132028038439967e-07,
      "loss": 0.0022,
      "step": 51672
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.130564811653514e-07,
      "loss": 0.0068,
      "step": 51673
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.129101690324005e-07,
      "loss": 0.0055,
      "step": 51674
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.127638674455192e-07,
      "loss": 0.0044,
      "step": 51675
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.126175764050877e-07,
      "loss": 0.0029,
      "step": 51676
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.124712959114813e-07,
      "loss": 0.0031,
      "step": 51677
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.123250259650796e-07,
      "loss": 0.0074,
      "step": 51678
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.121787665662584e-07,
      "loss": 0.0026,
      "step": 51679
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.12032517715396e-07,
      "loss": 0.0042,
      "step": 51680
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.118862794128697e-07,
      "loss": 0.0103,
      "step": 51681
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.117400516590546e-07,
      "loss": 0.014,
      "step": 51682
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.115938344543318e-07,
      "loss": 0.0089,
      "step": 51683
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.114476277990763e-07,
      "loss": 0.0048,
      "step": 51684
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.113014316936652e-07,
      "loss": 0.01,
      "step": 51685
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.111552461384771e-07,
      "loss": 0.015,
      "step": 51686
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.110090711338882e-07,
      "loss": 0.0039,
      "step": 51687
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.10862906680276e-07,
      "loss": 0.0054,
      "step": 51688
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.107167527780181e-07,
      "loss": 0.0024,
      "step": 51689
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.105706094274891e-07,
      "loss": 0.0072,
      "step": 51690
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.104244766290698e-07,
      "loss": 0.0073,
      "step": 51691
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.102783543831339e-07,
      "loss": 0.0127,
      "step": 51692
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.101322426900616e-07,
      "loss": 0.0056,
      "step": 51693
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.099861415502287e-07,
      "loss": 0.0093,
      "step": 51694
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.098400509640116e-07,
      "loss": 0.0191,
      "step": 51695
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.096939709317876e-07,
      "loss": 0.0048,
      "step": 51696
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.095479014539326e-07,
      "loss": 0.0035,
      "step": 51697
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.094018425308254e-07,
      "loss": 0.0017,
      "step": 51698
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.092557941628422e-07,
      "loss": 0.003,
      "step": 51699
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.091097563503582e-07,
      "loss": 0.0136,
      "step": 51700
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.089637290937547e-07,
      "loss": 0.0078,
      "step": 51701
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.088177123934022e-07,
      "loss": 0.0032,
      "step": 51702
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.086717062496825e-07,
      "loss": 0.0134,
      "step": 51703
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.085257106629708e-07,
      "loss": 0.0029,
      "step": 51704
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.083797256336418e-07,
      "loss": 0.0026,
      "step": 51705
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.082337511620759e-07,
      "loss": 0.0079,
      "step": 51706
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.08087787248646e-07,
      "loss": 0.0182,
      "step": 51707
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.079418338937335e-07,
      "loss": 0.0047,
      "step": 51708
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.077958910977108e-07,
      "loss": 0.002,
      "step": 51709
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.076499588609544e-07,
      "loss": 0.0098,
      "step": 51710
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.07504037183844e-07,
      "loss": 0.0378,
      "step": 51711
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.073581260667525e-07,
      "loss": 0.0116,
      "step": 51712
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.072122255100596e-07,
      "loss": 0.0111,
      "step": 51713
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.070663355141407e-07,
      "loss": 0.0045,
      "step": 51714
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.069204560793721e-07,
      "loss": 0.002,
      "step": 51715
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.067745872061296e-07,
      "loss": 0.0056,
      "step": 51716
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.066287288947895e-07,
      "loss": 0.0058,
      "step": 51717
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.064828811457293e-07,
      "loss": 0.0066,
      "step": 51718
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.063370439593255e-07,
      "loss": 0.0139,
      "step": 51719
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.061912173359521e-07,
      "loss": 0.0135,
      "step": 51720
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.060454012759884e-07,
      "loss": 0.0053,
      "step": 51721
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.058995957798089e-07,
      "loss": 0.009,
      "step": 51722
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.057538008477906e-07,
      "loss": 0.0075,
      "step": 51723
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.056080164803088e-07,
      "loss": 0.0123,
      "step": 51724
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.054622426777393e-07,
      "loss": 0.0049,
      "step": 51725
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.053164794404606e-07,
      "loss": 0.0034,
      "step": 51726
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.051707267688453e-07,
      "loss": 0.01,
      "step": 51727
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.050249846632736e-07,
      "loss": 0.0052,
      "step": 51728
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.04879253124119e-07,
      "loss": 0.001,
      "step": 51729
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.047335321517581e-07,
      "loss": 0.0269,
      "step": 51730
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.045878217465664e-07,
      "loss": 0.0103,
      "step": 51731
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.044421219089195e-07,
      "loss": 0.005,
      "step": 51732
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.042964326391957e-07,
      "loss": 0.0021,
      "step": 51733
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.041507539377686e-07,
      "loss": 0.0132,
      "step": 51734
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.040050858050143e-07,
      "loss": 0.0106,
      "step": 51735
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.038594282413104e-07,
      "loss": 0.0065,
      "step": 51736
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.037137812470315e-07,
      "loss": 0.0148,
      "step": 51737
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.03568144822553e-07,
      "loss": 0.0029,
      "step": 51738
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.034225189682522e-07,
      "loss": 0.0066,
      "step": 51739
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.032769036845018e-07,
      "loss": 0.0065,
      "step": 51740
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.031312989716812e-07,
      "loss": 0.0272,
      "step": 51741
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.029857048301632e-07,
      "loss": 0.0099,
      "step": 51742
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.028401212603261e-07,
      "loss": 0.0034,
      "step": 51743
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.026945482625443e-07,
      "loss": 0.0026,
      "step": 51744
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.025489858371934e-07,
      "loss": 0.0254,
      "step": 51745
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.024034339846488e-07,
      "loss": 0.0139,
      "step": 51746
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.02257892705285e-07,
      "loss": 0.0168,
      "step": 51747
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.021123619994804e-07,
      "loss": 0.0027,
      "step": 51748
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.019668418676086e-07,
      "loss": 0.0272,
      "step": 51749
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.018213323100444e-07,
      "loss": 0.0076,
      "step": 51750
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.016758333271652e-07,
      "loss": 0.0028,
      "step": 51751
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.015303449193458e-07,
      "loss": 0.0037,
      "step": 51752
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.013848670869613e-07,
      "loss": 0.0093,
      "step": 51753
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.01239399830387e-07,
      "loss": 0.0117,
      "step": 51754
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.010939431499971e-07,
      "loss": 0.0096,
      "step": 51755
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.009484970461691e-07,
      "loss": 0.01,
      "step": 51756
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.008030615192764e-07,
      "loss": 0.0028,
      "step": 51757
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.006576365696968e-07,
      "loss": 0.0068,
      "step": 51758
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.005122221978052e-07,
      "loss": 0.0098,
      "step": 51759
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.003668184039727e-07,
      "loss": 0.031,
      "step": 51760
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.002214251885788e-07,
      "loss": 0.0119,
      "step": 51761
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.000760425519961e-07,
      "loss": 0.0079,
      "step": 51762
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.999306704946026e-07,
      "loss": 0.0028,
      "step": 51763
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.997853090167713e-07,
      "loss": 0.0072,
      "step": 51764
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.996399581188775e-07,
      "loss": 0.0159,
      "step": 51765
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.99494617801297e-07,
      "loss": 0.01,
      "step": 51766
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.993492880644022e-07,
      "loss": 0.0039,
      "step": 51767
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.992039689085724e-07,
      "loss": 0.0056,
      "step": 51768
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.9905866033418e-07,
      "loss": 0.0107,
      "step": 51769
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.989133623415985e-07,
      "loss": 0.0192,
      "step": 51770
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.987680749312066e-07,
      "loss": 0.009,
      "step": 51771
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.986227981033768e-07,
      "loss": 0.0072,
      "step": 51772
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.984775318584848e-07,
      "loss": 0.0054,
      "step": 51773
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.983322761969044e-07,
      "loss": 0.013,
      "step": 51774
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.981870311190099e-07,
      "loss": 0.0129,
      "step": 51775
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.980417966251793e-07,
      "loss": 0.008,
      "step": 51776
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.978965727157829e-07,
      "loss": 0.0224,
      "step": 51777
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.977513593911996e-07,
      "loss": 0.0093,
      "step": 51778
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.976061566518019e-07,
      "loss": 0.0008,
      "step": 51779
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.974609644979654e-07,
      "loss": 0.0291,
      "step": 51780
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.973157829300638e-07,
      "loss": 0.0167,
      "step": 51781
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.971706119484707e-07,
      "loss": 0.0033,
      "step": 51782
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.970254515535637e-07,
      "loss": 0.0095,
      "step": 51783
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.968803017457156e-07,
      "loss": 0.0082,
      "step": 51784
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.967351625253001e-07,
      "loss": 0.0086,
      "step": 51785
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.965900338926936e-07,
      "loss": 0.0149,
      "step": 51786
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.964449158482702e-07,
      "loss": 0.018,
      "step": 51787
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.962998083924035e-07,
      "loss": 0.025,
      "step": 51788
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.961547115254681e-07,
      "loss": 0.0069,
      "step": 51789
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.960096252478379e-07,
      "loss": 0.0107,
      "step": 51790
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.958645495598884e-07,
      "loss": 0.006,
      "step": 51791
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.957194844619926e-07,
      "loss": 0.0026,
      "step": 51792
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.955744299545272e-07,
      "loss": 0.0095,
      "step": 51793
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.954293860378649e-07,
      "loss": 0.008,
      "step": 51794
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.9528435271238e-07,
      "loss": 0.0056,
      "step": 51795
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.951393299784467e-07,
      "loss": 0.0063,
      "step": 51796
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.949943178364379e-07,
      "loss": 0.0042,
      "step": 51797
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.948493162867306e-07,
      "loss": 0.0055,
      "step": 51798
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.947043253296977e-07,
      "loss": 0.005,
      "step": 51799
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.945593449657114e-07,
      "loss": 0.0048,
      "step": 51800
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.944143751951495e-07,
      "loss": 0.0029,
      "step": 51801
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.942694160183834e-07,
      "loss": 0.0161,
      "step": 51802
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.941244674357885e-07,
      "loss": 0.0064,
      "step": 51803
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.939795294477377e-07,
      "loss": 0.0096,
      "step": 51804
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.938346020546046e-07,
      "loss": 0.0099,
      "step": 51805
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.93689685256765e-07,
      "loss": 0.0187,
      "step": 51806
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.935447790545909e-07,
      "loss": 0.0043,
      "step": 51807
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.933998834484581e-07,
      "loss": 0.0138,
      "step": 51808
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.932549984387412e-07,
      "loss": 0.0068,
      "step": 51809
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.931101240258095e-07,
      "loss": 0.0027,
      "step": 51810
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.929652602100413e-07,
      "loss": 0.0023,
      "step": 51811
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.928204069918073e-07,
      "loss": 0.0157,
      "step": 51812
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.926755643714841e-07,
      "loss": 0.005,
      "step": 51813
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.925307323494442e-07,
      "loss": 0.012,
      "step": 51814
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.923859109260602e-07,
      "loss": 0.0085,
      "step": 51815
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.92241100101709e-07,
      "loss": 0.0035,
      "step": 51816
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.920962998767596e-07,
      "loss": 0.0086,
      "step": 51817
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.919515102515897e-07,
      "loss": 0.0049,
      "step": 51818
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.918067312265716e-07,
      "loss": 0.0044,
      "step": 51819
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.916619628020767e-07,
      "loss": 0.0069,
      "step": 51820
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.915172049784821e-07,
      "loss": 0.0334,
      "step": 51821
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.913724577561584e-07,
      "loss": 0.0036,
      "step": 51822
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.91227721135483e-07,
      "loss": 0.0073,
      "step": 51823
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.910829951168254e-07,
      "loss": 0.0112,
      "step": 51824
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.909382797005589e-07,
      "loss": 0.0064,
      "step": 51825
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.9079357488706e-07,
      "loss": 0.0206,
      "step": 51826
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.906488806766995e-07,
      "loss": 0.0082,
      "step": 51827
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.905041970698524e-07,
      "loss": 0.0051,
      "step": 51828
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.903595240668917e-07,
      "loss": 0.0054,
      "step": 51829
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.902148616681905e-07,
      "loss": 0.0104,
      "step": 51830
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.900702098741221e-07,
      "loss": 0.0062,
      "step": 51831
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.899255686850577e-07,
      "loss": 0.0038,
      "step": 51832
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.897809381013744e-07,
      "loss": 0.0082,
      "step": 51833
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.896363181234436e-07,
      "loss": 0.0054,
      "step": 51834
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.894917087516364e-07,
      "loss": 0.0039,
      "step": 51835
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.893471099863293e-07,
      "loss": 0.0049,
      "step": 51836
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.892025218278944e-07,
      "loss": 0.0046,
      "step": 51837
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.890579442767039e-07,
      "loss": 0.0021,
      "step": 51838
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.889133773331315e-07,
      "loss": 0.0064,
      "step": 51839
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.887688209975493e-07,
      "loss": 0.01,
      "step": 51840
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.886242752703316e-07,
      "loss": 0.0079,
      "step": 51841
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.884797401518496e-07,
      "loss": 0.0087,
      "step": 51842
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.88335215642479e-07,
      "loss": 0.0057,
      "step": 51843
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.881907017425911e-07,
      "loss": 0.017,
      "step": 51844
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.88046198452559e-07,
      "loss": 0.0098,
      "step": 51845
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.879017057727557e-07,
      "loss": 0.0056,
      "step": 51846
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.87757223703552e-07,
      "loss": 0.0021,
      "step": 51847
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.876127522453243e-07,
      "loss": 0.0094,
      "step": 51848
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.874682913984434e-07,
      "loss": 0.0062,
      "step": 51849
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.873238411632807e-07,
      "loss": 0.0048,
      "step": 51850
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.871794015402124e-07,
      "loss": 0.0193,
      "step": 51851
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.87034972529609e-07,
      "loss": 0.0052,
      "step": 51852
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.868905541318429e-07,
      "loss": 0.0102,
      "step": 51853
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.867461463472882e-07,
      "loss": 0.0284,
      "step": 51854
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.866017491763151e-07,
      "loss": 0.0218,
      "step": 51855
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.864573626192985e-07,
      "loss": 0.0072,
      "step": 51856
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.863129866766096e-07,
      "loss": 0.0069,
      "step": 51857
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.861686213486225e-07,
      "loss": 0.0124,
      "step": 51858
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.860242666357088e-07,
      "loss": 0.0083,
      "step": 51859
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.858799225382408e-07,
      "loss": 0.0031,
      "step": 51860
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.857355890565916e-07,
      "loss": 0.0104,
      "step": 51861
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.855912661911314e-07,
      "loss": 0.0076,
      "step": 51862
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.854469539422355e-07,
      "loss": 0.0116,
      "step": 51863
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.853026523102754e-07,
      "loss": 0.0062,
      "step": 51864
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.851583612956216e-07,
      "loss": 0.0089,
      "step": 51865
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.850140808986507e-07,
      "loss": 0.0034,
      "step": 51866
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.848698111197295e-07,
      "loss": 0.0072,
      "step": 51867
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.847255519592345e-07,
      "loss": 0.0081,
      "step": 51868
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.845813034175365e-07,
      "loss": 0.0087,
      "step": 51869
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.844370654950063e-07,
      "loss": 0.0028,
      "step": 51870
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.842928381920185e-07,
      "loss": 0.0146,
      "step": 51871
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.841486215089435e-07,
      "loss": 0.0049,
      "step": 51872
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.840044154461563e-07,
      "loss": 0.0041,
      "step": 51873
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.838602200040259e-07,
      "loss": 0.0038,
      "step": 51874
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.837160351829233e-07,
      "loss": 0.0115,
      "step": 51875
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.835718609832244e-07,
      "loss": 0.0026,
      "step": 51876
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.83427697405298e-07,
      "loss": 0.0083,
      "step": 51877
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.832835444495186e-07,
      "loss": 0.0124,
      "step": 51878
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.83139402116257e-07,
      "loss": 0.0097,
      "step": 51879
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.829952704058853e-07,
      "loss": 0.0083,
      "step": 51880
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.828511493187752e-07,
      "loss": 0.0051,
      "step": 51881
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.827070388552977e-07,
      "loss": 0.0048,
      "step": 51882
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.825629390158263e-07,
      "loss": 0.0013,
      "step": 51883
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.824188498007324e-07,
      "loss": 0.0074,
      "step": 51884
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.822747712103863e-07,
      "loss": 0.0065,
      "step": 51885
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.821307032451626e-07,
      "loss": 0.0207,
      "step": 51886
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.81986645905431e-07,
      "loss": 0.0218,
      "step": 51887
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.818425991915636e-07,
      "loss": 0.0132,
      "step": 51888
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.816985631039327e-07,
      "loss": 0.0118,
      "step": 51889
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.815545376429074e-07,
      "loss": 0.0034,
      "step": 51890
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.814105228088632e-07,
      "loss": 0.0069,
      "step": 51891
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.812665186021696e-07,
      "loss": 0.0135,
      "step": 51892
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.811225250231969e-07,
      "loss": 0.0075,
      "step": 51893
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.809785420723199e-07,
      "loss": 0.0097,
      "step": 51894
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.808345697499083e-07,
      "loss": 0.0064,
      "step": 51895
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.806906080563337e-07,
      "loss": 0.0026,
      "step": 51896
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.805466569919674e-07,
      "loss": 0.0071,
      "step": 51897
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.804027165571799e-07,
      "loss": 0.0203,
      "step": 51898
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.802587867523449e-07,
      "loss": 0.0056,
      "step": 51899
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.801148675778315e-07,
      "loss": 0.0048,
      "step": 51900
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.799709590340133e-07,
      "loss": 0.0199,
      "step": 51901
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.798270611212606e-07,
      "loss": 0.0181,
      "step": 51902
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.796831738399447e-07,
      "loss": 0.0102,
      "step": 51903
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.795392971904366e-07,
      "loss": 0.0068,
      "step": 51904
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.793954311731068e-07,
      "loss": 0.0051,
      "step": 51905
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.792515757883286e-07,
      "loss": 0.0072,
      "step": 51906
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.791077310364715e-07,
      "loss": 0.0026,
      "step": 51907
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.789638969179065e-07,
      "loss": 0.0056,
      "step": 51908
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.788200734330066e-07,
      "loss": 0.0052,
      "step": 51909
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.786762605821419e-07,
      "loss": 0.0046,
      "step": 51910
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.785324583656834e-07,
      "loss": 0.0035,
      "step": 51911
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.783886667840019e-07,
      "loss": 0.0043,
      "step": 51912
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.782448858374676e-07,
      "loss": 0.0119,
      "step": 51913
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.781011155264541e-07,
      "loss": 0.0075,
      "step": 51914
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.779573558513293e-07,
      "loss": 0.0047,
      "step": 51915
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.778136068124671e-07,
      "loss": 0.0055,
      "step": 51916
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.77669868410238e-07,
      "loss": 0.013,
      "step": 51917
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.775261406450092e-07,
      "loss": 0.0232,
      "step": 51918
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.773824235171558e-07,
      "loss": 0.0064,
      "step": 51919
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.772387170270458e-07,
      "loss": 0.0092,
      "step": 51920
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.770950211750529e-07,
      "loss": 0.0149,
      "step": 51921
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.769513359615461e-07,
      "loss": 0.0042,
      "step": 51922
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.768076613868948e-07,
      "loss": 0.0043,
      "step": 51923
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.76663997451474e-07,
      "loss": 0.0121,
      "step": 51924
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.765203441556492e-07,
      "loss": 0.0121,
      "step": 51925
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.763767014997948e-07,
      "loss": 0.0061,
      "step": 51926
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.762330694842803e-07,
      "loss": 0.0069,
      "step": 51927
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.76089448109475e-07,
      "loss": 0.0101,
      "step": 51928
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.759458373757517e-07,
      "loss": 0.0042,
      "step": 51929
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.758022372834801e-07,
      "loss": 0.0097,
      "step": 51930
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.756586478330309e-07,
      "loss": 0.0022,
      "step": 51931
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.755150690247738e-07,
      "loss": 0.0078,
      "step": 51932
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.753715008590791e-07,
      "loss": 0.0013,
      "step": 51933
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.752279433363192e-07,
      "loss": 0.0071,
      "step": 51934
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.750843964568618e-07,
      "loss": 0.0122,
      "step": 51935
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.749408602210801e-07,
      "loss": 0.0058,
      "step": 51936
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.747973346293431e-07,
      "loss": 0.0021,
      "step": 51937
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.746538196820209e-07,
      "loss": 0.0088,
      "step": 51938
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.745103153794848e-07,
      "loss": 0.0111,
      "step": 51939
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.74366821722103e-07,
      "loss": 0.0043,
      "step": 51940
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.742233387102483e-07,
      "loss": 0.0106,
      "step": 51941
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.740798663442895e-07,
      "loss": 0.0109,
      "step": 51942
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.739364046245963e-07,
      "loss": 0.01,
      "step": 51943
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.73792953551541e-07,
      "loss": 0.0034,
      "step": 51944
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.736495131254919e-07,
      "loss": 0.0248,
      "step": 51945
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.735060833468201e-07,
      "loss": 0.003,
      "step": 51946
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.733626642158954e-07,
      "loss": 0.0029,
      "step": 51947
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.73219255733086e-07,
      "loss": 0.0028,
      "step": 51948
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.730758578987652e-07,
      "loss": 0.0019,
      "step": 51949
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.729324707133008e-07,
      "loss": 0.0038,
      "step": 51950
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.727890941770639e-07,
      "loss": 0.012,
      "step": 51951
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.726457282904244e-07,
      "loss": 0.0087,
      "step": 51952
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.725023730537518e-07,
      "loss": 0.0165,
      "step": 51953
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.72359028467416e-07,
      "loss": 0.035,
      "step": 51954
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.722156945317861e-07,
      "loss": 0.0034,
      "step": 51955
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.72072371247234e-07,
      "loss": 0.0085,
      "step": 51956
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.719290586141277e-07,
      "loss": 0.0057,
      "step": 51957
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.717857566328369e-07,
      "loss": 0.0321,
      "step": 51958
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.716424653037337e-07,
      "loss": 0.0164,
      "step": 51959
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.714991846271859e-07,
      "loss": 0.0035,
      "step": 51960
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.713559146035633e-07,
      "loss": 0.0136,
      "step": 51961
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.712126552332356e-07,
      "loss": 0.0069,
      "step": 51962
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.71069406516572e-07,
      "loss": 0.0042,
      "step": 51963
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.709261684539439e-07,
      "loss": 0.0108,
      "step": 51964
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.707829410457185e-07,
      "loss": 0.0037,
      "step": 51965
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.706397242922682e-07,
      "loss": 0.0064,
      "step": 51966
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.704965181939612e-07,
      "loss": 0.0254,
      "step": 51967
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.703533227511662e-07,
      "loss": 0.0139,
      "step": 51968
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.702101379642536e-07,
      "loss": 0.0122,
      "step": 51969
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.700669638335918e-07,
      "loss": 0.0077,
      "step": 51970
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.699238003595517e-07,
      "loss": 0.0073,
      "step": 51971
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.697806475425025e-07,
      "loss": 0.0317,
      "step": 51972
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.696375053828116e-07,
      "loss": 0.0031,
      "step": 51973
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.694943738808526e-07,
      "loss": 0.0224,
      "step": 51974
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.693512530369896e-07,
      "loss": 0.0019,
      "step": 51975
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.692081428515958e-07,
      "loss": 0.0058,
      "step": 51976
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.690650433250392e-07,
      "loss": 0.0138,
      "step": 51977
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.689219544576877e-07,
      "loss": 0.0182,
      "step": 51978
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.687788762499127e-07,
      "loss": 0.0025,
      "step": 51979
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.686358087020813e-07,
      "loss": 0.0092,
      "step": 51980
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.684927518145664e-07,
      "loss": 0.0064,
      "step": 51981
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.683497055877332e-07,
      "loss": 0.0036,
      "step": 51982
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.68206670021951e-07,
      "loss": 0.0066,
      "step": 51983
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.680636451175916e-07,
      "loss": 0.0099,
      "step": 51984
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.67920630875021e-07,
      "loss": 0.0154,
      "step": 51985
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.677776272946109e-07,
      "loss": 0.0043,
      "step": 51986
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.676346343767289e-07,
      "loss": 0.0058,
      "step": 51987
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.674916521217447e-07,
      "loss": 0.0016,
      "step": 51988
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.673486805300263e-07,
      "loss": 0.007,
      "step": 51989
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.672057196019423e-07,
      "loss": 0.0238,
      "step": 51990
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.67062769337863e-07,
      "loss": 0.0035,
      "step": 51991
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.669198297381571e-07,
      "loss": 0.0094,
      "step": 51992
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.667769008031912e-07,
      "loss": 0.0066,
      "step": 51993
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.666339825333375e-07,
      "loss": 0.011,
      "step": 51994
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.664910749289628e-07,
      "loss": 0.0044,
      "step": 51995
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.663481779904365e-07,
      "loss": 0.0067,
      "step": 51996
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.662052917181268e-07,
      "loss": 0.0012,
      "step": 51997
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.660624161124015e-07,
      "loss": 0.0057,
      "step": 51998
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.659195511736312e-07,
      "loss": 0.0352,
      "step": 51999
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.65776696902183e-07,
      "loss": 0.0069,
      "step": 52000
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.656338532984271e-07,
      "loss": 0.0172,
      "step": 52001
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.654910203627309e-07,
      "loss": 0.0085,
      "step": 52002
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.653481980954637e-07,
      "loss": 0.0188,
      "step": 52003
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.652053864969933e-07,
      "loss": 0.0039,
      "step": 52004
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.650625855676875e-07,
      "loss": 0.0041,
      "step": 52005
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.649197953079169e-07,
      "loss": 0.0141,
      "step": 52006
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.647770157180485e-07,
      "loss": 0.0114,
      "step": 52007
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.646342467984503e-07,
      "loss": 0.0027,
      "step": 52008
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.644914885494921e-07,
      "loss": 0.018,
      "step": 52009
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.643487409715417e-07,
      "loss": 0.0224,
      "step": 52010
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.642060040649674e-07,
      "loss": 0.0028,
      "step": 52011
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.640632778301378e-07,
      "loss": 0.0018,
      "step": 52012
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.63920562267419e-07,
      "loss": 0.0033,
      "step": 52013
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.637778573771826e-07,
      "loss": 0.0043,
      "step": 52014
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.636351631597939e-07,
      "loss": 0.0129,
      "step": 52015
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.634924796156241e-07,
      "loss": 0.0038,
      "step": 52016
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.633498067450391e-07,
      "loss": 0.0061,
      "step": 52017
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.63207144548408e-07,
      "loss": 0.0405,
      "step": 52018
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.63064493026099e-07,
      "loss": 0.0072,
      "step": 52019
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.629218521784777e-07,
      "loss": 0.0136,
      "step": 52020
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.627792220059161e-07,
      "loss": 0.0056,
      "step": 52021
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.626366025087801e-07,
      "loss": 0.0148,
      "step": 52022
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.624939936874371e-07,
      "loss": 0.0076,
      "step": 52023
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.623513955422574e-07,
      "loss": 0.0057,
      "step": 52024
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.622088080736068e-07,
      "loss": 0.0054,
      "step": 52025
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.620662312818545e-07,
      "loss": 0.0055,
      "step": 52026
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.619236651673679e-07,
      "loss": 0.0213,
      "step": 52027
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.617811097305134e-07,
      "loss": 0.0059,
      "step": 52028
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.616385649716613e-07,
      "loss": 0.0023,
      "step": 52029
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.614960308911774e-07,
      "loss": 0.0055,
      "step": 52030
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.613535074894313e-07,
      "loss": 0.0048,
      "step": 52031
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.612109947667918e-07,
      "loss": 0.0117,
      "step": 52032
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.610684927236218e-07,
      "loss": 0.0018,
      "step": 52033
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.609260013602933e-07,
      "loss": 0.0087,
      "step": 52034
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.607835206771714e-07,
      "loss": 0.0058,
      "step": 52035
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.606410506746266e-07,
      "loss": 0.0109,
      "step": 52036
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.604985913530245e-07,
      "loss": 0.0081,
      "step": 52037
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.603561427127332e-07,
      "loss": 0.0083,
      "step": 52038
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.602137047541198e-07,
      "loss": 0.0052,
      "step": 52039
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.600712774775516e-07,
      "loss": 0.0076,
      "step": 52040
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.599288608833978e-07,
      "loss": 0.0021,
      "step": 52041
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.597864549720242e-07,
      "loss": 0.0052,
      "step": 52042
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.596440597437983e-07,
      "loss": 0.0068,
      "step": 52043
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.595016751990887e-07,
      "loss": 0.002,
      "step": 52044
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.593593013382629e-07,
      "loss": 0.0053,
      "step": 52045
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.592169381616872e-07,
      "loss": 0.0104,
      "step": 52046
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.590745856697291e-07,
      "loss": 0.0017,
      "step": 52047
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.589322438627551e-07,
      "loss": 0.0046,
      "step": 52048
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.587899127411342e-07,
      "loss": 0.0177,
      "step": 52049
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.586475923052323e-07,
      "loss": 0.0014,
      "step": 52050
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.585052825554186e-07,
      "loss": 0.0031,
      "step": 52051
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.583629834920587e-07,
      "loss": 0.0052,
      "step": 52052
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.582206951155203e-07,
      "loss": 0.0126,
      "step": 52053
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.580784174261703e-07,
      "loss": 0.0064,
      "step": 52054
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.579361504243744e-07,
      "loss": 0.006,
      "step": 52055
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.577938941105024e-07,
      "loss": 0.0134,
      "step": 52056
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.576516484849201e-07,
      "loss": 0.0163,
      "step": 52057
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.575094135479939e-07,
      "loss": 0.011,
      "step": 52058
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.573671893000917e-07,
      "loss": 0.0027,
      "step": 52059
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.572249757415813e-07,
      "loss": 0.0105,
      "step": 52060
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.570827728728282e-07,
      "loss": 0.0042,
      "step": 52061
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.569405806941993e-07,
      "loss": 0.0026,
      "step": 52062
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.567983992060613e-07,
      "loss": 0.0078,
      "step": 52063
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.566562284087831e-07,
      "loss": 0.0045,
      "step": 52064
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.565140683027284e-07,
      "loss": 0.0043,
      "step": 52065
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.563719188882674e-07,
      "loss": 0.0096,
      "step": 52066
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.562297801657654e-07,
      "loss": 0.0053,
      "step": 52067
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.560876521355887e-07,
      "loss": 0.0044,
      "step": 52068
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.55945534798105e-07,
      "loss": 0.0046,
      "step": 52069
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.558034281536786e-07,
      "loss": 0.0031,
      "step": 52070
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.556613322026797e-07,
      "loss": 0.0016,
      "step": 52071
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.555192469454726e-07,
      "loss": 0.0136,
      "step": 52072
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.553771723824239e-07,
      "loss": 0.0043,
      "step": 52073
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.552351085139022e-07,
      "loss": 0.0054,
      "step": 52074
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.55093055340272e-07,
      "loss": 0.0028,
      "step": 52075
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.549510128619015e-07,
      "loss": 0.0025,
      "step": 52076
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.54808981079156e-07,
      "loss": 0.0094,
      "step": 52077
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.546669599924007e-07,
      "loss": 0.0041,
      "step": 52078
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.545249496020053e-07,
      "loss": 0.0271,
      "step": 52079
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.543829499083334e-07,
      "loss": 0.0122,
      "step": 52080
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.542409609117536e-07,
      "loss": 0.0085,
      "step": 52081
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.540989826126328e-07,
      "loss": 0.0172,
      "step": 52082
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.53957015011333e-07,
      "loss": 0.0018,
      "step": 52083
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.53815058108225e-07,
      "loss": 0.002,
      "step": 52084
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.536731119036718e-07,
      "loss": 0.0119,
      "step": 52085
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.535311763980431e-07,
      "loss": 0.0022,
      "step": 52086
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.53389251591703e-07,
      "loss": 0.01,
      "step": 52087
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.53247337485017e-07,
      "loss": 0.0052,
      "step": 52088
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.531054340783545e-07,
      "loss": 0.0091,
      "step": 52089
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.529635413720771e-07,
      "loss": 0.0076,
      "step": 52090
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.52821659366555e-07,
      "loss": 0.0046,
      "step": 52091
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.526797880621529e-07,
      "loss": 0.0168,
      "step": 52092
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.525379274592349e-07,
      "loss": 0.0161,
      "step": 52093
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.523960775581702e-07,
      "loss": 0.0072,
      "step": 52094
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.52254238359323e-07,
      "loss": 0.0059,
      "step": 52095
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.521124098630601e-07,
      "loss": 0.0404,
      "step": 52096
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.519705920697474e-07,
      "loss": 0.0059,
      "step": 52097
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.518287849797486e-07,
      "loss": 0.0105,
      "step": 52098
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.516869885934331e-07,
      "loss": 0.0077,
      "step": 52099
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.515452029111642e-07,
      "loss": 0.0026,
      "step": 52100
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.514034279333095e-07,
      "loss": 0.0057,
      "step": 52101
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.512616636602344e-07,
      "loss": 0.0032,
      "step": 52102
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.51119910092304e-07,
      "loss": 0.0049,
      "step": 52103
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.50978167229885e-07,
      "loss": 0.0089,
      "step": 52104
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.508364350733411e-07,
      "loss": 0.0137,
      "step": 52105
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.506947136230409e-07,
      "loss": 0.0056,
      "step": 52106
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.505530028793485e-07,
      "loss": 0.0107,
      "step": 52107
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.504113028426287e-07,
      "loss": 0.0059,
      "step": 52108
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.502696135132494e-07,
      "loss": 0.0087,
      "step": 52109
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.501279348915747e-07,
      "loss": 0.0049,
      "step": 52110
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.499862669779708e-07,
      "loss": 0.0042,
      "step": 52111
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.49844609772803e-07,
      "loss": 0.0022,
      "step": 52112
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.497029632764353e-07,
      "loss": 0.0057,
      "step": 52113
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.495613274892362e-07,
      "loss": 0.0351,
      "step": 52114
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.49419702411568e-07,
      "loss": 0.01,
      "step": 52115
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.49278088043799e-07,
      "loss": 0.0157,
      "step": 52116
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.491364843862937e-07,
      "loss": 0.0094,
      "step": 52117
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.489948914394169e-07,
      "loss": 0.0035,
      "step": 52118
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.488533092035345e-07,
      "loss": 0.0335,
      "step": 52119
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.487117376790099e-07,
      "loss": 0.0048,
      "step": 52120
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.485701768662119e-07,
      "loss": 0.0126,
      "step": 52121
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.484286267655035e-07,
      "loss": 0.0194,
      "step": 52122
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.482870873772492e-07,
      "loss": 0.0032,
      "step": 52123
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.481455587018167e-07,
      "loss": 0.0078,
      "step": 52124
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.480040407395701e-07,
      "loss": 0.0033,
      "step": 52125
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.478625334908741e-07,
      "loss": 0.0116,
      "step": 52126
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.47721036956094e-07,
      "loss": 0.0142,
      "step": 52127
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.475795511355939e-07,
      "loss": 0.0062,
      "step": 52128
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.474380760297407e-07,
      "loss": 0.0099,
      "step": 52129
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.472966116388981e-07,
      "loss": 0.015,
      "step": 52130
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.471551579634329e-07,
      "loss": 0.0109,
      "step": 52131
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.470137150037088e-07,
      "loss": 0.018,
      "step": 52132
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.468722827600912e-07,
      "loss": 0.0069,
      "step": 52133
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.467308612329444e-07,
      "loss": 0.0084,
      "step": 52134
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.465894504226324e-07,
      "loss": 0.0056,
      "step": 52135
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.46448050329523e-07,
      "loss": 0.0029,
      "step": 52136
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.463066609539794e-07,
      "loss": 0.0056,
      "step": 52137
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.461652822963651e-07,
      "loss": 0.0061,
      "step": 52138
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.460239143570487e-07,
      "loss": 0.0076,
      "step": 52139
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.458825571363898e-07,
      "loss": 0.0028,
      "step": 52140
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.457412106347579e-07,
      "loss": 0.0285,
      "step": 52141
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.455998748525151e-07,
      "loss": 0.0101,
      "step": 52142
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.454585497900258e-07,
      "loss": 0.0078,
      "step": 52143
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.453172354476563e-07,
      "loss": 0.0049,
      "step": 52144
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.451759318257696e-07,
      "loss": 0.0248,
      "step": 52145
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.450346389247339e-07,
      "loss": 0.0043,
      "step": 52146
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.448933567449097e-07,
      "loss": 0.0061,
      "step": 52147
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.447520852866614e-07,
      "loss": 0.0033,
      "step": 52148
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.44610824550357e-07,
      "loss": 0.0058,
      "step": 52149
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.444695745363573e-07,
      "loss": 0.0091,
      "step": 52150
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.443283352450299e-07,
      "loss": 0.0069,
      "step": 52151
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.441871066767382e-07,
      "loss": 0.0082,
      "step": 52152
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.440458888318459e-07,
      "loss": 0.0058,
      "step": 52153
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.439046817107183e-07,
      "loss": 0.0068,
      "step": 52154
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.437634853137178e-07,
      "loss": 0.0043,
      "step": 52155
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.436222996412113e-07,
      "loss": 0.0179,
      "step": 52156
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.434811246935626e-07,
      "loss": 0.0159,
      "step": 52157
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.433399604711334e-07,
      "loss": 0.017,
      "step": 52158
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.431988069742919e-07,
      "loss": 0.0068,
      "step": 52159
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.430576642034e-07,
      "loss": 0.0081,
      "step": 52160
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.429165321588217e-07,
      "loss": 0.0045,
      "step": 52161
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.427754108409225e-07,
      "loss": 0.0101,
      "step": 52162
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.426343002500642e-07,
      "loss": 0.003,
      "step": 52163
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.424932003866143e-07,
      "loss": 0.0197,
      "step": 52164
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.423521112509331e-07,
      "loss": 0.0107,
      "step": 52165
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.422110328433885e-07,
      "loss": 0.003,
      "step": 52166
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.420699651643421e-07,
      "loss": 0.0101,
      "step": 52167
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.41928908214159e-07,
      "loss": 0.0098,
      "step": 52168
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.417878619932024e-07,
      "loss": 0.0092,
      "step": 52169
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.416468265018352e-07,
      "loss": 0.0094,
      "step": 52170
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.415058017404238e-07,
      "loss": 0.0158,
      "step": 52171
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.413647877093312e-07,
      "loss": 0.0116,
      "step": 52172
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.412237844089194e-07,
      "loss": 0.0079,
      "step": 52173
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.410827918395547e-07,
      "loss": 0.0221,
      "step": 52174
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.409418100016009e-07,
      "loss": 0.0055,
      "step": 52175
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.408008388954203e-07,
      "loss": 0.0203,
      "step": 52176
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.40659878521377e-07,
      "loss": 0.0077,
      "step": 52177
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.405189288798343e-07,
      "loss": 0.0028,
      "step": 52178
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.403779899711578e-07,
      "loss": 0.0034,
      "step": 52179
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.402370617957085e-07,
      "loss": 0.0043,
      "step": 52180
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.400961443538525e-07,
      "loss": 0.0018,
      "step": 52181
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.39955237645953e-07,
      "loss": 0.0095,
      "step": 52182
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.398143416723726e-07,
      "loss": 0.0103,
      "step": 52183
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.396734564334752e-07,
      "loss": 0.0137,
      "step": 52184
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.39532581929623e-07,
      "loss": 0.0036,
      "step": 52185
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.393917181611821e-07,
      "loss": 0.0076,
      "step": 52186
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.392508651285152e-07,
      "loss": 0.0262,
      "step": 52187
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.391100228319837e-07,
      "loss": 0.0032,
      "step": 52188
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.389691912719539e-07,
      "loss": 0.004,
      "step": 52189
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.388283704487881e-07,
      "loss": 0.0045,
      "step": 52190
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.386875603628491e-07,
      "loss": 0.022,
      "step": 52191
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.385467610145009e-07,
      "loss": 0.007,
      "step": 52192
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.384059724041055e-07,
      "loss": 0.0056,
      "step": 52193
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.38265194532028e-07,
      "loss": 0.0135,
      "step": 52194
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.381244273986294e-07,
      "loss": 0.007,
      "step": 52195
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.379836710042766e-07,
      "loss": 0.0135,
      "step": 52196
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.378429253493309e-07,
      "loss": 0.0054,
      "step": 52197
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.377021904341531e-07,
      "loss": 0.005,
      "step": 52198
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.375614662591097e-07,
      "loss": 0.0252,
      "step": 52199
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.37420752824561e-07,
      "loss": 0.0081,
      "step": 52200
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.372800501308731e-07,
      "loss": 0.0048,
      "step": 52201
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.371393581784071e-07,
      "loss": 0.006,
      "step": 52202
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.36998676967527e-07,
      "loss": 0.0079,
      "step": 52203
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.368580064985954e-07,
      "loss": 0.0268,
      "step": 52204
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.367173467719735e-07,
      "loss": 0.0076,
      "step": 52205
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.365766977880274e-07,
      "loss": 0.0058,
      "step": 52206
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.364360595471183e-07,
      "loss": 0.004,
      "step": 52207
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.362954320496086e-07,
      "loss": 0.0102,
      "step": 52208
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.361548152958626e-07,
      "loss": 0.012,
      "step": 52209
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.360142092862428e-07,
      "loss": 0.0052,
      "step": 52210
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.358736140211116e-07,
      "loss": 0.0154,
      "step": 52211
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.35733029500832e-07,
      "loss": 0.0152,
      "step": 52212
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.35592455725765e-07,
      "loss": 0.0084,
      "step": 52213
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.354518926962763e-07,
      "loss": 0.0085,
      "step": 52214
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.353113404127261e-07,
      "loss": 0.0063,
      "step": 52215
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.351707988754793e-07,
      "loss": 0.01,
      "step": 52216
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.350302680848976e-07,
      "loss": 0.0068,
      "step": 52217
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.348897480413437e-07,
      "loss": 0.0085,
      "step": 52218
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.347492387451795e-07,
      "loss": 0.0016,
      "step": 52219
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.346087401967668e-07,
      "loss": 0.017,
      "step": 52220
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.344682523964709e-07,
      "loss": 0.006,
      "step": 52221
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.343277753446522e-07,
      "loss": 0.0055,
      "step": 52222
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.34187309041673e-07,
      "loss": 0.0066,
      "step": 52223
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.340468534878976e-07,
      "loss": 0.0069,
      "step": 52224
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.339064086836873e-07,
      "loss": 0.0037,
      "step": 52225
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.337659746294047e-07,
      "loss": 0.007,
      "step": 52226
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.336255513254115e-07,
      "loss": 0.0031,
      "step": 52227
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.334851387720694e-07,
      "loss": 0.002,
      "step": 52228
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.333447369697433e-07,
      "loss": 0.0224,
      "step": 52229
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.332043459187927e-07,
      "loss": 0.0083,
      "step": 52230
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.330639656195821e-07,
      "loss": 0.0085,
      "step": 52231
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.329235960724729e-07,
      "loss": 0.0118,
      "step": 52232
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.327832372778277e-07,
      "loss": 0.0013,
      "step": 52233
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.326428892360078e-07,
      "loss": 0.0089,
      "step": 52234
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.32502551947374e-07,
      "loss": 0.0038,
      "step": 52235
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.323622254122921e-07,
      "loss": 0.0205,
      "step": 52236
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.322219096311218e-07,
      "loss": 0.0055,
      "step": 52237
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.320816046042246e-07,
      "loss": 0.0023,
      "step": 52238
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.319413103319646e-07,
      "loss": 0.0093,
      "step": 52239
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.318010268147026e-07,
      "loss": 0.0021,
      "step": 52240
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.316607540528005e-07,
      "loss": 0.0072,
      "step": 52241
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.315204920466208e-07,
      "loss": 0.0041,
      "step": 52242
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.313802407965238e-07,
      "loss": 0.0176,
      "step": 52243
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.312400003028737e-07,
      "loss": 0.0017,
      "step": 52244
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.310997705660306e-07,
      "loss": 0.0133,
      "step": 52245
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.309595515863578e-07,
      "loss": 0.0081,
      "step": 52246
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.308193433642175e-07,
      "loss": 0.0379,
      "step": 52247
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.306791458999686e-07,
      "loss": 0.0016,
      "step": 52248
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.305389591939755e-07,
      "loss": 0.0116,
      "step": 52249
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.303987832465976e-07,
      "loss": 0.013,
      "step": 52250
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.302586180581996e-07,
      "loss": 0.0125,
      "step": 52251
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.301184636291415e-07,
      "loss": 0.0059,
      "step": 52252
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.299783199597838e-07,
      "loss": 0.013,
      "step": 52253
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.298381870504918e-07,
      "loss": 0.0084,
      "step": 52254
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.296980649016223e-07,
      "loss": 0.0155,
      "step": 52255
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.295579535135406e-07,
      "loss": 0.0084,
      "step": 52256
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.294178528866064e-07,
      "loss": 0.0036,
      "step": 52257
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.292777630211813e-07,
      "loss": 0.0046,
      "step": 52258
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.29137683917628e-07,
      "loss": 0.0075,
      "step": 52259
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.289976155763057e-07,
      "loss": 0.0087,
      "step": 52260
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.288575579975799e-07,
      "loss": 0.006,
      "step": 52261
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.28717511181808e-07,
      "loss": 0.0107,
      "step": 52262
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.285774751293513e-07,
      "loss": 0.0041,
      "step": 52263
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.28437449840574e-07,
      "loss": 0.0061,
      "step": 52264
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.282974353158346e-07,
      "loss": 0.003,
      "step": 52265
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.281574315554968e-07,
      "loss": 0.0112,
      "step": 52266
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.280174385599216e-07,
      "loss": 0.0115,
      "step": 52267
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.278774563294689e-07,
      "loss": 0.004,
      "step": 52268
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.277374848645003e-07,
      "loss": 0.0036,
      "step": 52269
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.275975241653761e-07,
      "loss": 0.0047,
      "step": 52270
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.274575742324592e-07,
      "loss": 0.007,
      "step": 52271
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.273176350661105e-07,
      "loss": 0.0077,
      "step": 52272
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.271777066666892e-07,
      "loss": 0.0032,
      "step": 52273
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.270377890345588e-07,
      "loss": 0.0022,
      "step": 52274
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.268978821700796e-07,
      "loss": 0.0079,
      "step": 52275
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.26757986073612e-07,
      "loss": 0.0023,
      "step": 52276
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.266181007455176e-07,
      "loss": 0.0029,
      "step": 52277
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.264782261861553e-07,
      "loss": 0.0096,
      "step": 52278
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.263383623958893e-07,
      "loss": 0.0145,
      "step": 52279
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.261985093750774e-07,
      "loss": 0.0063,
      "step": 52280
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.260586671240833e-07,
      "loss": 0.0019,
      "step": 52281
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.259188356432663e-07,
      "loss": 0.0185,
      "step": 52282
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.257790149329875e-07,
      "loss": 0.0033,
      "step": 52283
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.25639204993608e-07,
      "loss": 0.0069,
      "step": 52284
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.254994058254867e-07,
      "loss": 0.0047,
      "step": 52285
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.253596174289868e-07,
      "loss": 0.0054,
      "step": 52286
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.252198398044686e-07,
      "loss": 0.0069,
      "step": 52287
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.250800729522906e-07,
      "loss": 0.0058,
      "step": 52288
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.24940316872816e-07,
      "loss": 0.008,
      "step": 52289
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.248005715664048e-07,
      "loss": 0.008,
      "step": 52290
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.246608370334175e-07,
      "loss": 0.0098,
      "step": 52291
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.245211132742137e-07,
      "loss": 0.0085,
      "step": 52292
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.243814002891537e-07,
      "loss": 0.0036,
      "step": 52293
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.242416980786e-07,
      "loss": 0.0045,
      "step": 52294
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.241020066429112e-07,
      "loss": 0.013,
      "step": 52295
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.239623259824498e-07,
      "loss": 0.0034,
      "step": 52296
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.238226560975743e-07,
      "loss": 0.0072,
      "step": 52297
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.236829969886467e-07,
      "loss": 0.0104,
      "step": 52298
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.235433486560257e-07,
      "loss": 0.0136,
      "step": 52299
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.234037111000715e-07,
      "loss": 0.0142,
      "step": 52300
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.232640843211465e-07,
      "loss": 0.0041,
      "step": 52301
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.231244683196099e-07,
      "loss": 0.0111,
      "step": 52302
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.229848630958203e-07,
      "loss": 0.0072,
      "step": 52303
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.22845268650141e-07,
      "loss": 0.0114,
      "step": 52304
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.227056849829306e-07,
      "loss": 0.0116,
      "step": 52305
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.225661120945494e-07,
      "loss": 0.0069,
      "step": 52306
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.224265499853574e-07,
      "loss": 0.0016,
      "step": 52307
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.222869986557136e-07,
      "loss": 0.0187,
      "step": 52308
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.221474581059802e-07,
      "loss": 0.0083,
      "step": 52309
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.220079283365157e-07,
      "loss": 0.0051,
      "step": 52310
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.218684093476831e-07,
      "loss": 0.0267,
      "step": 52311
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.217289011398383e-07,
      "loss": 0.0193,
      "step": 52312
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.215894037133427e-07,
      "loss": 0.0035,
      "step": 52313
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.214499170685575e-07,
      "loss": 0.024,
      "step": 52314
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.213104412058404e-07,
      "loss": 0.0174,
      "step": 52315
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.211709761255537e-07,
      "loss": 0.007,
      "step": 52316
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.210315218280568e-07,
      "loss": 0.0313,
      "step": 52317
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.208920783137086e-07,
      "loss": 0.0049,
      "step": 52318
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.20752645582869e-07,
      "loss": 0.0025,
      "step": 52319
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.206132236358971e-07,
      "loss": 0.0029,
      "step": 52320
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.204738124731548e-07,
      "loss": 0.0041,
      "step": 52321
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.203344120950008e-07,
      "loss": 0.004,
      "step": 52322
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.201950225017935e-07,
      "loss": 0.0086,
      "step": 52323
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.200556436938945e-07,
      "loss": 0.0071,
      "step": 52324
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.199162756716628e-07,
      "loss": 0.004,
      "step": 52325
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.197769184354581e-07,
      "loss": 0.0029,
      "step": 52326
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.196375719856392e-07,
      "loss": 0.0132,
      "step": 52327
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.194982363225656e-07,
      "loss": 0.0249,
      "step": 52328
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.193589114465983e-07,
      "loss": 0.0029,
      "step": 52329
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.192195973580952e-07,
      "loss": 0.0238,
      "step": 52330
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.190802940574172e-07,
      "loss": 0.0022,
      "step": 52331
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.189410015449234e-07,
      "loss": 0.0041,
      "step": 52332
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.188017198209725e-07,
      "loss": 0.0094,
      "step": 52333
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.186624488859246e-07,
      "loss": 0.0172,
      "step": 52334
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.185231887401379e-07,
      "loss": 0.0024,
      "step": 52335
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.183839393839732e-07,
      "loss": 0.0232,
      "step": 52336
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.182447008177897e-07,
      "loss": 0.0116,
      "step": 52337
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.181054730419446e-07,
      "loss": 0.0033,
      "step": 52338
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.179662560568003e-07,
      "loss": 0.003,
      "step": 52339
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.178270498627139e-07,
      "loss": 0.0041,
      "step": 52340
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.176878544600453e-07,
      "loss": 0.0103,
      "step": 52341
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.175486698491542e-07,
      "loss": 0.0057,
      "step": 52342
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.174094960303974e-07,
      "loss": 0.0083,
      "step": 52343
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.172703330041371e-07,
      "loss": 0.0098,
      "step": 52344
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.171311807707294e-07,
      "loss": 0.0071,
      "step": 52345
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.169920393305364e-07,
      "loss": 0.0021,
      "step": 52346
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.168529086839155e-07,
      "loss": 0.0292,
      "step": 52347
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.16713788831226e-07,
      "loss": 0.0034,
      "step": 52348
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.165746797728269e-07,
      "loss": 0.0022,
      "step": 52349
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.164355815090757e-07,
      "loss": 0.0035,
      "step": 52350
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.162964940403339e-07,
      "loss": 0.0168,
      "step": 52351
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.161574173669589e-07,
      "loss": 0.0301,
      "step": 52352
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.160183514893089e-07,
      "loss": 0.0104,
      "step": 52353
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.15879296407745e-07,
      "loss": 0.0083,
      "step": 52354
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.157402521226243e-07,
      "loss": 0.0073,
      "step": 52355
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.156012186343054e-07,
      "loss": 0.0074,
      "step": 52356
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.154621959431486e-07,
      "loss": 0.003,
      "step": 52357
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.153231840495096e-07,
      "loss": 0.0068,
      "step": 52358
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.151841829537505e-07,
      "loss": 0.0118,
      "step": 52359
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.150451926562275e-07,
      "loss": 0.0055,
      "step": 52360
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.149062131573015e-07,
      "loss": 0.008,
      "step": 52361
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.147672444573313e-07,
      "loss": 0.0278,
      "step": 52362
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.146282865566712e-07,
      "loss": 0.0203,
      "step": 52363
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.144893394556841e-07,
      "loss": 0.0067,
      "step": 52364
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.143504031547261e-07,
      "loss": 0.0099,
      "step": 52365
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.142114776541576e-07,
      "loss": 0.0051,
      "step": 52366
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.140725629543361e-07,
      "loss": 0.0093,
      "step": 52367
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.139336590556202e-07,
      "loss": 0.015,
      "step": 52368
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.137947659583683e-07,
      "loss": 0.005,
      "step": 52369
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.136558836629377e-07,
      "loss": 0.0128,
      "step": 52370
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.135170121696889e-07,
      "loss": 0.0168,
      "step": 52371
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.13378151478979e-07,
      "loss": 0.005,
      "step": 52372
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.132393015911655e-07,
      "loss": 0.0108,
      "step": 52373
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.131004625066086e-07,
      "loss": 0.0033,
      "step": 52374
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.129616342256652e-07,
      "loss": 0.0021,
      "step": 52375
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.128228167486946e-07,
      "loss": 0.0066,
      "step": 52376
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.126840100760536e-07,
      "loss": 0.009,
      "step": 52377
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.125452142081003e-07,
      "loss": 0.0052,
      "step": 52378
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.124064291451944e-07,
      "loss": 0.0086,
      "step": 52379
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.122676548876923e-07,
      "loss": 0.0126,
      "step": 52380
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.121288914359543e-07,
      "loss": 0.0061,
      "step": 52381
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.119901387903373e-07,
      "loss": 0.009,
      "step": 52382
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.118513969511987e-07,
      "loss": 0.0052,
      "step": 52383
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.117126659188973e-07,
      "loss": 0.0062,
      "step": 52384
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.115739456937894e-07,
      "loss": 0.0055,
      "step": 52385
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.114352362762351e-07,
      "loss": 0.0094,
      "step": 52386
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.112965376665921e-07,
      "loss": 0.0083,
      "step": 52387
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.111578498652161e-07,
      "loss": 0.0053,
      "step": 52388
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.110191728724681e-07,
      "loss": 0.0013,
      "step": 52389
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.108805066887043e-07,
      "loss": 0.0175,
      "step": 52390
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.107418513142823e-07,
      "loss": 0.0018,
      "step": 52391
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.106032067495606e-07,
      "loss": 0.0074,
      "step": 52392
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.104645729948951e-07,
      "loss": 0.0052,
      "step": 52393
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.103259500506461e-07,
      "loss": 0.0047,
      "step": 52394
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.101873379171688e-07,
      "loss": 0.0088,
      "step": 52395
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.10048736594824e-07,
      "loss": 0.0106,
      "step": 52396
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.09910146083967e-07,
      "loss": 0.004,
      "step": 52397
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.097715663849559e-07,
      "loss": 0.0078,
      "step": 52398
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.096329974981488e-07,
      "loss": 0.0014,
      "step": 52399
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.094944394239012e-07,
      "loss": 0.0072,
      "step": 52400
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.093558921625738e-07,
      "loss": 0.0248,
      "step": 52401
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.092173557145222e-07,
      "loss": 0.0291,
      "step": 52402
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.090788300801028e-07,
      "loss": 0.0119,
      "step": 52403
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.089403152596759e-07,
      "loss": 0.0034,
      "step": 52404
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.088018112535978e-07,
      "loss": 0.0041,
      "step": 52405
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.08663318062225e-07,
      "loss": 0.0025,
      "step": 52406
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.085248356859155e-07,
      "loss": 0.0154,
      "step": 52407
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.083863641250256e-07,
      "loss": 0.0068,
      "step": 52408
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.082479033799146e-07,
      "loss": 0.0358,
      "step": 52409
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.081094534509371e-07,
      "loss": 0.0213,
      "step": 52410
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.079710143384533e-07,
      "loss": 0.0034,
      "step": 52411
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.07832586042821e-07,
      "loss": 0.0082,
      "step": 52412
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.076941685643924e-07,
      "loss": 0.01,
      "step": 52413
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.07555761903529e-07,
      "loss": 0.0038,
      "step": 52414
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.074173660605855e-07,
      "loss": 0.0031,
      "step": 52415
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.07278981035921e-07,
      "loss": 0.0067,
      "step": 52416
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.071406068298926e-07,
      "loss": 0.0051,
      "step": 52417
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.070022434428548e-07,
      "loss": 0.0086,
      "step": 52418
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.068638908751686e-07,
      "loss": 0.0101,
      "step": 52419
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.067255491271864e-07,
      "loss": 0.0092,
      "step": 52420
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.065872181992685e-07,
      "loss": 0.0071,
      "step": 52421
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.064488980917712e-07,
      "loss": 0.0019,
      "step": 52422
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.063105888050499e-07,
      "loss": 0.0237,
      "step": 52423
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.061722903394637e-07,
      "loss": 0.0249,
      "step": 52424
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.060340026953672e-07,
      "loss": 0.01,
      "step": 52425
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.058957258731203e-07,
      "loss": 0.0063,
      "step": 52426
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.057574598730772e-07,
      "loss": 0.0037,
      "step": 52427
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.056192046955941e-07,
      "loss": 0.0083,
      "step": 52428
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.054809603410307e-07,
      "loss": 0.0184,
      "step": 52429
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.053427268097402e-07,
      "loss": 0.0182,
      "step": 52430
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.052045041020829e-07,
      "loss": 0.0062,
      "step": 52431
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.050662922184132e-07,
      "loss": 0.0017,
      "step": 52432
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.049280911590884e-07,
      "loss": 0.0101,
      "step": 52433
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.047899009244648e-07,
      "loss": 0.0107,
      "step": 52434
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.04651721514898e-07,
      "loss": 0.0095,
      "step": 52435
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.045135529307468e-07,
      "loss": 0.0021,
      "step": 52436
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.043753951723671e-07,
      "loss": 0.0013,
      "step": 52437
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.042372482401129e-07,
      "loss": 0.0087,
      "step": 52438
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.040991121343444e-07,
      "loss": 0.0072,
      "step": 52439
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.03960986855416e-07,
      "loss": 0.0063,
      "step": 52440
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.038228724036845e-07,
      "loss": 0.022,
      "step": 52441
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.036847687795063e-07,
      "loss": 0.0056,
      "step": 52442
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.035466759832361e-07,
      "loss": 0.0026,
      "step": 52443
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.034085940152331e-07,
      "loss": 0.0073,
      "step": 52444
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.032705228758525e-07,
      "loss": 0.0102,
      "step": 52445
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.031324625654491e-07,
      "loss": 0.0024,
      "step": 52446
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.029944130843815e-07,
      "loss": 0.0256,
      "step": 52447
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.028563744330042e-07,
      "loss": 0.0192,
      "step": 52448
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.027183466116745e-07,
      "loss": 0.0061,
      "step": 52449
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.025803296207479e-07,
      "loss": 0.0077,
      "step": 52450
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.024423234605799e-07,
      "loss": 0.0046,
      "step": 52451
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.02304328131528e-07,
      "loss": 0.0093,
      "step": 52452
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.021663436339467e-07,
      "loss": 0.0225,
      "step": 52453
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.020283699681941e-07,
      "loss": 0.011,
      "step": 52454
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.01890407134625e-07,
      "loss": 0.0017,
      "step": 52455
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.017524551335959e-07,
      "loss": 0.0112,
      "step": 52456
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.016145139654618e-07,
      "loss": 0.0102,
      "step": 52457
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.014765836305783e-07,
      "loss": 0.0109,
      "step": 52458
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.013386641293031e-07,
      "loss": 0.0093,
      "step": 52459
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.012007554619916e-07,
      "loss": 0.0284,
      "step": 52460
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.010628576289981e-07,
      "loss": 0.0036,
      "step": 52461
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.009249706306804e-07,
      "loss": 0.0055,
      "step": 52462
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.007870944673934e-07,
      "loss": 0.0116,
      "step": 52463
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.00649229139493e-07,
      "loss": 0.0221,
      "step": 52464
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.005113746473347e-07,
      "loss": 0.0042,
      "step": 52465
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.003735309912736e-07,
      "loss": 0.007,
      "step": 52466
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.002356981716669e-07,
      "loss": 0.0135,
      "step": 52467
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.000978761888683e-07,
      "loss": 0.0101,
      "step": 52468
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.99960065043236e-07,
      "loss": 0.0033,
      "step": 52469
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.998222647351256e-07,
      "loss": 0.011,
      "step": 52470
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.996844752648885e-07,
      "loss": 0.0039,
      "step": 52471
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.995466966328846e-07,
      "loss": 0.0152,
      "step": 52472
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.994089288394663e-07,
      "loss": 0.0058,
      "step": 52473
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.992711718849921e-07,
      "loss": 0.0016,
      "step": 52474
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.991334257698157e-07,
      "loss": 0.0061,
      "step": 52475
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.98995690494293e-07,
      "loss": 0.0021,
      "step": 52476
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.988579660587792e-07,
      "loss": 0.012,
      "step": 52477
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.987202524636289e-07,
      "loss": 0.0039,
      "step": 52478
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.985825497091993e-07,
      "loss": 0.0066,
      "step": 52479
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.984448577958442e-07,
      "loss": 0.0033,
      "step": 52480
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.983071767239186e-07,
      "loss": 0.0086,
      "step": 52481
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.981695064937794e-07,
      "loss": 0.0157,
      "step": 52482
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.980318471057813e-07,
      "loss": 0.0038,
      "step": 52483
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.97894198560279e-07,
      "loss": 0.0058,
      "step": 52484
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.977565608576283e-07,
      "loss": 0.0152,
      "step": 52485
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.976189339981821e-07,
      "loss": 0.0129,
      "step": 52486
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.974813179822988e-07,
      "loss": 0.0093,
      "step": 52487
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.973437128103306e-07,
      "loss": 0.0017,
      "step": 52488
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.972061184826352e-07,
      "loss": 0.0084,
      "step": 52489
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.970685349995666e-07,
      "loss": 0.0125,
      "step": 52490
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.969309623614796e-07,
      "loss": 0.0284,
      "step": 52491
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.967934005687294e-07,
      "loss": 0.007,
      "step": 52492
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.966558496216697e-07,
      "loss": 0.0068,
      "step": 52493
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.965183095206574e-07,
      "loss": 0.0054,
      "step": 52494
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.963807802660467e-07,
      "loss": 0.0027,
      "step": 52495
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.962432618581906e-07,
      "loss": 0.0042,
      "step": 52496
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.961057542974476e-07,
      "loss": 0.0045,
      "step": 52497
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.959682575841699e-07,
      "loss": 0.0366,
      "step": 52498
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.958307717187131e-07,
      "loss": 0.0168,
      "step": 52499
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.956932967014319e-07,
      "loss": 0.0048,
      "step": 52500
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.955558325326801e-07,
      "loss": 0.0052,
      "step": 52501
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.95418379212814e-07,
      "loss": 0.0092,
      "step": 52502
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.95280936742186e-07,
      "loss": 0.0072,
      "step": 52503
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.951435051211536e-07,
      "loss": 0.0079,
      "step": 52504
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.950060843500706e-07,
      "loss": 0.0035,
      "step": 52505
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.948686744292905e-07,
      "loss": 0.0048,
      "step": 52506
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.94731275359169e-07,
      "loss": 0.0092,
      "step": 52507
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.945938871400582e-07,
      "loss": 0.0062,
      "step": 52508
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.944565097723161e-07,
      "loss": 0.0013,
      "step": 52509
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.943191432562952e-07,
      "loss": 0.007,
      "step": 52510
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.941817875923497e-07,
      "loss": 0.0171,
      "step": 52511
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.940444427808352e-07,
      "loss": 0.0036,
      "step": 52512
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.939071088221062e-07,
      "loss": 0.0058,
      "step": 52513
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.937697857165156e-07,
      "loss": 0.0007,
      "step": 52514
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.93632473464419e-07,
      "loss": 0.0081,
      "step": 52515
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.934951720661688e-07,
      "loss": 0.0072,
      "step": 52516
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.933578815221221e-07,
      "loss": 0.0015,
      "step": 52517
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.932206018326305e-07,
      "loss": 0.0118,
      "step": 52518
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.930833329980508e-07,
      "loss": 0.0064,
      "step": 52519
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.929460750187373e-07,
      "loss": 0.0071,
      "step": 52520
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.928088278950402e-07,
      "loss": 0.006,
      "step": 52521
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.926715916273176e-07,
      "loss": 0.0184,
      "step": 52522
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.925343662159207e-07,
      "loss": 0.0186,
      "step": 52523
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.923971516612067e-07,
      "loss": 0.0021,
      "step": 52524
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.922599479635279e-07,
      "loss": 0.0056,
      "step": 52525
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.921227551232369e-07,
      "loss": 0.0113,
      "step": 52526
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.919855731406922e-07,
      "loss": 0.0136,
      "step": 52527
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.918484020162426e-07,
      "loss": 0.006,
      "step": 52528
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.917112417502453e-07,
      "loss": 0.0049,
      "step": 52529
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.915740923430531e-07,
      "loss": 0.0003,
      "step": 52530
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.914369537950195e-07,
      "loss": 0.0033,
      "step": 52531
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.912998261064997e-07,
      "loss": 0.0133,
      "step": 52532
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.911627092778456e-07,
      "loss": 0.0036,
      "step": 52533
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.910256033094144e-07,
      "loss": 0.0127,
      "step": 52534
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.908885082015566e-07,
      "loss": 0.0041,
      "step": 52535
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.90751423954626e-07,
      "loss": 0.008,
      "step": 52536
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.906143505689784e-07,
      "loss": 0.0035,
      "step": 52537
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.904772880449651e-07,
      "loss": 0.0111,
      "step": 52538
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.903402363829421e-07,
      "loss": 0.0108,
      "step": 52539
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.902031955832624e-07,
      "loss": 0.0097,
      "step": 52540
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.900661656462788e-07,
      "loss": 0.0076,
      "step": 52541
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.899291465723458e-07,
      "loss": 0.0222,
      "step": 52542
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.897921383618151e-07,
      "loss": 0.005,
      "step": 52543
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.896551410150427e-07,
      "loss": 0.0241,
      "step": 52544
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.895181545323816e-07,
      "loss": 0.0094,
      "step": 52545
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.893811789141826e-07,
      "loss": 0.0118,
      "step": 52546
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.892442141608031e-07,
      "loss": 0.0042,
      "step": 52547
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.891072602725941e-07,
      "loss": 0.0119,
      "step": 52548
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.889703172499096e-07,
      "loss": 0.0029,
      "step": 52549
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.888333850931035e-07,
      "loss": 0.0039,
      "step": 52550
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.886964638025268e-07,
      "loss": 0.0106,
      "step": 52551
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.885595533785356e-07,
      "loss": 0.0037,
      "step": 52552
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.884226538214812e-07,
      "loss": 0.0135,
      "step": 52553
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.882857651317189e-07,
      "loss": 0.0261,
      "step": 52554
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.881488873096005e-07,
      "loss": 0.0109,
      "step": 52555
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.880120203554797e-07,
      "loss": 0.004,
      "step": 52556
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.878751642697091e-07,
      "loss": 0.0111,
      "step": 52557
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.877383190526411e-07,
      "loss": 0.012,
      "step": 52558
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.876014847046315e-07,
      "loss": 0.0094,
      "step": 52559
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.874646612260312e-07,
      "loss": 0.0159,
      "step": 52560
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.873278486171925e-07,
      "loss": 0.0057,
      "step": 52561
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.871910468784711e-07,
      "loss": 0.0058,
      "step": 52562
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.870542560102184e-07,
      "loss": 0.0075,
      "step": 52563
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.869174760127879e-07,
      "loss": 0.0092,
      "step": 52564
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.867807068865325e-07,
      "loss": 0.0046,
      "step": 52565
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.866439486318028e-07,
      "loss": 0.0071,
      "step": 52566
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.865072012489556e-07,
      "loss": 0.019,
      "step": 52567
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.863704647383402e-07,
      "loss": 0.0047,
      "step": 52568
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.862337391003127e-07,
      "loss": 0.0059,
      "step": 52569
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.86097024335224e-07,
      "loss": 0.0025,
      "step": 52570
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.859603204434269e-07,
      "loss": 0.0052,
      "step": 52571
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.858236274252745e-07,
      "loss": 0.0061,
      "step": 52572
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.856869452811183e-07,
      "loss": 0.0041,
      "step": 52573
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.855502740113136e-07,
      "loss": 0.0054,
      "step": 52574
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.85413613616211e-07,
      "loss": 0.0095,
      "step": 52575
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.852769640961627e-07,
      "loss": 0.0161,
      "step": 52576
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.85140325451525e-07,
      "loss": 0.0111,
      "step": 52577
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.850036976826453e-07,
      "loss": 0.0311,
      "step": 52578
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.848670807898795e-07,
      "loss": 0.0034,
      "step": 52579
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.84730474773579e-07,
      "loss": 0.0048,
      "step": 52580
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.845938796340957e-07,
      "loss": 0.0078,
      "step": 52581
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.844572953717838e-07,
      "loss": 0.0124,
      "step": 52582
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.843207219869942e-07,
      "loss": 0.0168,
      "step": 52583
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.841841594800814e-07,
      "loss": 0.0066,
      "step": 52584
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.840476078513958e-07,
      "loss": 0.003,
      "step": 52585
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.83911067101289e-07,
      "loss": 0.0031,
      "step": 52586
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.837745372301153e-07,
      "loss": 0.0091,
      "step": 52587
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.836380182382253e-07,
      "loss": 0.0132,
      "step": 52588
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.835015101259736e-07,
      "loss": 0.0067,
      "step": 52589
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.833650128937109e-07,
      "loss": 0.0131,
      "step": 52590
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.832285265417894e-07,
      "loss": 0.0087,
      "step": 52591
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.830920510705614e-07,
      "loss": 0.0156,
      "step": 52592
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.829555864803778e-07,
      "loss": 0.0126,
      "step": 52593
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.82819132771594e-07,
      "loss": 0.0012,
      "step": 52594
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.826826899445594e-07,
      "loss": 0.0091,
      "step": 52595
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.825462579996257e-07,
      "loss": 0.0062,
      "step": 52596
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.824098369371474e-07,
      "loss": 0.0139,
      "step": 52597
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.82273426757475e-07,
      "loss": 0.0106,
      "step": 52598
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.821370274609603e-07,
      "loss": 0.0042,
      "step": 52599
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.820006390479562e-07,
      "loss": 0.0063,
      "step": 52600
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.818642615188122e-07,
      "loss": 0.006,
      "step": 52601
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.817278948738838e-07,
      "loss": 0.0194,
      "step": 52602
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.815915391135192e-07,
      "loss": 0.0064,
      "step": 52603
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.814551942380738e-07,
      "loss": 0.007,
      "step": 52604
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.813188602478977e-07,
      "loss": 0.0036,
      "step": 52605
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.811825371433423e-07,
      "loss": 0.0052,
      "step": 52606
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.810462249247603e-07,
      "loss": 0.0045,
      "step": 52607
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.809099235925016e-07,
      "loss": 0.0215,
      "step": 52608
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.807736331469207e-07,
      "loss": 0.0024,
      "step": 52609
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.806373535883672e-07,
      "loss": 0.012,
      "step": 52610
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.805010849171924e-07,
      "loss": 0.0124,
      "step": 52611
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.8036482713375e-07,
      "loss": 0.0088,
      "step": 52612
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.802285802383907e-07,
      "loss": 0.0033,
      "step": 52613
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.800923442314656e-07,
      "loss": 0.0083,
      "step": 52614
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.799561191133265e-07,
      "loss": 0.0052,
      "step": 52615
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.798199048843236e-07,
      "loss": 0.0031,
      "step": 52616
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.796837015448105e-07,
      "loss": 0.0086,
      "step": 52617
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.795475090951371e-07,
      "loss": 0.0087,
      "step": 52618
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.794113275356563e-07,
      "loss": 0.0158,
      "step": 52619
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.792751568667189e-07,
      "loss": 0.0133,
      "step": 52620
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.791389970886765e-07,
      "loss": 0.0061,
      "step": 52621
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.790028482018791e-07,
      "loss": 0.0062,
      "step": 52622
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.788667102066783e-07,
      "loss": 0.0025,
      "step": 52623
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.787305831034275e-07,
      "loss": 0.0022,
      "step": 52624
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.78594466892476e-07,
      "loss": 0.0073,
      "step": 52625
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.784583615741742e-07,
      "loss": 0.0097,
      "step": 52626
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.78322267148876e-07,
      "loss": 0.0075,
      "step": 52627
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.781861836169308e-07,
      "loss": 0.005,
      "step": 52628
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.780501109786903e-07,
      "loss": 0.015,
      "step": 52629
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.779140492345056e-07,
      "loss": 0.0032,
      "step": 52630
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.777779983847261e-07,
      "loss": 0.0013,
      "step": 52631
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.776419584297057e-07,
      "loss": 0.0041,
      "step": 52632
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.775059293697929e-07,
      "loss": 0.0015,
      "step": 52633
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.773699112053412e-07,
      "loss": 0.0041,
      "step": 52634
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.77233903936701e-07,
      "loss": 0.0117,
      "step": 52635
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.770979075642205e-07,
      "loss": 0.0115,
      "step": 52636
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.769619220882535e-07,
      "loss": 0.0029,
      "step": 52637
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.768259475091489e-07,
      "loss": 0.003,
      "step": 52638
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.766899838272601e-07,
      "loss": 0.0065,
      "step": 52639
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.765540310429359e-07,
      "loss": 0.0057,
      "step": 52640
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.764180891565282e-07,
      "loss": 0.0019,
      "step": 52641
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.762821581683871e-07,
      "loss": 0.0075,
      "step": 52642
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.761462380788626e-07,
      "loss": 0.0082,
      "step": 52643
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.76010328888307e-07,
      "loss": 0.0033,
      "step": 52644
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.758744305970706e-07,
      "loss": 0.0213,
      "step": 52645
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.757385432055026e-07,
      "loss": 0.0147,
      "step": 52646
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.75602666713956e-07,
      "loss": 0.0156,
      "step": 52647
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.754668011227801e-07,
      "loss": 0.0057,
      "step": 52648
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.753309464323261e-07,
      "loss": 0.0085,
      "step": 52649
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.751951026429432e-07,
      "loss": 0.0071,
      "step": 52650
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.750592697549824e-07,
      "loss": 0.0029,
      "step": 52651
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.749234477687956e-07,
      "loss": 0.0017,
      "step": 52652
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.747876366847307e-07,
      "loss": 0.0102,
      "step": 52653
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.746518365031413e-07,
      "loss": 0.0069,
      "step": 52654
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.745160472243757e-07,
      "loss": 0.0066,
      "step": 52655
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.743802688487851e-07,
      "loss": 0.0225,
      "step": 52656
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.742445013767197e-07,
      "loss": 0.0156,
      "step": 52657
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.741087448085283e-07,
      "loss": 0.0055,
      "step": 52658
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.739729991445638e-07,
      "loss": 0.0048,
      "step": 52659
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.73837264385175e-07,
      "loss": 0.0027,
      "step": 52660
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.737015405307113e-07,
      "loss": 0.0059,
      "step": 52661
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.73565827581525e-07,
      "loss": 0.0039,
      "step": 52662
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.734301255379655e-07,
      "loss": 0.0073,
      "step": 52663
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.732944344003823e-07,
      "loss": 0.0017,
      "step": 52664
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.731587541691266e-07,
      "loss": 0.0016,
      "step": 52665
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.730230848445463e-07,
      "loss": 0.0046,
      "step": 52666
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.728874264269942e-07,
      "loss": 0.0094,
      "step": 52667
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.727517789168182e-07,
      "loss": 0.0039,
      "step": 52668
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.726161423143702e-07,
      "loss": 0.012,
      "step": 52669
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.724805166199995e-07,
      "loss": 0.0065,
      "step": 52670
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.723449018340556e-07,
      "loss": 0.0086,
      "step": 52671
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.72209297956889e-07,
      "loss": 0.007,
      "step": 52672
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.720737049888477e-07,
      "loss": 0.0104,
      "step": 52673
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.719381229302841e-07,
      "loss": 0.0076,
      "step": 52674
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.718025517815481e-07,
      "loss": 0.0053,
      "step": 52675
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.716669915429864e-07,
      "loss": 0.0056,
      "step": 52676
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.715314422149523e-07,
      "loss": 0.0057,
      "step": 52677
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.713959037977942e-07,
      "loss": 0.0048,
      "step": 52678
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.712603762918619e-07,
      "loss": 0.0024,
      "step": 52679
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.711248596975051e-07,
      "loss": 0.0113,
      "step": 52680
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.70989354015072e-07,
      "loss": 0.0073,
      "step": 52681
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.708538592449149e-07,
      "loss": 0.0057,
      "step": 52682
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.707183753873809e-07,
      "loss": 0.0046,
      "step": 52683
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.705829024428218e-07,
      "loss": 0.0051,
      "step": 52684
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.70447440411588e-07,
      "loss": 0.0021,
      "step": 52685
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.703119892940248e-07,
      "loss": 0.004,
      "step": 52686
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.70176549090485e-07,
      "loss": 0.0111,
      "step": 52687
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.700411198013158e-07,
      "loss": 0.0072,
      "step": 52688
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.699057014268696e-07,
      "loss": 0.0022,
      "step": 52689
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.697702939674945e-07,
      "loss": 0.0061,
      "step": 52690
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.696348974235385e-07,
      "loss": 0.0091,
      "step": 52691
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.694995117953546e-07,
      "loss": 0.0017,
      "step": 52692
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.693641370832872e-07,
      "loss": 0.0148,
      "step": 52693
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.692287732876891e-07,
      "loss": 0.0026,
      "step": 52694
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.69093420408909e-07,
      "loss": 0.0076,
      "step": 52695
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.689580784472944e-07,
      "loss": 0.0016,
      "step": 52696
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.688227474031973e-07,
      "loss": 0.0131,
      "step": 52697
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.68687427276964e-07,
      "loss": 0.029,
      "step": 52698
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.685521180689482e-07,
      "loss": 0.0101,
      "step": 52699
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.684168197794939e-07,
      "loss": 0.0061,
      "step": 52700
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.682815324089521e-07,
      "loss": 0.0141,
      "step": 52701
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.681462559576725e-07,
      "loss": 0.0058,
      "step": 52702
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.68010990426003e-07,
      "loss": 0.019,
      "step": 52703
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.678757358142947e-07,
      "loss": 0.0095,
      "step": 52704
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.677404921228954e-07,
      "loss": 0.006,
      "step": 52705
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.676052593521538e-07,
      "loss": 0.0177,
      "step": 52706
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.674700375024186e-07,
      "loss": 0.0067,
      "step": 52707
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.673348265740387e-07,
      "loss": 0.0092,
      "step": 52708
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.671996265673642e-07,
      "loss": 0.0099,
      "step": 52709
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.670644374827435e-07,
      "loss": 0.0031,
      "step": 52710
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.669292593205236e-07,
      "loss": 0.016,
      "step": 52711
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.667940920810563e-07,
      "loss": 0.0078,
      "step": 52712
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.666589357646887e-07,
      "loss": 0.0043,
      "step": 52713
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.665237903717698e-07,
      "loss": 0.0052,
      "step": 52714
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.663886559026484e-07,
      "loss": 0.0049,
      "step": 52715
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.66253532357672e-07,
      "loss": 0.0036,
      "step": 52716
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.661184197371918e-07,
      "loss": 0.003,
      "step": 52717
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.659833180415532e-07,
      "loss": 0.0208,
      "step": 52718
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.658482272711082e-07,
      "loss": 0.0039,
      "step": 52719
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.657131474262037e-07,
      "loss": 0.0064,
      "step": 52720
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.655780785071881e-07,
      "loss": 0.0048,
      "step": 52721
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.654430205144103e-07,
      "loss": 0.0212,
      "step": 52722
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.653079734482178e-07,
      "loss": 0.0143,
      "step": 52723
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.651729373089605e-07,
      "loss": 0.0157,
      "step": 52724
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.650379120969864e-07,
      "loss": 0.0052,
      "step": 52725
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.649028978126427e-07,
      "loss": 0.0125,
      "step": 52726
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.647678944562803e-07,
      "loss": 0.005,
      "step": 52727
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.646329020282456e-07,
      "loss": 0.0024,
      "step": 52728
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.644979205288877e-07,
      "loss": 0.0117,
      "step": 52729
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.643629499585548e-07,
      "loss": 0.0044,
      "step": 52730
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.642279903175936e-07,
      "loss": 0.0048,
      "step": 52731
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.640930416063547e-07,
      "loss": 0.0033,
      "step": 52732
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.639581038251842e-07,
      "loss": 0.0145,
      "step": 52733
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.638231769744331e-07,
      "loss": 0.0215,
      "step": 52734
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.636882610544471e-07,
      "loss": 0.0026,
      "step": 52735
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.635533560655761e-07,
      "loss": 0.0092,
      "step": 52736
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.634184620081664e-07,
      "loss": 0.0058,
      "step": 52737
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.63283578882566e-07,
      "loss": 0.0031,
      "step": 52738
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.631487066891252e-07,
      "loss": 0.0083,
      "step": 52739
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.630138454281905e-07,
      "loss": 0.0108,
      "step": 52740
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.628789951001087e-07,
      "loss": 0.0082,
      "step": 52741
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.627441557052306e-07,
      "loss": 0.0031,
      "step": 52742
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.626093272439023e-07,
      "loss": 0.0057,
      "step": 52743
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.624745097164721e-07,
      "loss": 0.0183,
      "step": 52744
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.623397031232882e-07,
      "loss": 0.0032,
      "step": 52745
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.622049074646965e-07,
      "loss": 0.0056,
      "step": 52746
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.620701227410476e-07,
      "loss": 0.0185,
      "step": 52747
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.619353489526865e-07,
      "loss": 0.0097,
      "step": 52748
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.618005860999655e-07,
      "loss": 0.0034,
      "step": 52749
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.616658341832278e-07,
      "loss": 0.0091,
      "step": 52750
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.615310932028219e-07,
      "loss": 0.0115,
      "step": 52751
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.61396363159097e-07,
      "loss": 0.003,
      "step": 52752
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.61261644052399e-07,
      "loss": 0.0067,
      "step": 52753
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.611269358830775e-07,
      "loss": 0.0048,
      "step": 52754
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.609922386514795e-07,
      "loss": 0.0065,
      "step": 52755
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.60857552357952e-07,
      "loss": 0.0049,
      "step": 52756
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.607228770028424e-07,
      "loss": 0.0057,
      "step": 52757
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.605882125864978e-07,
      "loss": 0.0094,
      "step": 52758
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.604535591092671e-07,
      "loss": 0.0034,
      "step": 52759
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.603189165714969e-07,
      "loss": 0.0063,
      "step": 52760
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.601842849735341e-07,
      "loss": 0.0052,
      "step": 52761
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.600496643157279e-07,
      "loss": 0.0114,
      "step": 52762
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.599150545984246e-07,
      "loss": 0.0086,
      "step": 52763
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.597804558219712e-07,
      "loss": 0.002,
      "step": 52764
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.596458679867153e-07,
      "loss": 0.0066,
      "step": 52765
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.59511291093003e-07,
      "loss": 0.0086,
      "step": 52766
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.593767251411838e-07,
      "loss": 0.0114,
      "step": 52767
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.592421701316027e-07,
      "loss": 0.0082,
      "step": 52768
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.591076260646091e-07,
      "loss": 0.0111,
      "step": 52769
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.589730929405498e-07,
      "loss": 0.0067,
      "step": 52770
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.588385707597706e-07,
      "loss": 0.0058,
      "step": 52771
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.587040595226192e-07,
      "loss": 0.0043,
      "step": 52772
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.585695592294418e-07,
      "loss": 0.0041,
      "step": 52773
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.584350698805876e-07,
      "loss": 0.0063,
      "step": 52774
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.583005914764025e-07,
      "loss": 0.0103,
      "step": 52775
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.581661240172317e-07,
      "loss": 0.0047,
      "step": 52776
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.580316675034255e-07,
      "loss": 0.0146,
      "step": 52777
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.578972219353292e-07,
      "loss": 0.0063,
      "step": 52778
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.577627873132898e-07,
      "loss": 0.0147,
      "step": 52779
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.576283636376542e-07,
      "loss": 0.0122,
      "step": 52780
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.574939509087676e-07,
      "loss": 0.007,
      "step": 52781
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.573595491269802e-07,
      "loss": 0.0132,
      "step": 52782
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.572251582926354e-07,
      "loss": 0.0121,
      "step": 52783
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.570907784060833e-07,
      "loss": 0.0129,
      "step": 52784
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.569564094676685e-07,
      "loss": 0.0152,
      "step": 52785
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.568220514777381e-07,
      "loss": 0.02,
      "step": 52786
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.566877044366389e-07,
      "loss": 0.029,
      "step": 52787
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.565533683447163e-07,
      "loss": 0.0068,
      "step": 52788
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.5641904320232e-07,
      "loss": 0.0058,
      "step": 52789
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.562847290097941e-07,
      "loss": 0.0131,
      "step": 52790
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.561504257674845e-07,
      "loss": 0.0075,
      "step": 52791
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.560161334757404e-07,
      "loss": 0.0029,
      "step": 52792
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.558818521349076e-07,
      "loss": 0.0034,
      "step": 52793
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.557475817453313e-07,
      "loss": 0.016,
      "step": 52794
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.556133223073592e-07,
      "loss": 0.0058,
      "step": 52795
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.554790738213352e-07,
      "loss": 0.0285,
      "step": 52796
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.553448362876098e-07,
      "loss": 0.0063,
      "step": 52797
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.552106097065254e-07,
      "loss": 0.0125,
      "step": 52798
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.550763940784317e-07,
      "loss": 0.0353,
      "step": 52799
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.549421894036746e-07,
      "loss": 0.0098,
      "step": 52800
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.548079956825971e-07,
      "loss": 0.0069,
      "step": 52801
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.546738129155489e-07,
      "loss": 0.0132,
      "step": 52802
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.545396411028738e-07,
      "loss": 0.0174,
      "step": 52803
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.544054802449202e-07,
      "loss": 0.0036,
      "step": 52804
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.542713303420335e-07,
      "loss": 0.0112,
      "step": 52805
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.541371913945599e-07,
      "loss": 0.0103,
      "step": 52806
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.540030634028451e-07,
      "loss": 0.006,
      "step": 52807
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.538689463672344e-07,
      "loss": 0.0202,
      "step": 52808
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.537348402880756e-07,
      "loss": 0.0064,
      "step": 52809
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.53600745165714e-07,
      "loss": 0.0031,
      "step": 52810
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.534666610004948e-07,
      "loss": 0.0061,
      "step": 52811
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.533325877927661e-07,
      "loss": 0.0059,
      "step": 52812
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.531985255428725e-07,
      "loss": 0.0199,
      "step": 52813
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.530644742511595e-07,
      "loss": 0.0019,
      "step": 52814
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.529304339179739e-07,
      "loss": 0.01,
      "step": 52815
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.527964045436597e-07,
      "loss": 0.0045,
      "step": 52816
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.526623861285659e-07,
      "loss": 0.0072,
      "step": 52817
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.525283786730347e-07,
      "loss": 0.0106,
      "step": 52818
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.523943821774154e-07,
      "loss": 0.0052,
      "step": 52819
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.522603966420522e-07,
      "loss": 0.0079,
      "step": 52820
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.521264220672903e-07,
      "loss": 0.009,
      "step": 52821
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.51992458453476e-07,
      "loss": 0.012,
      "step": 52822
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.518585058009542e-07,
      "loss": 0.0103,
      "step": 52823
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.517245641100718e-07,
      "loss": 0.0074,
      "step": 52824
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.51590633381174e-07,
      "loss": 0.005,
      "step": 52825
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.51456713614605e-07,
      "loss": 0.0058,
      "step": 52826
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.513228048107124e-07,
      "loss": 0.009,
      "step": 52827
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.511889069698414e-07,
      "loss": 0.0101,
      "step": 52828
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.510550200923366e-07,
      "loss": 0.0022,
      "step": 52829
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.509211441785441e-07,
      "loss": 0.0143,
      "step": 52830
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.507872792288079e-07,
      "loss": 0.0076,
      "step": 52831
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.506534252434755e-07,
      "loss": 0.0089,
      "step": 52832
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.5051958222289e-07,
      "loss": 0.018,
      "step": 52833
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.503857501674e-07,
      "loss": 0.0103,
      "step": 52834
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.502519290773486e-07,
      "loss": 0.0089,
      "step": 52835
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.501181189530815e-07,
      "loss": 0.006,
      "step": 52836
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.499843197949441e-07,
      "loss": 0.0107,
      "step": 52837
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.498505316032806e-07,
      "loss": 0.0044,
      "step": 52838
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.497167543784378e-07,
      "loss": 0.0099,
      "step": 52839
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.495829881207605e-07,
      "loss": 0.0052,
      "step": 52840
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.494492328305919e-07,
      "loss": 0.0116,
      "step": 52841
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.493154885082804e-07,
      "loss": 0.0054,
      "step": 52842
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.491817551541697e-07,
      "loss": 0.0061,
      "step": 52843
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.490480327686045e-07,
      "loss": 0.0063,
      "step": 52844
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.489143213519301e-07,
      "loss": 0.0049,
      "step": 52845
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.487806209044901e-07,
      "loss": 0.0062,
      "step": 52846
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.486469314266326e-07,
      "loss": 0.0092,
      "step": 52847
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.485132529186989e-07,
      "loss": 0.035,
      "step": 52848
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.483795853810377e-07,
      "loss": 0.0171,
      "step": 52849
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.482459288139926e-07,
      "loss": 0.0017,
      "step": 52850
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.481122832179061e-07,
      "loss": 0.009,
      "step": 52851
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.479786485931256e-07,
      "loss": 0.0052,
      "step": 52852
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.478450249399943e-07,
      "loss": 0.0018,
      "step": 52853
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.477114122588597e-07,
      "loss": 0.0069,
      "step": 52854
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.475778105500642e-07,
      "loss": 0.0148,
      "step": 52855
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.474442198139515e-07,
      "loss": 0.0093,
      "step": 52856
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.473106400508707e-07,
      "loss": 0.0025,
      "step": 52857
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.471770712611615e-07,
      "loss": 0.0081,
      "step": 52858
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.47043513445172e-07,
      "loss": 0.0019,
      "step": 52859
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.469099666032454e-07,
      "loss": 0.0129,
      "step": 52860
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.46776430735725e-07,
      "loss": 0.0015,
      "step": 52861
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.466429058429586e-07,
      "loss": 0.0144,
      "step": 52862
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.465093919252875e-07,
      "loss": 0.0069,
      "step": 52863
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.463758889830602e-07,
      "loss": 0.0047,
      "step": 52864
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.462423970166172e-07,
      "loss": 0.0105,
      "step": 52865
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.461089160263035e-07,
      "loss": 0.0062,
      "step": 52866
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.459754460124658e-07,
      "loss": 0.0397,
      "step": 52867
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.458419869754458e-07,
      "loss": 0.0124,
      "step": 52868
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.457085389155905e-07,
      "loss": 0.0076,
      "step": 52869
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.455751018332424e-07,
      "loss": 0.0024,
      "step": 52870
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.454416757287469e-07,
      "loss": 0.0087,
      "step": 52871
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.453082606024475e-07,
      "loss": 0.0021,
      "step": 52872
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.451748564546878e-07,
      "loss": 0.0032,
      "step": 52873
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.450414632858143e-07,
      "loss": 0.0081,
      "step": 52874
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.449080810961695e-07,
      "loss": 0.0023,
      "step": 52875
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.447747098860969e-07,
      "loss": 0.0086,
      "step": 52876
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.44641349655943e-07,
      "loss": 0.0007,
      "step": 52877
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.445080004060501e-07,
      "loss": 0.0098,
      "step": 52878
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.443746621367631e-07,
      "loss": 0.025,
      "step": 52879
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.442413348484256e-07,
      "loss": 0.0113,
      "step": 52880
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.441080185413808e-07,
      "loss": 0.0017,
      "step": 52881
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.439747132159747e-07,
      "loss": 0.0034,
      "step": 52882
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.43841418872549e-07,
      "loss": 0.0065,
      "step": 52883
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.437081355114501e-07,
      "loss": 0.0032,
      "step": 52884
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.435748631330209e-07,
      "loss": 0.0324,
      "step": 52885
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.434416017376045e-07,
      "loss": 0.0031,
      "step": 52886
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.433083513255457e-07,
      "loss": 0.0077,
      "step": 52887
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.431751118971869e-07,
      "loss": 0.0144,
      "step": 52888
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.430418834528735e-07,
      "loss": 0.004,
      "step": 52889
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.429086659929496e-07,
      "loss": 0.0108,
      "step": 52890
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.427754595177566e-07,
      "loss": 0.0142,
      "step": 52891
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.426422640276409e-07,
      "loss": 0.0171,
      "step": 52892
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.425090795229445e-07,
      "loss": 0.0053,
      "step": 52893
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.42375906004012e-07,
      "loss": 0.0043,
      "step": 52894
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.422427434711865e-07,
      "loss": 0.0024,
      "step": 52895
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.421095919248106e-07,
      "loss": 0.0057,
      "step": 52896
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.4197645136523e-07,
      "loss": 0.012,
      "step": 52897
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.418433217927862e-07,
      "loss": 0.0067,
      "step": 52898
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.417102032078249e-07,
      "loss": 0.0125,
      "step": 52899
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.415770956106888e-07,
      "loss": 0.0074,
      "step": 52900
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.414439990017203e-07,
      "loss": 0.0057,
      "step": 52901
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.41310913381264e-07,
      "loss": 0.0029,
      "step": 52902
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.41177838749661e-07,
      "loss": 0.0146,
      "step": 52903
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.410447751072586e-07,
      "loss": 0.0051,
      "step": 52904
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.409117224543971e-07,
      "loss": 0.0036,
      "step": 52905
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.407786807914203e-07,
      "loss": 0.0032,
      "step": 52906
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.406456501186727e-07,
      "loss": 0.0082,
      "step": 52907
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.405126304364974e-07,
      "loss": 0.0031,
      "step": 52908
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.403796217452363e-07,
      "loss": 0.0061,
      "step": 52909
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.402466240452338e-07,
      "loss": 0.0048,
      "step": 52910
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.401136373368317e-07,
      "loss": 0.0059,
      "step": 52911
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.399806616203752e-07,
      "loss": 0.0046,
      "step": 52912
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.398476968962048e-07,
      "loss": 0.0034,
      "step": 52913
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.397147431646679e-07,
      "loss": 0.0083,
      "step": 52914
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.395818004261029e-07,
      "loss": 0.0081,
      "step": 52915
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.394488686808543e-07,
      "loss": 0.0042,
      "step": 52916
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.393159479292666e-07,
      "loss": 0.0055,
      "step": 52917
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.391830381716803e-07,
      "loss": 0.0054,
      "step": 52918
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.39050139408441e-07,
      "loss": 0.0116,
      "step": 52919
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.389172516398901e-07,
      "loss": 0.0075,
      "step": 52920
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.387843748663714e-07,
      "loss": 0.0034,
      "step": 52921
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.386515090882268e-07,
      "loss": 0.0045,
      "step": 52922
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.385186543057982e-07,
      "loss": 0.0096,
      "step": 52923
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.383858105194309e-07,
      "loss": 0.0021,
      "step": 52924
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.382529777294667e-07,
      "loss": 0.0057,
      "step": 52925
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.381201559362466e-07,
      "loss": 0.0218,
      "step": 52926
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.379873451401165e-07,
      "loss": 0.0074,
      "step": 52927
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.378545453414171e-07,
      "loss": 0.0027,
      "step": 52928
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.377217565404915e-07,
      "loss": 0.0087,
      "step": 52929
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.375889787376822e-07,
      "loss": 0.0077,
      "step": 52930
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.374562119333312e-07,
      "loss": 0.0046,
      "step": 52931
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.373234561277825e-07,
      "loss": 0.0023,
      "step": 52932
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.371907113213767e-07,
      "loss": 0.0035,
      "step": 52933
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.370579775144587e-07,
      "loss": 0.0045,
      "step": 52934
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.369252547073702e-07,
      "loss": 0.0045,
      "step": 52935
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.36792542900453e-07,
      "loss": 0.0066,
      "step": 52936
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.366598420940497e-07,
      "loss": 0.0025,
      "step": 52937
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.36527152288502e-07,
      "loss": 0.0056,
      "step": 52938
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.363944734841544e-07,
      "loss": 0.0066,
      "step": 52939
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.362618056813476e-07,
      "loss": 0.0178,
      "step": 52940
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.361291488804234e-07,
      "loss": 0.0115,
      "step": 52941
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.359965030817262e-07,
      "loss": 0.0181,
      "step": 52942
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.358638682855968e-07,
      "loss": 0.0052,
      "step": 52943
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.357312444923781e-07,
      "loss": 0.0061,
      "step": 52944
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.355986317024116e-07,
      "loss": 0.0046,
      "step": 52945
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.354660299160393e-07,
      "loss": 0.0052,
      "step": 52946
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.353334391336048e-07,
      "loss": 0.0198,
      "step": 52947
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.352008593554478e-07,
      "loss": 0.0033,
      "step": 52948
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.350682905819135e-07,
      "loss": 0.0039,
      "step": 52949
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.349357328133422e-07,
      "loss": 0.0133,
      "step": 52950
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.348031860500759e-07,
      "loss": 0.0052,
      "step": 52951
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.346706502924572e-07,
      "loss": 0.0089,
      "step": 52952
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.345381255408269e-07,
      "loss": 0.0563,
      "step": 52953
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.344056117955284e-07,
      "loss": 0.0063,
      "step": 52954
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.342731090569033e-07,
      "loss": 0.0152,
      "step": 52955
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.341406173252918e-07,
      "loss": 0.007,
      "step": 52956
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.340081366010388e-07,
      "loss": 0.006,
      "step": 52957
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.338756668844843e-07,
      "loss": 0.0084,
      "step": 52958
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.337432081759705e-07,
      "loss": 0.0022,
      "step": 52959
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.336107604758391e-07,
      "loss": 0.019,
      "step": 52960
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.334783237844306e-07,
      "loss": 0.0171,
      "step": 52961
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.333458981020892e-07,
      "loss": 0.0051,
      "step": 52962
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.332134834291538e-07,
      "loss": 0.0083,
      "step": 52963
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.330810797659687e-07,
      "loss": 0.0157,
      "step": 52964
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.32948687112876e-07,
      "loss": 0.0042,
      "step": 52965
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.328163054702137e-07,
      "loss": 0.0133,
      "step": 52966
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.326839348383263e-07,
      "loss": 0.0126,
      "step": 52967
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.325515752175533e-07,
      "loss": 0.0113,
      "step": 52968
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.324192266082392e-07,
      "loss": 0.0097,
      "step": 52969
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.322868890107232e-07,
      "loss": 0.0059,
      "step": 52970
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.321545624253463e-07,
      "loss": 0.0035,
      "step": 52971
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.320222468524535e-07,
      "loss": 0.0044,
      "step": 52972
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.318899422923815e-07,
      "loss": 0.0122,
      "step": 52973
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.317576487454747e-07,
      "loss": 0.0023,
      "step": 52974
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.316253662120737e-07,
      "loss": 0.0124,
      "step": 52975
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.314930946925192e-07,
      "loss": 0.0048,
      "step": 52976
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.313608341871536e-07,
      "loss": 0.0189,
      "step": 52977
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.31228584696318e-07,
      "loss": 0.0054,
      "step": 52978
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.310963462203536e-07,
      "loss": 0.0087,
      "step": 52979
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.309641187596007e-07,
      "loss": 0.0045,
      "step": 52980
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.308319023144006e-07,
      "loss": 0.0096,
      "step": 52981
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.306996968850954e-07,
      "loss": 0.0169,
      "step": 52982
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.305675024720254e-07,
      "loss": 0.0059,
      "step": 52983
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.304353190755331e-07,
      "loss": 0.0052,
      "step": 52984
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.303031466959587e-07,
      "loss": 0.013,
      "step": 52985
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.301709853336431e-07,
      "loss": 0.0047,
      "step": 52986
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.300388349889275e-07,
      "loss": 0.0067,
      "step": 52987
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.299066956621514e-07,
      "loss": 0.0043,
      "step": 52988
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.297745673536589e-07,
      "loss": 0.0102,
      "step": 52989
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.296424500637883e-07,
      "loss": 0.0048,
      "step": 52990
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.295103437928808e-07,
      "loss": 0.01,
      "step": 52991
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.293782485412793e-07,
      "loss": 0.012,
      "step": 52992
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.292461643093229e-07,
      "loss": 0.0027,
      "step": 52993
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.291140910973527e-07,
      "loss": 0.0169,
      "step": 52994
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.289820289057092e-07,
      "loss": 0.0087,
      "step": 52995
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.288499777347329e-07,
      "loss": 0.003,
      "step": 52996
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.287179375847664e-07,
      "loss": 0.0078,
      "step": 52997
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.285859084561487e-07,
      "loss": 0.0052,
      "step": 52998
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.2845389034922e-07,
      "loss": 0.0128,
      "step": 52999
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.283218832643229e-07,
      "loss": 0.0025,
      "step": 53000
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.281898872017973e-07,
      "loss": 0.0044,
      "step": 53001
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.280579021619832e-07,
      "loss": 0.0043,
      "step": 53002
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.279259281452217e-07,
      "loss": 0.0108,
      "step": 53003
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.277939651518518e-07,
      "loss": 0.0048,
      "step": 53004
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.276620131822165e-07,
      "loss": 0.0292,
      "step": 53005
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.275300722366541e-07,
      "loss": 0.0198,
      "step": 53006
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.273981423155069e-07,
      "loss": 0.0077,
      "step": 53007
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.272662234191146e-07,
      "loss": 0.0202,
      "step": 53008
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.271343155478178e-07,
      "loss": 0.0091,
      "step": 53009
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.270024187019559e-07,
      "loss": 0.0057,
      "step": 53010
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.268705328818692e-07,
      "loss": 0.0082,
      "step": 53011
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.267386580878999e-07,
      "loss": 0.0061,
      "step": 53012
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.266067943203864e-07,
      "loss": 0.0083,
      "step": 53013
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.26474941579669e-07,
      "loss": 0.0075,
      "step": 53014
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.263430998660897e-07,
      "loss": 0.021,
      "step": 53015
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.262112691799878e-07,
      "loss": 0.0052,
      "step": 53016
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.260794495217027e-07,
      "loss": 0.01,
      "step": 53017
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.259476408915749e-07,
      "loss": 0.0055,
      "step": 53018
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.258158432899437e-07,
      "loss": 0.0054,
      "step": 53019
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.25684056717152e-07,
      "loss": 0.0079,
      "step": 53020
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.255522811735361e-07,
      "loss": 0.0048,
      "step": 53021
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.254205166594402e-07,
      "loss": 0.0115,
      "step": 53022
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.252887631752009e-07,
      "loss": 0.0129,
      "step": 53023
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.251570207211584e-07,
      "loss": 0.0043,
      "step": 53024
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.250252892976545e-07,
      "loss": 0.0121,
      "step": 53025
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.248935689050269e-07,
      "loss": 0.0039,
      "step": 53026
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.247618595436179e-07,
      "loss": 0.0105,
      "step": 53027
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.246301612137663e-07,
      "loss": 0.0068,
      "step": 53028
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.244984739158118e-07,
      "loss": 0.0031,
      "step": 53029
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.24366797650094e-07,
      "loss": 0.0143,
      "step": 53030
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.242351324169522e-07,
      "loss": 0.004,
      "step": 53031
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.241034782167272e-07,
      "loss": 0.0064,
      "step": 53032
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.239718350497587e-07,
      "loss": 0.005,
      "step": 53033
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.238402029163849e-07,
      "loss": 0.0242,
      "step": 53034
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.237085818169476e-07,
      "loss": 0.006,
      "step": 53035
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.235769717517854e-07,
      "loss": 0.0017,
      "step": 53036
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.234453727212382e-07,
      "loss": 0.0124,
      "step": 53037
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.233137847256449e-07,
      "loss": 0.0164,
      "step": 53038
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.231822077653444e-07,
      "loss": 0.0047,
      "step": 53039
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.230506418406785e-07,
      "loss": 0.0307,
      "step": 53040
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.229190869519837e-07,
      "loss": 0.004,
      "step": 53041
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.227875430996028e-07,
      "loss": 0.0067,
      "step": 53042
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.226560102838736e-07,
      "loss": 0.008,
      "step": 53043
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.225244885051353e-07,
      "loss": 0.0064,
      "step": 53044
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.223929777637273e-07,
      "loss": 0.0115,
      "step": 53045
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.222614780599879e-07,
      "loss": 0.0039,
      "step": 53046
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.221299893942591e-07,
      "loss": 0.0074,
      "step": 53047
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.219985117668781e-07,
      "loss": 0.0076,
      "step": 53048
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.21867045178184e-07,
      "loss": 0.0048,
      "step": 53049
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.217355896285183e-07,
      "loss": 0.0054,
      "step": 53050
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.216041451182182e-07,
      "loss": 0.0051,
      "step": 53051
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.214727116476233e-07,
      "loss": 0.002,
      "step": 53052
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.213412892170729e-07,
      "loss": 0.0092,
      "step": 53053
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.21209877826905e-07,
      "loss": 0.0028,
      "step": 53054
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.210784774774604e-07,
      "loss": 0.0047,
      "step": 53055
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.209470881690766e-07,
      "loss": 0.0028,
      "step": 53056
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.208157099020946e-07,
      "loss": 0.0038,
      "step": 53057
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.206843426768523e-07,
      "loss": 0.0093,
      "step": 53058
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.205529864936883e-07,
      "loss": 0.0098,
      "step": 53059
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.204216413529425e-07,
      "loss": 0.0271,
      "step": 53060
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.202903072549516e-07,
      "loss": 0.0177,
      "step": 53061
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.201589842000573e-07,
      "loss": 0.0061,
      "step": 53062
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.200276721885974e-07,
      "loss": 0.0083,
      "step": 53063
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.198963712209095e-07,
      "loss": 0.0056,
      "step": 53064
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.197650812973344e-07,
      "loss": 0.0011,
      "step": 53065
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.196338024182098e-07,
      "loss": 0.0026,
      "step": 53066
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.195025345838747e-07,
      "loss": 0.0019,
      "step": 53067
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.193712777946682e-07,
      "loss": 0.0039,
      "step": 53068
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.192400320509269e-07,
      "loss": 0.0263,
      "step": 53069
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.191087973529919e-07,
      "loss": 0.009,
      "step": 53070
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.189775737012005e-07,
      "loss": 0.018,
      "step": 53071
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.188463610958923e-07,
      "loss": 0.0179,
      "step": 53072
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.18715159537407e-07,
      "loss": 0.013,
      "step": 53073
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.185839690260787e-07,
      "loss": 0.0034,
      "step": 53074
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.184527895622507e-07,
      "loss": 0.009,
      "step": 53075
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.183216211462573e-07,
      "loss": 0.0107,
      "step": 53076
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.181904637784409e-07,
      "loss": 0.0046,
      "step": 53077
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.180593174591383e-07,
      "loss": 0.013,
      "step": 53078
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.179281821886874e-07,
      "loss": 0.0033,
      "step": 53079
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.177970579674271e-07,
      "loss": 0.0032,
      "step": 53080
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.176659447956946e-07,
      "loss": 0.0106,
      "step": 53081
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.175348426738305e-07,
      "loss": 0.0159,
      "step": 53082
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.174037516021715e-07,
      "loss": 0.006,
      "step": 53083
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.172726715810551e-07,
      "loss": 0.0071,
      "step": 53084
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.171416026108218e-07,
      "loss": 0.0057,
      "step": 53085
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.170105446918085e-07,
      "loss": 0.0093,
      "step": 53086
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.168794978243538e-07,
      "loss": 0.008,
      "step": 53087
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.16748462008795e-07,
      "loss": 0.0032,
      "step": 53088
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.166174372454698e-07,
      "loss": 0.0153,
      "step": 53089
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.164864235347186e-07,
      "loss": 0.0145,
      "step": 53090
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.163554208768769e-07,
      "loss": 0.0056,
      "step": 53091
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.162244292722853e-07,
      "loss": 0.0038,
      "step": 53092
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.160934487212801e-07,
      "loss": 0.0203,
      "step": 53093
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.159624792241993e-07,
      "loss": 0.0027,
      "step": 53094
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.158315207813815e-07,
      "loss": 0.0043,
      "step": 53095
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.157005733931632e-07,
      "loss": 0.0064,
      "step": 53096
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.155696370598841e-07,
      "loss": 0.0088,
      "step": 53097
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.154387117818817e-07,
      "loss": 0.0123,
      "step": 53098
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.153077975594919e-07,
      "loss": 0.0058,
      "step": 53099
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.151768943930559e-07,
      "loss": 0.0032,
      "step": 53100
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.150460022829086e-07,
      "loss": 0.0038,
      "step": 53101
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.149151212293898e-07,
      "loss": 0.0174,
      "step": 53102
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.147842512328357e-07,
      "loss": 0.0065,
      "step": 53103
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.146533922935833e-07,
      "loss": 0.0038,
      "step": 53104
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.145225444119724e-07,
      "loss": 0.0046,
      "step": 53105
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.143917075883389e-07,
      "loss": 0.0063,
      "step": 53106
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.142608818230217e-07,
      "loss": 0.012,
      "step": 53107
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.141300671163587e-07,
      "loss": 0.0163,
      "step": 53108
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.13999263468686e-07,
      "loss": 0.0079,
      "step": 53109
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.138684708803417e-07,
      "loss": 0.0046,
      "step": 53110
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.137376893516623e-07,
      "loss": 0.007,
      "step": 53111
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.136069188829875e-07,
      "loss": 0.0033,
      "step": 53112
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.134761594746531e-07,
      "loss": 0.0098,
      "step": 53113
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.133454111269961e-07,
      "loss": 0.0047,
      "step": 53114
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.132146738403556e-07,
      "loss": 0.0168,
      "step": 53115
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.130839476150686e-07,
      "loss": 0.0057,
      "step": 53116
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.12953232451471e-07,
      "loss": 0.0104,
      "step": 53117
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.128225283499013e-07,
      "loss": 0.0401,
      "step": 53118
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.126918353106954e-07,
      "loss": 0.0055,
      "step": 53119
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.125611533341925e-07,
      "loss": 0.005,
      "step": 53120
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.124304824207273e-07,
      "loss": 0.0128,
      "step": 53121
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.122998225706401e-07,
      "loss": 0.0042,
      "step": 53122
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.121691737842673e-07,
      "loss": 0.0109,
      "step": 53123
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.12038536061943e-07,
      "loss": 0.0045,
      "step": 53124
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.119079094040076e-07,
      "loss": 0.0061,
      "step": 53125
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.117772938107958e-07,
      "loss": 0.0024,
      "step": 53126
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.116466892826468e-07,
      "loss": 0.0021,
      "step": 53127
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.115160958198969e-07,
      "loss": 0.0011,
      "step": 53128
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.11385513422882e-07,
      "loss": 0.0036,
      "step": 53129
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.112549420919412e-07,
      "loss": 0.0136,
      "step": 53130
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.111243818274089e-07,
      "loss": 0.0033,
      "step": 53131
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.109938326296234e-07,
      "loss": 0.0074,
      "step": 53132
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.108632944989219e-07,
      "loss": 0.0125,
      "step": 53133
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.10732767435639e-07,
      "loss": 0.0072,
      "step": 53134
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.106022514401145e-07,
      "loss": 0.0096,
      "step": 53135
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.104717465126831e-07,
      "loss": 0.0279,
      "step": 53136
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.103412526536841e-07,
      "loss": 0.0071,
      "step": 53137
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.102107698634514e-07,
      "loss": 0.0068,
      "step": 53138
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.100802981423216e-07,
      "loss": 0.0197,
      "step": 53139
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.099498374906338e-07,
      "loss": 0.0108,
      "step": 53140
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.098193879087217e-07,
      "loss": 0.0039,
      "step": 53141
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.09688949396925e-07,
      "loss": 0.0123,
      "step": 53142
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.095585219555784e-07,
      "loss": 0.0152,
      "step": 53143
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.094281055850194e-07,
      "loss": 0.0119,
      "step": 53144
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.092977002855834e-07,
      "loss": 0.0054,
      "step": 53145
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.091673060576065e-07,
      "loss": 0.0112,
      "step": 53146
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.090369229014271e-07,
      "loss": 0.008,
      "step": 53147
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.089065508173809e-07,
      "loss": 0.0035,
      "step": 53148
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.087761898058027e-07,
      "loss": 0.0046,
      "step": 53149
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.08645839867031e-07,
      "loss": 0.0042,
      "step": 53150
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.085155010014016e-07,
      "loss": 0.0142,
      "step": 53151
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.083851732092506e-07,
      "loss": 0.0038,
      "step": 53152
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.082548564909141e-07,
      "loss": 0.0087,
      "step": 53153
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.081245508467278e-07,
      "loss": 0.0018,
      "step": 53154
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.079942562770292e-07,
      "loss": 0.0034,
      "step": 53155
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.078639727821535e-07,
      "loss": 0.009,
      "step": 53156
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.07733700362438e-07,
      "loss": 0.0081,
      "step": 53157
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.07603439018218e-07,
      "loss": 0.0023,
      "step": 53158
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.074731887498303e-07,
      "loss": 0.0025,
      "step": 53159
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.073429495576101e-07,
      "loss": 0.0051,
      "step": 53160
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.072127214418928e-07,
      "loss": 0.0106,
      "step": 53161
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.070825044030166e-07,
      "loss": 0.0185,
      "step": 53162
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.069522984413163e-07,
      "loss": 0.005,
      "step": 53163
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.068221035571271e-07,
      "loss": 0.0079,
      "step": 53164
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.066919197507866e-07,
      "loss": 0.0071,
      "step": 53165
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.0656174702263e-07,
      "loss": 0.0005,
      "step": 53166
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.06431585372993e-07,
      "loss": 0.0046,
      "step": 53167
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.063014348022118e-07,
      "loss": 0.0034,
      "step": 53168
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.061712953106209e-07,
      "loss": 0.0076,
      "step": 53169
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.060411668985579e-07,
      "loss": 0.0025,
      "step": 53170
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.059110495663574e-07,
      "loss": 0.0193,
      "step": 53171
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.057809433143565e-07,
      "loss": 0.0099,
      "step": 53172
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.056508481428898e-07,
      "loss": 0.019,
      "step": 53173
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.055207640522932e-07,
      "loss": 0.0333,
      "step": 53174
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.053906910429026e-07,
      "loss": 0.0058,
      "step": 53175
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.052606291150521e-07,
      "loss": 0.007,
      "step": 53176
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.051305782690803e-07,
      "loss": 0.0056,
      "step": 53177
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.050005385053204e-07,
      "loss": 0.0207,
      "step": 53178
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.048705098241082e-07,
      "loss": 0.0042,
      "step": 53179
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.047404922257801e-07,
      "loss": 0.0058,
      "step": 53180
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.046104857106717e-07,
      "loss": 0.0021,
      "step": 53181
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.044804902791174e-07,
      "loss": 0.0045,
      "step": 53182
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.043505059314537e-07,
      "loss": 0.0045,
      "step": 53183
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.04220532668014e-07,
      "loss": 0.0126,
      "step": 53184
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.040905704891365e-07,
      "loss": 0.0052,
      "step": 53185
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.039606193951537e-07,
      "loss": 0.0097,
      "step": 53186
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.038306793864047e-07,
      "loss": 0.028,
      "step": 53187
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.037007504632215e-07,
      "loss": 0.0037,
      "step": 53188
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.035708326259393e-07,
      "loss": 0.0044,
      "step": 53189
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.034409258748953e-07,
      "loss": 0.0062,
      "step": 53190
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.033110302104229e-07,
      "loss": 0.0035,
      "step": 53191
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.031811456328591e-07,
      "loss": 0.0318,
      "step": 53192
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.030512721425381e-07,
      "loss": 0.0195,
      "step": 53193
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.029214097397952e-07,
      "loss": 0.0158,
      "step": 53194
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.027915584249651e-07,
      "loss": 0.008,
      "step": 53195
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.026617181983819e-07,
      "loss": 0.0083,
      "step": 53196
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.025318890603833e-07,
      "loss": 0.0059,
      "step": 53197
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.024020710113022e-07,
      "loss": 0.004,
      "step": 53198
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.022722640514735e-07,
      "loss": 0.0064,
      "step": 53199
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.021424681812338e-07,
      "loss": 0.0082,
      "step": 53200
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.020126834009166e-07,
      "loss": 0.0105,
      "step": 53201
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.018829097108582e-07,
      "loss": 0.0045,
      "step": 53202
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.017531471113914e-07,
      "loss": 0.004,
      "step": 53203
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.016233956028517e-07,
      "loss": 0.0065,
      "step": 53204
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.014936551855755e-07,
      "loss": 0.0067,
      "step": 53205
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.013639258598948e-07,
      "loss": 0.0087,
      "step": 53206
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.012342076261475e-07,
      "loss": 0.0321,
      "step": 53207
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.011045004846662e-07,
      "loss": 0.0192,
      "step": 53208
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.009748044357867e-07,
      "loss": 0.0037,
      "step": 53209
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.008451194798427e-07,
      "loss": 0.0061,
      "step": 53210
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.007154456171684e-07,
      "loss": 0.0152,
      "step": 53211
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.005857828481005e-07,
      "loss": 0.0251,
      "step": 53212
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.004561311729719e-07,
      "loss": 0.0052,
      "step": 53213
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.003264905921164e-07,
      "loss": 0.0077,
      "step": 53214
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.001968611058712e-07,
      "loss": 0.0053,
      "step": 53215
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.000672427145688e-07,
      "loss": 0.0202,
      "step": 53216
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.999376354185444e-07,
      "loss": 0.013,
      "step": 53217
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.998080392181323e-07,
      "loss": 0.0029,
      "step": 53218
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.996784541136653e-07,
      "loss": 0.0056,
      "step": 53219
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.995488801054806e-07,
      "loss": 0.009,
      "step": 53220
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.994193171939101e-07,
      "loss": 0.0198,
      "step": 53221
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.992897653792897e-07,
      "loss": 0.007,
      "step": 53222
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.991602246619539e-07,
      "loss": 0.0048,
      "step": 53223
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.99030695042236e-07,
      "loss": 0.0066,
      "step": 53224
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.989011765204701e-07,
      "loss": 0.0115,
      "step": 53225
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.987716690969897e-07,
      "loss": 0.0044,
      "step": 53226
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.986421727721316e-07,
      "loss": 0.0091,
      "step": 53227
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.985126875462284e-07,
      "loss": 0.0155,
      "step": 53228
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.983832134196128e-07,
      "loss": 0.0262,
      "step": 53229
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.982537503926213e-07,
      "loss": 0.0061,
      "step": 53230
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.981242984655873e-07,
      "loss": 0.0018,
      "step": 53231
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.97994857638844e-07,
      "loss": 0.001,
      "step": 53232
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.978654279127261e-07,
      "loss": 0.0065,
      "step": 53233
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.977360092875663e-07,
      "loss": 0.0052,
      "step": 53234
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.976066017637007e-07,
      "loss": 0.0038,
      "step": 53235
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.974772053414608e-07,
      "loss": 0.0296,
      "step": 53236
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.97347820021183e-07,
      "loss": 0.0096,
      "step": 53237
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.972184458032011e-07,
      "loss": 0.0082,
      "step": 53238
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.970890826878457e-07,
      "loss": 0.0083,
      "step": 53239
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.969597306754533e-07,
      "loss": 0.0143,
      "step": 53240
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.968303897663564e-07,
      "loss": 0.0029,
      "step": 53241
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.967010599608903e-07,
      "loss": 0.0029,
      "step": 53242
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.965717412593881e-07,
      "loss": 0.0214,
      "step": 53243
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.964424336621817e-07,
      "loss": 0.0035,
      "step": 53244
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.963131371696086e-07,
      "loss": 0.0081,
      "step": 53245
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.961838517819979e-07,
      "loss": 0.0072,
      "step": 53246
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.960545774996863e-07,
      "loss": 0.0067,
      "step": 53247
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.959253143230066e-07,
      "loss": 0.0081,
      "step": 53248
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.957960622522914e-07,
      "loss": 0.0138,
      "step": 53249
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.956668212878759e-07,
      "loss": 0.0269,
      "step": 53250
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.955375914300921e-07,
      "loss": 0.0029,
      "step": 53251
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.954083726792748e-07,
      "loss": 0.0099,
      "step": 53252
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.952791650357565e-07,
      "loss": 0.0111,
      "step": 53253
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.951499684998697e-07,
      "loss": 0.0039,
      "step": 53254
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.950207830719496e-07,
      "loss": 0.0062,
      "step": 53255
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.948916087523277e-07,
      "loss": 0.0129,
      "step": 53256
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.947624455413399e-07,
      "loss": 0.0038,
      "step": 53257
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.946332934393179e-07,
      "loss": 0.0054,
      "step": 53258
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.945041524465951e-07,
      "loss": 0.0074,
      "step": 53259
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.943750225635043e-07,
      "loss": 0.0052,
      "step": 53260
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.942459037903781e-07,
      "loss": 0.0071,
      "step": 53261
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.941167961275519e-07,
      "loss": 0.0036,
      "step": 53262
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.939876995753575e-07,
      "loss": 0.0024,
      "step": 53263
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.938586141341269e-07,
      "loss": 0.0187,
      "step": 53264
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.937295398041954e-07,
      "loss": 0.0068,
      "step": 53265
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.936004765858951e-07,
      "loss": 0.0037,
      "step": 53266
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.934714244795592e-07,
      "loss": 0.0024,
      "step": 53267
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.933423834855202e-07,
      "loss": 0.0109,
      "step": 53268
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.932133536041103e-07,
      "loss": 0.0076,
      "step": 53269
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.930843348356647e-07,
      "loss": 0.0176,
      "step": 53270
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.92955327180514e-07,
      "loss": 0.0102,
      "step": 53271
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.928263306389926e-07,
      "loss": 0.0071,
      "step": 53272
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.926973452114339e-07,
      "loss": 0.0067,
      "step": 53273
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.925683708981689e-07,
      "loss": 0.0119,
      "step": 53274
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.924394076995316e-07,
      "loss": 0.0056,
      "step": 53275
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.923104556158533e-07,
      "loss": 0.0463,
      "step": 53276
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.921815146474692e-07,
      "loss": 0.0177,
      "step": 53277
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.920525847947102e-07,
      "loss": 0.0157,
      "step": 53278
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.919236660579088e-07,
      "loss": 0.0215,
      "step": 53279
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.917947584373991e-07,
      "loss": 0.013,
      "step": 53280
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.916658619335126e-07,
      "loss": 0.0032,
      "step": 53281
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.915369765465829e-07,
      "loss": 0.005,
      "step": 53282
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.914081022769415e-07,
      "loss": 0.0188,
      "step": 53283
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.912792391249201e-07,
      "loss": 0.002,
      "step": 53284
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.911503870908537e-07,
      "loss": 0.0085,
      "step": 53285
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.910215461750724e-07,
      "loss": 0.0066,
      "step": 53286
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.908927163779111e-07,
      "loss": 0.0022,
      "step": 53287
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.907638976997005e-07,
      "loss": 0.028,
      "step": 53288
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.906350901407738e-07,
      "loss": 0.0089,
      "step": 53289
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.905062937014629e-07,
      "loss": 0.0124,
      "step": 53290
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.903775083820985e-07,
      "loss": 0.0022,
      "step": 53291
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.902487341830161e-07,
      "loss": 0.0168,
      "step": 53292
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.901199711045464e-07,
      "loss": 0.0054,
      "step": 53293
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.89991219147021e-07,
      "loss": 0.0285,
      "step": 53294
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.898624783107749e-07,
      "loss": 0.0023,
      "step": 53295
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.897337485961358e-07,
      "loss": 0.0058,
      "step": 53296
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.896050300034396e-07,
      "loss": 0.0119,
      "step": 53297
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.89476322533017e-07,
      "loss": 0.0062,
      "step": 53298
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.893476261851995e-07,
      "loss": 0.0128,
      "step": 53299
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.892189409603206e-07,
      "loss": 0.0092,
      "step": 53300
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.890902668587107e-07,
      "loss": 0.0008,
      "step": 53301
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.889616038807051e-07,
      "loss": 0.005,
      "step": 53302
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.888329520266329e-07,
      "loss": 0.0079,
      "step": 53303
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.887043112968251e-07,
      "loss": 0.0183,
      "step": 53304
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.885756816916161e-07,
      "loss": 0.0095,
      "step": 53305
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.88447063211336e-07,
      "loss": 0.0034,
      "step": 53306
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.883184558563188e-07,
      "loss": 0.0097,
      "step": 53307
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.881898596268954e-07,
      "loss": 0.0162,
      "step": 53308
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.880612745233972e-07,
      "loss": 0.0185,
      "step": 53309
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.879327005461561e-07,
      "loss": 0.0047,
      "step": 53310
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.878041376955024e-07,
      "loss": 0.0191,
      "step": 53311
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.87675585971771e-07,
      "loss": 0.0062,
      "step": 53312
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.875470453752919e-07,
      "loss": 0.005,
      "step": 53313
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.874185159063957e-07,
      "loss": 0.0099,
      "step": 53314
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.872899975654163e-07,
      "loss": 0.0063,
      "step": 53315
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.871614903526841e-07,
      "loss": 0.0143,
      "step": 53316
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.870329942685311e-07,
      "loss": 0.0132,
      "step": 53317
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.869045093132881e-07,
      "loss": 0.0134,
      "step": 53318
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.867760354872865e-07,
      "loss": 0.0043,
      "step": 53319
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.866475727908594e-07,
      "loss": 0.017,
      "step": 53320
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.865191212243361e-07,
      "loss": 0.0033,
      "step": 53321
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.863906807880505e-07,
      "loss": 0.0041,
      "step": 53322
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.862622514823325e-07,
      "loss": 0.0167,
      "step": 53323
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.86133833307514e-07,
      "loss": 0.0145,
      "step": 53324
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.86005426263926e-07,
      "loss": 0.001,
      "step": 53325
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.858770303518985e-07,
      "loss": 0.0025,
      "step": 53326
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.85748645571766e-07,
      "loss": 0.0019,
      "step": 53327
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.856202719238575e-07,
      "loss": 0.0069,
      "step": 53328
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.854919094085039e-07,
      "loss": 0.0124,
      "step": 53329
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.853635580260387e-07,
      "loss": 0.0064,
      "step": 53330
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.852352177767912e-07,
      "loss": 0.005,
      "step": 53331
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.851068886610935e-07,
      "loss": 0.0036,
      "step": 53332
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.84978570679276e-07,
      "loss": 0.0013,
      "step": 53333
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.848502638316689e-07,
      "loss": 0.0103,
      "step": 53334
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.847219681186057e-07,
      "loss": 0.0051,
      "step": 53335
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.845936835404149e-07,
      "loss": 0.0054,
      "step": 53336
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.844654100974301e-07,
      "loss": 0.0084,
      "step": 53337
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.843371477899813e-07,
      "loss": 0.0099,
      "step": 53338
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.842088966183986e-07,
      "loss": 0.0086,
      "step": 53339
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.840806565830138e-07,
      "loss": 0.014,
      "step": 53340
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.839524276841564e-07,
      "loss": 0.0129,
      "step": 53341
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.838242099221599e-07,
      "loss": 0.0051,
      "step": 53342
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.836960032973527e-07,
      "loss": 0.0066,
      "step": 53343
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.83567807810066e-07,
      "loss": 0.0095,
      "step": 53344
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.834396234606322e-07,
      "loss": 0.0082,
      "step": 53345
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.833114502493809e-07,
      "loss": 0.0133,
      "step": 53346
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.831832881766431e-07,
      "loss": 0.0043,
      "step": 53347
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.830551372427491e-07,
      "loss": 0.0023,
      "step": 53348
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.829269974480285e-07,
      "loss": 0.0215,
      "step": 53349
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.82798868792815e-07,
      "loss": 0.0054,
      "step": 53350
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.826707512774355e-07,
      "loss": 0.0149,
      "step": 53351
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.825426449022254e-07,
      "loss": 0.0062,
      "step": 53352
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.824145496675111e-07,
      "loss": 0.0165,
      "step": 53353
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.822864655736234e-07,
      "loss": 0.0056,
      "step": 53354
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.821583926208947e-07,
      "loss": 0.0101,
      "step": 53355
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.820303308096537e-07,
      "loss": 0.0057,
      "step": 53356
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.819022801402325e-07,
      "loss": 0.0192,
      "step": 53357
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.817742406129612e-07,
      "loss": 0.0071,
      "step": 53358
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.816462122281697e-07,
      "loss": 0.0186,
      "step": 53359
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.815181949861882e-07,
      "loss": 0.0089,
      "step": 53360
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.813901888873458e-07,
      "loss": 0.0249,
      "step": 53361
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.812621939319758e-07,
      "loss": 0.0051,
      "step": 53362
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.811342101204071e-07,
      "loss": 0.0079,
      "step": 53363
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.81006237452968e-07,
      "loss": 0.0104,
      "step": 53364
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.80878275929992e-07,
      "loss": 0.0026,
      "step": 53365
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.807503255518071e-07,
      "loss": 0.0063,
      "step": 53366
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.80622386318745e-07,
      "loss": 0.0077,
      "step": 53367
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.804944582311345e-07,
      "loss": 0.0069,
      "step": 53368
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.803665412893046e-07,
      "loss": 0.0074,
      "step": 53369
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.802386354935886e-07,
      "loss": 0.004,
      "step": 53370
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.801107408443136e-07,
      "loss": 0.0138,
      "step": 53371
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.799828573418116e-07,
      "loss": 0.0075,
      "step": 53372
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.798549849864122e-07,
      "loss": 0.0102,
      "step": 53373
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.797271237784447e-07,
      "loss": 0.0106,
      "step": 53374
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.795992737182394e-07,
      "loss": 0.0052,
      "step": 53375
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.794714348061249e-07,
      "loss": 0.0221,
      "step": 53376
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.793436070424331e-07,
      "loss": 0.0033,
      "step": 53377
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.792157904274932e-07,
      "loss": 0.0091,
      "step": 53378
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.790879849616339e-07,
      "loss": 0.0075,
      "step": 53379
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.78960190645187e-07,
      "loss": 0.003,
      "step": 53380
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.788324074784808e-07,
      "loss": 0.0046,
      "step": 53381
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.787046354618454e-07,
      "loss": 0.0053,
      "step": 53382
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.785768745956106e-07,
      "loss": 0.0046,
      "step": 53383
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.784491248801051e-07,
      "loss": 0.0075,
      "step": 53384
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.783213863156602e-07,
      "loss": 0.0079,
      "step": 53385
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.781936589026034e-07,
      "loss": 0.0068,
      "step": 53386
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.780659426412667e-07,
      "loss": 0.0129,
      "step": 53387
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.779382375319787e-07,
      "loss": 0.0019,
      "step": 53388
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.778105435750687e-07,
      "loss": 0.0028,
      "step": 53389
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.776828607708663e-07,
      "loss": 0.005,
      "step": 53390
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.775551891196997e-07,
      "loss": 0.0156,
      "step": 53391
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.774275286219e-07,
      "loss": 0.0111,
      "step": 53392
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.772998792777968e-07,
      "loss": 0.0083,
      "step": 53393
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.771722410877174e-07,
      "loss": 0.0279,
      "step": 53394
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.770446140519937e-07,
      "loss": 0.0039,
      "step": 53395
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.769169981709539e-07,
      "loss": 0.0071,
      "step": 53396
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.767893934449276e-07,
      "loss": 0.0015,
      "step": 53397
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.766617998742436e-07,
      "loss": 0.0046,
      "step": 53398
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.765342174592299e-07,
      "loss": 0.0071,
      "step": 53399
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.764066462002183e-07,
      "loss": 0.0183,
      "step": 53400
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.762790860975355e-07,
      "loss": 0.0039,
      "step": 53401
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.761515371515132e-07,
      "loss": 0.004,
      "step": 53402
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.760239993624801e-07,
      "loss": 0.0043,
      "step": 53403
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.758964727307621e-07,
      "loss": 0.0145,
      "step": 53404
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.757689572566916e-07,
      "loss": 0.0017,
      "step": 53405
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.756414529405958e-07,
      "loss": 0.0034,
      "step": 53406
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.755139597828059e-07,
      "loss": 0.0123,
      "step": 53407
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.753864777836488e-07,
      "loss": 0.0124,
      "step": 53408
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.752590069434533e-07,
      "loss": 0.0278,
      "step": 53409
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.751315472625519e-07,
      "loss": 0.0087,
      "step": 53410
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.750040987412676e-07,
      "loss": 0.0192,
      "step": 53411
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.74876661379934e-07,
      "loss": 0.004,
      "step": 53412
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.747492351788782e-07,
      "loss": 0.0105,
      "step": 53413
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.746218201384281e-07,
      "loss": 0.0283,
      "step": 53414
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.744944162589145e-07,
      "loss": 0.0045,
      "step": 53415
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.743670235406652e-07,
      "loss": 0.0208,
      "step": 53416
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.742396419840086e-07,
      "loss": 0.0088,
      "step": 53417
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.741122715892739e-07,
      "loss": 0.0059,
      "step": 53418
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.739849123567887e-07,
      "loss": 0.0047,
      "step": 53419
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.738575642868828e-07,
      "loss": 0.0023,
      "step": 53420
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.737302273798841e-07,
      "loss": 0.0078,
      "step": 53421
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.736029016361223e-07,
      "loss": 0.0138,
      "step": 53422
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.734755870559251e-07,
      "loss": 0.002,
      "step": 53423
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.73348283639621e-07,
      "loss": 0.0076,
      "step": 53424
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.732209913875382e-07,
      "loss": 0.0139,
      "step": 53425
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.730937103000051e-07,
      "loss": 0.0262,
      "step": 53426
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.729664403773511e-07,
      "loss": 0.0119,
      "step": 53427
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.728391816199042e-07,
      "loss": 0.0065,
      "step": 53428
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.727119340279919e-07,
      "loss": 0.0079,
      "step": 53429
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.72584697601944e-07,
      "loss": 0.0059,
      "step": 53430
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.724574723420879e-07,
      "loss": 0.0028,
      "step": 53431
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.723302582487523e-07,
      "loss": 0.0132,
      "step": 53432
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.722030553222653e-07,
      "loss": 0.0023,
      "step": 53433
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.720758635629538e-07,
      "loss": 0.0134,
      "step": 53434
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.71948682971148e-07,
      "loss": 0.0063,
      "step": 53435
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.718215135471745e-07,
      "loss": 0.0013,
      "step": 53436
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.716943552913635e-07,
      "loss": 0.0305,
      "step": 53437
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.715672082040415e-07,
      "loss": 0.0044,
      "step": 53438
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.714400722855369e-07,
      "loss": 0.001,
      "step": 53439
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.713129475361779e-07,
      "loss": 0.0189,
      "step": 53440
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.711858339562915e-07,
      "loss": 0.0165,
      "step": 53441
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.710587315462075e-07,
      "loss": 0.0208,
      "step": 53442
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.709316403062532e-07,
      "loss": 0.0066,
      "step": 53443
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.708045602367546e-07,
      "loss": 0.0055,
      "step": 53444
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.706774913380432e-07,
      "loss": 0.0029,
      "step": 53445
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.705504336104445e-07,
      "loss": 0.0079,
      "step": 53446
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.70423387054287e-07,
      "loss": 0.0196,
      "step": 53447
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.702963516698985e-07,
      "loss": 0.0051,
      "step": 53448
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.701693274576049e-07,
      "loss": 0.0109,
      "step": 53449
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.700423144177376e-07,
      "loss": 0.0071,
      "step": 53450
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.699153125506209e-07,
      "loss": 0.0077,
      "step": 53451
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.697883218565854e-07,
      "loss": 0.0039,
      "step": 53452
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.696613423359577e-07,
      "loss": 0.0072,
      "step": 53453
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.695343739890648e-07,
      "loss": 0.0168,
      "step": 53454
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.694074168162345e-07,
      "loss": 0.0076,
      "step": 53455
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.692804708177941e-07,
      "loss": 0.0216,
      "step": 53456
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.691535359940727e-07,
      "loss": 0.0043,
      "step": 53457
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.690266123453965e-07,
      "loss": 0.0197,
      "step": 53458
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.688996998720926e-07,
      "loss": 0.0022,
      "step": 53459
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.687727985744907e-07,
      "loss": 0.0049,
      "step": 53460
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.686459084529151e-07,
      "loss": 0.0042,
      "step": 53461
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.68519029507696e-07,
      "loss": 0.0141,
      "step": 53462
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.683921617391598e-07,
      "loss": 0.0167,
      "step": 53463
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.682653051476318e-07,
      "loss": 0.0074,
      "step": 53464
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.681384597334434e-07,
      "loss": 0.003,
      "step": 53465
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.680116254969176e-07,
      "loss": 0.0118,
      "step": 53466
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.678848024383866e-07,
      "loss": 0.0118,
      "step": 53467
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.677579905581738e-07,
      "loss": 0.005,
      "step": 53468
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.676311898566062e-07,
      "loss": 0.0102,
      "step": 53469
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.675044003340136e-07,
      "loss": 0.0161,
      "step": 53470
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.673776219907207e-07,
      "loss": 0.014,
      "step": 53471
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.672508548270568e-07,
      "loss": 0.0119,
      "step": 53472
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.67124098843348e-07,
      "loss": 0.0085,
      "step": 53473
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.669973540399216e-07,
      "loss": 0.014,
      "step": 53474
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.668706204171044e-07,
      "loss": 0.0122,
      "step": 53475
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.667438979752216e-07,
      "loss": 0.0062,
      "step": 53476
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.666171867146038e-07,
      "loss": 0.0228,
      "step": 53477
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.664904866355759e-07,
      "loss": 0.009,
      "step": 53478
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.66363797738464e-07,
      "loss": 0.0082,
      "step": 53479
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.662371200235968e-07,
      "loss": 0.0098,
      "step": 53480
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.66110453491301e-07,
      "loss": 0.0075,
      "step": 53481
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.659837981419026e-07,
      "loss": 0.0098,
      "step": 53482
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.658571539757292e-07,
      "loss": 0.0107,
      "step": 53483
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.657305209931053e-07,
      "loss": 0.026,
      "step": 53484
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.656038991943609e-07,
      "loss": 0.0139,
      "step": 53485
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.6547728857982e-07,
      "loss": 0.0042,
      "step": 53486
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.653506891498118e-07,
      "loss": 0.0101,
      "step": 53487
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.652241009046618e-07,
      "loss": 0.011,
      "step": 53488
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.650975238446966e-07,
      "loss": 0.003,
      "step": 53489
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.649709579702423e-07,
      "loss": 0.0102,
      "step": 53490
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.648444032816253e-07,
      "loss": 0.0039,
      "step": 53491
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.647178597791742e-07,
      "loss": 0.0123,
      "step": 53492
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.645913274632138e-07,
      "loss": 0.0026,
      "step": 53493
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.644648063340698e-07,
      "loss": 0.0255,
      "step": 53494
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.643382963920714e-07,
      "loss": 0.0152,
      "step": 53495
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.642117976375428e-07,
      "loss": 0.0364,
      "step": 53496
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.640853100708111e-07,
      "loss": 0.0055,
      "step": 53497
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.639588336922031e-07,
      "loss": 0.0397,
      "step": 53498
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.638323685020437e-07,
      "loss": 0.0048,
      "step": 53499
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.637059145006608e-07,
      "loss": 0.0087,
      "step": 53500
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.635794716883792e-07,
      "loss": 0.0067,
      "step": 53501
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.63453040065527e-07,
      "loss": 0.0126,
      "step": 53502
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.6332661963243e-07,
      "loss": 0.0037,
      "step": 53503
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.632002103894136e-07,
      "loss": 0.005,
      "step": 53504
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.630738123368047e-07,
      "loss": 0.0025,
      "step": 53505
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.629474254749274e-07,
      "loss": 0.009,
      "step": 53506
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.62821049804111e-07,
      "loss": 0.0026,
      "step": 53507
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.626946853246796e-07,
      "loss": 0.0144,
      "step": 53508
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.625683320369591e-07,
      "loss": 0.0093,
      "step": 53509
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.624419899412771e-07,
      "loss": 0.0097,
      "step": 53510
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.623156590379581e-07,
      "loss": 0.0274,
      "step": 53511
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.621893393273293e-07,
      "loss": 0.0091,
      "step": 53512
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.620630308097159e-07,
      "loss": 0.0111,
      "step": 53513
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.619367334854426e-07,
      "loss": 0.0168,
      "step": 53514
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.618104473548381e-07,
      "loss": 0.0056,
      "step": 53515
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.616841724182255e-07,
      "loss": 0.0122,
      "step": 53516
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.615579086759328e-07,
      "loss": 0.006,
      "step": 53517
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.614316561282863e-07,
      "loss": 0.0062,
      "step": 53518
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.613054147756076e-07,
      "loss": 0.0076,
      "step": 53519
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.611791846182269e-07,
      "loss": 0.0043,
      "step": 53520
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.610529656564668e-07,
      "loss": 0.0125,
      "step": 53521
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.609267578906559e-07,
      "loss": 0.0051,
      "step": 53522
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.608005613211177e-07,
      "loss": 0.0059,
      "step": 53523
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.606743759481793e-07,
      "loss": 0.0018,
      "step": 53524
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.605482017721649e-07,
      "loss": 0.0077,
      "step": 53525
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.604220387934002e-07,
      "loss": 0.0104,
      "step": 53526
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.602958870122117e-07,
      "loss": 0.0138,
      "step": 53527
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.601697464289248e-07,
      "loss": 0.013,
      "step": 53528
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.600436170438635e-07,
      "loss": 0.0102,
      "step": 53529
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.599174988573554e-07,
      "loss": 0.0176,
      "step": 53530
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.597913918697247e-07,
      "loss": 0.0446,
      "step": 53531
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.596652960812972e-07,
      "loss": 0.003,
      "step": 53532
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.595392114923982e-07,
      "loss": 0.0056,
      "step": 53533
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.594131381033514e-07,
      "loss": 0.0031,
      "step": 53534
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.592870759144848e-07,
      "loss": 0.0057,
      "step": 53535
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.591610249261222e-07,
      "loss": 0.0054,
      "step": 53536
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.590349851385891e-07,
      "loss": 0.0101,
      "step": 53537
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.589089565522116e-07,
      "loss": 0.0122,
      "step": 53538
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.58782939167314e-07,
      "loss": 0.0045,
      "step": 53539
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.586569329842212e-07,
      "loss": 0.0105,
      "step": 53540
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.585309380032578e-07,
      "loss": 0.01,
      "step": 53541
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.584049542247512e-07,
      "loss": 0.0014,
      "step": 53542
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.582789816490248e-07,
      "loss": 0.0033,
      "step": 53543
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.581530202764025e-07,
      "loss": 0.0088,
      "step": 53544
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.580270701072123e-07,
      "loss": 0.0041,
      "step": 53545
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.579011311417777e-07,
      "loss": 0.0024,
      "step": 53546
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.57775203380423e-07,
      "loss": 0.0055,
      "step": 53547
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.576492868234747e-07,
      "loss": 0.0078,
      "step": 53548
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.575233814712551e-07,
      "loss": 0.0031,
      "step": 53549
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.573974873240918e-07,
      "loss": 0.0066,
      "step": 53550
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.572716043823085e-07,
      "loss": 0.0062,
      "step": 53551
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.571457326462294e-07,
      "loss": 0.0043,
      "step": 53552
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.570198721161808e-07,
      "loss": 0.0083,
      "step": 53553
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.568940227924869e-07,
      "loss": 0.0213,
      "step": 53554
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.56768184675472e-07,
      "loss": 0.0121,
      "step": 53555
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.566423577654607e-07,
      "loss": 0.0045,
      "step": 53556
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.565165420627773e-07,
      "loss": 0.0044,
      "step": 53557
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.563907375677481e-07,
      "loss": 0.0054,
      "step": 53558
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.562649442806957e-07,
      "loss": 0.0265,
      "step": 53559
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.56139162201947e-07,
      "loss": 0.0024,
      "step": 53560
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.560133913318261e-07,
      "loss": 0.0058,
      "step": 53561
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.558876316706547e-07,
      "loss": 0.0154,
      "step": 53562
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.557618832187601e-07,
      "loss": 0.0203,
      "step": 53563
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.556361459764655e-07,
      "loss": 0.008,
      "step": 53564
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.555104199440965e-07,
      "loss": 0.0085,
      "step": 53565
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.55384705121977e-07,
      "loss": 0.0053,
      "step": 53566
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.552590015104298e-07,
      "loss": 0.0108,
      "step": 53567
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.551333091097833e-07,
      "loss": 0.0034,
      "step": 53568
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.550076279203571e-07,
      "loss": 0.0148,
      "step": 53569
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.548819579424782e-07,
      "loss": 0.023,
      "step": 53570
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.547562991764706e-07,
      "loss": 0.0081,
      "step": 53571
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.546306516226575e-07,
      "loss": 0.0055,
      "step": 53572
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.545050152813648e-07,
      "loss": 0.0051,
      "step": 53573
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.543793901529145e-07,
      "loss": 0.0211,
      "step": 53574
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.542537762376339e-07,
      "loss": 0.0011,
      "step": 53575
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.541281735358446e-07,
      "loss": 0.0072,
      "step": 53576
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.540025820478701e-07,
      "loss": 0.0061,
      "step": 53577
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.538770017740365e-07,
      "loss": 0.0035,
      "step": 53578
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.53751432714666e-07,
      "loss": 0.0091,
      "step": 53579
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.536258748700852e-07,
      "loss": 0.0072,
      "step": 53580
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.53500328240616e-07,
      "loss": 0.0066,
      "step": 53581
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.533747928265832e-07,
      "loss": 0.0091,
      "step": 53582
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.532492686283103e-07,
      "loss": 0.006,
      "step": 53583
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.5312375564612e-07,
      "loss": 0.011,
      "step": 53584
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.529982538803387e-07,
      "loss": 0.009,
      "step": 53585
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.528727633312892e-07,
      "loss": 0.0036,
      "step": 53586
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.527472839992938e-07,
      "loss": 0.0044,
      "step": 53587
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.526218158846786e-07,
      "loss": 0.0037,
      "step": 53588
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.524963589877664e-07,
      "loss": 0.0051,
      "step": 53589
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.523709133088807e-07,
      "loss": 0.0044,
      "step": 53590
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.522454788483456e-07,
      "loss": 0.0017,
      "step": 53591
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.521200556064833e-07,
      "loss": 0.0024,
      "step": 53592
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.5199464358362e-07,
      "loss": 0.0157,
      "step": 53593
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.518692427800766e-07,
      "loss": 0.0077,
      "step": 53594
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.51743853196179e-07,
      "loss": 0.0267,
      "step": 53595
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.516184748322501e-07,
      "loss": 0.0095,
      "step": 53596
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.514931076886127e-07,
      "loss": 0.006,
      "step": 53597
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.513677517655909e-07,
      "loss": 0.0067,
      "step": 53598
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.51242407063507e-07,
      "loss": 0.0342,
      "step": 53599
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.51117073582686e-07,
      "loss": 0.021,
      "step": 53600
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.509917513234509e-07,
      "loss": 0.0047,
      "step": 53601
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.508664402861242e-07,
      "loss": 0.0019,
      "step": 53602
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.507411404710307e-07,
      "loss": 0.0033,
      "step": 53603
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.506158518784928e-07,
      "loss": 0.0096,
      "step": 53604
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.504905745088336e-07,
      "loss": 0.0074,
      "step": 53605
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.503653083623773e-07,
      "loss": 0.0044,
      "step": 53606
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.502400534394449e-07,
      "loss": 0.0023,
      "step": 53607
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.501148097403626e-07,
      "loss": 0.0042,
      "step": 53608
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.499895772654507e-07,
      "loss": 0.0056,
      "step": 53609
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.498643560150347e-07,
      "loss": 0.0076,
      "step": 53610
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.497391459894375e-07,
      "loss": 0.0095,
      "step": 53611
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.496139471889812e-07,
      "loss": 0.0074,
      "step": 53612
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.494887596139893e-07,
      "loss": 0.0054,
      "step": 53613
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.493635832647833e-07,
      "loss": 0.008,
      "step": 53614
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.492384181416889e-07,
      "loss": 0.0014,
      "step": 53615
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.49113264245027e-07,
      "loss": 0.0095,
      "step": 53616
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.489881215751209e-07,
      "loss": 0.0062,
      "step": 53617
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.488629901322952e-07,
      "loss": 0.0053,
      "step": 53618
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.487378699168712e-07,
      "loss": 0.0092,
      "step": 53619
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.48612760929172e-07,
      "loss": 0.0125,
      "step": 53620
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.484876631695202e-07,
      "loss": 0.0079,
      "step": 53621
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.483625766382378e-07,
      "loss": 0.0043,
      "step": 53622
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.482375013356501e-07,
      "loss": 0.0201,
      "step": 53623
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.481124372620768e-07,
      "loss": 0.02,
      "step": 53624
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.479873844178447e-07,
      "loss": 0.0034,
      "step": 53625
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.478623428032726e-07,
      "loss": 0.0243,
      "step": 53626
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.477373124186836e-07,
      "loss": 0.005,
      "step": 53627
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.476122932644019e-07,
      "loss": 0.0064,
      "step": 53628
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.474872853407487e-07,
      "loss": 0.0042,
      "step": 53629
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.47362288648048e-07,
      "loss": 0.0098,
      "step": 53630
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.472373031866219e-07,
      "loss": 0.007,
      "step": 53631
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.471123289567927e-07,
      "loss": 0.0056,
      "step": 53632
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.469873659588821e-07,
      "loss": 0.0089,
      "step": 53633
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.468624141932128e-07,
      "loss": 0.0045,
      "step": 53634
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.467374736601084e-07,
      "loss": 0.0037,
      "step": 53635
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.466125443598908e-07,
      "loss": 0.0045,
      "step": 53636
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.464876262928805e-07,
      "loss": 0.0084,
      "step": 53637
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.46362719459403e-07,
      "loss": 0.0041,
      "step": 53638
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.462378238597788e-07,
      "loss": 0.0071,
      "step": 53639
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.461129394943305e-07,
      "loss": 0.0128,
      "step": 53640
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.459880663633799e-07,
      "loss": 0.0062,
      "step": 53641
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.458632044672486e-07,
      "loss": 0.0029,
      "step": 53642
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.457383538062611e-07,
      "loss": 0.0042,
      "step": 53643
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.456135143807369e-07,
      "loss": 0.0094,
      "step": 53644
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.454886861910004e-07,
      "loss": 0.0039,
      "step": 53645
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.453638692373726e-07,
      "loss": 0.0035,
      "step": 53646
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.452390635201761e-07,
      "loss": 0.0073,
      "step": 53647
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.451142690397322e-07,
      "loss": 0.0305,
      "step": 53648
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.449894857963623e-07,
      "loss": 0.008,
      "step": 53649
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.448647137903901e-07,
      "loss": 0.0065,
      "step": 53650
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.447399530221371e-07,
      "loss": 0.0064,
      "step": 53651
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.446152034919239e-07,
      "loss": 0.0008,
      "step": 53652
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.444904652000744e-07,
      "loss": 0.0101,
      "step": 53653
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.443657381469093e-07,
      "loss": 0.0111,
      "step": 53654
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.442410223327505e-07,
      "loss": 0.0014,
      "step": 53655
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.441163177579201e-07,
      "loss": 0.003,
      "step": 53656
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.439916244227385e-07,
      "loss": 0.0375,
      "step": 53657
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.438669423275301e-07,
      "loss": 0.0085,
      "step": 53658
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.437422714726138e-07,
      "loss": 0.0023,
      "step": 53659
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.436176118583137e-07,
      "loss": 0.0047,
      "step": 53660
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.434929634849501e-07,
      "loss": 0.0009,
      "step": 53661
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.433683263528456e-07,
      "loss": 0.0115,
      "step": 53662
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.43243700462321e-07,
      "loss": 0.0032,
      "step": 53663
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.431190858136965e-07,
      "loss": 0.0066,
      "step": 53664
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.429944824072964e-07,
      "loss": 0.0059,
      "step": 53665
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.428698902434416e-07,
      "loss": 0.0135,
      "step": 53666
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.427453093224512e-07,
      "loss": 0.0062,
      "step": 53667
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.426207396446498e-07,
      "loss": 0.013,
      "step": 53668
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.424961812103575e-07,
      "loss": 0.0002,
      "step": 53669
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.423716340198954e-07,
      "loss": 0.011,
      "step": 53670
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.422470980735857e-07,
      "loss": 0.0028,
      "step": 53671
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.421225733717478e-07,
      "loss": 0.0076,
      "step": 53672
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.419980599147058e-07,
      "loss": 0.0073,
      "step": 53673
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.418735577027779e-07,
      "loss": 0.004,
      "step": 53674
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.417490667362885e-07,
      "loss": 0.0114,
      "step": 53675
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.416245870155585e-07,
      "loss": 0.0025,
      "step": 53676
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.415001185409058e-07,
      "loss": 0.0051,
      "step": 53677
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.413756613126548e-07,
      "loss": 0.0088,
      "step": 53678
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.412512153311245e-07,
      "loss": 0.0076,
      "step": 53679
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.411267805966387e-07,
      "loss": 0.0038,
      "step": 53680
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.410023571095164e-07,
      "loss": 0.0142,
      "step": 53681
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.408779448700781e-07,
      "loss": 0.0055,
      "step": 53682
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.407535438786484e-07,
      "loss": 0.0027,
      "step": 53683
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.406291541355431e-07,
      "loss": 0.0141,
      "step": 53684
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.405047756410871e-07,
      "loss": 0.0334,
      "step": 53685
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.403804083956e-07,
      "loss": 0.0047,
      "step": 53686
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.402560523994023e-07,
      "loss": 0.0038,
      "step": 53687
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.401317076528158e-07,
      "loss": 0.0025,
      "step": 53688
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.400073741561613e-07,
      "loss": 0.0054,
      "step": 53689
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.398830519097587e-07,
      "loss": 0.0034,
      "step": 53690
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.3975874091393e-07,
      "loss": 0.0038,
      "step": 53691
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.396344411689936e-07,
      "loss": 0.0021,
      "step": 53692
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.395101526752734e-07,
      "loss": 0.0032,
      "step": 53693
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.393858754330878e-07,
      "loss": 0.0041,
      "step": 53694
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.39261609442759e-07,
      "loss": 0.0041,
      "step": 53695
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.39137354704607e-07,
      "loss": 0.006,
      "step": 53696
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.390131112189529e-07,
      "loss": 0.0049,
      "step": 53697
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.388888789861164e-07,
      "loss": 0.0079,
      "step": 53698
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.387646580064172e-07,
      "loss": 0.004,
      "step": 53699
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.386404482801784e-07,
      "loss": 0.0072,
      "step": 53700
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.38516249807719e-07,
      "loss": 0.0163,
      "step": 53701
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.383920625893586e-07,
      "loss": 0.0117,
      "step": 53702
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.3826788662542e-07,
      "loss": 0.0203,
      "step": 53703
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.381437219162217e-07,
      "loss": 0.0059,
      "step": 53704
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.380195684620855e-07,
      "loss": 0.0088,
      "step": 53705
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.378954262633303e-07,
      "loss": 0.0058,
      "step": 53706
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.377712953202764e-07,
      "loss": 0.0064,
      "step": 53707
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.376471756332458e-07,
      "loss": 0.0036,
      "step": 53708
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.375230672025568e-07,
      "loss": 0.0114,
      "step": 53709
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.373989700285316e-07,
      "loss": 0.005,
      "step": 53710
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.37274884111489e-07,
      "loss": 0.0192,
      "step": 53711
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.371508094517498e-07,
      "loss": 0.0085,
      "step": 53712
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.370267460496344e-07,
      "loss": 0.0059,
      "step": 53713
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.369026939054612e-07,
      "loss": 0.0032,
      "step": 53714
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.367786530195524e-07,
      "loss": 0.0144,
      "step": 53715
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.366546233922272e-07,
      "loss": 0.0044,
      "step": 53716
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.365306050238046e-07,
      "loss": 0.0096,
      "step": 53717
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.364065979146073e-07,
      "loss": 0.0257,
      "step": 53718
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.362826020649532e-07,
      "loss": 0.0047,
      "step": 53719
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.361586174751627e-07,
      "loss": 0.0073,
      "step": 53720
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.360346441455562e-07,
      "loss": 0.0103,
      "step": 53721
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.359106820764515e-07,
      "loss": 0.0012,
      "step": 53722
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.357867312681714e-07,
      "loss": 0.0044,
      "step": 53723
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.356627917210334e-07,
      "loss": 0.0162,
      "step": 53724
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.355388634353593e-07,
      "loss": 0.0099,
      "step": 53725
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.354149464114678e-07,
      "loss": 0.0053,
      "step": 53726
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.352910406496787e-07,
      "loss": 0.0063,
      "step": 53727
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.351671461503123e-07,
      "loss": 0.0032,
      "step": 53728
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.35043262913686e-07,
      "loss": 0.0135,
      "step": 53729
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.34919390940123e-07,
      "loss": 0.0123,
      "step": 53730
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.347955302299408e-07,
      "loss": 0.0064,
      "step": 53731
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.346716807834586e-07,
      "loss": 0.0056,
      "step": 53732
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.345478426009982e-07,
      "loss": 0.0109,
      "step": 53733
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.344240156828763e-07,
      "loss": 0.0093,
      "step": 53734
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.343002000294146e-07,
      "loss": 0.0063,
      "step": 53735
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.341763956409313e-07,
      "loss": 0.006,
      "step": 53736
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.340526025177457e-07,
      "loss": 0.0054,
      "step": 53737
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.33928820660179e-07,
      "loss": 0.0034,
      "step": 53738
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.338050500685483e-07,
      "loss": 0.0041,
      "step": 53739
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.336812907431766e-07,
      "loss": 0.0045,
      "step": 53740
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.335575426843793e-07,
      "loss": 0.0081,
      "step": 53741
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.33433805892476e-07,
      "loss": 0.0044,
      "step": 53742
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.333100803677889e-07,
      "loss": 0.008,
      "step": 53743
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.331863661106335e-07,
      "loss": 0.009,
      "step": 53744
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.330626631213327e-07,
      "loss": 0.0141,
      "step": 53745
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.329389714002044e-07,
      "loss": 0.0074,
      "step": 53746
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.328152909475665e-07,
      "loss": 0.005,
      "step": 53747
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.326916217637396e-07,
      "loss": 0.0061,
      "step": 53748
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.325679638490412e-07,
      "loss": 0.023,
      "step": 53749
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.324443172037925e-07,
      "loss": 0.0042,
      "step": 53750
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.323206818283117e-07,
      "loss": 0.0063,
      "step": 53751
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.321970577229164e-07,
      "loss": 0.0413,
      "step": 53752
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.320734448879273e-07,
      "loss": 0.0085,
      "step": 53753
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.319498433236637e-07,
      "loss": 0.0063,
      "step": 53754
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.318262530304431e-07,
      "loss": 0.0116,
      "step": 53755
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.317026740085852e-07,
      "loss": 0.0079,
      "step": 53756
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.315791062584076e-07,
      "loss": 0.0204,
      "step": 53757
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.314555497802311e-07,
      "loss": 0.0033,
      "step": 53758
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.313320045743732e-07,
      "loss": 0.0028,
      "step": 53759
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.312084706411537e-07,
      "loss": 0.0088,
      "step": 53760
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.310849479808906e-07,
      "loss": 0.0056,
      "step": 53761
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.309614365939031e-07,
      "loss": 0.0123,
      "step": 53762
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.308379364805095e-07,
      "loss": 0.0041,
      "step": 53763
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.307144476410276e-07,
      "loss": 0.0035,
      "step": 53764
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.305909700757784e-07,
      "loss": 0.0057,
      "step": 53765
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.304675037850788e-07,
      "loss": 0.0124,
      "step": 53766
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.303440487692469e-07,
      "loss": 0.0024,
      "step": 53767
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.30220605028603e-07,
      "loss": 0.0028,
      "step": 53768
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.300971725634647e-07,
      "loss": 0.013,
      "step": 53769
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.299737513741505e-07,
      "loss": 0.0034,
      "step": 53770
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.298503414609786e-07,
      "loss": 0.0086,
      "step": 53771
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.297269428242669e-07,
      "loss": 0.0127,
      "step": 53772
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.296035554643359e-07,
      "loss": 0.0051,
      "step": 53773
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.294801793815014e-07,
      "loss": 0.0013,
      "step": 53774
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.293568145760843e-07,
      "loss": 0.0078,
      "step": 53775
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.292334610484019e-07,
      "loss": 0.0144,
      "step": 53776
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.29110118798772e-07,
      "loss": 0.0039,
      "step": 53777
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.28986787827513e-07,
      "loss": 0.004,
      "step": 53778
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.288634681349426e-07,
      "loss": 0.004,
      "step": 53779
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.287401597213805e-07,
      "loss": 0.0105,
      "step": 53780
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.286168625871436e-07,
      "loss": 0.013,
      "step": 53781
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.284935767325501e-07,
      "loss": 0.0338,
      "step": 53782
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.283703021579196e-07,
      "loss": 0.0053,
      "step": 53783
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.282470388635687e-07,
      "loss": 0.0093,
      "step": 53784
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.281237868498164e-07,
      "loss": 0.0083,
      "step": 53785
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.280005461169797e-07,
      "loss": 0.0081,
      "step": 53786
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.278773166653762e-07,
      "loss": 0.0281,
      "step": 53787
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.277540984953262e-07,
      "loss": 0.002,
      "step": 53788
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.276308916071449e-07,
      "loss": 0.0154,
      "step": 53789
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.275076960011533e-07,
      "loss": 0.0036,
      "step": 53790
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.273845116776673e-07,
      "loss": 0.0091,
      "step": 53791
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.272613386370036e-07,
      "loss": 0.0114,
      "step": 53792
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.271381768794821e-07,
      "loss": 0.0079,
      "step": 53793
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.270150264054193e-07,
      "loss": 0.005,
      "step": 53794
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.268918872151342e-07,
      "loss": 0.0082,
      "step": 53795
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.267687593089444e-07,
      "loss": 0.0046,
      "step": 53796
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.26645642687167e-07,
      "loss": 0.0047,
      "step": 53797
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.265225373501193e-07,
      "loss": 0.0065,
      "step": 53798
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.263994432981191e-07,
      "loss": 0.0028,
      "step": 53799
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.262763605314854e-07,
      "loss": 0.0134,
      "step": 53800
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.261532890505345e-07,
      "loss": 0.0074,
      "step": 53801
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.260302288555836e-07,
      "loss": 0.0145,
      "step": 53802
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.259071799469518e-07,
      "loss": 0.0042,
      "step": 53803
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.257841423249556e-07,
      "loss": 0.0035,
      "step": 53804
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.256611159899123e-07,
      "loss": 0.0083,
      "step": 53805
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.255381009421402e-07,
      "loss": 0.0104,
      "step": 53806
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.254150971819544e-07,
      "loss": 0.0078,
      "step": 53807
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.252921047096761e-07,
      "loss": 0.0024,
      "step": 53808
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.251691235256185e-07,
      "loss": 0.0023,
      "step": 53809
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.250461536301028e-07,
      "loss": 0.0036,
      "step": 53810
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.249231950234441e-07,
      "loss": 0.0043,
      "step": 53811
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.248002477059605e-07,
      "loss": 0.0061,
      "step": 53812
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.246773116779687e-07,
      "loss": 0.0096,
      "step": 53813
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.245543869397852e-07,
      "loss": 0.0252,
      "step": 53814
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.244314734917289e-07,
      "loss": 0.0319,
      "step": 53815
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.243085713341162e-07,
      "loss": 0.0111,
      "step": 53816
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.24185680467263e-07,
      "loss": 0.0021,
      "step": 53817
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.24062800891489e-07,
      "loss": 0.0046,
      "step": 53818
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.239399326071094e-07,
      "loss": 0.0142,
      "step": 53819
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.238170756144418e-07,
      "loss": 0.0103,
      "step": 53820
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.236942299138033e-07,
      "loss": 0.0034,
      "step": 53821
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.235713955055095e-07,
      "loss": 0.0027,
      "step": 53822
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.234485723898793e-07,
      "loss": 0.0219,
      "step": 53823
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.233257605672283e-07,
      "loss": 0.0499,
      "step": 53824
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.232029600378742e-07,
      "loss": 0.0134,
      "step": 53825
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.230801708021345e-07,
      "loss": 0.0098,
      "step": 53826
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.229573928603244e-07,
      "loss": 0.0301,
      "step": 53827
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.228346262127621e-07,
      "loss": 0.0121,
      "step": 53828
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.227118708597623e-07,
      "loss": 0.0082,
      "step": 53829
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.225891268016443e-07,
      "loss": 0.0024,
      "step": 53830
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.224663940387237e-07,
      "loss": 0.0049,
      "step": 53831
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.223436725713161e-07,
      "loss": 0.0043,
      "step": 53832
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.222209623997405e-07,
      "loss": 0.0042,
      "step": 53833
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.220982635243122e-07,
      "loss": 0.0115,
      "step": 53834
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.219755759453477e-07,
      "loss": 0.026,
      "step": 53835
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.21852899663164e-07,
      "loss": 0.0092,
      "step": 53836
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.217302346780762e-07,
      "loss": 0.009,
      "step": 53837
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.216075809904032e-07,
      "loss": 0.0026,
      "step": 53838
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.21484938600459e-07,
      "loss": 0.001,
      "step": 53839
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.213623075085629e-07,
      "loss": 0.0073,
      "step": 53840
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.212396877150306e-07,
      "loss": 0.0078,
      "step": 53841
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.211170792201754e-07,
      "loss": 0.0037,
      "step": 53842
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.209944820243174e-07,
      "loss": 0.0149,
      "step": 53843
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.208718961277704e-07,
      "loss": 0.0078,
      "step": 53844
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.20749321530853e-07,
      "loss": 0.0047,
      "step": 53845
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.206267582338804e-07,
      "loss": 0.0083,
      "step": 53846
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.205042062371675e-07,
      "loss": 0.0091,
      "step": 53847
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.203816655410338e-07,
      "loss": 0.0124,
      "step": 53848
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.202591361457915e-07,
      "loss": 0.0095,
      "step": 53849
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.201366180517598e-07,
      "loss": 0.0085,
      "step": 53850
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.20014111259254e-07,
      "loss": 0.0224,
      "step": 53851
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.198916157685885e-07,
      "loss": 0.0048,
      "step": 53852
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.197691315800825e-07,
      "loss": 0.0226,
      "step": 53853
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.196466586940497e-07,
      "loss": 0.0035,
      "step": 53854
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.19524197110808e-07,
      "loss": 0.0077,
      "step": 53855
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.194017468306713e-07,
      "loss": 0.0081,
      "step": 53856
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.192793078539555e-07,
      "loss": 0.0075,
      "step": 53857
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.191568801809789e-07,
      "loss": 0.0033,
      "step": 53858
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.190344638120555e-07,
      "loss": 0.0053,
      "step": 53859
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.189120587475017e-07,
      "loss": 0.0073,
      "step": 53860
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.187896649876341e-07,
      "loss": 0.0331,
      "step": 53861
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.186672825327677e-07,
      "loss": 0.0041,
      "step": 53862
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.185449113832187e-07,
      "loss": 0.003,
      "step": 53863
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.18422551539301e-07,
      "loss": 0.0217,
      "step": 53864
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.18300203001333e-07,
      "loss": 0.0071,
      "step": 53865
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.181778657696291e-07,
      "loss": 0.0088,
      "step": 53866
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.180555398445043e-07,
      "loss": 0.0028,
      "step": 53867
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.179332252262766e-07,
      "loss": 0.0057,
      "step": 53868
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.178109219152595e-07,
      "loss": 0.003,
      "step": 53869
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.176886299117696e-07,
      "loss": 0.0016,
      "step": 53870
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.175663492161215e-07,
      "loss": 0.0021,
      "step": 53871
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.174440798286308e-07,
      "loss": 0.0028,
      "step": 53872
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.173218217496141e-07,
      "loss": 0.0028,
      "step": 53873
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.171995749793852e-07,
      "loss": 0.0179,
      "step": 53874
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.170773395182616e-07,
      "loss": 0.0031,
      "step": 53875
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.169551153665582e-07,
      "loss": 0.01,
      "step": 53876
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.16832902524589e-07,
      "loss": 0.006,
      "step": 53877
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.16710700992671e-07,
      "loss": 0.0026,
      "step": 53878
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.165885107711173e-07,
      "loss": 0.0431,
      "step": 53879
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.164663318602454e-07,
      "loss": 0.0127,
      "step": 53880
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.163441642603701e-07,
      "loss": 0.0064,
      "step": 53881
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.162220079718057e-07,
      "loss": 0.0203,
      "step": 53882
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.160998629948683e-07,
      "loss": 0.0154,
      "step": 53883
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.15977729329873e-07,
      "loss": 0.0081,
      "step": 53884
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.158556069771349e-07,
      "loss": 0.0193,
      "step": 53885
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.157334959369693e-07,
      "loss": 0.0069,
      "step": 53886
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.156113962096894e-07,
      "loss": 0.0039,
      "step": 53887
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.154893077956131e-07,
      "loss": 0.005,
      "step": 53888
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.153672306950526e-07,
      "loss": 0.0046,
      "step": 53889
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.152451649083257e-07,
      "loss": 0.0049,
      "step": 53890
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.151231104357464e-07,
      "loss": 0.0233,
      "step": 53891
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.150010672776291e-07,
      "loss": 0.0123,
      "step": 53892
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.148790354342893e-07,
      "loss": 0.0038,
      "step": 53893
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.1475701490604e-07,
      "loss": 0.0145,
      "step": 53894
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.146350056931988e-07,
      "loss": 0.0267,
      "step": 53895
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.145130077960799e-07,
      "loss": 0.0043,
      "step": 53896
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.143910212149956e-07,
      "loss": 0.0174,
      "step": 53897
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.142690459502653e-07,
      "loss": 0.015,
      "step": 53898
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.141470820021983e-07,
      "loss": 0.0295,
      "step": 53899
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.140251293711136e-07,
      "loss": 0.039,
      "step": 53900
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.139031880573243e-07,
      "loss": 0.0111,
      "step": 53901
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.137812580611441e-07,
      "loss": 0.0099,
      "step": 53902
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.136593393828893e-07,
      "loss": 0.0121,
      "step": 53903
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.135374320228726e-07,
      "loss": 0.0058,
      "step": 53904
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.13415535981412e-07,
      "loss": 0.0061,
      "step": 53905
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.132936512588189e-07,
      "loss": 0.0041,
      "step": 53906
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.131717778554075e-07,
      "loss": 0.0056,
      "step": 53907
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.130499157714948e-07,
      "loss": 0.0147,
      "step": 53908
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.129280650073921e-07,
      "loss": 0.0023,
      "step": 53909
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.128062255634171e-07,
      "loss": 0.0103,
      "step": 53910
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.126843974398828e-07,
      "loss": 0.033,
      "step": 53911
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.125625806371033e-07,
      "loss": 0.0012,
      "step": 53912
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.124407751553929e-07,
      "loss": 0.0054,
      "step": 53913
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.123189809950653e-07,
      "loss": 0.0088,
      "step": 53914
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.121971981564368e-07,
      "loss": 0.0088,
      "step": 53915
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.120754266398199e-07,
      "loss": 0.0159,
      "step": 53916
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.119536664455283e-07,
      "loss": 0.0071,
      "step": 53917
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.118319175738785e-07,
      "loss": 0.0053,
      "step": 53918
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.117101800251834e-07,
      "loss": 0.0022,
      "step": 53919
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.115884537997568e-07,
      "loss": 0.0107,
      "step": 53920
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.114667388979129e-07,
      "loss": 0.0056,
      "step": 53921
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.113450353199652e-07,
      "loss": 0.0099,
      "step": 53922
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.112233430662296e-07,
      "loss": 0.01,
      "step": 53923
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.111016621370175e-07,
      "loss": 0.0117,
      "step": 53924
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.10979992532646e-07,
      "loss": 0.0109,
      "step": 53925
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.108583342534269e-07,
      "loss": 0.0115,
      "step": 53926
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.107366872996745e-07,
      "loss": 0.0269,
      "step": 53927
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.106150516717029e-07,
      "loss": 0.0296,
      "step": 53928
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.104934273698249e-07,
      "loss": 0.0049,
      "step": 53929
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.103718143943566e-07,
      "loss": 0.0107,
      "step": 53930
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.1025021274561e-07,
      "loss": 0.0035,
      "step": 53931
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.10128622423899e-07,
      "loss": 0.0006,
      "step": 53932
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.100070434295379e-07,
      "loss": 0.0084,
      "step": 53933
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.098854757628409e-07,
      "loss": 0.0046,
      "step": 53934
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.097639194241206e-07,
      "loss": 0.0043,
      "step": 53935
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.096423744136915e-07,
      "loss": 0.0066,
      "step": 53936
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.095208407318653e-07,
      "loss": 0.0068,
      "step": 53937
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.093993183789582e-07,
      "loss": 0.0089,
      "step": 53938
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.092778073552818e-07,
      "loss": 0.0158,
      "step": 53939
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.091563076611517e-07,
      "loss": 0.0116,
      "step": 53940
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.090348192968798e-07,
      "loss": 0.0056,
      "step": 53941
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.089133422627802e-07,
      "loss": 0.0097,
      "step": 53942
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.08791876559166e-07,
      "loss": 0.0137,
      "step": 53943
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.086704221863498e-07,
      "loss": 0.0085,
      "step": 53944
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.085489791446475e-07,
      "loss": 0.0042,
      "step": 53945
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.084275474343704e-07,
      "loss": 0.0085,
      "step": 53946
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.083061270558311e-07,
      "loss": 0.0136,
      "step": 53947
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.081847180093458e-07,
      "loss": 0.0065,
      "step": 53948
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.080633202952258e-07,
      "loss": 0.0083,
      "step": 53949
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.079419339137849e-07,
      "loss": 0.007,
      "step": 53950
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.078205588653357e-07,
      "loss": 0.0086,
      "step": 53951
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.07699195150191e-07,
      "loss": 0.0179,
      "step": 53952
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.075778427686657e-07,
      "loss": 0.0059,
      "step": 53953
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.07456501721071e-07,
      "loss": 0.0073,
      "step": 53954
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.07335172007722e-07,
      "loss": 0.0037,
      "step": 53955
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.072138536289319e-07,
      "loss": 0.0053,
      "step": 53956
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.070925465850109e-07,
      "loss": 0.0149,
      "step": 53957
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.069712508762743e-07,
      "loss": 0.005,
      "step": 53958
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.068499665030331e-07,
      "loss": 0.0162,
      "step": 53959
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.067286934656031e-07,
      "loss": 0.0371,
      "step": 53960
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.066074317642956e-07,
      "loss": 0.0049,
      "step": 53961
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.064861813994239e-07,
      "loss": 0.0225,
      "step": 53962
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.063649423713008e-07,
      "loss": 0.004,
      "step": 53963
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.062437146802374e-07,
      "loss": 0.007,
      "step": 53964
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.061224983265496e-07,
      "loss": 0.0038,
      "step": 53965
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.060012933105486e-07,
      "loss": 0.0137,
      "step": 53966
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.058800996325459e-07,
      "loss": 0.0052,
      "step": 53967
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.057589172928568e-07,
      "loss": 0.0088,
      "step": 53968
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.056377462917929e-07,
      "loss": 0.0067,
      "step": 53969
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.055165866296659e-07,
      "loss": 0.0083,
      "step": 53970
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.053954383067901e-07,
      "loss": 0.0162,
      "step": 53971
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.052743013234757e-07,
      "loss": 0.0187,
      "step": 53972
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.051531756800378e-07,
      "loss": 0.0053,
      "step": 53973
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.050320613767873e-07,
      "loss": 0.0042,
      "step": 53974
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.049109584140383e-07,
      "loss": 0.0257,
      "step": 53975
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.04789866792102e-07,
      "loss": 0.0138,
      "step": 53976
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.046687865112916e-07,
      "loss": 0.009,
      "step": 53977
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.045477175719188e-07,
      "loss": 0.0039,
      "step": 53978
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.044266599742954e-07,
      "loss": 0.0302,
      "step": 53979
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.043056137187358e-07,
      "loss": 0.0099,
      "step": 53980
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.041845788055511e-07,
      "loss": 0.0092,
      "step": 53981
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.040635552350532e-07,
      "loss": 0.009,
      "step": 53982
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.039425430075552e-07,
      "loss": 0.0043,
      "step": 53983
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.038215421233696e-07,
      "loss": 0.0065,
      "step": 53984
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.037005525828082e-07,
      "loss": 0.0198,
      "step": 53985
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.035795743861827e-07,
      "loss": 0.0029,
      "step": 53986
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.03458607533805e-07,
      "loss": 0.0061,
      "step": 53987
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.033376520259887e-07,
      "loss": 0.0026,
      "step": 53988
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.032167078630441e-07,
      "loss": 0.0115,
      "step": 53989
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.030957750452854e-07,
      "loss": 0.0036,
      "step": 53990
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.029748535730234e-07,
      "loss": 0.0209,
      "step": 53991
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.028539434465703e-07,
      "loss": 0.0101,
      "step": 53992
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.027330446662383e-07,
      "loss": 0.0035,
      "step": 53993
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.026121572323379e-07,
      "loss": 0.0064,
      "step": 53994
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.024912811451827e-07,
      "loss": 0.0072,
      "step": 53995
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.023704164050847e-07,
      "loss": 0.0123,
      "step": 53996
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.022495630123542e-07,
      "loss": 0.0081,
      "step": 53997
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.021287209673049e-07,
      "loss": 0.003,
      "step": 53998
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.020078902702481e-07,
      "loss": 0.0146,
      "step": 53999
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.018870709214947e-07,
      "loss": 0.0087,
      "step": 54000
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.017662629213572e-07,
      "loss": 0.0068,
      "step": 54001
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.016454662701465e-07,
      "loss": 0.0039,
      "step": 54002
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.015246809681752e-07,
      "loss": 0.0044,
      "step": 54003
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.01403907015754e-07,
      "loss": 0.0119,
      "step": 54004
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.012831444131967e-07,
      "loss": 0.0079,
      "step": 54005
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.011623931608141e-07,
      "loss": 0.0072,
      "step": 54006
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.010416532589147e-07,
      "loss": 0.0325,
      "step": 54007
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.00920924707814e-07,
      "loss": 0.0188,
      "step": 54008
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.008002075078206e-07,
      "loss": 0.0112,
      "step": 54009
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.006795016592487e-07,
      "loss": 0.0076,
      "step": 54010
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.00558807162408e-07,
      "loss": 0.0284,
      "step": 54011
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.004381240176099e-07,
      "loss": 0.0072,
      "step": 54012
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.003174522251681e-07,
      "loss": 0.0152,
      "step": 54013
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.001967917853901e-07,
      "loss": 0.0148,
      "step": 54014
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.000761426985902e-07,
      "loss": 0.0099,
      "step": 54015
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.999555049650785e-07,
      "loss": 0.0061,
      "step": 54016
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.99834878585166e-07,
      "loss": 0.0026,
      "step": 54017
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.997142635591657e-07,
      "loss": 0.0028,
      "step": 54018
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.995936598873875e-07,
      "loss": 0.0205,
      "step": 54019
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.994730675701427e-07,
      "loss": 0.0097,
      "step": 54020
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.993524866077422e-07,
      "loss": 0.0093,
      "step": 54021
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.992319170004968e-07,
      "loss": 0.0083,
      "step": 54022
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.991113587487197e-07,
      "loss": 0.0052,
      "step": 54023
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.989908118527188e-07,
      "loss": 0.0089,
      "step": 54024
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.988702763128085e-07,
      "loss": 0.0212,
      "step": 54025
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.987497521292978e-07,
      "loss": 0.0244,
      "step": 54026
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.986292393024984e-07,
      "loss": 0.0139,
      "step": 54027
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.985087378327215e-07,
      "loss": 0.0043,
      "step": 54028
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.983882477202757e-07,
      "loss": 0.0029,
      "step": 54029
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.982677689654748e-07,
      "loss": 0.0065,
      "step": 54030
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.98147301568629e-07,
      "loss": 0.0053,
      "step": 54031
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.980268455300475e-07,
      "loss": 0.0054,
      "step": 54032
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.97906400850044e-07,
      "loss": 0.0102,
      "step": 54033
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.977859675289271e-07,
      "loss": 0.0093,
      "step": 54034
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.976655455670083e-07,
      "loss": 0.0048,
      "step": 54035
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.975451349645978e-07,
      "loss": 0.0049,
      "step": 54036
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.974247357220058e-07,
      "loss": 0.0309,
      "step": 54037
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.973043478395452e-07,
      "loss": 0.006,
      "step": 54038
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.971839713175237e-07,
      "loss": 0.006,
      "step": 54039
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.970636061562551e-07,
      "loss": 0.0014,
      "step": 54040
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.969432523560481e-07,
      "loss": 0.0215,
      "step": 54041
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.968229099172135e-07,
      "loss": 0.0044,
      "step": 54042
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.967025788400615e-07,
      "loss": 0.0109,
      "step": 54043
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.965822591249027e-07,
      "loss": 0.0078,
      "step": 54044
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.964619507720482e-07,
      "loss": 0.0233,
      "step": 54045
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.963416537818078e-07,
      "loss": 0.0156,
      "step": 54046
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.96221368154492e-07,
      "loss": 0.0103,
      "step": 54047
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.961010938904116e-07,
      "loss": 0.008,
      "step": 54048
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.959808309898768e-07,
      "loss": 0.0416,
      "step": 54049
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.95860579453198e-07,
      "loss": 0.0107,
      "step": 54050
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.957403392806854e-07,
      "loss": 0.0134,
      "step": 54051
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.956201104726477e-07,
      "loss": 0.0069,
      "step": 54052
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.954998930293982e-07,
      "loss": 0.0083,
      "step": 54053
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.953796869512435e-07,
      "loss": 0.0067,
      "step": 54054
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.952594922384974e-07,
      "loss": 0.0206,
      "step": 54055
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.951393088914686e-07,
      "loss": 0.0075,
      "step": 54056
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.950191369104663e-07,
      "loss": 0.0084,
      "step": 54057
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.948989762958018e-07,
      "loss": 0.0106,
      "step": 54058
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.947788270477833e-07,
      "loss": 0.0088,
      "step": 54059
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.946586891667239e-07,
      "loss": 0.0038,
      "step": 54060
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.94538562652931e-07,
      "loss": 0.0085,
      "step": 54061
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.94418447506715e-07,
      "loss": 0.0111,
      "step": 54062
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.942983437283878e-07,
      "loss": 0.0048,
      "step": 54063
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.94178251318256e-07,
      "loss": 0.0048,
      "step": 54064
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.940581702766323e-07,
      "loss": 0.0129,
      "step": 54065
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.939381006038253e-07,
      "loss": 0.0044,
      "step": 54066
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.938180423001444e-07,
      "loss": 0.0114,
      "step": 54067
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.936979953659005e-07,
      "loss": 0.0022,
      "step": 54068
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.935779598014024e-07,
      "loss": 0.0073,
      "step": 54069
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.93457935606962e-07,
      "loss": 0.002,
      "step": 54070
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.933379227828867e-07,
      "loss": 0.0019,
      "step": 54071
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.932179213294853e-07,
      "loss": 0.0027,
      "step": 54072
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.930979312470703e-07,
      "loss": 0.0237,
      "step": 54073
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.929779525359486e-07,
      "loss": 0.006,
      "step": 54074
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.928579851964323e-07,
      "loss": 0.0017,
      "step": 54075
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.927380292288293e-07,
      "loss": 0.0114,
      "step": 54076
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.926180846334501e-07,
      "loss": 0.0055,
      "step": 54077
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.924981514106038e-07,
      "loss": 0.0176,
      "step": 54078
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.923782295605984e-07,
      "loss": 0.0056,
      "step": 54079
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.922583190837461e-07,
      "loss": 0.0088,
      "step": 54080
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.921384199803548e-07,
      "loss": 0.0055,
      "step": 54081
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.920185322507333e-07,
      "loss": 0.0061,
      "step": 54082
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.918986558951923e-07,
      "loss": 0.0221,
      "step": 54083
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.917787909140405e-07,
      "loss": 0.0112,
      "step": 54084
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.916589373075871e-07,
      "loss": 0.0021,
      "step": 54085
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.915390950761413e-07,
      "loss": 0.0046,
      "step": 54086
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.914192642200117e-07,
      "loss": 0.0075,
      "step": 54087
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.912994447395093e-07,
      "loss": 0.0251,
      "step": 54088
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.911796366349415e-07,
      "loss": 0.0409,
      "step": 54089
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.910598399066186e-07,
      "loss": 0.0139,
      "step": 54090
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.909400545548494e-07,
      "loss": 0.0058,
      "step": 54091
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.908202805799435e-07,
      "loss": 0.004,
      "step": 54092
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.907005179822089e-07,
      "loss": 0.0072,
      "step": 54093
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.90580766761954e-07,
      "loss": 0.0029,
      "step": 54094
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.904610269194899e-07,
      "loss": 0.0075,
      "step": 54095
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.903412984551249e-07,
      "loss": 0.0017,
      "step": 54096
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.902215813691659e-07,
      "loss": 0.0032,
      "step": 54097
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.901018756619253e-07,
      "loss": 0.004,
      "step": 54098
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.899821813337098e-07,
      "loss": 0.0049,
      "step": 54099
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.898624983848283e-07,
      "loss": 0.0116,
      "step": 54100
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.897428268155902e-07,
      "loss": 0.0055,
      "step": 54101
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.89623166626303e-07,
      "loss": 0.0046,
      "step": 54102
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.895035178172781e-07,
      "loss": 0.0036,
      "step": 54103
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.893838803888219e-07,
      "loss": 0.0084,
      "step": 54104
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.89264254341243e-07,
      "loss": 0.0111,
      "step": 54105
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.891446396748524e-07,
      "loss": 0.0058,
      "step": 54106
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.890250363899569e-07,
      "loss": 0.0112,
      "step": 54107
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.889054444868653e-07,
      "loss": 0.0202,
      "step": 54108
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.887858639658866e-07,
      "loss": 0.0228,
      "step": 54109
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.886662948273281e-07,
      "loss": 0.0137,
      "step": 54110
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.885467370715004e-07,
      "loss": 0.0127,
      "step": 54111
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.884271906987099e-07,
      "loss": 0.0139,
      "step": 54112
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.88307655709267e-07,
      "loss": 0.0226,
      "step": 54113
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.881881321034805e-07,
      "loss": 0.0088,
      "step": 54114
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.880686198816554e-07,
      "loss": 0.0064,
      "step": 54115
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.879491190441033e-07,
      "loss": 0.0025,
      "step": 54116
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.878296295911307e-07,
      "loss": 0.0072,
      "step": 54117
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.877101515230477e-07,
      "loss": 0.0252,
      "step": 54118
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.875906848401614e-07,
      "loss": 0.0118,
      "step": 54119
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.874712295427793e-07,
      "loss": 0.0053,
      "step": 54120
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.873517856312128e-07,
      "loss": 0.0089,
      "step": 54121
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.87232353105766e-07,
      "loss": 0.0023,
      "step": 54122
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.871129319667501e-07,
      "loss": 0.012,
      "step": 54123
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.869935222144718e-07,
      "loss": 0.0032,
      "step": 54124
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.868741238492387e-07,
      "loss": 0.0095,
      "step": 54125
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.867547368713611e-07,
      "loss": 0.0097,
      "step": 54126
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.866353612811453e-07,
      "loss": 0.0104,
      "step": 54127
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.865159970788998e-07,
      "loss": 0.0078,
      "step": 54128
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.863966442649328e-07,
      "loss": 0.0045,
      "step": 54129
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.862773028395507e-07,
      "loss": 0.0039,
      "step": 54130
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.861579728030642e-07,
      "loss": 0.009,
      "step": 54131
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.860386541557784e-07,
      "loss": 0.0056,
      "step": 54132
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.859193468980034e-07,
      "loss": 0.0035,
      "step": 54133
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.858000510300465e-07,
      "loss": 0.0154,
      "step": 54134
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.856807665522151e-07,
      "loss": 0.0023,
      "step": 54135
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.855614934648174e-07,
      "loss": 0.0065,
      "step": 54136
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.854422317681596e-07,
      "loss": 0.0224,
      "step": 54137
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.853229814625522e-07,
      "loss": 0.0066,
      "step": 54138
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.852037425483009e-07,
      "loss": 0.0038,
      "step": 54139
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.850845150257134e-07,
      "loss": 0.0191,
      "step": 54140
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.849652988950983e-07,
      "loss": 0.0051,
      "step": 54141
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.848460941567635e-07,
      "loss": 0.0117,
      "step": 54142
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.847269008110151e-07,
      "loss": 0.0066,
      "step": 54143
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.846077188581617e-07,
      "loss": 0.009,
      "step": 54144
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.844885482985097e-07,
      "loss": 0.0004,
      "step": 54145
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.843693891323682e-07,
      "loss": 0.0041,
      "step": 54146
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.842502413600432e-07,
      "loss": 0.0051,
      "step": 54147
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.841311049818438e-07,
      "loss": 0.0012,
      "step": 54148
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.840119799980765e-07,
      "loss": 0.0061,
      "step": 54149
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.838928664090487e-07,
      "loss": 0.0055,
      "step": 54150
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.837737642150676e-07,
      "loss": 0.006,
      "step": 54151
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.836546734164394e-07,
      "loss": 0.005,
      "step": 54152
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.83535594013474e-07,
      "loss": 0.0088,
      "step": 54153
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.834165260064773e-07,
      "loss": 0.0048,
      "step": 54154
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.832974693957555e-07,
      "loss": 0.0059,
      "step": 54155
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.83178424181618e-07,
      "loss": 0.0027,
      "step": 54156
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.830593903643705e-07,
      "loss": 0.0252,
      "step": 54157
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.829403679443201e-07,
      "loss": 0.0097,
      "step": 54158
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.828213569217749e-07,
      "loss": 0.0048,
      "step": 54159
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.827023572970403e-07,
      "loss": 0.0057,
      "step": 54160
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.825833690704252e-07,
      "loss": 0.0094,
      "step": 54161
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.824643922422352e-07,
      "loss": 0.0132,
      "step": 54162
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.823454268127788e-07,
      "loss": 0.0029,
      "step": 54163
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.822264727823623e-07,
      "loss": 0.0214,
      "step": 54164
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.821075301512924e-07,
      "loss": 0.0209,
      "step": 54165
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.819885989198759e-07,
      "loss": 0.0066,
      "step": 54166
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.818696790884187e-07,
      "loss": 0.0084,
      "step": 54167
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.8175077065723e-07,
      "loss": 0.0104,
      "step": 54168
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.816318736266158e-07,
      "loss": 0.0033,
      "step": 54169
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.815129879968812e-07,
      "loss": 0.0299,
      "step": 54170
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.81394113768336e-07,
      "loss": 0.0075,
      "step": 54171
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.812752509412839e-07,
      "loss": 0.0072,
      "step": 54172
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.811563995160335e-07,
      "loss": 0.0043,
      "step": 54173
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.810375594928913e-07,
      "loss": 0.0035,
      "step": 54174
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.80918730872162e-07,
      "loss": 0.0068,
      "step": 54175
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.807999136541553e-07,
      "loss": 0.0127,
      "step": 54176
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.80681107839175e-07,
      "loss": 0.0037,
      "step": 54177
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.805623134275312e-07,
      "loss": 0.0073,
      "step": 54178
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.804435304195267e-07,
      "loss": 0.0147,
      "step": 54179
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.803247588154687e-07,
      "loss": 0.0067,
      "step": 54180
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.802059986156655e-07,
      "loss": 0.0146,
      "step": 54181
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.800872498204219e-07,
      "loss": 0.0046,
      "step": 54182
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.799685124300453e-07,
      "loss": 0.0168,
      "step": 54183
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.798497864448416e-07,
      "loss": 0.0037,
      "step": 54184
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.797310718651178e-07,
      "loss": 0.0101,
      "step": 54185
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.796123686911792e-07,
      "loss": 0.0051,
      "step": 54186
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.794936769233317e-07,
      "loss": 0.0032,
      "step": 54187
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.793749965618834e-07,
      "loss": 0.0076,
      "step": 54188
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.792563276071394e-07,
      "loss": 0.0015,
      "step": 54189
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.791376700594053e-07,
      "loss": 0.0165,
      "step": 54190
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.790190239189891e-07,
      "loss": 0.0071,
      "step": 54191
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.789003891861955e-07,
      "loss": 0.0144,
      "step": 54192
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.78781765861331e-07,
      "loss": 0.0031,
      "step": 54193
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.786631539447018e-07,
      "loss": 0.018,
      "step": 54194
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.78544553436613e-07,
      "loss": 0.0037,
      "step": 54195
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.784259643373724e-07,
      "loss": 0.0091,
      "step": 54196
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.783073866472844e-07,
      "loss": 0.014,
      "step": 54197
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.781888203666558e-07,
      "loss": 0.002,
      "step": 54198
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.780702654957931e-07,
      "loss": 0.0023,
      "step": 54199
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.779517220350012e-07,
      "loss": 0.0058,
      "step": 54200
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.778331899845862e-07,
      "loss": 0.0274,
      "step": 54201
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.777146693448532e-07,
      "loss": 0.016,
      "step": 54202
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.7759616011611e-07,
      "loss": 0.0043,
      "step": 54203
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.774776622986611e-07,
      "loss": 0.0084,
      "step": 54204
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.77359175892811e-07,
      "loss": 0.0085,
      "step": 54205
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.772407008988684e-07,
      "loss": 0.0201,
      "step": 54206
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.77122237317137e-07,
      "loss": 0.0028,
      "step": 54207
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.770037851479232e-07,
      "loss": 0.0129,
      "step": 54208
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.768853443915323e-07,
      "loss": 0.0083,
      "step": 54209
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.767669150482691e-07,
      "loss": 0.0077,
      "step": 54210
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.766484971184411e-07,
      "loss": 0.0189,
      "step": 54211
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.765300906023519e-07,
      "loss": 0.0217,
      "step": 54212
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.764116955003086e-07,
      "loss": 0.0075,
      "step": 54213
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.762933118126163e-07,
      "loss": 0.0107,
      "step": 54214
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.761749395395799e-07,
      "loss": 0.0087,
      "step": 54215
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.760565786815059e-07,
      "loss": 0.0076,
      "step": 54216
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.759382292386972e-07,
      "loss": 0.0055,
      "step": 54217
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.758198912114626e-07,
      "loss": 0.0061,
      "step": 54218
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.757015646001052e-07,
      "loss": 0.0073,
      "step": 54219
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.755832494049302e-07,
      "loss": 0.008,
      "step": 54220
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.754649456262451e-07,
      "loss": 0.033,
      "step": 54221
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.753466532643531e-07,
      "loss": 0.0053,
      "step": 54222
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.7522837231956e-07,
      "loss": 0.0045,
      "step": 54223
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.751101027921713e-07,
      "loss": 0.0118,
      "step": 54224
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.749918446824909e-07,
      "loss": 0.0063,
      "step": 54225
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.748735979908259e-07,
      "loss": 0.0033,
      "step": 54226
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.747553627174795e-07,
      "loss": 0.0149,
      "step": 54227
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.746371388627587e-07,
      "loss": 0.0066,
      "step": 54228
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.745189264269691e-07,
      "loss": 0.001,
      "step": 54229
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.744007254104116e-07,
      "loss": 0.0062,
      "step": 54230
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.742825358133952e-07,
      "loss": 0.0175,
      "step": 54231
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.741643576362221e-07,
      "loss": 0.0073,
      "step": 54232
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.740461908792e-07,
      "loss": 0.01,
      "step": 54233
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.739280355426325e-07,
      "loss": 0.0182,
      "step": 54234
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.738098916268242e-07,
      "loss": 0.007,
      "step": 54235
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.7369175913208e-07,
      "loss": 0.0163,
      "step": 54236
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.735736380587048e-07,
      "loss": 0.0063,
      "step": 54237
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.734555284070037e-07,
      "loss": 0.015,
      "step": 54238
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.733374301772815e-07,
      "loss": 0.0112,
      "step": 54239
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.732193433698418e-07,
      "loss": 0.0047,
      "step": 54240
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.731012679849912e-07,
      "loss": 0.0036,
      "step": 54241
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.729832040230332e-07,
      "loss": 0.0273,
      "step": 54242
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.728651514842726e-07,
      "loss": 0.0109,
      "step": 54243
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.727471103690141e-07,
      "loss": 0.0252,
      "step": 54244
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.726290806775614e-07,
      "loss": 0.0039,
      "step": 54245
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.725110624102209e-07,
      "loss": 0.0064,
      "step": 54246
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.723930555672952e-07,
      "loss": 0.0039,
      "step": 54247
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.7227506014909e-07,
      "loss": 0.0057,
      "step": 54248
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.721570761559103e-07,
      "loss": 0.0034,
      "step": 54249
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.720391035880596e-07,
      "loss": 0.0045,
      "step": 54250
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.719211424458421e-07,
      "loss": 0.0055,
      "step": 54251
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.718031927295615e-07,
      "loss": 0.0044,
      "step": 54252
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.716852544395241e-07,
      "loss": 0.0028,
      "step": 54253
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.715673275760336e-07,
      "loss": 0.0033,
      "step": 54254
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.714494121393926e-07,
      "loss": 0.0113,
      "step": 54255
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.713315081299082e-07,
      "loss": 0.006,
      "step": 54256
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.712136155478831e-07,
      "loss": 0.0066,
      "step": 54257
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.710957343936213e-07,
      "loss": 0.0187,
      "step": 54258
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.709778646674274e-07,
      "loss": 0.0084,
      "step": 54259
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.708600063696041e-07,
      "loss": 0.0027,
      "step": 54260
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.707421595004581e-07,
      "loss": 0.0105,
      "step": 54261
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.70624324060291e-07,
      "loss": 0.0074,
      "step": 54262
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.705065000494092e-07,
      "loss": 0.01,
      "step": 54263
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.703886874681153e-07,
      "loss": 0.0026,
      "step": 54264
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.702708863167139e-07,
      "loss": 0.0128,
      "step": 54265
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.701530965955082e-07,
      "loss": 0.0025,
      "step": 54266
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.700353183048019e-07,
      "loss": 0.0019,
      "step": 54267
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.699175514449006e-07,
      "loss": 0.0078,
      "step": 54268
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.697997960161067e-07,
      "loss": 0.023,
      "step": 54269
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.69682052018724e-07,
      "loss": 0.0181,
      "step": 54270
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.695643194530576e-07,
      "loss": 0.0083,
      "step": 54271
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.694465983194102e-07,
      "loss": 0.0035,
      "step": 54272
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.693288886180865e-07,
      "loss": 0.0096,
      "step": 54273
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.69211190349389e-07,
      "loss": 0.0087,
      "step": 54274
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.690935035136213e-07,
      "loss": 0.0156,
      "step": 54275
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.689758281110891e-07,
      "loss": 0.0142,
      "step": 54276
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.688581641420932e-07,
      "loss": 0.0083,
      "step": 54277
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.6874051160694e-07,
      "loss": 0.0097,
      "step": 54278
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.686228705059327e-07,
      "loss": 0.0047,
      "step": 54279
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.685052408393721e-07,
      "loss": 0.0055,
      "step": 54280
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.683876226075641e-07,
      "loss": 0.0141,
      "step": 54281
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.682700158108112e-07,
      "loss": 0.0026,
      "step": 54282
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.681524204494182e-07,
      "loss": 0.0032,
      "step": 54283
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.680348365236876e-07,
      "loss": 0.0033,
      "step": 54284
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.679172640339215e-07,
      "loss": 0.004,
      "step": 54285
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.677997029804272e-07,
      "loss": 0.0098,
      "step": 54286
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.676821533635035e-07,
      "loss": 0.0084,
      "step": 54287
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.675646151834563e-07,
      "loss": 0.0081,
      "step": 54288
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.674470884405886e-07,
      "loss": 0.0041,
      "step": 54289
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.673295731352024e-07,
      "loss": 0.0053,
      "step": 54290
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.672120692676031e-07,
      "loss": 0.0249,
      "step": 54291
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.670945768380926e-07,
      "loss": 0.0088,
      "step": 54292
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.669770958469739e-07,
      "loss": 0.0045,
      "step": 54293
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.668596262945508e-07,
      "loss": 0.0091,
      "step": 54294
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.667421681811247e-07,
      "loss": 0.0036,
      "step": 54295
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.666247215070009e-07,
      "loss": 0.0055,
      "step": 54296
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.665072862724807e-07,
      "loss": 0.0063,
      "step": 54297
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.66389862477869e-07,
      "loss": 0.0033,
      "step": 54298
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.662724501234679e-07,
      "loss": 0.0075,
      "step": 54299
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.661550492095802e-07,
      "loss": 0.005,
      "step": 54300
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.660376597365091e-07,
      "loss": 0.0017,
      "step": 54301
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.659202817045561e-07,
      "loss": 0.0064,
      "step": 54302
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.658029151140259e-07,
      "loss": 0.003,
      "step": 54303
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.656855599652211e-07,
      "loss": 0.0045,
      "step": 54304
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.65568216258443e-07,
      "loss": 0.0006,
      "step": 54305
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.654508839939965e-07,
      "loss": 0.021,
      "step": 54306
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.65333563172183e-07,
      "loss": 0.0116,
      "step": 54307
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.65216253793306e-07,
      "loss": 0.0094,
      "step": 54308
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.650989558576675e-07,
      "loss": 0.0121,
      "step": 54309
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.649816693655697e-07,
      "loss": 0.0157,
      "step": 54310
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.648643943173171e-07,
      "loss": 0.0129,
      "step": 54311
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.647471307132101e-07,
      "loss": 0.0056,
      "step": 54312
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.646298785535531e-07,
      "loss": 0.0045,
      "step": 54313
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.645126378386484e-07,
      "loss": 0.0176,
      "step": 54314
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.643954085687975e-07,
      "loss": 0.0019,
      "step": 54315
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.642781907443034e-07,
      "loss": 0.0032,
      "step": 54316
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.641609843654683e-07,
      "loss": 0.0025,
      "step": 54317
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.640437894325957e-07,
      "loss": 0.0112,
      "step": 54318
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.639266059459869e-07,
      "loss": 0.0123,
      "step": 54319
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.638094339059436e-07,
      "loss": 0.0048,
      "step": 54320
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.636922733127703e-07,
      "loss": 0.0177,
      "step": 54321
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.63575124166768e-07,
      "loss": 0.0146,
      "step": 54322
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.634579864682393e-07,
      "loss": 0.0096,
      "step": 54323
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.633408602174867e-07,
      "loss": 0.0136,
      "step": 54324
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.632237454148104e-07,
      "loss": 0.0136,
      "step": 54325
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.631066420605158e-07,
      "loss": 0.0086,
      "step": 54326
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.62989550154902e-07,
      "loss": 0.0049,
      "step": 54327
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.628724696982741e-07,
      "loss": 0.0061,
      "step": 54328
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.627554006909319e-07,
      "loss": 0.0068,
      "step": 54329
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.626383431331789e-07,
      "loss": 0.0167,
      "step": 54330
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.625212970253168e-07,
      "loss": 0.003,
      "step": 54331
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.624042623676457e-07,
      "loss": 0.0034,
      "step": 54332
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.622872391604711e-07,
      "loss": 0.0148,
      "step": 54333
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.621702274040924e-07,
      "loss": 0.0045,
      "step": 54334
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.620532270988116e-07,
      "loss": 0.0029,
      "step": 54335
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.619362382449334e-07,
      "loss": 0.0042,
      "step": 54336
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.618192608427553e-07,
      "loss": 0.0046,
      "step": 54337
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.617022948925821e-07,
      "loss": 0.0094,
      "step": 54338
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.615853403947153e-07,
      "loss": 0.0095,
      "step": 54339
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.614683973494551e-07,
      "loss": 0.0197,
      "step": 54340
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.613514657571056e-07,
      "loss": 0.0094,
      "step": 54341
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.612345456179658e-07,
      "loss": 0.0051,
      "step": 54342
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.611176369323413e-07,
      "loss": 0.0089,
      "step": 54343
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.610007397005307e-07,
      "loss": 0.0217,
      "step": 54344
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.608838539228351e-07,
      "loss": 0.0028,
      "step": 54345
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.607669795995579e-07,
      "loss": 0.0108,
      "step": 54346
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.606501167309997e-07,
      "loss": 0.0084,
      "step": 54347
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.605332653174633e-07,
      "loss": 0.0027,
      "step": 54348
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.604164253592493e-07,
      "loss": 0.0112,
      "step": 54349
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.602995968566593e-07,
      "loss": 0.0083,
      "step": 54350
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.601827798099946e-07,
      "loss": 0.0057,
      "step": 54351
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.600659742195558e-07,
      "loss": 0.01,
      "step": 54352
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.599491800856461e-07,
      "loss": 0.0105,
      "step": 54353
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.598323974085663e-07,
      "loss": 0.0062,
      "step": 54354
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.597156261886161e-07,
      "loss": 0.0034,
      "step": 54355
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.595988664260993e-07,
      "loss": 0.0067,
      "step": 54356
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.594821181213161e-07,
      "loss": 0.0171,
      "step": 54357
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.59365381274568e-07,
      "loss": 0.0076,
      "step": 54358
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.592486558861554e-07,
      "loss": 0.0037,
      "step": 54359
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.59131941956379e-07,
      "loss": 0.0096,
      "step": 54360
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.590152394855424e-07,
      "loss": 0.011,
      "step": 54361
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.58898548473944e-07,
      "loss": 0.0179,
      "step": 54362
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.587818689218871e-07,
      "loss": 0.0042,
      "step": 54363
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.586652008296723e-07,
      "loss": 0.0034,
      "step": 54364
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.585485441975996e-07,
      "loss": 0.0198,
      "step": 54365
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.584318990259707e-07,
      "loss": 0.0067,
      "step": 54366
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.583152653150858e-07,
      "loss": 0.0053,
      "step": 54367
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.581986430652475e-07,
      "loss": 0.0069,
      "step": 54368
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.580820322767561e-07,
      "loss": 0.0088,
      "step": 54369
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.579654329499107e-07,
      "loss": 0.0293,
      "step": 54370
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.578488450850145e-07,
      "loss": 0.0084,
      "step": 54371
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.577322686823678e-07,
      "loss": 0.0173,
      "step": 54372
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.576157037422713e-07,
      "loss": 0.0015,
      "step": 54373
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.574991502650251e-07,
      "loss": 0.006,
      "step": 54374
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.573826082509299e-07,
      "loss": 0.0063,
      "step": 54375
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.572660777002875e-07,
      "loss": 0.004,
      "step": 54376
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.571495586133974e-07,
      "loss": 0.0195,
      "step": 54377
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.570330509905614e-07,
      "loss": 0.0074,
      "step": 54378
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.569165548320799e-07,
      "loss": 0.0031,
      "step": 54379
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.568000701382531e-07,
      "loss": 0.0048,
      "step": 54380
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.56683596909382e-07,
      "loss": 0.0036,
      "step": 54381
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.565671351457653e-07,
      "loss": 0.0216,
      "step": 54382
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.564506848477064e-07,
      "loss": 0.0067,
      "step": 54383
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.563342460155041e-07,
      "loss": 0.0062,
      "step": 54384
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.562178186494582e-07,
      "loss": 0.002,
      "step": 54385
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.561014027498712e-07,
      "loss": 0.0035,
      "step": 54386
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.559849983170429e-07,
      "loss": 0.0184,
      "step": 54387
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.558686053512724e-07,
      "loss": 0.0035,
      "step": 54388
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.557522238528612e-07,
      "loss": 0.0071,
      "step": 54389
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.556358538221079e-07,
      "loss": 0.0063,
      "step": 54390
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.555194952593151e-07,
      "loss": 0.0037,
      "step": 54391
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.554031481647809e-07,
      "loss": 0.0057,
      "step": 54392
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.552868125388077e-07,
      "loss": 0.0096,
      "step": 54393
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.551704883816955e-07,
      "loss": 0.0025,
      "step": 54394
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.550541756937417e-07,
      "loss": 0.0034,
      "step": 54395
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.549378744752493e-07,
      "loss": 0.0051,
      "step": 54396
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.54821584726516e-07,
      "loss": 0.0098,
      "step": 54397
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.547053064478447e-07,
      "loss": 0.0098,
      "step": 54398
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.545890396395337e-07,
      "loss": 0.0082,
      "step": 54399
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.544727843018832e-07,
      "loss": 0.0023,
      "step": 54400
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.543565404351936e-07,
      "loss": 0.0058,
      "step": 54401
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.542403080397635e-07,
      "loss": 0.0047,
      "step": 54402
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.541240871158943e-07,
      "loss": 0.0029,
      "step": 54403
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.540078776638858e-07,
      "loss": 0.0146,
      "step": 54404
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.538916796840366e-07,
      "loss": 0.0174,
      "step": 54405
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.537754931766481e-07,
      "loss": 0.016,
      "step": 54406
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.536593181420197e-07,
      "loss": 0.0069,
      "step": 54407
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.53543154580451e-07,
      "loss": 0.0166,
      "step": 54408
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.534270024922411e-07,
      "loss": 0.0296,
      "step": 54409
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.533108618776895e-07,
      "loss": 0.006,
      "step": 54410
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.531947327370973e-07,
      "loss": 0.0086,
      "step": 54411
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.530786150707629e-07,
      "loss": 0.0048,
      "step": 54412
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.529625088789875e-07,
      "loss": 0.0025,
      "step": 54413
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.528464141620693e-07,
      "loss": 0.0048,
      "step": 54414
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.527303309203086e-07,
      "loss": 0.0101,
      "step": 54415
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.52614259154004e-07,
      "loss": 0.0051,
      "step": 54416
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.524981988634554e-07,
      "loss": 0.0071,
      "step": 54417
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.523821500489629e-07,
      "loss": 0.006,
      "step": 54418
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.522661127108253e-07,
      "loss": 0.0247,
      "step": 54419
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.521500868493418e-07,
      "loss": 0.003,
      "step": 54420
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.520340724648132e-07,
      "loss": 0.0336,
      "step": 54421
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.519180695575372e-07,
      "loss": 0.0068,
      "step": 54422
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.518020781278144e-07,
      "loss": 0.0063,
      "step": 54423
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.516860981759431e-07,
      "loss": 0.0105,
      "step": 54424
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.515701297022225e-07,
      "loss": 0.0098,
      "step": 54425
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.514541727069528e-07,
      "loss": 0.0382,
      "step": 54426
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.513382271904316e-07,
      "loss": 0.0118,
      "step": 54427
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.512222931529604e-07,
      "loss": 0.0065,
      "step": 54428
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.511063705948372e-07,
      "loss": 0.0108,
      "step": 54429
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.509904595163606e-07,
      "loss": 0.0069,
      "step": 54430
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.508745599178305e-07,
      "loss": 0.0062,
      "step": 54431
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.50758671799545e-07,
      "loss": 0.0022,
      "step": 54432
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.506427951618037e-07,
      "loss": 0.0098,
      "step": 54433
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.505269300049066e-07,
      "loss": 0.0025,
      "step": 54434
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.504110763291503e-07,
      "loss": 0.0017,
      "step": 54435
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.502952341348361e-07,
      "loss": 0.0057,
      "step": 54436
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.501794034222619e-07,
      "loss": 0.0113,
      "step": 54437
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.500635841917268e-07,
      "loss": 0.0129,
      "step": 54438
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.49947776443529e-07,
      "loss": 0.006,
      "step": 54439
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.498319801779672e-07,
      "loss": 0.0036,
      "step": 54440
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.497161953953422e-07,
      "loss": 0.0053,
      "step": 54441
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.4960042209595e-07,
      "loss": 0.003,
      "step": 54442
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.494846602800913e-07,
      "loss": 0.0134,
      "step": 54443
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.493689099480659e-07,
      "loss": 0.0022,
      "step": 54444
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.49253171100168e-07,
      "loss": 0.0186,
      "step": 54445
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.491374437367008e-07,
      "loss": 0.0069,
      "step": 54446
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.490217278579596e-07,
      "loss": 0.0032,
      "step": 54447
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.489060234642457e-07,
      "loss": 0.0034,
      "step": 54448
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.487903305558562e-07,
      "loss": 0.0051,
      "step": 54449
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.486746491330896e-07,
      "loss": 0.0126,
      "step": 54450
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.485589791962459e-07,
      "loss": 0.0042,
      "step": 54451
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.484433207456208e-07,
      "loss": 0.0046,
      "step": 54452
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.483276737815152e-07,
      "loss": 0.027,
      "step": 54453
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.482120383042266e-07,
      "loss": 0.0083,
      "step": 54454
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.480964143140527e-07,
      "loss": 0.008,
      "step": 54455
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.479808018112931e-07,
      "loss": 0.0047,
      "step": 54456
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.478652007962448e-07,
      "loss": 0.0048,
      "step": 54457
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.477496112692093e-07,
      "loss": 0.0098,
      "step": 54458
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.476340332304808e-07,
      "loss": 0.0039,
      "step": 54459
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.475184666803585e-07,
      "loss": 0.0032,
      "step": 54460
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.474029116191415e-07,
      "loss": 0.0092,
      "step": 54461
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.472873680471275e-07,
      "loss": 0.0044,
      "step": 54462
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.471718359646156e-07,
      "loss": 0.0063,
      "step": 54463
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.470563153719033e-07,
      "loss": 0.0037,
      "step": 54464
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.469408062692882e-07,
      "loss": 0.0108,
      "step": 54465
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.468253086570691e-07,
      "loss": 0.0185,
      "step": 54466
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.467098225355421e-07,
      "loss": 0.0123,
      "step": 54467
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.465943479050085e-07,
      "loss": 0.0058,
      "step": 54468
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.464788847657637e-07,
      "loss": 0.0185,
      "step": 54469
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.463634331181061e-07,
      "loss": 0.0043,
      "step": 54470
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.462479929623343e-07,
      "loss": 0.0041,
      "step": 54471
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.461325642987464e-07,
      "loss": 0.0061,
      "step": 54472
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.460171471276393e-07,
      "loss": 0.0062,
      "step": 54473
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.459017414493112e-07,
      "loss": 0.0068,
      "step": 54474
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.457863472640584e-07,
      "loss": 0.0075,
      "step": 54475
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.456709645721814e-07,
      "loss": 0.0037,
      "step": 54476
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.455555933739759e-07,
      "loss": 0.0075,
      "step": 54477
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.454402336697412e-07,
      "loss": 0.0061,
      "step": 54478
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.453248854597742e-07,
      "loss": 0.0029,
      "step": 54479
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.45209548744372e-07,
      "loss": 0.015,
      "step": 54480
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.450942235238332e-07,
      "loss": 0.0039,
      "step": 54481
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.449789097984532e-07,
      "loss": 0.0075,
      "step": 54482
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.448636075685326e-07,
      "loss": 0.0043,
      "step": 54483
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.44748316834367e-07,
      "loss": 0.0042,
      "step": 54484
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.446330375962538e-07,
      "loss": 0.0046,
      "step": 54485
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.445177698544918e-07,
      "loss": 0.0056,
      "step": 54486
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.444025136093778e-07,
      "loss": 0.0069,
      "step": 54487
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.442872688612094e-07,
      "loss": 0.0035,
      "step": 54488
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.441720356102831e-07,
      "loss": 0.0083,
      "step": 54489
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.440568138568957e-07,
      "loss": 0.0104,
      "step": 54490
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.439416036013473e-07,
      "loss": 0.0042,
      "step": 54491
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.438264048439318e-07,
      "loss": 0.0269,
      "step": 54492
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.43711217584949e-07,
      "loss": 0.0007,
      "step": 54493
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.435960418246955e-07,
      "loss": 0.0094,
      "step": 54494
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.434808775634681e-07,
      "loss": 0.0051,
      "step": 54495
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.433657248015645e-07,
      "loss": 0.0311,
      "step": 54496
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.432505835392799e-07,
      "loss": 0.0085,
      "step": 54497
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.43135453776914e-07,
      "loss": 0.0021,
      "step": 54498
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.430203355147634e-07,
      "loss": 0.0023,
      "step": 54499
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.429052287531228e-07,
      "loss": 0.0048,
      "step": 54500
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.427901334922925e-07,
      "loss": 0.0056,
      "step": 54501
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.426750497325673e-07,
      "loss": 0.0132,
      "step": 54502
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.425599774742451e-07,
      "loss": 0.0089,
      "step": 54503
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.424449167176227e-07,
      "loss": 0.0089,
      "step": 54504
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.423298674629956e-07,
      "loss": 0.0167,
      "step": 54505
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.422148297106633e-07,
      "loss": 0.0034,
      "step": 54506
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.420998034609199e-07,
      "loss": 0.0106,
      "step": 54507
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.419847887140655e-07,
      "loss": 0.005,
      "step": 54508
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.418697854703942e-07,
      "loss": 0.002,
      "step": 54509
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.41754793730202e-07,
      "loss": 0.0071,
      "step": 54510
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.416398134937878e-07,
      "loss": 0.0093,
      "step": 54511
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.415248447614474e-07,
      "loss": 0.0055,
      "step": 54512
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.414098875334778e-07,
      "loss": 0.0067,
      "step": 54513
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.41294941810176e-07,
      "loss": 0.004,
      "step": 54514
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.411800075918377e-07,
      "loss": 0.0064,
      "step": 54515
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.410650848787602e-07,
      "loss": 0.0036,
      "step": 54516
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.409501736712385e-07,
      "loss": 0.0258,
      "step": 54517
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.40835273969571e-07,
      "loss": 0.0039,
      "step": 54518
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.40720385774054e-07,
      "loss": 0.0062,
      "step": 54519
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.406055090849816e-07,
      "loss": 0.008,
      "step": 54520
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.404906439026536e-07,
      "loss": 0.002,
      "step": 54521
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.403757902273648e-07,
      "loss": 0.0183,
      "step": 54522
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.402609480594113e-07,
      "loss": 0.0049,
      "step": 54523
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.401461173990897e-07,
      "loss": 0.005,
      "step": 54524
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.400312982466954e-07,
      "loss": 0.0128,
      "step": 54525
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.399164906025262e-07,
      "loss": 0.0052,
      "step": 54526
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.398016944668772e-07,
      "loss": 0.0065,
      "step": 54527
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.396869098400459e-07,
      "loss": 0.0021,
      "step": 54528
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.395721367223278e-07,
      "loss": 0.0158,
      "step": 54529
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.394573751140192e-07,
      "loss": 0.0054,
      "step": 54530
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.393426250154155e-07,
      "loss": 0.0046,
      "step": 54531
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.392278864268125e-07,
      "loss": 0.0082,
      "step": 54532
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.391131593485077e-07,
      "loss": 0.0196,
      "step": 54533
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.389984437807971e-07,
      "loss": 0.0089,
      "step": 54534
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.388837397239749e-07,
      "loss": 0.0042,
      "step": 54535
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.387690471783391e-07,
      "loss": 0.0048,
      "step": 54536
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.386543661441846e-07,
      "loss": 0.0036,
      "step": 54537
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.385396966218076e-07,
      "loss": 0.0123,
      "step": 54538
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.384250386115042e-07,
      "loss": 0.0066,
      "step": 54539
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.383103921135685e-07,
      "loss": 0.0123,
      "step": 54540
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.381957571282992e-07,
      "loss": 0.0065,
      "step": 54541
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.380811336559894e-07,
      "loss": 0.0035,
      "step": 54542
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.379665216969376e-07,
      "loss": 0.0039,
      "step": 54543
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.378519212514378e-07,
      "loss": 0.0086,
      "step": 54544
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.37737332319786e-07,
      "loss": 0.0071,
      "step": 54545
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.376227549022778e-07,
      "loss": 0.0115,
      "step": 54546
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.375081889992079e-07,
      "loss": 0.004,
      "step": 54547
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.373936346108738e-07,
      "loss": 0.0077,
      "step": 54548
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.372790917375703e-07,
      "loss": 0.0023,
      "step": 54549
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.371645603795922e-07,
      "loss": 0.0068,
      "step": 54550
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.370500405372364e-07,
      "loss": 0.0128,
      "step": 54551
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.369355322107977e-07,
      "loss": 0.0212,
      "step": 54552
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.368210354005721e-07,
      "loss": 0.0095,
      "step": 54553
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.367065501068541e-07,
      "loss": 0.0117,
      "step": 54554
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.365920763299387e-07,
      "loss": 0.0185,
      "step": 54555
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.364776140701228e-07,
      "loss": 0.0264,
      "step": 54556
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.363631633277006e-07,
      "loss": 0.033,
      "step": 54557
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.362487241029685e-07,
      "loss": 0.0086,
      "step": 54558
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.361342963962218e-07,
      "loss": 0.0109,
      "step": 54559
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.360198802077537e-07,
      "loss": 0.0106,
      "step": 54560
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.359054755378618e-07,
      "loss": 0.0076,
      "step": 54561
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.357910823868395e-07,
      "loss": 0.0021,
      "step": 54562
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.356767007549834e-07,
      "loss": 0.0039,
      "step": 54563
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.355623306425889e-07,
      "loss": 0.0068,
      "step": 54564
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.354479720499495e-07,
      "loss": 0.0075,
      "step": 54565
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.353336249773617e-07,
      "loss": 0.0052,
      "step": 54566
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.352192894251185e-07,
      "loss": 0.011,
      "step": 54567
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.351049653935175e-07,
      "loss": 0.001,
      "step": 54568
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.349906528828524e-07,
      "loss": 0.0073,
      "step": 54569
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.34876351893418e-07,
      "loss": 0.0038,
      "step": 54570
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.347620624255101e-07,
      "loss": 0.0101,
      "step": 54571
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.346477844794229e-07,
      "loss": 0.0034,
      "step": 54572
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.345335180554517e-07,
      "loss": 0.0068,
      "step": 54573
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.344192631538908e-07,
      "loss": 0.0195,
      "step": 54574
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.343050197750343e-07,
      "loss": 0.0046,
      "step": 54575
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.341907879191793e-07,
      "loss": 0.006,
      "step": 54576
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.340765675866183e-07,
      "loss": 0.0036,
      "step": 54577
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.339623587776476e-07,
      "loss": 0.0274,
      "step": 54578
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.338481614925617e-07,
      "loss": 0.0017,
      "step": 54579
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.337339757316545e-07,
      "loss": 0.0114,
      "step": 54580
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.336198014952215e-07,
      "loss": 0.011,
      "step": 54581
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.335056387835552e-07,
      "loss": 0.0066,
      "step": 54582
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.333914875969531e-07,
      "loss": 0.0236,
      "step": 54583
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.332773479357084e-07,
      "loss": 0.009,
      "step": 54584
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.331632198001146e-07,
      "loss": 0.0096,
      "step": 54585
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.330491031904683e-07,
      "loss": 0.0106,
      "step": 54586
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.329349981070625e-07,
      "loss": 0.0027,
      "step": 54587
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.328209045501925e-07,
      "loss": 0.0016,
      "step": 54588
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.32706822520152e-07,
      "loss": 0.0073,
      "step": 54589
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.325927520172347e-07,
      "loss": 0.0015,
      "step": 54590
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.324786930417364e-07,
      "loss": 0.0029,
      "step": 54591
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.323646455939501e-07,
      "loss": 0.0089,
      "step": 54592
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.32250609674172e-07,
      "loss": 0.0023,
      "step": 54593
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.321365852826948e-07,
      "loss": 0.0188,
      "step": 54594
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.320225724198135e-07,
      "loss": 0.0127,
      "step": 54595
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.319085710858218e-07,
      "loss": 0.0103,
      "step": 54596
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.317945812810127e-07,
      "loss": 0.0045,
      "step": 54597
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.316806030056826e-07,
      "loss": 0.01,
      "step": 54598
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.315666362601246e-07,
      "loss": 0.0041,
      "step": 54599
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.314526810446319e-07,
      "loss": 0.0042,
      "step": 54600
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.313387373595003e-07,
      "loss": 0.0058,
      "step": 54601
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.312248052050228e-07,
      "loss": 0.011,
      "step": 54602
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.311108845814938e-07,
      "loss": 0.0059,
      "step": 54603
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.30996975489207e-07,
      "loss": 0.0105,
      "step": 54604
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.308830779284551e-07,
      "loss": 0.0037,
      "step": 54605
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.307691918995339e-07,
      "loss": 0.0056,
      "step": 54606
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.306553174027357e-07,
      "loss": 0.0049,
      "step": 54607
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.305414544383564e-07,
      "loss": 0.0044,
      "step": 54608
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.30427603006689e-07,
      "loss": 0.0074,
      "step": 54609
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.303137631080252e-07,
      "loss": 0.0093,
      "step": 54610
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.301999347426618e-07,
      "loss": 0.0039,
      "step": 54611
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.300861179108896e-07,
      "loss": 0.0072,
      "step": 54612
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.299723126130047e-07,
      "loss": 0.0206,
      "step": 54613
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.298585188492999e-07,
      "loss": 0.005,
      "step": 54614
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.297447366200681e-07,
      "loss": 0.0036,
      "step": 54615
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.296309659256055e-07,
      "loss": 0.0047,
      "step": 54616
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.295172067662014e-07,
      "loss": 0.0062,
      "step": 54617
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.294034591421526e-07,
      "loss": 0.0093,
      "step": 54618
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.292897230537519e-07,
      "loss": 0.0057,
      "step": 54619
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.291759985012918e-07,
      "loss": 0.0045,
      "step": 54620
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.290622854850674e-07,
      "loss": 0.0069,
      "step": 54621
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.289485840053699e-07,
      "loss": 0.0074,
      "step": 54622
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.28834894062496e-07,
      "loss": 0.0028,
      "step": 54623
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.287212156567362e-07,
      "loss": 0.0166,
      "step": 54624
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.28607548788384e-07,
      "loss": 0.0064,
      "step": 54625
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.284938934577344e-07,
      "loss": 0.0044,
      "step": 54626
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.28380249665078e-07,
      "loss": 0.0355,
      "step": 54627
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.282666174107115e-07,
      "loss": 0.0039,
      "step": 54628
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.281529966949256e-07,
      "loss": 0.0281,
      "step": 54629
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.280393875180145e-07,
      "loss": 0.0026,
      "step": 54630
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.279257898802714e-07,
      "loss": 0.0131,
      "step": 54631
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.278122037819878e-07,
      "loss": 0.0026,
      "step": 54632
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.276986292234587e-07,
      "loss": 0.0042,
      "step": 54633
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.27585066204977e-07,
      "loss": 0.0075,
      "step": 54634
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.274715147268339e-07,
      "loss": 0.0121,
      "step": 54635
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.273579747893248e-07,
      "loss": 0.0131,
      "step": 54636
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.272444463927417e-07,
      "loss": 0.0066,
      "step": 54637
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.271309295373778e-07,
      "loss": 0.0029,
      "step": 54638
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.270174242235249e-07,
      "loss": 0.0034,
      "step": 54639
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.269039304514761e-07,
      "loss": 0.0068,
      "step": 54640
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.267904482215259e-07,
      "loss": 0.0108,
      "step": 54641
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.266769775339647e-07,
      "loss": 0.0093,
      "step": 54642
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.265635183890883e-07,
      "loss": 0.0118,
      "step": 54643
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.264500707871872e-07,
      "loss": 0.0047,
      "step": 54644
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.263366347285548e-07,
      "loss": 0.0095,
      "step": 54645
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.262232102134834e-07,
      "loss": 0.018,
      "step": 54646
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.261097972422657e-07,
      "loss": 0.0073,
      "step": 54647
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.259963958151954e-07,
      "loss": 0.0035,
      "step": 54648
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.258830059325642e-07,
      "loss": 0.0063,
      "step": 54649
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.257696275946639e-07,
      "loss": 0.0012,
      "step": 54650
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.256562608017884e-07,
      "loss": 0.003,
      "step": 54651
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.255429055542305e-07,
      "loss": 0.0059,
      "step": 54652
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.25429561852282e-07,
      "loss": 0.0064,
      "step": 54653
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.253162296962355e-07,
      "loss": 0.0125,
      "step": 54654
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.252029090863819e-07,
      "loss": 0.0234,
      "step": 54655
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.25089600023016e-07,
      "loss": 0.0127,
      "step": 54656
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.249763025064297e-07,
      "loss": 0.0142,
      "step": 54657
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.248630165369134e-07,
      "loss": 0.0126,
      "step": 54658
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.247497421147618e-07,
      "loss": 0.028,
      "step": 54659
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.246364792402664e-07,
      "loss": 0.0043,
      "step": 54660
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.245232279137191e-07,
      "loss": 0.0025,
      "step": 54661
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.244099881354125e-07,
      "loss": 0.0042,
      "step": 54662
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.242967599056376e-07,
      "loss": 0.0118,
      "step": 54663
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.241835432246888e-07,
      "loss": 0.0158,
      "step": 54664
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.240703380928557e-07,
      "loss": 0.0028,
      "step": 54665
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.23957144510433e-07,
      "loss": 0.0053,
      "step": 54666
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.23843962477712e-07,
      "loss": 0.0121,
      "step": 54667
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.23730791994983e-07,
      "loss": 0.0055,
      "step": 54668
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.236176330625398e-07,
      "loss": 0.022,
      "step": 54669
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.235044856806726e-07,
      "loss": 0.0143,
      "step": 54670
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.233913498496762e-07,
      "loss": 0.0129,
      "step": 54671
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.23278225569841e-07,
      "loss": 0.004,
      "step": 54672
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.231651128414583e-07,
      "loss": 0.0023,
      "step": 54673
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.230520116648208e-07,
      "loss": 0.0054,
      "step": 54674
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.229389220402187e-07,
      "loss": 0.0047,
      "step": 54675
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.228258439679467e-07,
      "loss": 0.0037,
      "step": 54676
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.227127774482949e-07,
      "loss": 0.0054,
      "step": 54677
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.225997224815544e-07,
      "loss": 0.0104,
      "step": 54678
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.224866790680183e-07,
      "loss": 0.0059,
      "step": 54679
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.223736472079777e-07,
      "loss": 0.0036,
      "step": 54680
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.222606269017244e-07,
      "loss": 0.008,
      "step": 54681
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.221476181495499e-07,
      "loss": 0.0193,
      "step": 54682
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.220346209517446e-07,
      "loss": 0.002,
      "step": 54683
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.219216353086026e-07,
      "loss": 0.0044,
      "step": 54684
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.218086612204132e-07,
      "loss": 0.0082,
      "step": 54685
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.216956986874694e-07,
      "loss": 0.029,
      "step": 54686
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.215827477100621e-07,
      "loss": 0.0053,
      "step": 54687
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.214698082884834e-07,
      "loss": 0.0055,
      "step": 54688
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.213568804230235e-07,
      "loss": 0.028,
      "step": 54689
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.212439641139733e-07,
      "loss": 0.0285,
      "step": 54690
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.211310593616264e-07,
      "loss": 0.0047,
      "step": 54691
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.210181661662728e-07,
      "loss": 0.0118,
      "step": 54692
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.209052845282031e-07,
      "loss": 0.0295,
      "step": 54693
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.207924144477106e-07,
      "loss": 0.0027,
      "step": 54694
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.206795559250854e-07,
      "loss": 0.0035,
      "step": 54695
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.205667089606187e-07,
      "loss": 0.0087,
      "step": 54696
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.204538735546011e-07,
      "loss": 0.003,
      "step": 54697
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.203410497073241e-07,
      "loss": 0.0071,
      "step": 54698
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.202282374190792e-07,
      "loss": 0.0051,
      "step": 54699
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.201154366901572e-07,
      "loss": 0.0057,
      "step": 54700
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.200026475208497e-07,
      "loss": 0.0013,
      "step": 54701
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.19889869911448e-07,
      "loss": 0.0066,
      "step": 54702
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.197771038622418e-07,
      "loss": 0.0043,
      "step": 54703
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.196643493735226e-07,
      "loss": 0.0092,
      "step": 54704
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.195516064455813e-07,
      "loss": 0.0095,
      "step": 54705
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.194388750787094e-07,
      "loss": 0.0047,
      "step": 54706
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.193261552731976e-07,
      "loss": 0.0034,
      "step": 54707
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.192134470293353e-07,
      "loss": 0.0063,
      "step": 54708
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.191007503474154e-07,
      "loss": 0.0067,
      "step": 54709
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.189880652277279e-07,
      "loss": 0.0063,
      "step": 54710
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.188753916705641e-07,
      "loss": 0.0189,
      "step": 54711
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.187627296762137e-07,
      "loss": 0.0042,
      "step": 54712
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.186500792449667e-07,
      "loss": 0.0051,
      "step": 54713
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.18537440377116e-07,
      "loss": 0.0182,
      "step": 54714
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.184248130729502e-07,
      "loss": 0.0113,
      "step": 54715
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.18312197332762e-07,
      "loss": 0.0015,
      "step": 54716
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.181995931568423e-07,
      "loss": 0.0125,
      "step": 54717
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.180870005454775e-07,
      "loss": 0.0124,
      "step": 54718
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.179744194989622e-07,
      "loss": 0.0068,
      "step": 54719
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.178618500175847e-07,
      "loss": 0.0121,
      "step": 54720
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.17749292101637e-07,
      "loss": 0.005,
      "step": 54721
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.176367457514087e-07,
      "loss": 0.0047,
      "step": 54722
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.175242109671896e-07,
      "loss": 0.0044,
      "step": 54723
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.17411687749273e-07,
      "loss": 0.0057,
      "step": 54724
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.172991760979452e-07,
      "loss": 0.0079,
      "step": 54725
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.171866760134991e-07,
      "loss": 0.0069,
      "step": 54726
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.170741874962243e-07,
      "loss": 0.0036,
      "step": 54727
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.169617105464103e-07,
      "loss": 0.0073,
      "step": 54728
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.168492451643486e-07,
      "loss": 0.0031,
      "step": 54729
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.167367913503285e-07,
      "loss": 0.0017,
      "step": 54730
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.166243491046424e-07,
      "loss": 0.0027,
      "step": 54731
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.165119184275774e-07,
      "loss": 0.0053,
      "step": 54732
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.163994993194238e-07,
      "loss": 0.01,
      "step": 54733
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.162870917804741e-07,
      "loss": 0.005,
      "step": 54734
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.161746958110153e-07,
      "loss": 0.0158,
      "step": 54735
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.160623114113406e-07,
      "loss": 0.0015,
      "step": 54736
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.159499385817379e-07,
      "loss": 0.0036,
      "step": 54737
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.158375773224983e-07,
      "loss": 0.0073,
      "step": 54738
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.157252276339103e-07,
      "loss": 0.0041,
      "step": 54739
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.156128895162643e-07,
      "loss": 0.0018,
      "step": 54740
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.155005629698511e-07,
      "loss": 0.0069,
      "step": 54741
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.153882479949607e-07,
      "loss": 0.011,
      "step": 54742
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.152759445918803e-07,
      "loss": 0.0109,
      "step": 54743
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.151636527609033e-07,
      "loss": 0.0039,
      "step": 54744
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.150513725023171e-07,
      "loss": 0.0245,
      "step": 54745
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.14939103816412e-07,
      "loss": 0.0073,
      "step": 54746
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.148268467034778e-07,
      "loss": 0.0114,
      "step": 54747
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.147146011638032e-07,
      "loss": 0.0047,
      "step": 54748
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.146023671976796e-07,
      "loss": 0.0101,
      "step": 54749
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.144901448053947e-07,
      "loss": 0.0066,
      "step": 54750
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.143779339872401e-07,
      "loss": 0.0091,
      "step": 54751
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.142657347435042e-07,
      "loss": 0.0016,
      "step": 54752
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.141535470744769e-07,
      "loss": 0.0046,
      "step": 54753
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.14041370980447e-07,
      "loss": 0.0192,
      "step": 54754
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.139292064617035e-07,
      "loss": 0.0062,
      "step": 54755
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.138170535185377e-07,
      "loss": 0.0079,
      "step": 54756
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.137049121512377e-07,
      "loss": 0.037,
      "step": 54757
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.135927823600922e-07,
      "loss": 0.0038,
      "step": 54758
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.134806641453927e-07,
      "loss": 0.003,
      "step": 54759
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.133685575074277e-07,
      "loss": 0.0055,
      "step": 54760
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.132564624464853e-07,
      "loss": 0.0032,
      "step": 54761
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.131443789628554e-07,
      "loss": 0.0113,
      "step": 54762
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.130323070568266e-07,
      "loss": 0.0052,
      "step": 54763
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.129202467286898e-07,
      "loss": 0.0073,
      "step": 54764
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.128081979787325e-07,
      "loss": 0.0052,
      "step": 54765
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.126961608072451e-07,
      "loss": 0.013,
      "step": 54766
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.125841352145156e-07,
      "loss": 0.0059,
      "step": 54767
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.124721212008338e-07,
      "loss": 0.0033,
      "step": 54768
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.123601187664889e-07,
      "loss": 0.0076,
      "step": 54769
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.12248127911768e-07,
      "loss": 0.0063,
      "step": 54770
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.121361486369625e-07,
      "loss": 0.0093,
      "step": 54771
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.120241809423604e-07,
      "loss": 0.0034,
      "step": 54772
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.119122248282499e-07,
      "loss": 0.003,
      "step": 54773
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.118002802949223e-07,
      "loss": 0.0076,
      "step": 54774
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.116883473426626e-07,
      "loss": 0.0048,
      "step": 54775
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.115764259717631e-07,
      "loss": 0.0071,
      "step": 54776
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.114645161825111e-07,
      "loss": 0.0261,
      "step": 54777
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.113526179751943e-07,
      "loss": 0.0085,
      "step": 54778
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.112407313501038e-07,
      "loss": 0.0075,
      "step": 54779
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.111288563075261e-07,
      "loss": 0.0067,
      "step": 54780
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.110169928477527e-07,
      "loss": 0.0142,
      "step": 54781
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.109051409710697e-07,
      "loss": 0.0198,
      "step": 54782
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.107933006777655e-07,
      "loss": 0.005,
      "step": 54783
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.106814719681308e-07,
      "loss": 0.0114,
      "step": 54784
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.105696548424516e-07,
      "loss": 0.0119,
      "step": 54785
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.104578493010193e-07,
      "loss": 0.0048,
      "step": 54786
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.103460553441209e-07,
      "loss": 0.0055,
      "step": 54787
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.102342729720444e-07,
      "loss": 0.0125,
      "step": 54788
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.101225021850792e-07,
      "loss": 0.0188,
      "step": 54789
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.100107429835122e-07,
      "loss": 0.0051,
      "step": 54790
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.098989953676336e-07,
      "loss": 0.0096,
      "step": 54791
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.097872593377312e-07,
      "loss": 0.0029,
      "step": 54792
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.096755348940923e-07,
      "loss": 0.0031,
      "step": 54793
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.09563822037007e-07,
      "loss": 0.0124,
      "step": 54794
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.094521207667619e-07,
      "loss": 0.0043,
      "step": 54795
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.093404310836464e-07,
      "loss": 0.0076,
      "step": 54796
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.09228752987948e-07,
      "loss": 0.0022,
      "step": 54797
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.091170864799538e-07,
      "loss": 0.0051,
      "step": 54798
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.090054315599547e-07,
      "loss": 0.0039,
      "step": 54799
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.088937882282358e-07,
      "loss": 0.003,
      "step": 54800
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.087821564850881e-07,
      "loss": 0.018,
      "step": 54801
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.086705363307975e-07,
      "loss": 0.0085,
      "step": 54802
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.085589277656533e-07,
      "loss": 0.0062,
      "step": 54803
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.084473307899429e-07,
      "loss": 0.0033,
      "step": 54804
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.083357454039528e-07,
      "loss": 0.0389,
      "step": 54805
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.082241716079739e-07,
      "loss": 0.0034,
      "step": 54806
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.081126094022925e-07,
      "loss": 0.0096,
      "step": 54807
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.080010587871953e-07,
      "loss": 0.0168,
      "step": 54808
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.078895197629724e-07,
      "loss": 0.0189,
      "step": 54809
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.077779923299109e-07,
      "loss": 0.0337,
      "step": 54810
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.076664764882977e-07,
      "loss": 0.0073,
      "step": 54811
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.075549722384215e-07,
      "loss": 0.0042,
      "step": 54812
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.074434795805688e-07,
      "loss": 0.0223,
      "step": 54813
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.073319985150293e-07,
      "loss": 0.0306,
      "step": 54814
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.072205290420878e-07,
      "loss": 0.0097,
      "step": 54815
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.071090711620352e-07,
      "loss": 0.0063,
      "step": 54816
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.069976248751573e-07,
      "loss": 0.0055,
      "step": 54817
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.068861901817418e-07,
      "loss": 0.0151,
      "step": 54818
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.067747670820767e-07,
      "loss": 0.0084,
      "step": 54819
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.066633555764477e-07,
      "loss": 0.0229,
      "step": 54820
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.06551955665145e-07,
      "loss": 0.0212,
      "step": 54821
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.064405673484546e-07,
      "loss": 0.0111,
      "step": 54822
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.063291906266632e-07,
      "loss": 0.0174,
      "step": 54823
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.062178255000605e-07,
      "loss": 0.0009,
      "step": 54824
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.061064719689318e-07,
      "loss": 0.0067,
      "step": 54825
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.059951300335653e-07,
      "loss": 0.0064,
      "step": 54826
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.058837996942478e-07,
      "loss": 0.0146,
      "step": 54827
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.05772480951266e-07,
      "loss": 0.0203,
      "step": 54828
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.056611738049094e-07,
      "loss": 0.0096,
      "step": 54829
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.055498782554624e-07,
      "loss": 0.0127,
      "step": 54830
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.054385943032147e-07,
      "loss": 0.0039,
      "step": 54831
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.053273219484528e-07,
      "loss": 0.0032,
      "step": 54832
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.052160611914619e-07,
      "loss": 0.0071,
      "step": 54833
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.051048120325314e-07,
      "loss": 0.0034,
      "step": 54834
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.049935744719464e-07,
      "loss": 0.008,
      "step": 54835
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.048823485099963e-07,
      "loss": 0.0093,
      "step": 54836
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.047711341469663e-07,
      "loss": 0.0072,
      "step": 54837
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.046599313831441e-07,
      "loss": 0.0241,
      "step": 54838
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.045487402188165e-07,
      "loss": 0.0055,
      "step": 54839
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.044375606542695e-07,
      "loss": 0.0012,
      "step": 54840
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.043263926897918e-07,
      "loss": 0.0084,
      "step": 54841
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.042152363256691e-07,
      "loss": 0.0023,
      "step": 54842
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.041040915621875e-07,
      "loss": 0.0106,
      "step": 54843
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.039929583996356e-07,
      "loss": 0.008,
      "step": 54844
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.038818368382992e-07,
      "loss": 0.0082,
      "step": 54845
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.037707268784653e-07,
      "loss": 0.004,
      "step": 54846
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.036596285204198e-07,
      "loss": 0.0026,
      "step": 54847
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.035485417644493e-07,
      "loss": 0.0134,
      "step": 54848
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.034374666108421e-07,
      "loss": 0.0034,
      "step": 54849
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.033264030598833e-07,
      "loss": 0.008,
      "step": 54850
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.032153511118603e-07,
      "loss": 0.0028,
      "step": 54851
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.031043107670597e-07,
      "loss": 0.0129,
      "step": 54852
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.029932820257671e-07,
      "loss": 0.0094,
      "step": 54853
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.028822648882703e-07,
      "loss": 0.0138,
      "step": 54854
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.02771259354854e-07,
      "loss": 0.0316,
      "step": 54855
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.026602654258061e-07,
      "loss": 0.0053,
      "step": 54856
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.025492831014128e-07,
      "loss": 0.0056,
      "step": 54857
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.024383123819592e-07,
      "loss": 0.023,
      "step": 54858
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.023273532677336e-07,
      "loss": 0.0145,
      "step": 54859
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.022164057590212e-07,
      "loss": 0.0021,
      "step": 54860
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.021054698561084e-07,
      "loss": 0.0102,
      "step": 54861
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.019945455592817e-07,
      "loss": 0.0079,
      "step": 54862
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.018836328688265e-07,
      "loss": 0.0085,
      "step": 54863
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.017727317850301e-07,
      "loss": 0.0173,
      "step": 54864
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.016618423081777e-07,
      "loss": 0.0036,
      "step": 54865
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.015509644385564e-07,
      "loss": 0.0052,
      "step": 54866
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.014400981764523e-07,
      "loss": 0.0135,
      "step": 54867
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.013292435221507e-07,
      "loss": 0.0067,
      "step": 54868
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.012184004759374e-07,
      "loss": 0.0038,
      "step": 54869
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.011075690380985e-07,
      "loss": 0.0286,
      "step": 54870
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.009967492089213e-07,
      "loss": 0.0053,
      "step": 54871
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.008859409886912e-07,
      "loss": 0.004,
      "step": 54872
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.007751443776926e-07,
      "loss": 0.0071,
      "step": 54873
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.006643593762134e-07,
      "loss": 0.0063,
      "step": 54874
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.00553585984539e-07,
      "loss": 0.0022,
      "step": 54875
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.004428242029546e-07,
      "loss": 0.0051,
      "step": 54876
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.003320740317464e-07,
      "loss": 0.0129,
      "step": 54877
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.002213354711988e-07,
      "loss": 0.003,
      "step": 54878
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.001106085216001e-07,
      "loss": 0.011,
      "step": 54879
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.999998931832334e-07,
      "loss": 0.0018,
      "step": 54880
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.998891894563873e-07,
      "loss": 0.0126,
      "step": 54881
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.997784973413461e-07,
      "loss": 0.0249,
      "step": 54882
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.996678168383939e-07,
      "loss": 0.0207,
      "step": 54883
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.995571479478184e-07,
      "loss": 0.0074,
      "step": 54884
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.994464906699031e-07,
      "loss": 0.0013,
      "step": 54885
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.993358450049357e-07,
      "loss": 0.0078,
      "step": 54886
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.992252109532009e-07,
      "loss": 0.028,
      "step": 54887
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.991145885149829e-07,
      "loss": 0.0066,
      "step": 54888
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.990039776905709e-07,
      "loss": 0.0099,
      "step": 54889
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.988933784802452e-07,
      "loss": 0.0082,
      "step": 54890
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.987827908842946e-07,
      "loss": 0.0043,
      "step": 54891
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.986722149030038e-07,
      "loss": 0.0088,
      "step": 54892
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.985616505366563e-07,
      "loss": 0.0029,
      "step": 54893
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.984510977855406e-07,
      "loss": 0.0065,
      "step": 54894
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.983405566499389e-07,
      "loss": 0.0065,
      "step": 54895
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.982300271301399e-07,
      "loss": 0.0271,
      "step": 54896
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.981195092264263e-07,
      "loss": 0.011,
      "step": 54897
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.980090029390821e-07,
      "loss": 0.0044,
      "step": 54898
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.978985082683951e-07,
      "loss": 0.0137,
      "step": 54899
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.977880252146488e-07,
      "loss": 0.005,
      "step": 54900
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.976775537781298e-07,
      "loss": 0.0081,
      "step": 54901
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.97567093959122e-07,
      "loss": 0.0242,
      "step": 54902
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.974566457579105e-07,
      "loss": 0.0045,
      "step": 54903
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.973462091747805e-07,
      "loss": 0.0052,
      "step": 54904
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.972357842100162e-07,
      "loss": 0.009,
      "step": 54905
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.97125370863904e-07,
      "loss": 0.0073,
      "step": 54906
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.970149691367282e-07,
      "loss": 0.0038,
      "step": 54907
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.969045790287724e-07,
      "loss": 0.0087,
      "step": 54908
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.967942005403237e-07,
      "loss": 0.0007,
      "step": 54909
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.966838336716656e-07,
      "loss": 0.004,
      "step": 54910
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.96573478423083e-07,
      "loss": 0.0054,
      "step": 54911
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.964631347948606e-07,
      "loss": 0.0058,
      "step": 54912
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.963528027872827e-07,
      "loss": 0.0119,
      "step": 54913
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.962424824006351e-07,
      "loss": 0.0155,
      "step": 54914
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.961321736352009e-07,
      "loss": 0.0078,
      "step": 54915
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.960218764912672e-07,
      "loss": 0.0081,
      "step": 54916
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.959115909691164e-07,
      "loss": 0.0053,
      "step": 54917
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.958013170690346e-07,
      "loss": 0.0038,
      "step": 54918
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.956910547913047e-07,
      "loss": 0.0089,
      "step": 54919
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.955808041362115e-07,
      "loss": 0.0059,
      "step": 54920
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.954705651040409e-07,
      "loss": 0.0067,
      "step": 54921
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.953603376950767e-07,
      "loss": 0.0029,
      "step": 54922
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.952501219096023e-07,
      "loss": 0.025,
      "step": 54923
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.951399177479038e-07,
      "loss": 0.0035,
      "step": 54924
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.950297252102642e-07,
      "loss": 0.0073,
      "step": 54925
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.94919544296969e-07,
      "loss": 0.008,
      "step": 54926
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.948093750083011e-07,
      "loss": 0.0042,
      "step": 54927
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.946992173445448e-07,
      "loss": 0.0145,
      "step": 54928
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.945890713059865e-07,
      "loss": 0.0031,
      "step": 54929
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.94478936892907e-07,
      "loss": 0.0071,
      "step": 54930
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.943688141055941e-07,
      "loss": 0.0102,
      "step": 54931
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.942587029443302e-07,
      "loss": 0.0042,
      "step": 54932
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.941486034093995e-07,
      "loss": 0.0043,
      "step": 54933
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.940385155010863e-07,
      "loss": 0.0225,
      "step": 54934
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.93928439219673e-07,
      "loss": 0.0089,
      "step": 54935
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.938183745654463e-07,
      "loss": 0.0032,
      "step": 54936
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.93708321538689e-07,
      "loss": 0.0089,
      "step": 54937
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.935982801396843e-07,
      "loss": 0.0087,
      "step": 54938
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.934882503687177e-07,
      "loss": 0.0036,
      "step": 54939
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.933782322260722e-07,
      "loss": 0.0048,
      "step": 54940
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.932682257120319e-07,
      "loss": 0.0091,
      "step": 54941
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.931582308268806e-07,
      "loss": 0.005,
      "step": 54942
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.930482475709015e-07,
      "loss": 0.0041,
      "step": 54943
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.929382759443796e-07,
      "loss": 0.0086,
      "step": 54944
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.928283159475971e-07,
      "loss": 0.0072,
      "step": 54945
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.927183675808405e-07,
      "loss": 0.0062,
      "step": 54946
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.926084308443913e-07,
      "loss": 0.0075,
      "step": 54947
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.924985057385318e-07,
      "loss": 0.0039,
      "step": 54948
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.923885922635491e-07,
      "loss": 0.0019,
      "step": 54949
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.922786904197236e-07,
      "loss": 0.0074,
      "step": 54950
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.921688002073416e-07,
      "loss": 0.0064,
      "step": 54951
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.920589216266852e-07,
      "loss": 0.0052,
      "step": 54952
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.919490546780386e-07,
      "loss": 0.0111,
      "step": 54953
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.91839199361685e-07,
      "loss": 0.0152,
      "step": 54954
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.917293556779063e-07,
      "loss": 0.0186,
      "step": 54955
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.916195236269888e-07,
      "loss": 0.0036,
      "step": 54956
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.915097032092142e-07,
      "loss": 0.0052,
      "step": 54957
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.91399894424865e-07,
      "loss": 0.0039,
      "step": 54958
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.912900972742268e-07,
      "loss": 0.008,
      "step": 54959
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.911803117575819e-07,
      "loss": 0.0037,
      "step": 54960
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.910705378752134e-07,
      "loss": 0.0039,
      "step": 54961
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.909607756274049e-07,
      "loss": 0.0095,
      "step": 54962
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.908510250144382e-07,
      "loss": 0.0045,
      "step": 54963
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.90741286036599e-07,
      "loss": 0.0235,
      "step": 54964
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.906315586941679e-07,
      "loss": 0.0041,
      "step": 54965
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.905218429874298e-07,
      "loss": 0.0216,
      "step": 54966
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.904121389166677e-07,
      "loss": 0.0121,
      "step": 54967
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.903024464821643e-07,
      "loss": 0.0037,
      "step": 54968
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.901927656842026e-07,
      "loss": 0.0065,
      "step": 54969
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.900830965230646e-07,
      "loss": 0.0137,
      "step": 54970
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.899734389990352e-07,
      "loss": 0.0313,
      "step": 54971
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.898637931123962e-07,
      "loss": 0.0121,
      "step": 54972
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.897541588634302e-07,
      "loss": 0.0068,
      "step": 54973
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.89644536252421e-07,
      "loss": 0.0063,
      "step": 54974
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.895349252796516e-07,
      "loss": 0.0083,
      "step": 54975
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.894253259454046e-07,
      "loss": 0.0055,
      "step": 54976
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.893157382499619e-07,
      "loss": 0.0028,
      "step": 54977
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.892061621936068e-07,
      "loss": 0.008,
      "step": 54978
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.890965977766221e-07,
      "loss": 0.0076,
      "step": 54979
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.889870449992906e-07,
      "loss": 0.0108,
      "step": 54980
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.888775038618953e-07,
      "loss": 0.0135,
      "step": 54981
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.887679743647189e-07,
      "loss": 0.0049,
      "step": 54982
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.886584565080432e-07,
      "loss": 0.0273,
      "step": 54983
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.885489502921515e-07,
      "loss": 0.0026,
      "step": 54984
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.88439455717325e-07,
      "loss": 0.0075,
      "step": 54985
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.883299727838487e-07,
      "loss": 0.0067,
      "step": 54986
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.882205014920033e-07,
      "loss": 0.0085,
      "step": 54987
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.881110418420709e-07,
      "loss": 0.0291,
      "step": 54988
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.880015938343358e-07,
      "loss": 0.0071,
      "step": 54989
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.878921574690793e-07,
      "loss": 0.0113,
      "step": 54990
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.877827327465834e-07,
      "loss": 0.0079,
      "step": 54991
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.876733196671313e-07,
      "loss": 0.0063,
      "step": 54992
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.875639182310044e-07,
      "loss": 0.0027,
      "step": 54993
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.874545284384858e-07,
      "loss": 0.0102,
      "step": 54994
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.873451502898569e-07,
      "loss": 0.0102,
      "step": 54995
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.872357837854014e-07,
      "loss": 0.0072,
      "step": 54996
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.871264289254013e-07,
      "loss": 0.0062,
      "step": 54997
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.870170857101364e-07,
      "loss": 0.0108,
      "step": 54998
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.869077541398914e-07,
      "loss": 0.0024,
      "step": 54999
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.867984342149468e-07,
      "loss": 0.0092,
      "step": 55000
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.866891259355861e-07,
      "loss": 0.0091,
      "step": 55001
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.865798293020907e-07,
      "loss": 0.0099,
      "step": 55002
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.864705443147427e-07,
      "loss": 0.0066,
      "step": 55003
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.863612709738235e-07,
      "loss": 0.0029,
      "step": 55004
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.862520092796152e-07,
      "loss": 0.006,
      "step": 55005
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.861427592324008e-07,
      "loss": 0.009,
      "step": 55006
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.860335208324618e-07,
      "loss": 0.0098,
      "step": 55007
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.859242940800785e-07,
      "loss": 0.0072,
      "step": 55008
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.858150789755351e-07,
      "loss": 0.0073,
      "step": 55009
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.857058755191119e-07,
      "loss": 0.0125,
      "step": 55010
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.855966837110915e-07,
      "loss": 0.0074,
      "step": 55011
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.854875035517553e-07,
      "loss": 0.0075,
      "step": 55012
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.853783350413837e-07,
      "loss": 0.0037,
      "step": 55013
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.852691781802609e-07,
      "loss": 0.0071,
      "step": 55014
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.851600329686662e-07,
      "loss": 0.0098,
      "step": 55015
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.850508994068831e-07,
      "loss": 0.0073,
      "step": 55016
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.849417774951931e-07,
      "loss": 0.0061,
      "step": 55017
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.848326672338765e-07,
      "loss": 0.0032,
      "step": 55018
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.847235686232154e-07,
      "loss": 0.0048,
      "step": 55019
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.846144816634906e-07,
      "loss": 0.0152,
      "step": 55020
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.845054063549859e-07,
      "loss": 0.0093,
      "step": 55021
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.843963426979803e-07,
      "loss": 0.0074,
      "step": 55022
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.84287290692756e-07,
      "loss": 0.0156,
      "step": 55023
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.841782503395947e-07,
      "loss": 0.0031,
      "step": 55024
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.840692216387782e-07,
      "loss": 0.0034,
      "step": 55025
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.839602045905866e-07,
      "loss": 0.007,
      "step": 55026
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.838511991953021e-07,
      "loss": 0.008,
      "step": 55027
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.837422054532048e-07,
      "loss": 0.0069,
      "step": 55028
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.83633223364578e-07,
      "loss": 0.0089,
      "step": 55029
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.835242529297002e-07,
      "loss": 0.0426,
      "step": 55030
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.834152941488557e-07,
      "loss": 0.0018,
      "step": 55031
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.833063470223237e-07,
      "loss": 0.0288,
      "step": 55032
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.831974115503857e-07,
      "loss": 0.0166,
      "step": 55033
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.830884877333225e-07,
      "loss": 0.0094,
      "step": 55034
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.829795755714151e-07,
      "loss": 0.0183,
      "step": 55035
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.828706750649453e-07,
      "loss": 0.0069,
      "step": 55036
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.827617862141942e-07,
      "loss": 0.0057,
      "step": 55037
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.826529090194409e-07,
      "loss": 0.0094,
      "step": 55038
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.825440434809686e-07,
      "loss": 0.0099,
      "step": 55039
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.824351895990576e-07,
      "loss": 0.0034,
      "step": 55040
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.823263473739881e-07,
      "loss": 0.0176,
      "step": 55041
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.822175168060411e-07,
      "loss": 0.0125,
      "step": 55042
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.82108697895497e-07,
      "loss": 0.0058,
      "step": 55043
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.819998906426382e-07,
      "loss": 0.0103,
      "step": 55044
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.818910950477434e-07,
      "loss": 0.0411,
      "step": 55045
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.817823111110959e-07,
      "loss": 0.01,
      "step": 55046
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.816735388329752e-07,
      "loss": 0.0016,
      "step": 55047
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.815647782136601e-07,
      "loss": 0.0059,
      "step": 55048
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.814560292534338e-07,
      "loss": 0.0059,
      "step": 55049
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.813472919525747e-07,
      "loss": 0.0074,
      "step": 55050
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.812385663113656e-07,
      "loss": 0.0145,
      "step": 55051
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.811298523300867e-07,
      "loss": 0.0089,
      "step": 55052
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.810211500090161e-07,
      "loss": 0.0157,
      "step": 55053
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.809124593484382e-07,
      "loss": 0.008,
      "step": 55054
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.808037803486298e-07,
      "loss": 0.0089,
      "step": 55055
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.806951130098731e-07,
      "loss": 0.0062,
      "step": 55056
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.805864573324487e-07,
      "loss": 0.0073,
      "step": 55057
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.804778133166355e-07,
      "loss": 0.0007,
      "step": 55058
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.803691809627159e-07,
      "loss": 0.0187,
      "step": 55059
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.802605602709681e-07,
      "loss": 0.0101,
      "step": 55060
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.801519512416753e-07,
      "loss": 0.0224,
      "step": 55061
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.800433538751154e-07,
      "loss": 0.0034,
      "step": 55062
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.799347681715677e-07,
      "loss": 0.0099,
      "step": 55063
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.798261941313148e-07,
      "loss": 0.0274,
      "step": 55064
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.797176317546348e-07,
      "loss": 0.0105,
      "step": 55065
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.796090810418097e-07,
      "loss": 0.0075,
      "step": 55066
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.795005419931192e-07,
      "loss": 0.0122,
      "step": 55067
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.793920146088427e-07,
      "loss": 0.0083,
      "step": 55068
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.792834988892608e-07,
      "loss": 0.0161,
      "step": 55069
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.791749948346519e-07,
      "loss": 0.0046,
      "step": 55070
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.790665024452984e-07,
      "loss": 0.0053,
      "step": 55071
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.78958021721479e-07,
      "loss": 0.0084,
      "step": 55072
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.788495526634724e-07,
      "loss": 0.0076,
      "step": 55073
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.787410952715616e-07,
      "loss": 0.0074,
      "step": 55074
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.786326495460241e-07,
      "loss": 0.007,
      "step": 55075
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.785242154871405e-07,
      "loss": 0.0074,
      "step": 55076
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.784157930951899e-07,
      "loss": 0.0234,
      "step": 55077
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.78307382370452e-07,
      "loss": 0.0018,
      "step": 55078
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.781989833132084e-07,
      "loss": 0.0039,
      "step": 55079
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.780905959237364e-07,
      "loss": 0.012,
      "step": 55080
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.779822202023176e-07,
      "loss": 0.0276,
      "step": 55081
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.778738561492307e-07,
      "loss": 0.0161,
      "step": 55082
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.777655037647555e-07,
      "loss": 0.0093,
      "step": 55083
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.776571630491717e-07,
      "loss": 0.055,
      "step": 55084
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.775488340027573e-07,
      "loss": 0.005,
      "step": 55085
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.774405166257945e-07,
      "loss": 0.01,
      "step": 55086
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.773322109185618e-07,
      "loss": 0.0083,
      "step": 55087
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.772239168813369e-07,
      "loss": 0.0019,
      "step": 55088
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.771156345144018e-07,
      "loss": 0.0087,
      "step": 55089
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.770073638180351e-07,
      "loss": 0.0071,
      "step": 55090
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.768991047925153e-07,
      "loss": 0.0137,
      "step": 55091
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7679085743812304e-07,
      "loss": 0.0108,
      "step": 55092
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.766826217551357e-07,
      "loss": 0.0275,
      "step": 55093
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7657439774383474e-07,
      "loss": 0.0075,
      "step": 55094
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.764661854044972e-07,
      "loss": 0.0029,
      "step": 55095
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.76357984737405e-07,
      "loss": 0.0111,
      "step": 55096
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7624979574283523e-07,
      "loss": 0.016,
      "step": 55097
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.761416184210682e-07,
      "loss": 0.0041,
      "step": 55098
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7603345277238254e-07,
      "loss": 0.008,
      "step": 55099
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.759252987970564e-07,
      "loss": 0.0305,
      "step": 55100
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7581715649537117e-07,
      "loss": 0.0051,
      "step": 55101
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.757090258676039e-07,
      "loss": 0.003,
      "step": 55102
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7560090691403384e-07,
      "loss": 0.0035,
      "step": 55103
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.754927996349412e-07,
      "loss": 0.002,
      "step": 55104
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7538470403060365e-07,
      "loss": 0.0034,
      "step": 55105
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.752766201013015e-07,
      "loss": 0.0125,
      "step": 55106
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7516854784731227e-07,
      "loss": 0.0075,
      "step": 55107
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7506048726891405e-07,
      "loss": 0.0075,
      "step": 55108
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.749524383663884e-07,
      "loss": 0.0094,
      "step": 55109
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7484440114001106e-07,
      "loss": 0.0079,
      "step": 55110
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.747363755900647e-07,
      "loss": 0.0095,
      "step": 55111
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.746283617168246e-07,
      "loss": 0.0244,
      "step": 55112
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7452035952056995e-07,
      "loss": 0.0134,
      "step": 55113
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.744123690015812e-07,
      "loss": 0.0061,
      "step": 55114
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7430439016013464e-07,
      "loss": 0.0086,
      "step": 55115
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.741964229965107e-07,
      "loss": 0.028,
      "step": 55116
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.74088467510988e-07,
      "loss": 0.003,
      "step": 55117
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7398052370384415e-07,
      "loss": 0.0057,
      "step": 55118
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.738725915753584e-07,
      "loss": 0.0094,
      "step": 55119
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.737646711258076e-07,
      "loss": 0.0071,
      "step": 55120
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7365676235547276e-07,
      "loss": 0.0027,
      "step": 55121
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7354886526463137e-07,
      "loss": 0.0133,
      "step": 55122
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7344097985355996e-07,
      "loss": 0.0061,
      "step": 55123
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.733331061225399e-07,
      "loss": 0.008,
      "step": 55124
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.732252440718482e-07,
      "loss": 0.0299,
      "step": 55125
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7311739370176247e-07,
      "loss": 0.0074,
      "step": 55126
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.730095550125624e-07,
      "loss": 0.0111,
      "step": 55127
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.729017280045245e-07,
      "loss": 0.0048,
      "step": 55128
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7279391267792853e-07,
      "loss": 0.0099,
      "step": 55129
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7268610903305144e-07,
      "loss": 0.011,
      "step": 55130
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.725783170701731e-07,
      "loss": 0.0124,
      "step": 55131
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.724705367895704e-07,
      "loss": 0.0061,
      "step": 55132
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7236276819152215e-07,
      "loss": 0.0113,
      "step": 55133
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.722550112763058e-07,
      "loss": 0.0094,
      "step": 55134
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.721472660441989e-07,
      "loss": 0.0086,
      "step": 55135
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7203953249548074e-07,
      "loss": 0.0077,
      "step": 55136
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.719318106304294e-07,
      "loss": 0.018,
      "step": 55137
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.718241004493207e-07,
      "loss": 0.02,
      "step": 55138
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7171640195243504e-07,
      "loss": 0.0136,
      "step": 55139
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7160871514004946e-07,
      "loss": 0.0047,
      "step": 55140
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7150104001244145e-07,
      "loss": 0.0126,
      "step": 55141
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7139337656988917e-07,
      "loss": 0.0045,
      "step": 55142
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7128572481266954e-07,
      "loss": 0.0144,
      "step": 55143
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.711780847410624e-07,
      "loss": 0.0185,
      "step": 55144
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.710704563553431e-07,
      "loss": 0.0093,
      "step": 55145
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.709628396557908e-07,
      "loss": 0.0071,
      "step": 55146
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.708552346426837e-07,
      "loss": 0.003,
      "step": 55147
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.707476413162987e-07,
      "loss": 0.0152,
      "step": 55148
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.706400596769128e-07,
      "loss": 0.0065,
      "step": 55149
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.705324897248037e-07,
      "loss": 0.0041,
      "step": 55150
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.704249314602499e-07,
      "loss": 0.0031,
      "step": 55151
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.703173848835291e-07,
      "loss": 0.0148,
      "step": 55152
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.70209849994917e-07,
      "loss": 0.0027,
      "step": 55153
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.70102326794693e-07,
      "loss": 0.0118,
      "step": 55154
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.699948152831341e-07,
      "loss": 0.0205,
      "step": 55155
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6988731546051713e-07,
      "loss": 0.0051,
      "step": 55156
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.697798273271198e-07,
      "loss": 0.0299,
      "step": 55157
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.696723508832185e-07,
      "loss": 0.0047,
      "step": 55158
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6956488612909303e-07,
      "loss": 0.0213,
      "step": 55159
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.694574330650176e-07,
      "loss": 0.0131,
      "step": 55160
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.693499916912719e-07,
      "loss": 0.0013,
      "step": 55161
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6924256200813365e-07,
      "loss": 0.0038,
      "step": 55162
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6913514401587646e-07,
      "loss": 0.0056,
      "step": 55163
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6902773771478115e-07,
      "loss": 0.0069,
      "step": 55164
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.68920343105122e-07,
      "loss": 0.0044,
      "step": 55165
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.688129601871788e-07,
      "loss": 0.0043,
      "step": 55166
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6870558896122744e-07,
      "loss": 0.0113,
      "step": 55167
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6859822942754373e-07,
      "loss": 0.0115,
      "step": 55168
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.684908815864081e-07,
      "loss": 0.0062,
      "step": 55169
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.683835454380931e-07,
      "loss": 0.0023,
      "step": 55170
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6827622098287893e-07,
      "loss": 0.0154,
      "step": 55171
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6816890822104166e-07,
      "loss": 0.0052,
      "step": 55172
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6806160715285766e-07,
      "loss": 0.0016,
      "step": 55173
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6795431777860443e-07,
      "loss": 0.0069,
      "step": 55174
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6784704009855907e-07,
      "loss": 0.0075,
      "step": 55175
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6773977411299743e-07,
      "loss": 0.0032,
      "step": 55176
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6763251982219703e-07,
      "loss": 0.0008,
      "step": 55177
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.675252772264338e-07,
      "loss": 0.0038,
      "step": 55178
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6741804632598533e-07,
      "loss": 0.0125,
      "step": 55179
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.673108271211274e-07,
      "loss": 0.0134,
      "step": 55180
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.672036196121382e-07,
      "loss": 0.026,
      "step": 55181
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6709642379929363e-07,
      "loss": 0.0043,
      "step": 55182
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6698923968287015e-07,
      "loss": 0.0107,
      "step": 55183
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.668820672631441e-07,
      "loss": 0.0028,
      "step": 55184
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6677490654039146e-07,
      "loss": 0.0101,
      "step": 55185
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6666775751489036e-07,
      "loss": 0.0053,
      "step": 55186
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6656062018691607e-07,
      "loss": 0.0274,
      "step": 55187
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6645349455674504e-07,
      "loss": 0.0098,
      "step": 55188
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6634638062465433e-07,
      "loss": 0.0034,
      "step": 55189
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.662392783909203e-07,
      "loss": 0.0113,
      "step": 55190
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.661321878558195e-07,
      "loss": 0.0063,
      "step": 55191
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.660251090196272e-07,
      "loss": 0.0091,
      "step": 55192
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.659180418826198e-07,
      "loss": 0.0172,
      "step": 55193
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6581098644507493e-07,
      "loss": 0.0161,
      "step": 55194
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6570394270726685e-07,
      "loss": 0.0148,
      "step": 55195
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.655969106694741e-07,
      "loss": 0.0137,
      "step": 55196
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.654898903319716e-07,
      "loss": 0.0042,
      "step": 55197
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.653828816950351e-07,
      "loss": 0.0071,
      "step": 55198
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6527588475894167e-07,
      "loss": 0.0059,
      "step": 55199
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.651688995239667e-07,
      "loss": 0.0034,
      "step": 55200
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6506192599038544e-07,
      "loss": 0.0466,
      "step": 55201
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6495496415847605e-07,
      "loss": 0.0039,
      "step": 55202
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.648480140285122e-07,
      "loss": 0.0024,
      "step": 55203
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.647410756007725e-07,
      "loss": 0.0068,
      "step": 55204
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.646341488755313e-07,
      "loss": 0.0089,
      "step": 55205
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.645272338530643e-07,
      "loss": 0.0039,
      "step": 55206
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.644203305336481e-07,
      "loss": 0.0064,
      "step": 55207
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.643134389175569e-07,
      "loss": 0.0115,
      "step": 55208
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.642065590050687e-07,
      "loss": 0.0032,
      "step": 55209
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.64099690796459e-07,
      "loss": 0.012,
      "step": 55210
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6399283429200135e-07,
      "loss": 0.0175,
      "step": 55211
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.638859894919745e-07,
      "loss": 0.0044,
      "step": 55212
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.63779156396652e-07,
      "loss": 0.0082,
      "step": 55213
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6367233500631105e-07,
      "loss": 0.0092,
      "step": 55214
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.635655253212262e-07,
      "loss": 0.0033,
      "step": 55215
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6345872734167185e-07,
      "loss": 0.0074,
      "step": 55216
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6335194106792657e-07,
      "loss": 0.0102,
      "step": 55217
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6324516650026354e-07,
      "loss": 0.0086,
      "step": 55218
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6313840363896024e-07,
      "loss": 0.0072,
      "step": 55219
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.630316524842909e-07,
      "loss": 0.0048,
      "step": 55220
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.629249130365299e-07,
      "loss": 0.0059,
      "step": 55221
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.628181852959546e-07,
      "loss": 0.0097,
      "step": 55222
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6271146926283874e-07,
      "loss": 0.0194,
      "step": 55223
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6260476493745985e-07,
      "loss": 0.0041,
      "step": 55224
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.624980723200917e-07,
      "loss": 0.0053,
      "step": 55225
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.623913914110101e-07,
      "loss": 0.0089,
      "step": 55226
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.622847222104898e-07,
      "loss": 0.0178,
      "step": 55227
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6217806471880565e-07,
      "loss": 0.0047,
      "step": 55228
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6207141893623464e-07,
      "loss": 0.002,
      "step": 55229
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6196478486305095e-07,
      "loss": 0.0198,
      "step": 55230
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.618581624995283e-07,
      "loss": 0.0071,
      "step": 55231
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.617515518459448e-07,
      "loss": 0.0084,
      "step": 55232
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.616449529025735e-07,
      "loss": 0.0041,
      "step": 55233
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.615383656696898e-07,
      "loss": 0.0067,
      "step": 55234
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.61431790147569e-07,
      "loss": 0.0037,
      "step": 55235
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.613252263364848e-07,
      "loss": 0.0083,
      "step": 55236
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6121867423671416e-07,
      "loss": 0.0038,
      "step": 55237
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.611121338485308e-07,
      "loss": 0.0057,
      "step": 55238
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.610056051722106e-07,
      "loss": 0.0028,
      "step": 55239
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.608990882080278e-07,
      "loss": 0.009,
      "step": 55240
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.607925829562571e-07,
      "loss": 0.0416,
      "step": 55241
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.606860894171733e-07,
      "loss": 0.0367,
      "step": 55242
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.605796075910507e-07,
      "loss": 0.0043,
      "step": 55243
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6047313747816624e-07,
      "loss": 0.0026,
      "step": 55244
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.603666790787925e-07,
      "loss": 0.003,
      "step": 55245
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.602602323932043e-07,
      "loss": 0.0049,
      "step": 55246
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.601537974216774e-07,
      "loss": 0.0072,
      "step": 55247
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6004737416448564e-07,
      "loss": 0.0118,
      "step": 55248
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5994096262190427e-07,
      "loss": 0.0048,
      "step": 55249
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5983456279420746e-07,
      "loss": 0.0085,
      "step": 55250
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.59728174681669e-07,
      "loss": 0.0028,
      "step": 55251
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.596217982845647e-07,
      "loss": 0.0102,
      "step": 55252
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5951543360316764e-07,
      "loss": 0.0027,
      "step": 55253
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5940908063775435e-07,
      "loss": 0.0087,
      "step": 55254
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5930273938859794e-07,
      "loss": 0.0035,
      "step": 55255
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5919640985597315e-07,
      "loss": 0.0045,
      "step": 55256
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5909009204015363e-07,
      "loss": 0.0017,
      "step": 55257
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5898378594141366e-07,
      "loss": 0.0056,
      "step": 55258
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.588774915600286e-07,
      "loss": 0.0127,
      "step": 55259
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5877120889627257e-07,
      "loss": 0.0083,
      "step": 55260
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.586649379504182e-07,
      "loss": 0.015,
      "step": 55261
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5855867872274253e-07,
      "loss": 0.0055,
      "step": 55262
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.584524312135175e-07,
      "loss": 0.0059,
      "step": 55263
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.583461954230184e-07,
      "loss": 0.0113,
      "step": 55264
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.58239971351519e-07,
      "loss": 0.0068,
      "step": 55265
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.581337589992918e-07,
      "loss": 0.0069,
      "step": 55266
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.580275583666138e-07,
      "loss": 0.002,
      "step": 55267
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5792136945375656e-07,
      "loss": 0.0046,
      "step": 55268
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.578151922609958e-07,
      "loss": 0.0084,
      "step": 55269
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5770902678860583e-07,
      "loss": 0.0087,
      "step": 55270
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.576028730368576e-07,
      "loss": 0.0043,
      "step": 55271
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.57496731006028e-07,
      "loss": 0.0165,
      "step": 55272
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.573906006963891e-07,
      "loss": 0.0103,
      "step": 55273
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5728448210821617e-07,
      "loss": 0.0076,
      "step": 55274
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5717837524178296e-07,
      "loss": 0.0072,
      "step": 55275
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.570722800973626e-07,
      "loss": 0.0054,
      "step": 55276
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.569661966752287e-07,
      "loss": 0.0033,
      "step": 55277
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5686012497565437e-07,
      "loss": 0.0067,
      "step": 55278
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5675406499891494e-07,
      "loss": 0.0048,
      "step": 55279
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.566480167452836e-07,
      "loss": 0.0048,
      "step": 55280
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5654198021503283e-07,
      "loss": 0.0144,
      "step": 55281
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.56435955408438e-07,
      "loss": 0.0067,
      "step": 55282
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.563299423257722e-07,
      "loss": 0.0026,
      "step": 55283
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5622394096730807e-07,
      "loss": 0.0125,
      "step": 55284
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.561179513333197e-07,
      "loss": 0.0077,
      "step": 55285
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.560119734240798e-07,
      "loss": 0.012,
      "step": 55286
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5590600723986356e-07,
      "loss": 0.0077,
      "step": 55287
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5580005278094254e-07,
      "loss": 0.0232,
      "step": 55288
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5569411004759203e-07,
      "loss": 0.0039,
      "step": 55289
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.55588179040084e-07,
      "loss": 0.0087,
      "step": 55290
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.554822597586922e-07,
      "loss": 0.0062,
      "step": 55291
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5537635220369024e-07,
      "loss": 0.0072,
      "step": 55292
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5527045637535014e-07,
      "loss": 0.0037,
      "step": 55293
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5516457227394673e-07,
      "loss": 0.0049,
      "step": 55294
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5505869989975306e-07,
      "loss": 0.0031,
      "step": 55295
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5495283925304057e-07,
      "loss": 0.0286,
      "step": 55296
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5484699033408463e-07,
      "loss": 0.0119,
      "step": 55297
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5474115314315726e-07,
      "loss": 0.0037,
      "step": 55298
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.546353276805321e-07,
      "loss": 0.0028,
      "step": 55299
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.545295139464817e-07,
      "loss": 0.0054,
      "step": 55300
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.544237119412781e-07,
      "loss": 0.0048,
      "step": 55301
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.543179216651966e-07,
      "loss": 0.0041,
      "step": 55302
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5421214311850757e-07,
      "loss": 0.02,
      "step": 55303
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.541063763014869e-07,
      "loss": 0.0027,
      "step": 55304
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.54000621214406e-07,
      "loss": 0.0104,
      "step": 55305
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.538948778575375e-07,
      "loss": 0.0118,
      "step": 55306
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5378914623115446e-07,
      "loss": 0.0061,
      "step": 55307
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5368342633552887e-07,
      "loss": 0.0061,
      "step": 55308
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5357771817093553e-07,
      "loss": 0.009,
      "step": 55309
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.534720217376454e-07,
      "loss": 0.0186,
      "step": 55310
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5336633703593144e-07,
      "loss": 0.0093,
      "step": 55311
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5326066406606804e-07,
      "loss": 0.0099,
      "step": 55312
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.53155002828326e-07,
      "loss": 0.0051,
      "step": 55313
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5304935332297904e-07,
      "loss": 0.0032,
      "step": 55314
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5294371555029916e-07,
      "loss": 0.0067,
      "step": 55315
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.528380895105583e-07,
      "loss": 0.0037,
      "step": 55316
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5273247520403074e-07,
      "loss": 0.0043,
      "step": 55317
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.526268726309868e-07,
      "loss": 0.0177,
      "step": 55318
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.525212817917013e-07,
      "loss": 0.0041,
      "step": 55319
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.524157026864467e-07,
      "loss": 0.0219,
      "step": 55320
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5231013531549237e-07,
      "loss": 0.0338,
      "step": 55321
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5220457967911414e-07,
      "loss": 0.0371,
      "step": 55322
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.520990357775812e-07,
      "loss": 0.0099,
      "step": 55323
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5199350361116944e-07,
      "loss": 0.0347,
      "step": 55324
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.518879831801487e-07,
      "loss": 0.0045,
      "step": 55325
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.517824744847915e-07,
      "loss": 0.0203,
      "step": 55326
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.516769775253721e-07,
      "loss": 0.0035,
      "step": 55327
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.515714923021591e-07,
      "loss": 0.0055,
      "step": 55328
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5146601881542794e-07,
      "loss": 0.0092,
      "step": 55329
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5136055706544944e-07,
      "loss": 0.009,
      "step": 55330
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.512551070524945e-07,
      "loss": 0.0013,
      "step": 55331
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.51149668776838e-07,
      "loss": 0.0069,
      "step": 55332
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5104424223874955e-07,
      "loss": 0.0125,
      "step": 55333
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5093882743850405e-07,
      "loss": 0.015,
      "step": 55334
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5083342437637067e-07,
      "loss": 0.0071,
      "step": 55335
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5072803305262147e-07,
      "loss": 0.0055,
      "step": 55336
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5062265346753067e-07,
      "loss": 0.0057,
      "step": 55337
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.505172856213674e-07,
      "loss": 0.0077,
      "step": 55338
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5041192951440547e-07,
      "loss": 0.0048,
      "step": 55339
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.503065851469168e-07,
      "loss": 0.0025,
      "step": 55340
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.502012525191729e-07,
      "loss": 0.0133,
      "step": 55341
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.500959316314446e-07,
      "loss": 0.0053,
      "step": 55342
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4999062248400394e-07,
      "loss": 0.0046,
      "step": 55343
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.49885325077124e-07,
      "loss": 0.0111,
      "step": 55344
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.497800394110752e-07,
      "loss": 0.0016,
      "step": 55345
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.496747654861289e-07,
      "loss": 0.0062,
      "step": 55346
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4956950330255823e-07,
      "loss": 0.0089,
      "step": 55347
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.494642528606341e-07,
      "loss": 0.013,
      "step": 55348
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.49359014160628e-07,
      "loss": 0.0072,
      "step": 55349
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.492537872028113e-07,
      "loss": 0.0056,
      "step": 55350
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.49148571987455e-07,
      "loss": 0.0194,
      "step": 55351
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.490433685148321e-07,
      "loss": 0.0057,
      "step": 55352
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4893817678521187e-07,
      "loss": 0.0065,
      "step": 55353
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.488329967988686e-07,
      "loss": 0.0057,
      "step": 55354
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4872782855607197e-07,
      "loss": 0.0104,
      "step": 55355
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.486226720570935e-07,
      "loss": 0.0092,
      "step": 55356
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4851752730220465e-07,
      "loss": 0.0079,
      "step": 55357
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.484123942916757e-07,
      "loss": 0.0026,
      "step": 55358
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.483072730257798e-07,
      "loss": 0.0028,
      "step": 55359
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4820216350478787e-07,
      "loss": 0.0013,
      "step": 55360
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4809706572896904e-07,
      "loss": 0.0166,
      "step": 55361
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.479919796985971e-07,
      "loss": 0.0046,
      "step": 55362
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.478869054139423e-07,
      "loss": 0.006,
      "step": 55363
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4778184287527505e-07,
      "loss": 0.0019,
      "step": 55364
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4767679208286783e-07,
      "loss": 0.0032,
      "step": 55365
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4757175303698944e-07,
      "loss": 0.0062,
      "step": 55366
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.474667257379134e-07,
      "loss": 0.0041,
      "step": 55367
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4736171018590845e-07,
      "loss": 0.0105,
      "step": 55368
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4725670638124774e-07,
      "loss": 0.0127,
      "step": 55369
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4715171432420154e-07,
      "loss": 0.0042,
      "step": 55370
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4704673401504027e-07,
      "loss": 0.005,
      "step": 55371
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4694176545403534e-07,
      "loss": 0.0054,
      "step": 55372
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4683680864145594e-07,
      "loss": 0.0222,
      "step": 55373
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4673186357757526e-07,
      "loss": 0.0037,
      "step": 55374
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.466269302626636e-07,
      "loss": 0.0048,
      "step": 55375
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4652200869698957e-07,
      "loss": 0.0091,
      "step": 55376
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4641709888082697e-07,
      "loss": 0.0014,
      "step": 55377
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.463122008144449e-07,
      "loss": 0.0029,
      "step": 55378
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4620731449811384e-07,
      "loss": 0.0054,
      "step": 55379
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4610243993210514e-07,
      "loss": 0.0265,
      "step": 55380
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.45997577116688e-07,
      "loss": 0.0083,
      "step": 55381
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4589272605213506e-07,
      "loss": 0.0098,
      "step": 55382
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.45787886738715e-07,
      "loss": 0.0055,
      "step": 55383
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4568305917670085e-07,
      "loss": 0.0082,
      "step": 55384
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.455782433663608e-07,
      "loss": 0.0053,
      "step": 55385
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4547343930796515e-07,
      "loss": 0.0019,
      "step": 55386
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4536864700178595e-07,
      "loss": 0.01,
      "step": 55387
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.452638664480918e-07,
      "loss": 0.003,
      "step": 55388
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4515909764715483e-07,
      "loss": 0.0056,
      "step": 55389
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.450543405992447e-07,
      "loss": 0.0116,
      "step": 55390
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.449495953046318e-07,
      "loss": 0.0145,
      "step": 55391
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4484486176358586e-07,
      "loss": 0.0043,
      "step": 55392
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4474013997637734e-07,
      "loss": 0.0049,
      "step": 55393
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4463542994327704e-07,
      "loss": 0.0108,
      "step": 55394
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4453073166455476e-07,
      "loss": 0.0093,
      "step": 55395
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.444260451404797e-07,
      "loss": 0.0023,
      "step": 55396
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4432137037132394e-07,
      "loss": 0.0037,
      "step": 55397
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4421670735735665e-07,
      "loss": 0.0115,
      "step": 55398
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4411205609884765e-07,
      "loss": 0.004,
      "step": 55399
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4400741659606726e-07,
      "loss": 0.0068,
      "step": 55400
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4390278884928415e-07,
      "loss": 0.0048,
      "step": 55401
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.437981728587709e-07,
      "loss": 0.0025,
      "step": 55402
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4369356862479506e-07,
      "loss": 0.0099,
      "step": 55403
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4358897614762806e-07,
      "loss": 0.0056,
      "step": 55404
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.434843954275392e-07,
      "loss": 0.0165,
      "step": 55405
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4337982646479874e-07,
      "loss": 0.0079,
      "step": 55406
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4327526925967645e-07,
      "loss": 0.0096,
      "step": 55407
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4317072381244054e-07,
      "loss": 0.0231,
      "step": 55408
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4306619012336294e-07,
      "loss": 0.0111,
      "step": 55409
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4296166819271234e-07,
      "loss": 0.0027,
      "step": 55410
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.42857158020758e-07,
      "loss": 0.0084,
      "step": 55411
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4275265960777137e-07,
      "loss": 0.012,
      "step": 55412
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.426481729540205e-07,
      "loss": 0.0097,
      "step": 55413
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.425436980597753e-07,
      "loss": 0.003,
      "step": 55414
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4243923492530595e-07,
      "loss": 0.0055,
      "step": 55415
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.423347835508801e-07,
      "loss": 0.0261,
      "step": 55416
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4223034393676977e-07,
      "loss": 0.0028,
      "step": 55417
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.421259160832431e-07,
      "loss": 0.0048,
      "step": 55418
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4202149999056974e-07,
      "loss": 0.002,
      "step": 55419
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.419170956590196e-07,
      "loss": 0.0127,
      "step": 55420
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4181270308886193e-07,
      "loss": 0.0073,
      "step": 55421
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4170832228036584e-07,
      "loss": 0.0125,
      "step": 55422
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4160395323379955e-07,
      "loss": 0.0041,
      "step": 55423
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4149959594943446e-07,
      "loss": 0.0062,
      "step": 55424
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.413952504275387e-07,
      "loss": 0.0139,
      "step": 55425
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.41290916668381e-07,
      "loss": 0.0128,
      "step": 55426
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.411865946722321e-07,
      "loss": 0.003,
      "step": 55427
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.410822844393603e-07,
      "loss": 0.0248,
      "step": 55428
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.409779859700353e-07,
      "loss": 0.0049,
      "step": 55429
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.408736992645252e-07,
      "loss": 0.0082,
      "step": 55430
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.407694243230987e-07,
      "loss": 0.0104,
      "step": 55431
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.406651611460272e-07,
      "loss": 0.0134,
      "step": 55432
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.405609097335767e-07,
      "loss": 0.0079,
      "step": 55433
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4045667008601964e-07,
      "loss": 0.0191,
      "step": 55434
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.403524422036232e-07,
      "loss": 0.0041,
      "step": 55435
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.402482260866553e-07,
      "loss": 0.0036,
      "step": 55436
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.401440217353864e-07,
      "loss": 0.0032,
      "step": 55437
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4003982915008347e-07,
      "loss": 0.0107,
      "step": 55438
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.399356483310185e-07,
      "loss": 0.012,
      "step": 55439
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3983147927845806e-07,
      "loss": 0.01,
      "step": 55440
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3972732199267063e-07,
      "loss": 0.0019,
      "step": 55441
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3962317647392785e-07,
      "loss": 0.0213,
      "step": 55442
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3951904272249377e-07,
      "loss": 0.0099,
      "step": 55443
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.394149207386417e-07,
      "loss": 0.0085,
      "step": 55444
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3931081052263734e-07,
      "loss": 0.0107,
      "step": 55445
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.392067120747501e-07,
      "loss": 0.0022,
      "step": 55446
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.391026253952491e-07,
      "loss": 0.0105,
      "step": 55447
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.38998550484403e-07,
      "loss": 0.0415,
      "step": 55448
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3889448734248e-07,
      "loss": 0.0085,
      "step": 55449
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3879043596974813e-07,
      "loss": 0.0051,
      "step": 55450
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.386863963664756e-07,
      "loss": 0.0046,
      "step": 55451
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3858236853293266e-07,
      "loss": 0.0016,
      "step": 55452
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3847835246938585e-07,
      "loss": 0.0028,
      "step": 55453
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.383743481761049e-07,
      "loss": 0.003,
      "step": 55454
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3827035565335795e-07,
      "loss": 0.0029,
      "step": 55455
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3816637490141314e-07,
      "loss": 0.0109,
      "step": 55456
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.380624059205385e-07,
      "loss": 0.0064,
      "step": 55457
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.379584487110017e-07,
      "loss": 0.0312,
      "step": 55458
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3785450327307246e-07,
      "loss": 0.012,
      "step": 55459
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3775056960701834e-07,
      "loss": 0.0031,
      "step": 55460
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3764664771310636e-07,
      "loss": 0.0046,
      "step": 55461
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.375427375916075e-07,
      "loss": 0.0136,
      "step": 55462
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.374388392427875e-07,
      "loss": 0.0079,
      "step": 55463
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.373349526669152e-07,
      "loss": 0.0031,
      "step": 55464
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.372310778642586e-07,
      "loss": 0.0102,
      "step": 55465
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.371272148350847e-07,
      "loss": 0.0308,
      "step": 55466
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3702336357966393e-07,
      "loss": 0.0053,
      "step": 55467
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3691952409826153e-07,
      "loss": 0.0038,
      "step": 55468
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.36815696391148e-07,
      "loss": 0.0054,
      "step": 55469
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.367118804585896e-07,
      "loss": 0.0313,
      "step": 55470
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.366080763008551e-07,
      "loss": 0.0145,
      "step": 55471
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3650428391821156e-07,
      "loss": 0.0051,
      "step": 55472
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.364005033109264e-07,
      "loss": 0.0026,
      "step": 55473
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.36296734479269e-07,
      "loss": 0.0022,
      "step": 55474
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.361929774235063e-07,
      "loss": 0.0021,
      "step": 55475
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3608923214390476e-07,
      "loss": 0.0089,
      "step": 55476
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3598549864073416e-07,
      "loss": 0.013,
      "step": 55477
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3588177691426147e-07,
      "loss": 0.0087,
      "step": 55478
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3577806696475435e-07,
      "loss": 0.0063,
      "step": 55479
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3567436879248027e-07,
      "loss": 0.0047,
      "step": 55480
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.355706823977057e-07,
      "loss": 0.0053,
      "step": 55481
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3546700778069996e-07,
      "loss": 0.0011,
      "step": 55482
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.353633449417294e-07,
      "loss": 0.0058,
      "step": 55483
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3525969388106217e-07,
      "loss": 0.0083,
      "step": 55484
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3515605459896693e-07,
      "loss": 0.0083,
      "step": 55485
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3505242709570793e-07,
      "loss": 0.0071,
      "step": 55486
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3494881137155496e-07,
      "loss": 0.0079,
      "step": 55487
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3484520742677393e-07,
      "loss": 0.0136,
      "step": 55488
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.347416152616335e-07,
      "loss": 0.0096,
      "step": 55489
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.346380348764012e-07,
      "loss": 0.011,
      "step": 55490
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.345344662713419e-07,
      "loss": 0.0035,
      "step": 55491
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3443090944672694e-07,
      "loss": 0.0072,
      "step": 55492
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.34327364402819e-07,
      "loss": 0.0037,
      "step": 55493
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.342238311398883e-07,
      "loss": 0.0057,
      "step": 55494
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3412030965820086e-07,
      "loss": 0.0033,
      "step": 55495
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3401679995802306e-07,
      "loss": 0.0077,
      "step": 55496
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.339133020396241e-07,
      "loss": 0.0051,
      "step": 55497
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3380981590326885e-07,
      "loss": 0.0064,
      "step": 55498
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3370634154922707e-07,
      "loss": 0.0084,
      "step": 55499
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.33602878977763e-07,
      "loss": 0.0127,
      "step": 55500
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3349942818914415e-07,
      "loss": 0.0094,
      "step": 55501
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3339598918363866e-07,
      "loss": 0.0126,
      "step": 55502
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3329256196151137e-07,
      "loss": 0.0058,
      "step": 55503
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.33189146523032e-07,
      "loss": 0.0074,
      "step": 55504
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.330857428684654e-07,
      "loss": 0.0073,
      "step": 55505
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.329823509980796e-07,
      "loss": 0.0018,
      "step": 55506
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3287897091214005e-07,
      "loss": 0.0049,
      "step": 55507
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.327756026109131e-07,
      "loss": 0.0142,
      "step": 55508
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3267224609466807e-07,
      "loss": 0.0046,
      "step": 55509
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.325689013636697e-07,
      "loss": 0.0049,
      "step": 55510
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.324655684181844e-07,
      "loss": 0.0062,
      "step": 55511
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3236224725847987e-07,
      "loss": 0.0222,
      "step": 55512
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.32258937884823e-07,
      "loss": 0.0144,
      "step": 55513
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.321556402974791e-07,
      "loss": 0.0082,
      "step": 55514
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3205235449671534e-07,
      "loss": 0.0065,
      "step": 55515
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.319490804827975e-07,
      "loss": 0.0096,
      "step": 55516
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.318458182559931e-07,
      "loss": 0.0064,
      "step": 55517
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3174256781656763e-07,
      "loss": 0.01,
      "step": 55518
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.316393291647891e-07,
      "loss": 0.01,
      "step": 55519
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.315361023009229e-07,
      "loss": 0.0027,
      "step": 55520
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3143288722523547e-07,
      "loss": 0.0065,
      "step": 55521
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.313296839379927e-07,
      "loss": 0.0057,
      "step": 55522
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3122649243946045e-07,
      "loss": 0.0028,
      "step": 55523
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3112331272990693e-07,
      "loss": 0.0187,
      "step": 55524
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.310201448095974e-07,
      "loss": 0.0058,
      "step": 55525
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.309169886787967e-07,
      "loss": 0.0074,
      "step": 55526
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3081384433777297e-07,
      "loss": 0.0079,
      "step": 55527
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3071071178679144e-07,
      "loss": 0.0211,
      "step": 55528
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.306075910261187e-07,
      "loss": 0.008,
      "step": 55529
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.305044820560206e-07,
      "loss": 0.0098,
      "step": 55530
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.304013848767624e-07,
      "loss": 0.0073,
      "step": 55531
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.302982994886112e-07,
      "loss": 0.0102,
      "step": 55532
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3019522589183185e-07,
      "loss": 0.0083,
      "step": 55533
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.300921640866923e-07,
      "loss": 0.007,
      "step": 55534
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.299891140734569e-07,
      "loss": 0.0069,
      "step": 55535
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.298860758523926e-07,
      "loss": 0.004,
      "step": 55536
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2978304942376425e-07,
      "loss": 0.0011,
      "step": 55537
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.296800347878366e-07,
      "loss": 0.0074,
      "step": 55538
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.295770319448783e-07,
      "loss": 0.0046,
      "step": 55539
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.294740408951542e-07,
      "loss": 0.0036,
      "step": 55540
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2937106163892793e-07,
      "loss": 0.0016,
      "step": 55541
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.292680941764682e-07,
      "loss": 0.0098,
      "step": 55542
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.291651385080392e-07,
      "loss": 0.0035,
      "step": 55543
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.290621946339069e-07,
      "loss": 0.0043,
      "step": 55544
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.289592625543371e-07,
      "loss": 0.0065,
      "step": 55545
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.288563422695935e-07,
      "loss": 0.0022,
      "step": 55546
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2875343377994485e-07,
      "loss": 0.0034,
      "step": 55547
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.286505370856536e-07,
      "loss": 0.0248,
      "step": 55548
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.285476521869891e-07,
      "loss": 0.0199,
      "step": 55549
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2844477908421335e-07,
      "loss": 0.0087,
      "step": 55550
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2834191777759213e-07,
      "loss": 0.0139,
      "step": 55551
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2823906826739203e-07,
      "loss": 0.0017,
      "step": 55552
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2813623055387776e-07,
      "loss": 0.0105,
      "step": 55553
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.280334046373158e-07,
      "loss": 0.0034,
      "step": 55554
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2793059051797093e-07,
      "loss": 0.0063,
      "step": 55555
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2782778819610794e-07,
      "loss": 0.0098,
      "step": 55556
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2772499767199215e-07,
      "loss": 0.0049,
      "step": 55557
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.276222189458884e-07,
      "loss": 0.0135,
      "step": 55558
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.275194520180631e-07,
      "loss": 0.0019,
      "step": 55559
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2741669688878106e-07,
      "loss": 0.0108,
      "step": 55560
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2731395355830596e-07,
      "loss": 0.0059,
      "step": 55561
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.272112220269053e-07,
      "loss": 0.0059,
      "step": 55562
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.271085022948429e-07,
      "loss": 0.0047,
      "step": 55563
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.270057943623834e-07,
      "loss": 0.0091,
      "step": 55564
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.269030982297928e-07,
      "loss": 0.0069,
      "step": 55565
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2680041389733474e-07,
      "loss": 0.0124,
      "step": 55566
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.266977413652762e-07,
      "loss": 0.0023,
      "step": 55567
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2659508063387924e-07,
      "loss": 0.0101,
      "step": 55568
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2649243170341193e-07,
      "loss": 0.0161,
      "step": 55569
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2638979457413745e-07,
      "loss": 0.0129,
      "step": 55570
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.262871692463211e-07,
      "loss": 0.0073,
      "step": 55571
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2618455572022764e-07,
      "loss": 0.0124,
      "step": 55572
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.260819539961203e-07,
      "loss": 0.0099,
      "step": 55573
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2597936407426655e-07,
      "loss": 0.0101,
      "step": 55574
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.25876785954929e-07,
      "loss": 0.0026,
      "step": 55575
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2577421963837293e-07,
      "loss": 0.0059,
      "step": 55576
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.256716651248638e-07,
      "loss": 0.0175,
      "step": 55577
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2556912241466573e-07,
      "loss": 0.0073,
      "step": 55578
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2546659150804304e-07,
      "loss": 0.024,
      "step": 55579
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.253640724052599e-07,
      "loss": 0.0052,
      "step": 55580
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.252615651065811e-07,
      "loss": 0.0034,
      "step": 55581
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2515906961227204e-07,
      "loss": 0.0049,
      "step": 55582
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2505658592259577e-07,
      "loss": 0.008,
      "step": 55583
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2495411403781885e-07,
      "loss": 0.0072,
      "step": 55584
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.248516539582037e-07,
      "loss": 0.0123,
      "step": 55585
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.247492056840158e-07,
      "loss": 0.0009,
      "step": 55586
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.246467692155187e-07,
      "loss": 0.0167,
      "step": 55587
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.245443445529762e-07,
      "loss": 0.0049,
      "step": 55588
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.244419316966547e-07,
      "loss": 0.0028,
      "step": 55589
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.243395306468173e-07,
      "loss": 0.0032,
      "step": 55590
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.242371414037272e-07,
      "loss": 0.0018,
      "step": 55591
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2413476396765017e-07,
      "loss": 0.0101,
      "step": 55592
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2403239833885e-07,
      "loss": 0.0121,
      "step": 55593
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2393004451759035e-07,
      "loss": 0.0089,
      "step": 55594
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2382770250413594e-07,
      "loss": 0.0135,
      "step": 55595
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2372537229874946e-07,
      "loss": 0.0055,
      "step": 55596
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.236230539016967e-07,
      "loss": 0.004,
      "step": 55597
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2352074731324023e-07,
      "loss": 0.0109,
      "step": 55598
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.23418452533646e-07,
      "loss": 0.0037,
      "step": 55599
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.233161695631771e-07,
      "loss": 0.0062,
      "step": 55600
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.232138984020956e-07,
      "loss": 0.0199,
      "step": 55601
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2311163905066787e-07,
      "loss": 0.0134,
      "step": 55602
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.230093915091554e-07,
      "loss": 0.0045,
      "step": 55603
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.229071557778247e-07,
      "loss": 0.0106,
      "step": 55604
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2280493185693825e-07,
      "loss": 0.0092,
      "step": 55605
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.227027197467587e-07,
      "loss": 0.0024,
      "step": 55606
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.22600519447553e-07,
      "loss": 0.0069,
      "step": 55607
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.224983309595809e-07,
      "loss": 0.0111,
      "step": 55608
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.22396154283109e-07,
      "loss": 0.0066,
      "step": 55609
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2229398941839973e-07,
      "loss": 0.0145,
      "step": 55610
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2219183636571626e-07,
      "loss": 0.0031,
      "step": 55611
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.220896951253234e-07,
      "loss": 0.0024,
      "step": 55612
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2198756569748477e-07,
      "loss": 0.0079,
      "step": 55613
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2188544808246245e-07,
      "loss": 0.0256,
      "step": 55614
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2178334228052123e-07,
      "loss": 0.0049,
      "step": 55615
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.216812482919236e-07,
      "loss": 0.0198,
      "step": 55616
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2157916611693384e-07,
      "loss": 0.0023,
      "step": 55617
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.21477095755814e-07,
      "loss": 0.0172,
      "step": 55618
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2137503720882986e-07,
      "loss": 0.0089,
      "step": 55619
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2127299047624306e-07,
      "loss": 0.0031,
      "step": 55620
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.211709555583171e-07,
      "loss": 0.0091,
      "step": 55621
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2106893245531577e-07,
      "loss": 0.0055,
      "step": 55622
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.20966921167501e-07,
      "loss": 0.0129,
      "step": 55623
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.208649216951377e-07,
      "loss": 0.0032,
      "step": 55624
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2076293403848835e-07,
      "loss": 0.0128,
      "step": 55625
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.206609581978155e-07,
      "loss": 0.0021,
      "step": 55626
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.205589941733834e-07,
      "loss": 0.0075,
      "step": 55627
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.204570419654552e-07,
      "loss": 0.0058,
      "step": 55628
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2035510157429295e-07,
      "loss": 0.0144,
      "step": 55629
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2025317300016024e-07,
      "loss": 0.0067,
      "step": 55630
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.2015125624331907e-07,
      "loss": 0.0037,
      "step": 55631
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.200493513040338e-07,
      "loss": 0.0041,
      "step": 55632
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1994745818256635e-07,
      "loss": 0.0049,
      "step": 55633
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.198455768791815e-07,
      "loss": 0.016,
      "step": 55634
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.197437073941402e-07,
      "loss": 0.0047,
      "step": 55635
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.196418497277066e-07,
      "loss": 0.0062,
      "step": 55636
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1954000388014227e-07,
      "loss": 0.0246,
      "step": 55637
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.194381698517097e-07,
      "loss": 0.0048,
      "step": 55638
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1933634764267373e-07,
      "loss": 0.0039,
      "step": 55639
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1923453725329633e-07,
      "loss": 0.002,
      "step": 55640
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.191327386838384e-07,
      "loss": 0.0053,
      "step": 55641
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1903095193456477e-07,
      "loss": 0.0043,
      "step": 55642
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.18929177005738e-07,
      "loss": 0.0013,
      "step": 55643
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.188274138976195e-07,
      "loss": 0.0049,
      "step": 55644
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1872566261047245e-07,
      "loss": 0.0057,
      "step": 55645
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1862392314455826e-07,
      "loss": 0.0154,
      "step": 55646
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.185221955001417e-07,
      "loss": 0.007,
      "step": 55647
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.184204796774832e-07,
      "loss": 0.0133,
      "step": 55648
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.18318775676847e-07,
      "loss": 0.0051,
      "step": 55649
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.18217083498495e-07,
      "loss": 0.0053,
      "step": 55650
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.181154031426887e-07,
      "loss": 0.0072,
      "step": 55651
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.180137346096913e-07,
      "loss": 0.0298,
      "step": 55652
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1791207789976364e-07,
      "loss": 0.0201,
      "step": 55653
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.178104330131705e-07,
      "loss": 0.007,
      "step": 55654
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.177087999501728e-07,
      "loss": 0.0093,
      "step": 55655
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1760717871103193e-07,
      "loss": 0.0058,
      "step": 55656
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.175055692960128e-07,
      "loss": 0.0118,
      "step": 55657
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.174039717053746e-07,
      "loss": 0.007,
      "step": 55658
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.17302385939381e-07,
      "loss": 0.0047,
      "step": 55659
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1720081199829454e-07,
      "loss": 0.0171,
      "step": 55660
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1709924988237505e-07,
      "loss": 0.0065,
      "step": 55661
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.169976995918873e-07,
      "loss": 0.0208,
      "step": 55662
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1689616112709166e-07,
      "loss": 0.0055,
      "step": 55663
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.167946344882523e-07,
      "loss": 0.0116,
      "step": 55664
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.166931196756285e-07,
      "loss": 0.0029,
      "step": 55665
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.165916166894823e-07,
      "loss": 0.03,
      "step": 55666
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1649012553007795e-07,
      "loss": 0.0112,
      "step": 55667
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1638864619767515e-07,
      "loss": 0.004,
      "step": 55668
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.162871786925371e-07,
      "loss": 0.0044,
      "step": 55669
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.161857230149252e-07,
      "loss": 0.004,
      "step": 55670
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.16084279165101e-07,
      "loss": 0.0095,
      "step": 55671
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.159828471433264e-07,
      "loss": 0.022,
      "step": 55672
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1588142694986235e-07,
      "loss": 0.0185,
      "step": 55673
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1578001858497254e-07,
      "loss": 0.0127,
      "step": 55674
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1567862204891727e-07,
      "loss": 0.0135,
      "step": 55675
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.15577237341957e-07,
      "loss": 0.0104,
      "step": 55676
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1547586446435637e-07,
      "loss": 0.0051,
      "step": 55677
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1537450341637474e-07,
      "loss": 0.022,
      "step": 55678
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.152731541982741e-07,
      "loss": 0.0034,
      "step": 55679
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.151718168103164e-07,
      "loss": 0.0072,
      "step": 55680
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1507049125276147e-07,
      "loss": 0.0017,
      "step": 55681
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1496917752587294e-07,
      "loss": 0.0095,
      "step": 55682
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.148678756299107e-07,
      "loss": 0.013,
      "step": 55683
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1476658556513784e-07,
      "loss": 0.002,
      "step": 55684
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1466530733181464e-07,
      "loss": 0.0064,
      "step": 55685
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1456404093020207e-07,
      "loss": 0.0023,
      "step": 55686
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1446278636056214e-07,
      "loss": 0.0091,
      "step": 55687
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.143615436231546e-07,
      "loss": 0.0038,
      "step": 55688
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.142603127182432e-07,
      "loss": 0.0022,
      "step": 55689
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1415909364608766e-07,
      "loss": 0.0092,
      "step": 55690
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.140578864069489e-07,
      "loss": 0.0026,
      "step": 55691
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.139566910010889e-07,
      "loss": 0.0105,
      "step": 55692
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.138555074287687e-07,
      "loss": 0.0073,
      "step": 55693
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.137543356902485e-07,
      "loss": 0.0171,
      "step": 55694
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.136531757857909e-07,
      "loss": 0.0018,
      "step": 55695
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1355202771565405e-07,
      "loss": 0.0115,
      "step": 55696
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1345089148010276e-07,
      "loss": 0.0057,
      "step": 55697
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1334976707939455e-07,
      "loss": 0.004,
      "step": 55698
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1324865451379315e-07,
      "loss": 0.005,
      "step": 55699
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1314755378355776e-07,
      "loss": 0.0182,
      "step": 55700
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1304646488894985e-07,
      "loss": 0.0077,
      "step": 55701
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.129453878302303e-07,
      "loss": 0.004,
      "step": 55702
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1284432260765894e-07,
      "loss": 0.0109,
      "step": 55703
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.127432692214983e-07,
      "loss": 0.0067,
      "step": 55704
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1264222767200825e-07,
      "loss": 0.009,
      "step": 55705
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.125411979594479e-07,
      "loss": 0.0052,
      "step": 55706
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1244018008408107e-07,
      "loss": 0.011,
      "step": 55707
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1233917404616686e-07,
      "loss": 0.0071,
      "step": 55708
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.122381798459657e-07,
      "loss": 0.0045,
      "step": 55709
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.121371974837385e-07,
      "loss": 0.0299,
      "step": 55710
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1203622695974444e-07,
      "loss": 0.0089,
      "step": 55711
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1193526827424667e-07,
      "loss": 0.0062,
      "step": 55712
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.118343214275028e-07,
      "loss": 0.0068,
      "step": 55713
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1173338641977645e-07,
      "loss": 0.0215,
      "step": 55714
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.116324632513269e-07,
      "loss": 0.0067,
      "step": 55715
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.115315519224128e-07,
      "loss": 0.0228,
      "step": 55716
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.114306524332967e-07,
      "loss": 0.0031,
      "step": 55717
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.113297647842368e-07,
      "loss": 0.0039,
      "step": 55718
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.112288889754962e-07,
      "loss": 0.0149,
      "step": 55719
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.111280250073335e-07,
      "loss": 0.0035,
      "step": 55720
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1102717288000916e-07,
      "loss": 0.0024,
      "step": 55721
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1092633259378346e-07,
      "loss": 0.0068,
      "step": 55722
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.108255041489156e-07,
      "loss": 0.0027,
      "step": 55723
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1072468754566775e-07,
      "loss": 0.0074,
      "step": 55724
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.106238827842995e-07,
      "loss": 0.0195,
      "step": 55725
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1052308986506917e-07,
      "loss": 0.0118,
      "step": 55726
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1042230878823917e-07,
      "loss": 0.0179,
      "step": 55727
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.103215395540688e-07,
      "loss": 0.0264,
      "step": 55728
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1022078216281737e-07,
      "loss": 0.0108,
      "step": 55729
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1012003661474564e-07,
      "loss": 0.0041,
      "step": 55730
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1001930291011236e-07,
      "loss": 0.0026,
      "step": 55731
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0991858104917905e-07,
      "loss": 0.0056,
      "step": 55732
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0981787103220425e-07,
      "loss": 0.0079,
      "step": 55733
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0971717285944955e-07,
      "loss": 0.0024,
      "step": 55734
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0961648653117356e-07,
      "loss": 0.0031,
      "step": 55735
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.095158120476361e-07,
      "loss": 0.0035,
      "step": 55736
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0941514940909754e-07,
      "loss": 0.0036,
      "step": 55737
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0931449861581594e-07,
      "loss": 0.0045,
      "step": 55738
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0921385966805337e-07,
      "loss": 0.0051,
      "step": 55739
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.091132325660685e-07,
      "loss": 0.0034,
      "step": 55740
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.090126173101194e-07,
      "loss": 0.0045,
      "step": 55741
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0891201390046873e-07,
      "loss": 0.0026,
      "step": 55742
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.08811422337374e-07,
      "loss": 0.011,
      "step": 55743
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0871084262109564e-07,
      "loss": 0.0282,
      "step": 55744
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0861027475189277e-07,
      "loss": 0.0056,
      "step": 55745
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.085097187300241e-07,
      "loss": 0.0056,
      "step": 55746
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0840917455575114e-07,
      "loss": 0.0116,
      "step": 55747
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0830864222933087e-07,
      "loss": 0.0221,
      "step": 55748
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0820812175102477e-07,
      "loss": 0.002,
      "step": 55749
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.081076131210915e-07,
      "loss": 0.022,
      "step": 55750
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0800711633979026e-07,
      "loss": 0.0117,
      "step": 55751
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.07906631407381e-07,
      "loss": 0.0033,
      "step": 55752
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0780615832412164e-07,
      "loss": 0.0054,
      "step": 55753
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0770569709027206e-07,
      "loss": 0.026,
      "step": 55754
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.076052477060921e-07,
      "loss": 0.0041,
      "step": 55755
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.075048101718393e-07,
      "loss": 0.0169,
      "step": 55756
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0740438448777565e-07,
      "loss": 0.0054,
      "step": 55757
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0730397065415926e-07,
      "loss": 0.0036,
      "step": 55758
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.072035686712467e-07,
      "loss": 0.012,
      "step": 55759
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.071031785392998e-07,
      "loss": 0.0128,
      "step": 55760
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.070028002585763e-07,
      "loss": 0.0053,
      "step": 55761
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.069024338293365e-07,
      "loss": 0.0051,
      "step": 55762
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0680207925183845e-07,
      "loss": 0.0036,
      "step": 55763
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0670173652634035e-07,
      "loss": 0.0041,
      "step": 55764
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.066014056531037e-07,
      "loss": 0.006,
      "step": 55765
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0650108663238375e-07,
      "loss": 0.0045,
      "step": 55766
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0640077946444257e-07,
      "loss": 0.0009,
      "step": 55767
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0630048414953714e-07,
      "loss": 0.0072,
      "step": 55768
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.062002006879262e-07,
      "loss": 0.0095,
      "step": 55769
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0609992907987004e-07,
      "loss": 0.003,
      "step": 55770
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0599966932562575e-07,
      "loss": 0.0052,
      "step": 55771
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0589942142545413e-07,
      "loss": 0.0144,
      "step": 55772
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0579918537961174e-07,
      "loss": 0.0145,
      "step": 55773
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.056989611883572e-07,
      "loss": 0.0055,
      "step": 55774
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.055987488519508e-07,
      "loss": 0.006,
      "step": 55775
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.054985483706497e-07,
      "loss": 0.0028,
      "step": 55776
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.053983597447131e-07,
      "loss": 0.0079,
      "step": 55777
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.052981829743996e-07,
      "loss": 0.0252,
      "step": 55778
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0519801805996793e-07,
      "loss": 0.0127,
      "step": 55779
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.050978650016757e-07,
      "loss": 0.0007,
      "step": 55780
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.04997723799781e-07,
      "loss": 0.0053,
      "step": 55781
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.048975944545436e-07,
      "loss": 0.0108,
      "step": 55782
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0479747696622163e-07,
      "loss": 0.008,
      "step": 55783
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.046973713350716e-07,
      "loss": 0.0058,
      "step": 55784
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.045972775613544e-07,
      "loss": 0.0055,
      "step": 55785
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0449719564532697e-07,
      "loss": 0.0034,
      "step": 55786
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.043971255872481e-07,
      "loss": 0.005,
      "step": 55787
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0429706738737526e-07,
      "loss": 0.0205,
      "step": 55788
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.041970210459667e-07,
      "loss": 0.0017,
      "step": 55789
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.04096986563281e-07,
      "loss": 0.0162,
      "step": 55790
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0399696393957576e-07,
      "loss": 0.0082,
      "step": 55791
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0389695317511027e-07,
      "loss": 0.0073,
      "step": 55792
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0379695427014196e-07,
      "loss": 0.0018,
      "step": 55793
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0369696722492854e-07,
      "loss": 0.0048,
      "step": 55794
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0359699203972816e-07,
      "loss": 0.0065,
      "step": 55795
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0349702871479824e-07,
      "loss": 0.0203,
      "step": 55796
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0339707725039756e-07,
      "loss": 0.0221,
      "step": 55797
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0329713764678426e-07,
      "loss": 0.0124,
      "step": 55798
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.031972099042142e-07,
      "loss": 0.0068,
      "step": 55799
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.030972940229483e-07,
      "loss": 0.0057,
      "step": 55800
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0299739000324245e-07,
      "loss": 0.0071,
      "step": 55801
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0289749784535483e-07,
      "loss": 0.0063,
      "step": 55802
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.027976175495435e-07,
      "loss": 0.0052,
      "step": 55803
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.026977491160644e-07,
      "loss": 0.0125,
      "step": 55804
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.025978925451779e-07,
      "loss": 0.0022,
      "step": 55805
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.024980478371393e-07,
      "loss": 0.0055,
      "step": 55806
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0239821499220845e-07,
      "loss": 0.0073,
      "step": 55807
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0229839401064233e-07,
      "loss": 0.0044,
      "step": 55808
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.021985848926974e-07,
      "loss": 0.0032,
      "step": 55809
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0209878763863174e-07,
      "loss": 0.001,
      "step": 55810
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.019990022487025e-07,
      "loss": 0.0053,
      "step": 55811
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.018992287231682e-07,
      "loss": 0.0043,
      "step": 55812
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.01799467062286e-07,
      "loss": 0.007,
      "step": 55813
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.016997172663123e-07,
      "loss": 0.0229,
      "step": 55814
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0159997933550575e-07,
      "loss": 0.0076,
      "step": 55815
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.015002532701234e-07,
      "loss": 0.0142,
      "step": 55816
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.014005390704223e-07,
      "loss": 0.0212,
      "step": 55817
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0130083673666e-07,
      "loss": 0.0301,
      "step": 55818
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0120114626909236e-07,
      "loss": 0.0114,
      "step": 55819
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0110146766797864e-07,
      "loss": 0.0061,
      "step": 55820
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0100180093357475e-07,
      "loss": 0.0053,
      "step": 55821
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0090214606614e-07,
      "loss": 0.0093,
      "step": 55822
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0080250306592904e-07,
      "loss": 0.0057,
      "step": 55823
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0070287193319845e-07,
      "loss": 0.0029,
      "step": 55824
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.00603252668208e-07,
      "loss": 0.0026,
      "step": 55825
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0050364527121244e-07,
      "loss": 0.0053,
      "step": 55826
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0040404974247105e-07,
      "loss": 0.0056,
      "step": 55827
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.003044660822392e-07,
      "loss": 0.0044,
      "step": 55828
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.0020489429077436e-07,
      "loss": 0.0053,
      "step": 55829
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.001053343683331e-07,
      "loss": 0.006,
      "step": 55830
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.000057863151713e-07,
      "loss": 0.007,
      "step": 55831
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.999062501315487e-07,
      "loss": 0.0025,
      "step": 55832
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9980672581772016e-07,
      "loss": 0.0048,
      "step": 55833
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9970721337394157e-07,
      "loss": 0.0309,
      "step": 55834
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9960771280047216e-07,
      "loss": 0.0037,
      "step": 55835
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9950822409756726e-07,
      "loss": 0.008,
      "step": 55836
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9940874726548396e-07,
      "loss": 0.0084,
      "step": 55837
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9930928230447916e-07,
      "loss": 0.0108,
      "step": 55838
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9920982921480777e-07,
      "loss": 0.0024,
      "step": 55839
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.991103879967284e-07,
      "loss": 0.0067,
      "step": 55840
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9901095865049643e-07,
      "loss": 0.0168,
      "step": 55841
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9891154117637e-07,
      "loss": 0.0165,
      "step": 55842
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.988121355746044e-07,
      "loss": 0.0031,
      "step": 55843
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.987127418454567e-07,
      "loss": 0.0013,
      "step": 55844
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.986133599891828e-07,
      "loss": 0.0056,
      "step": 55845
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.985139900060381e-07,
      "loss": 0.0081,
      "step": 55846
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.984146318962817e-07,
      "loss": 0.0091,
      "step": 55847
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.983152856601685e-07,
      "loss": 0.0021,
      "step": 55848
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9821595129795385e-07,
      "loss": 0.0208,
      "step": 55849
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9811662880989645e-07,
      "loss": 0.002,
      "step": 55850
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9801731819625047e-07,
      "loss": 0.0019,
      "step": 55851
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.979180194572735e-07,
      "loss": 0.0124,
      "step": 55852
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.978187325932209e-07,
      "loss": 0.0059,
      "step": 55853
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.977194576043486e-07,
      "loss": 0.004,
      "step": 55854
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9762019449091414e-07,
      "loss": 0.0189,
      "step": 55855
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.975209432531718e-07,
      "loss": 0.0078,
      "step": 55856
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9742170389138026e-07,
      "loss": 0.0014,
      "step": 55857
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9732247640579315e-07,
      "loss": 0.0109,
      "step": 55858
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.972232607966681e-07,
      "loss": 0.0151,
      "step": 55859
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9712405706426036e-07,
      "loss": 0.0106,
      "step": 55860
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9702486520882487e-07,
      "loss": 0.003,
      "step": 55861
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.969256852306197e-07,
      "loss": 0.0105,
      "step": 55862
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.968265171298996e-07,
      "loss": 0.0057,
      "step": 55863
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9672736090692e-07,
      "loss": 0.0051,
      "step": 55864
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.966282165619384e-07,
      "loss": 0.0044,
      "step": 55865
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.965290840952091e-07,
      "loss": 0.0124,
      "step": 55866
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.964299635069885e-07,
      "loss": 0.0121,
      "step": 55867
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9633085479753253e-07,
      "loss": 0.004,
      "step": 55868
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.96231757967096e-07,
      "loss": 0.0045,
      "step": 55869
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9613267301593597e-07,
      "loss": 0.0376,
      "step": 55870
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.96033599944306e-07,
      "loss": 0.0085,
      "step": 55871
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.959345387524649e-07,
      "loss": 0.005,
      "step": 55872
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9583548944066685e-07,
      "loss": 0.0048,
      "step": 55873
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9573645200916555e-07,
      "loss": 0.0331,
      "step": 55874
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9563742645821914e-07,
      "loss": 0.0105,
      "step": 55875
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.955384127880807e-07,
      "loss": 0.006,
      "step": 55876
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.954394109990084e-07,
      "loss": 0.0028,
      "step": 55877
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9534042109125645e-07,
      "loss": 0.013,
      "step": 55878
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9524144306507974e-07,
      "loss": 0.0153,
      "step": 55879
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9514247692073515e-07,
      "loss": 0.0125,
      "step": 55880
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.950435226584759e-07,
      "loss": 0.0053,
      "step": 55881
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9494458027855897e-07,
      "loss": 0.0089,
      "step": 55882
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9484564978123973e-07,
      "loss": 0.0065,
      "step": 55883
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9474673116677185e-07,
      "loss": 0.0091,
      "step": 55884
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9464782443541236e-07,
      "loss": 0.0036,
      "step": 55885
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.945489295874155e-07,
      "loss": 0.0093,
      "step": 55886
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.944500466230372e-07,
      "loss": 0.0081,
      "step": 55887
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9435117554253223e-07,
      "loss": 0.0129,
      "step": 55888
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9425231634615426e-07,
      "loss": 0.0114,
      "step": 55889
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9415346903416084e-07,
      "loss": 0.0081,
      "step": 55890
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.940546336068052e-07,
      "loss": 0.0027,
      "step": 55891
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.939558100643437e-07,
      "loss": 0.0086,
      "step": 55892
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9385699840703064e-07,
      "loss": 0.0037,
      "step": 55893
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.937581986351213e-07,
      "loss": 0.005,
      "step": 55894
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.936594107488706e-07,
      "loss": 0.0214,
      "step": 55895
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9356063474853213e-07,
      "loss": 0.0074,
      "step": 55896
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.934618706343624e-07,
      "loss": 0.0123,
      "step": 55897
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.933631184066161e-07,
      "loss": 0.0117,
      "step": 55898
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.932643780655471e-07,
      "loss": 0.0245,
      "step": 55899
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.931656496114111e-07,
      "loss": 0.0055,
      "step": 55900
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.930669330444625e-07,
      "loss": 0.0055,
      "step": 55901
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.929682283649561e-07,
      "loss": 0.0116,
      "step": 55902
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9286953557314654e-07,
      "loss": 0.0046,
      "step": 55903
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9277085466928765e-07,
      "loss": 0.0119,
      "step": 55904
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9267218565363586e-07,
      "loss": 0.0063,
      "step": 55905
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.925735285264437e-07,
      "loss": 0.0013,
      "step": 55906
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.924748832879682e-07,
      "loss": 0.0026,
      "step": 55907
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.92376249938462e-07,
      "loss": 0.0056,
      "step": 55908
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9227762847817984e-07,
      "loss": 0.0307,
      "step": 55909
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.921790189073771e-07,
      "loss": 0.0073,
      "step": 55910
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.920804212263063e-07,
      "loss": 0.0134,
      "step": 55911
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.919818354352245e-07,
      "loss": 0.0082,
      "step": 55912
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9188326153438426e-07,
      "loss": 0.0136,
      "step": 55913
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9178469952403983e-07,
      "loss": 0.0205,
      "step": 55914
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9168614940444716e-07,
      "loss": 0.008,
      "step": 55915
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9158761117585933e-07,
      "loss": 0.0025,
      "step": 55916
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.914890848385305e-07,
      "loss": 0.0116,
      "step": 55917
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.913905703927151e-07,
      "loss": 0.0041,
      "step": 55918
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9129206783866727e-07,
      "loss": 0.0035,
      "step": 55919
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9119357717664174e-07,
      "loss": 0.0078,
      "step": 55920
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.910950984068912e-07,
      "loss": 0.0085,
      "step": 55921
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9099663152967204e-07,
      "loss": 0.0017,
      "step": 55922
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.908981765452369e-07,
      "loss": 0.0092,
      "step": 55923
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.907997334538399e-07,
      "loss": 0.0079,
      "step": 55924
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.907013022557349e-07,
      "loss": 0.0073,
      "step": 55925
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.90602882951176e-07,
      "loss": 0.0103,
      "step": 55926
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.905044755404175e-07,
      "loss": 0.0179,
      "step": 55927
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.904060800237136e-07,
      "loss": 0.0089,
      "step": 55928
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.903076964013164e-07,
      "loss": 0.0358,
      "step": 55929
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.902093246734834e-07,
      "loss": 0.0077,
      "step": 55930
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9011096484046383e-07,
      "loss": 0.0053,
      "step": 55931
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.900126169025148e-07,
      "loss": 0.0012,
      "step": 55932
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8991428085988936e-07,
      "loss": 0.0081,
      "step": 55933
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8981595671284014e-07,
      "loss": 0.033,
      "step": 55934
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.897176444616224e-07,
      "loss": 0.0172,
      "step": 55935
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8961934410648773e-07,
      "loss": 0.0036,
      "step": 55936
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.895210556476936e-07,
      "loss": 0.0074,
      "step": 55937
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8942277908548984e-07,
      "loss": 0.0127,
      "step": 55938
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.893245144201302e-07,
      "loss": 0.0037,
      "step": 55939
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8922626165187104e-07,
      "loss": 0.013,
      "step": 55940
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.891280207809628e-07,
      "loss": 0.002,
      "step": 55941
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8902979180766134e-07,
      "loss": 0.0029,
      "step": 55942
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.889315747322192e-07,
      "loss": 0.0063,
      "step": 55943
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8883336955489013e-07,
      "loss": 0.0022,
      "step": 55944
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.887351762759273e-07,
      "loss": 0.0118,
      "step": 55945
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.886369948955826e-07,
      "loss": 0.024,
      "step": 55946
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.885388254141115e-07,
      "loss": 0.0044,
      "step": 55947
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.88440667831767e-07,
      "loss": 0.0055,
      "step": 55948
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.883425221488013e-07,
      "loss": 0.0054,
      "step": 55949
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8824438836546854e-07,
      "loss": 0.0159,
      "step": 55950
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8814626648202236e-07,
      "loss": 0.0173,
      "step": 55951
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8804815649871486e-07,
      "loss": 0.0085,
      "step": 55952
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.879500584157997e-07,
      "loss": 0.0074,
      "step": 55953
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8785197223352887e-07,
      "loss": 0.0035,
      "step": 55954
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.877538979521578e-07,
      "loss": 0.0056,
      "step": 55955
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.876558355719373e-07,
      "loss": 0.0077,
      "step": 55956
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8755778509312224e-07,
      "loss": 0.0005,
      "step": 55957
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8745974651596465e-07,
      "loss": 0.0089,
      "step": 55958
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8736171984071756e-07,
      "loss": 0.0178,
      "step": 55959
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8726370506763424e-07,
      "loss": 0.0025,
      "step": 55960
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8716570219696604e-07,
      "loss": 0.0049,
      "step": 55961
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8706771122896835e-07,
      "loss": 0.0264,
      "step": 55962
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.869697321638927e-07,
      "loss": 0.0098,
      "step": 55963
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8687176500199097e-07,
      "loss": 0.0331,
      "step": 55964
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8677380974351807e-07,
      "loss": 0.0193,
      "step": 55965
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8667586638872603e-07,
      "loss": 0.0075,
      "step": 55966
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.865779349378668e-07,
      "loss": 0.0175,
      "step": 55967
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.864800153911935e-07,
      "loss": 0.0155,
      "step": 55968
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8638210774895767e-07,
      "loss": 0.0031,
      "step": 55969
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8628421201141464e-07,
      "loss": 0.0041,
      "step": 55970
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.861863281788142e-07,
      "loss": 0.0084,
      "step": 55971
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8608845625141113e-07,
      "loss": 0.0129,
      "step": 55972
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.859905962294569e-07,
      "loss": 0.0035,
      "step": 55973
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.858927481132041e-07,
      "loss": 0.0037,
      "step": 55974
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.857949119029053e-07,
      "loss": 0.0069,
      "step": 55975
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.85697087598812e-07,
      "loss": 0.004,
      "step": 55976
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8559927520117835e-07,
      "loss": 0.0062,
      "step": 55977
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8550147471025587e-07,
      "loss": 0.0069,
      "step": 55978
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.854036861262961e-07,
      "loss": 0.0011,
      "step": 55979
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8530590944955314e-07,
      "loss": 0.0026,
      "step": 55980
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8520814468027856e-07,
      "loss": 0.0054,
      "step": 55981
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8511039181872434e-07,
      "loss": 0.006,
      "step": 55982
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.850126508651425e-07,
      "loss": 0.0051,
      "step": 55983
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.849149218197851e-07,
      "loss": 0.008,
      "step": 55984
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8481720468290517e-07,
      "loss": 0.01,
      "step": 55985
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.847194994547543e-07,
      "loss": 0.0035,
      "step": 55986
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.846218061355861e-07,
      "loss": 0.0055,
      "step": 55987
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8452412472565036e-07,
      "loss": 0.0043,
      "step": 55988
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.844264552251992e-07,
      "loss": 0.007,
      "step": 55989
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8432879763448615e-07,
      "loss": 0.0057,
      "step": 55990
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8423115195376226e-07,
      "loss": 0.0041,
      "step": 55991
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8413351818328e-07,
      "loss": 0.0052,
      "step": 55992
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8403589632329154e-07,
      "loss": 0.0334,
      "step": 55993
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8393828637404817e-07,
      "loss": 0.01,
      "step": 55994
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.83840688335802e-07,
      "loss": 0.0047,
      "step": 55995
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8374310220880394e-07,
      "loss": 0.0109,
      "step": 55996
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.836455279933077e-07,
      "loss": 0.0037,
      "step": 55997
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8354796568956353e-07,
      "loss": 0.0163,
      "step": 55998
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.83450415297823e-07,
      "loss": 0.0138,
      "step": 55999
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8335287681833976e-07,
      "loss": 0.0136,
      "step": 56000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.832553502513636e-07,
      "loss": 0.0015,
      "step": 56001
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8315783559714714e-07,
      "loss": 0.0127,
      "step": 56002
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.830603328559412e-07,
      "loss": 0.0087,
      "step": 56003
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8296284202799737e-07,
      "loss": 0.017,
      "step": 56004
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8286536311356817e-07,
      "loss": 0.0063,
      "step": 56005
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.827678961129039e-07,
      "loss": 0.009,
      "step": 56006
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8267044102625716e-07,
      "loss": 0.0059,
      "step": 56007
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8257299785387944e-07,
      "loss": 0.007,
      "step": 56008
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.824755665960217e-07,
      "loss": 0.0093,
      "step": 56009
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8237814725293533e-07,
      "loss": 0.0044,
      "step": 56010
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.822807398248712e-07,
      "loss": 0.0144,
      "step": 56011
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8218334431208146e-07,
      "loss": 0.0059,
      "step": 56012
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.820859607148175e-07,
      "loss": 0.0042,
      "step": 56013
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.819885890333297e-07,
      "loss": 0.0179,
      "step": 56014
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8189122926787057e-07,
      "loss": 0.0136,
      "step": 56015
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.817938814186906e-07,
      "loss": 0.0114,
      "step": 56016
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8169654548604105e-07,
      "loss": 0.0034,
      "step": 56017
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.81599221470173e-07,
      "loss": 0.0068,
      "step": 56018
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.815019093713368e-07,
      "loss": 0.0089,
      "step": 56019
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8140460918978494e-07,
      "loss": 0.0035,
      "step": 56020
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.813073209257678e-07,
      "loss": 0.0083,
      "step": 56021
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8121004457953694e-07,
      "loss": 0.003,
      "step": 56022
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.811127801513431e-07,
      "loss": 0.0071,
      "step": 56023
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.810155276414368e-07,
      "loss": 0.0025,
      "step": 56024
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8091828705006995e-07,
      "loss": 0.0135,
      "step": 56025
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8082105837749126e-07,
      "loss": 0.0107,
      "step": 56026
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.807238416239545e-07,
      "loss": 0.0189,
      "step": 56027
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8062663678970937e-07,
      "loss": 0.0065,
      "step": 56028
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.805294438750051e-07,
      "loss": 0.006,
      "step": 56029
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.804322628800955e-07,
      "loss": 0.0194,
      "step": 56030
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8033509380522914e-07,
      "loss": 0.009,
      "step": 56031
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8023793665065757e-07,
      "loss": 0.0052,
      "step": 56032
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.801407914166316e-07,
      "loss": 0.003,
      "step": 56033
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8004365810340005e-07,
      "loss": 0.0167,
      "step": 56034
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.799465367112165e-07,
      "loss": 0.0037,
      "step": 56035
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.798494272403286e-07,
      "loss": 0.0046,
      "step": 56036
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7975232969098997e-07,
      "loss": 0.0069,
      "step": 56037
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7965524406345045e-07,
      "loss": 0.0044,
      "step": 56038
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7955817035795763e-07,
      "loss": 0.0096,
      "step": 56039
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7946110857476515e-07,
      "loss": 0.0036,
      "step": 56040
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7936405871412176e-07,
      "loss": 0.0169,
      "step": 56041
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.792670207762789e-07,
      "loss": 0.0098,
      "step": 56042
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7916999476148686e-07,
      "loss": 0.0129,
      "step": 56043
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.79072980669995e-07,
      "loss": 0.0011,
      "step": 56044
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.789759785020558e-07,
      "loss": 0.0052,
      "step": 56045
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.788789882579169e-07,
      "loss": 0.0062,
      "step": 56046
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.787820099378303e-07,
      "loss": 0.02,
      "step": 56047
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7868504354204585e-07,
      "loss": 0.0071,
      "step": 56048
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.785880890708127e-07,
      "loss": 0.0202,
      "step": 56049
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7849114652438346e-07,
      "loss": 0.0112,
      "step": 56050
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.783942159030063e-07,
      "loss": 0.0239,
      "step": 56051
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7829729720693156e-07,
      "loss": 0.0015,
      "step": 56052
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.782003904364101e-07,
      "loss": 0.0052,
      "step": 56053
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.781034955916901e-07,
      "loss": 0.0054,
      "step": 56054
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.780066126730242e-07,
      "loss": 0.0173,
      "step": 56055
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7790974168065983e-07,
      "loss": 0.0064,
      "step": 56056
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.778128826148497e-07,
      "loss": 0.0111,
      "step": 56057
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.777160354758419e-07,
      "loss": 0.0174,
      "step": 56058
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.776192002638868e-07,
      "loss": 0.0087,
      "step": 56059
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.775223769792341e-07,
      "loss": 0.0045,
      "step": 56060
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7742556562213317e-07,
      "loss": 0.0087,
      "step": 56061
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7732876619283486e-07,
      "loss": 0.0072,
      "step": 56062
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7723197869158903e-07,
      "loss": 0.0124,
      "step": 56063
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.771352031186437e-07,
      "loss": 0.0227,
      "step": 56064
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7703843947425046e-07,
      "loss": 0.0124,
      "step": 56065
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7694168775865794e-07,
      "loss": 0.0052,
      "step": 56066
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7684494797211645e-07,
      "loss": 0.0037,
      "step": 56067
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7674822011487586e-07,
      "loss": 0.016,
      "step": 56068
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.766515041871838e-07,
      "loss": 0.0074,
      "step": 56069
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7655480018929213e-07,
      "loss": 0.0132,
      "step": 56070
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.764581081214486e-07,
      "loss": 0.0082,
      "step": 56071
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7636142798390395e-07,
      "loss": 0.0029,
      "step": 56072
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.762647597769076e-07,
      "loss": 0.0249,
      "step": 56073
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.761681035007092e-07,
      "loss": 0.0026,
      "step": 56074
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7607145915555697e-07,
      "loss": 0.0344,
      "step": 56075
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7597482674170015e-07,
      "loss": 0.0032,
      "step": 56076
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.758782062593902e-07,
      "loss": 0.0157,
      "step": 56077
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.757815977088747e-07,
      "loss": 0.0069,
      "step": 56078
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.756850010904023e-07,
      "loss": 0.0143,
      "step": 56079
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.755884164042245e-07,
      "loss": 0.0059,
      "step": 56080
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.754918436505889e-07,
      "loss": 0.0072,
      "step": 56081
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7539528282974524e-07,
      "loss": 0.0057,
      "step": 56082
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.752987339419428e-07,
      "loss": 0.0073,
      "step": 56083
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7520219698742924e-07,
      "loss": 0.0037,
      "step": 56084
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7510567196645585e-07,
      "loss": 0.0125,
      "step": 56085
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.750091588792698e-07,
      "loss": 0.0188,
      "step": 56086
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.74912657726122e-07,
      "loss": 0.0082,
      "step": 56087
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7481616850726044e-07,
      "loss": 0.0076,
      "step": 56088
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7471969122293394e-07,
      "loss": 0.0069,
      "step": 56089
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.746232258733923e-07,
      "loss": 0.0191,
      "step": 56090
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.745267724588825e-07,
      "loss": 0.0042,
      "step": 56091
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.744303309796554e-07,
      "loss": 0.0019,
      "step": 56092
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.743339014359593e-07,
      "loss": 0.0218,
      "step": 56093
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.742374838280416e-07,
      "loss": 0.0092,
      "step": 56094
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.741410781561544e-07,
      "loss": 0.0079,
      "step": 56095
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.740446844205431e-07,
      "loss": 0.0018,
      "step": 56096
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.73948302621458e-07,
      "loss": 0.0036,
      "step": 56097
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7385193275914777e-07,
      "loss": 0.0055,
      "step": 56098
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7375557483386007e-07,
      "loss": 0.0075,
      "step": 56099
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7365922884584517e-07,
      "loss": 0.0048,
      "step": 56100
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7356289479535015e-07,
      "loss": 0.0214,
      "step": 56101
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.734665726826253e-07,
      "loss": 0.0025,
      "step": 56102
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7337026250791776e-07,
      "loss": 0.0036,
      "step": 56103
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7327396427147553e-07,
      "loss": 0.0061,
      "step": 56104
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7317767797354907e-07,
      "loss": 0.0053,
      "step": 56105
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.730814036143843e-07,
      "loss": 0.0172,
      "step": 56106
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7298514119423255e-07,
      "loss": 0.0143,
      "step": 56107
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7288889071334044e-07,
      "loss": 0.0134,
      "step": 56108
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.727926521719566e-07,
      "loss": 0.0079,
      "step": 56109
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7269642557032914e-07,
      "loss": 0.0059,
      "step": 56110
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.726002109087057e-07,
      "loss": 0.005,
      "step": 56111
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7250400818733654e-07,
      "loss": 0.0053,
      "step": 56112
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7240781740646883e-07,
      "loss": 0.0056,
      "step": 56113
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7231163856635e-07,
      "loss": 0.0153,
      "step": 56114
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7221547166722936e-07,
      "loss": 0.0015,
      "step": 56115
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.721193167093551e-07,
      "loss": 0.0042,
      "step": 56116
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.720231736929747e-07,
      "loss": 0.0085,
      "step": 56117
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7192704261833637e-07,
      "loss": 0.0069,
      "step": 56118
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.718309234856876e-07,
      "loss": 0.0055,
      "step": 56119
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7173481629527776e-07,
      "loss": 0.0046,
      "step": 56120
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.716387210473532e-07,
      "loss": 0.0104,
      "step": 56121
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.715426377421638e-07,
      "loss": 0.0019,
      "step": 56122
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.714465663799566e-07,
      "loss": 0.0041,
      "step": 56123
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.713505069609791e-07,
      "loss": 0.0039,
      "step": 56124
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7125445948547944e-07,
      "loss": 0.0066,
      "step": 56125
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7115842395370414e-07,
      "loss": 0.0074,
      "step": 56126
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.710624003659041e-07,
      "loss": 0.0051,
      "step": 56127
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7096638872232473e-07,
      "loss": 0.0051,
      "step": 56128
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.708703890232135e-07,
      "loss": 0.0054,
      "step": 56129
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.707744012688197e-07,
      "loss": 0.0175,
      "step": 56130
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.706784254593909e-07,
      "loss": 0.0082,
      "step": 56131
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7058246159517364e-07,
      "loss": 0.0083,
      "step": 56132
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7048650967641597e-07,
      "loss": 0.0079,
      "step": 56133
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7039056970336496e-07,
      "loss": 0.0065,
      "step": 56134
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7029464167626927e-07,
      "loss": 0.005,
      "step": 56135
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.701987255953754e-07,
      "loss": 0.0084,
      "step": 56136
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.70102821460932e-07,
      "loss": 0.0165,
      "step": 56137
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7000692927318617e-07,
      "loss": 0.0064,
      "step": 56138
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.699110490323848e-07,
      "loss": 0.0028,
      "step": 56139
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.698151807387756e-07,
      "loss": 0.0068,
      "step": 56140
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6971932439260505e-07,
      "loss": 0.0034,
      "step": 56141
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.696234799941223e-07,
      "loss": 0.0024,
      "step": 56142
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6952764754357327e-07,
      "loss": 0.0036,
      "step": 56143
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.694318270412056e-07,
      "loss": 0.0082,
      "step": 56144
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.693360184872669e-07,
      "loss": 0.0018,
      "step": 56145
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.69240221882004e-07,
      "loss": 0.0101,
      "step": 56146
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6914443722566475e-07,
      "loss": 0.0043,
      "step": 56147
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6904866451849487e-07,
      "loss": 0.022,
      "step": 56148
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.68952903760742e-07,
      "loss": 0.0079,
      "step": 56149
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.688571549526548e-07,
      "loss": 0.0129,
      "step": 56150
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.687614180944776e-07,
      "loss": 0.0036,
      "step": 56151
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.686656931864602e-07,
      "loss": 0.007,
      "step": 56152
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6856998022884893e-07,
      "loss": 0.0028,
      "step": 56153
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.684742792218887e-07,
      "loss": 0.0078,
      "step": 56154
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6837859016582935e-07,
      "loss": 0.0046,
      "step": 56155
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6828291306091447e-07,
      "loss": 0.0064,
      "step": 56156
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6818724790739446e-07,
      "loss": 0.0093,
      "step": 56157
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6809159470551414e-07,
      "loss": 0.0128,
      "step": 56158
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.679959534555211e-07,
      "loss": 0.0025,
      "step": 56159
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6790032415766175e-07,
      "loss": 0.0004,
      "step": 56160
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.678047068121815e-07,
      "loss": 0.0076,
      "step": 56161
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6770910141932956e-07,
      "loss": 0.01,
      "step": 56162
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.676135079793519e-07,
      "loss": 0.0015,
      "step": 56163
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6751792649249385e-07,
      "loss": 0.0103,
      "step": 56164
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.674223569590035e-07,
      "loss": 0.0059,
      "step": 56165
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6732679937912684e-07,
      "loss": 0.0045,
      "step": 56166
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6723125375311084e-07,
      "loss": 0.0058,
      "step": 56167
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.671357200812015e-07,
      "loss": 0.0062,
      "step": 56168
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6704019836364513e-07,
      "loss": 0.0051,
      "step": 56169
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6694468860068944e-07,
      "loss": 0.0093,
      "step": 56170
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6684919079257863e-07,
      "loss": 0.0076,
      "step": 56171
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.66753704939562e-07,
      "loss": 0.0059,
      "step": 56172
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6665823104188426e-07,
      "loss": 0.0071,
      "step": 56173
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.665627690997925e-07,
      "loss": 0.0047,
      "step": 56174
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6646731911353205e-07,
      "loss": 0.0143,
      "step": 56175
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6637188108334885e-07,
      "loss": 0.0098,
      "step": 56176
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6627645500949103e-07,
      "loss": 0.0172,
      "step": 56177
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6618104089220397e-07,
      "loss": 0.0092,
      "step": 56178
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.660856387317324e-07,
      "loss": 0.0055,
      "step": 56179
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.659902485283251e-07,
      "loss": 0.0322,
      "step": 56180
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.658948702822268e-07,
      "loss": 0.0253,
      "step": 56181
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6579950399368347e-07,
      "loss": 0.0029,
      "step": 56182
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.657041496629415e-07,
      "loss": 0.0092,
      "step": 56183
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.656088072902464e-07,
      "loss": 0.0044,
      "step": 56184
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6551347687584504e-07,
      "loss": 0.0052,
      "step": 56185
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6541815841998227e-07,
      "loss": 0.0071,
      "step": 56186
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.653228519229057e-07,
      "loss": 0.0051,
      "step": 56187
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.652275573848607e-07,
      "loss": 0.0128,
      "step": 56188
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.65132274806092e-07,
      "loss": 0.0074,
      "step": 56189
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.650370041868473e-07,
      "loss": 0.0071,
      "step": 56190
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.649417455273696e-07,
      "loss": 0.0021,
      "step": 56191
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6484649882790826e-07,
      "loss": 0.0022,
      "step": 56192
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6475126408870633e-07,
      "loss": 0.0066,
      "step": 56193
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.646560413100103e-07,
      "loss": 0.0034,
      "step": 56194
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.645608304920667e-07,
      "loss": 0.0049,
      "step": 56195
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6446563163512083e-07,
      "loss": 0.0045,
      "step": 56196
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.643704447394181e-07,
      "loss": 0.004,
      "step": 56197
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.642752698052038e-07,
      "loss": 0.0033,
      "step": 56198
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.641801068327233e-07,
      "loss": 0.0049,
      "step": 56199
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6408495582222313e-07,
      "loss": 0.0095,
      "step": 56200
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6398981677394807e-07,
      "loss": 0.0151,
      "step": 56201
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.638946896881446e-07,
      "loss": 0.0087,
      "step": 56202
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.63799574565058e-07,
      "loss": 0.0047,
      "step": 56203
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.637044714049315e-07,
      "loss": 0.0032,
      "step": 56204
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6360938020801317e-07,
      "loss": 0.0201,
      "step": 56205
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6351430097454675e-07,
      "loss": 0.0025,
      "step": 56206
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.634192337047787e-07,
      "loss": 0.0084,
      "step": 56207
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.633241783989544e-07,
      "loss": 0.0063,
      "step": 56208
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.632291350573175e-07,
      "loss": 0.0075,
      "step": 56209
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.631341036801156e-07,
      "loss": 0.0164,
      "step": 56210
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6303908426759127e-07,
      "loss": 0.0062,
      "step": 56211
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.629440768199921e-07,
      "loss": 0.0182,
      "step": 56212
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.628490813375618e-07,
      "loss": 0.0077,
      "step": 56213
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6275409782054514e-07,
      "loss": 0.0068,
      "step": 56214
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.626591262691892e-07,
      "loss": 0.0106,
      "step": 56215
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.625641666837371e-07,
      "loss": 0.006,
      "step": 56216
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6246921906443524e-07,
      "loss": 0.0118,
      "step": 56217
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6237428341152736e-07,
      "loss": 0.0108,
      "step": 56218
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.622793597252583e-07,
      "loss": 0.0014,
      "step": 56219
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6218444800587504e-07,
      "loss": 0.0082,
      "step": 56220
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6208954825361965e-07,
      "loss": 0.0074,
      "step": 56221
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6199466046873966e-07,
      "loss": 0.0044,
      "step": 56222
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.618997846514788e-07,
      "loss": 0.0068,
      "step": 56223
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.618049208020813e-07,
      "loss": 0.0086,
      "step": 56224
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6171006892079306e-07,
      "loss": 0.004,
      "step": 56225
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6161522900785727e-07,
      "loss": 0.0062,
      "step": 56226
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6152040106352037e-07,
      "loss": 0.008,
      "step": 56227
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6142558508802605e-07,
      "loss": 0.0005,
      "step": 56228
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6133078108161914e-07,
      "loss": 0.0128,
      "step": 56229
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.612359890445444e-07,
      "loss": 0.0061,
      "step": 56230
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6114120897704663e-07,
      "loss": 0.0069,
      "step": 56231
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6104644087937015e-07,
      "loss": 0.005,
      "step": 56232
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6095168475175967e-07,
      "loss": 0.0061,
      "step": 56233
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.608569405944584e-07,
      "loss": 0.0054,
      "step": 56234
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.607622084077128e-07,
      "loss": 0.007,
      "step": 56235
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6066748819176546e-07,
      "loss": 0.0114,
      "step": 56236
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.605727799468628e-07,
      "loss": 0.0058,
      "step": 56237
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.60478083673248e-07,
      "loss": 0.0206,
      "step": 56238
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6038339937116586e-07,
      "loss": 0.0081,
      "step": 56239
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6028872704086007e-07,
      "loss": 0.0108,
      "step": 56240
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.601940666825743e-07,
      "loss": 0.0096,
      "step": 56241
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6009941829655503e-07,
      "loss": 0.0056,
      "step": 56242
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.600047818830449e-07,
      "loss": 0.0039,
      "step": 56243
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.599101574422875e-07,
      "loss": 0.0033,
      "step": 56244
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5981554497452886e-07,
      "loss": 0.0193,
      "step": 56245
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5972094448001207e-07,
      "loss": 0.007,
      "step": 56246
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5962635595898133e-07,
      "loss": 0.0046,
      "step": 56247
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.595317794116809e-07,
      "loss": 0.0222,
      "step": 56248
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5943721483835345e-07,
      "loss": 0.0062,
      "step": 56249
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.593426622392454e-07,
      "loss": 0.0057,
      "step": 56250
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.592481216145982e-07,
      "loss": 0.0228,
      "step": 56251
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5915359296465834e-07,
      "loss": 0.0016,
      "step": 56252
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.590590762896679e-07,
      "loss": 0.0063,
      "step": 56253
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.589645715898721e-07,
      "loss": 0.0101,
      "step": 56254
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.588700788655136e-07,
      "loss": 0.0069,
      "step": 56255
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.587755981168356e-07,
      "loss": 0.0207,
      "step": 56256
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5868112934408395e-07,
      "loss": 0.0042,
      "step": 56257
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.585866725475012e-07,
      "loss": 0.0249,
      "step": 56258
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5849222772733116e-07,
      "loss": 0.0052,
      "step": 56259
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5839779488381855e-07,
      "loss": 0.0143,
      "step": 56260
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.583033740172048e-07,
      "loss": 0.0062,
      "step": 56261
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5820896512773594e-07,
      "loss": 0.0028,
      "step": 56262
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.581145682156539e-07,
      "loss": 0.0042,
      "step": 56263
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5802018328120303e-07,
      "loss": 0.0159,
      "step": 56264
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5792581032462694e-07,
      "loss": 0.0066,
      "step": 56265
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.578314493461682e-07,
      "loss": 0.0355,
      "step": 56266
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5773710034607224e-07,
      "loss": 0.0027,
      "step": 56267
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5764276332458105e-07,
      "loss": 0.0207,
      "step": 56268
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.575484382819372e-07,
      "loss": 0.0428,
      "step": 56269
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5745412521838605e-07,
      "loss": 0.0067,
      "step": 56270
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5735982413416913e-07,
      "loss": 0.0014,
      "step": 56271
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.572655350295318e-07,
      "loss": 0.0057,
      "step": 56272
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.571712579047165e-07,
      "loss": 0.0031,
      "step": 56273
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5707699275996597e-07,
      "loss": 0.0077,
      "step": 56274
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5698273959552387e-07,
      "loss": 0.0073,
      "step": 56275
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.568884984116322e-07,
      "loss": 0.0129,
      "step": 56276
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.567942692085363e-07,
      "loss": 0.0051,
      "step": 56277
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5670005198647827e-07,
      "loss": 0.0061,
      "step": 56278
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.566058467457001e-07,
      "loss": 0.0126,
      "step": 56279
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.565116534864471e-07,
      "loss": 0.0095,
      "step": 56280
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5641747220896086e-07,
      "loss": 0.007,
      "step": 56281
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.563233029134849e-07,
      "loss": 0.0106,
      "step": 56282
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.56229145600262e-07,
      "loss": 0.0082,
      "step": 56283
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5613500026953465e-07,
      "loss": 0.0053,
      "step": 56284
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5604086692154704e-07,
      "loss": 0.019,
      "step": 56285
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.559467455565402e-07,
      "loss": 0.0069,
      "step": 56286
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5585263617475886e-07,
      "loss": 0.013,
      "step": 56287
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.557585387764451e-07,
      "loss": 0.0075,
      "step": 56288
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5566445336184194e-07,
      "loss": 0.006,
      "step": 56289
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5557037993119213e-07,
      "loss": 0.0158,
      "step": 56290
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.554763184847371e-07,
      "loss": 0.0057,
      "step": 56291
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.55382269022721e-07,
      "loss": 0.0084,
      "step": 56292
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5528823154538703e-07,
      "loss": 0.004,
      "step": 56293
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.551942060529756e-07,
      "loss": 0.0049,
      "step": 56294
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.55100192545732e-07,
      "loss": 0.0118,
      "step": 56295
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5500619102389724e-07,
      "loss": 0.0264,
      "step": 56296
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5491220148771377e-07,
      "loss": 0.0061,
      "step": 56297
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.548182239374254e-07,
      "loss": 0.0045,
      "step": 56298
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.547242583732724e-07,
      "loss": 0.0241,
      "step": 56299
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.546303047954991e-07,
      "loss": 0.0058,
      "step": 56300
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5453636320434695e-07,
      "loss": 0.0057,
      "step": 56301
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.544424336000596e-07,
      "loss": 0.0051,
      "step": 56302
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5434851598287856e-07,
      "loss": 0.0084,
      "step": 56303
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5425461035304644e-07,
      "loss": 0.0049,
      "step": 56304
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.541607167108052e-07,
      "loss": 0.0052,
      "step": 56305
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5406683505639694e-07,
      "loss": 0.012,
      "step": 56306
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5397296539006364e-07,
      "loss": 0.0066,
      "step": 56307
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.53879107712049e-07,
      "loss": 0.003,
      "step": 56308
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5378526202259345e-07,
      "loss": 0.0201,
      "step": 56309
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5369142832194116e-07,
      "loss": 0.0069,
      "step": 56310
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.535976066103336e-07,
      "loss": 0.0052,
      "step": 56311
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5350379688801064e-07,
      "loss": 0.0123,
      "step": 56312
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.53409999155217e-07,
      "loss": 0.0042,
      "step": 56313
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5331621341219256e-07,
      "loss": 0.0129,
      "step": 56314
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5322243965918157e-07,
      "loss": 0.0041,
      "step": 56315
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.531286778964249e-07,
      "loss": 0.0131,
      "step": 56316
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.530349281241641e-07,
      "loss": 0.0095,
      "step": 56317
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5294119034264273e-07,
      "loss": 0.0082,
      "step": 56318
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5284746455210015e-07,
      "loss": 0.0023,
      "step": 56319
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.527537507527801e-07,
      "loss": 0.0176,
      "step": 56320
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.526600489449239e-07,
      "loss": 0.0258,
      "step": 56321
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.52566359128772e-07,
      "loss": 0.0044,
      "step": 56322
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.524726813045687e-07,
      "loss": 0.0042,
      "step": 56323
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5237901547255424e-07,
      "loss": 0.006,
      "step": 56324
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5228536163297025e-07,
      "loss": 0.0017,
      "step": 56325
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.521917197860586e-07,
      "loss": 0.0059,
      "step": 56326
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5209808993206027e-07,
      "loss": 0.0051,
      "step": 56327
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.520044720712185e-07,
      "loss": 0.0037,
      "step": 56328
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.519108662037729e-07,
      "loss": 0.0077,
      "step": 56329
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5181727232996675e-07,
      "loss": 0.0099,
      "step": 56330
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5172369045004096e-07,
      "loss": 0.0044,
      "step": 56331
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.516301205642364e-07,
      "loss": 0.0087,
      "step": 56332
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.515365626727951e-07,
      "loss": 0.0036,
      "step": 56333
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5144301677595805e-07,
      "loss": 0.0113,
      "step": 56334
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5134948287396717e-07,
      "loss": 0.0034,
      "step": 56335
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.512559609670635e-07,
      "loss": 0.0036,
      "step": 56336
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.511624510554873e-07,
      "loss": 0.0059,
      "step": 56337
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.510689531394823e-07,
      "loss": 0.0058,
      "step": 56338
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.509754672192883e-07,
      "loss": 0.0061,
      "step": 56339
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5088199329514625e-07,
      "loss": 0.0063,
      "step": 56340
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5078853136729815e-07,
      "loss": 0.0196,
      "step": 56341
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.506950814359833e-07,
      "loss": 0.0025,
      "step": 56342
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.506016435014459e-07,
      "loss": 0.0009,
      "step": 56343
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5050821756392407e-07,
      "loss": 0.0041,
      "step": 56344
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5041480362366097e-07,
      "loss": 0.0112,
      "step": 56345
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.50321401680897e-07,
      "loss": 0.0026,
      "step": 56346
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5022801173587307e-07,
      "loss": 0.0147,
      "step": 56347
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.501346337888301e-07,
      "loss": 0.0049,
      "step": 56348
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5004126784000836e-07,
      "loss": 0.0103,
      "step": 56349
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4994791388965e-07,
      "loss": 0.0093,
      "step": 56350
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.498545719379959e-07,
      "loss": 0.0053,
      "step": 56351
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4976124198528527e-07,
      "loss": 0.0236,
      "step": 56352
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4966792403176074e-07,
      "loss": 0.005,
      "step": 56353
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.495746180776627e-07,
      "loss": 0.0041,
      "step": 56354
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4948132412323145e-07,
      "loss": 0.0267,
      "step": 56355
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.493880421687085e-07,
      "loss": 0.0062,
      "step": 56356
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.492947722143325e-07,
      "loss": 0.0078,
      "step": 56357
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4920151426034666e-07,
      "loss": 0.0259,
      "step": 56358
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.491082683069896e-07,
      "loss": 0.003,
      "step": 56359
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.490150343545035e-07,
      "loss": 0.0054,
      "step": 56360
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.489218124031285e-07,
      "loss": 0.0061,
      "step": 56361
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.488286024531051e-07,
      "loss": 0.0068,
      "step": 56362
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.487354045046731e-07,
      "loss": 0.0052,
      "step": 56363
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4864221855807346e-07,
      "loss": 0.0037,
      "step": 56364
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.48549044613547e-07,
      "loss": 0.0177,
      "step": 56365
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.484558826713341e-07,
      "loss": 0.0054,
      "step": 56366
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4836273273167356e-07,
      "loss": 0.0032,
      "step": 56367
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.482695947948095e-07,
      "loss": 0.0095,
      "step": 56368
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.481764688609773e-07,
      "loss": 0.0013,
      "step": 56369
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4808335493042135e-07,
      "loss": 0.0018,
      "step": 56370
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.479902530033802e-07,
      "loss": 0.0125,
      "step": 56371
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.478971630800931e-07,
      "loss": 0.0129,
      "step": 56372
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4780408516080224e-07,
      "loss": 0.0078,
      "step": 56373
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4771101924574615e-07,
      "loss": 0.0096,
      "step": 56374
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4761796533516746e-07,
      "loss": 0.01,
      "step": 56375
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4752492342930377e-07,
      "loss": 0.006,
      "step": 56376
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.474318935283955e-07,
      "loss": 0.0093,
      "step": 56377
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.473388756326834e-07,
      "loss": 0.0191,
      "step": 56378
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4724586974240695e-07,
      "loss": 0.0037,
      "step": 56379
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4715287585780687e-07,
      "loss": 0.0122,
      "step": 56380
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4705989397912257e-07,
      "loss": 0.0108,
      "step": 56381
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.469669241065943e-07,
      "loss": 0.0085,
      "step": 56382
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.468739662404619e-07,
      "loss": 0.0027,
      "step": 56383
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4678102038096406e-07,
      "loss": 0.0111,
      "step": 56384
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.466880865283423e-07,
      "loss": 0.0039,
      "step": 56385
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4659516468283585e-07,
      "loss": 0.0043,
      "step": 56386
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.465022548446839e-07,
      "loss": 0.0075,
      "step": 56387
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.464093570141269e-07,
      "loss": 0.0036,
      "step": 56388
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.463164711914047e-07,
      "loss": 0.016,
      "step": 56389
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4622359737675635e-07,
      "loss": 0.029,
      "step": 56390
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4613073557042185e-07,
      "loss": 0.006,
      "step": 56391
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4603788577263984e-07,
      "loss": 0.0063,
      "step": 56392
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.459450479836518e-07,
      "loss": 0.0114,
      "step": 56393
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.458522222036953e-07,
      "loss": 0.0037,
      "step": 56394
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4575940843301184e-07,
      "loss": 0.0143,
      "step": 56395
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.456666066718395e-07,
      "loss": 0.007,
      "step": 56396
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.455738169204187e-07,
      "loss": 0.0275,
      "step": 56397
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4548103917898754e-07,
      "loss": 0.0043,
      "step": 56398
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.453882734477859e-07,
      "loss": 0.0071,
      "step": 56399
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.452955197270541e-07,
      "loss": 0.0058,
      "step": 56400
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4520277801703083e-07,
      "loss": 0.0147,
      "step": 56401
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4511004831795426e-07,
      "loss": 0.0173,
      "step": 56402
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4501733063006583e-07,
      "loss": 0.0167,
      "step": 56403
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.449246249536037e-07,
      "loss": 0.0021,
      "step": 56404
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.448319312888071e-07,
      "loss": 0.0024,
      "step": 56405
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.447392496359153e-07,
      "loss": 0.0086,
      "step": 56406
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.446465799951665e-07,
      "loss": 0.0055,
      "step": 56407
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.445539223668015e-07,
      "loss": 0.0067,
      "step": 56408
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4446127675105747e-07,
      "loss": 0.0027,
      "step": 56409
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4436864314817577e-07,
      "loss": 0.0105,
      "step": 56410
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.44276021558394e-07,
      "loss": 0.0049,
      "step": 56411
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4418341198195147e-07,
      "loss": 0.013,
      "step": 56412
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4409081441908686e-07,
      "loss": 0.0044,
      "step": 56413
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.439982288700389e-07,
      "loss": 0.0051,
      "step": 56414
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.439056553350473e-07,
      "loss": 0.0225,
      "step": 56415
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4381309381435024e-07,
      "loss": 0.0138,
      "step": 56416
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4372054430818645e-07,
      "loss": 0.0099,
      "step": 56417
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.436280068167963e-07,
      "loss": 0.0035,
      "step": 56418
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.435354813404168e-07,
      "loss": 0.0049,
      "step": 56419
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.434429678792872e-07,
      "loss": 0.0044,
      "step": 56420
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.433504664336468e-07,
      "loss": 0.0052,
      "step": 56421
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4325797700373307e-07,
      "loss": 0.0042,
      "step": 56422
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.431654995897854e-07,
      "loss": 0.0071,
      "step": 56423
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.430730341920424e-07,
      "loss": 0.0069,
      "step": 56424
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4298058081074283e-07,
      "loss": 0.0068,
      "step": 56425
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.428881394461264e-07,
      "loss": 0.0029,
      "step": 56426
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.427957100984286e-07,
      "loss": 0.0073,
      "step": 56427
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4270329276789026e-07,
      "loss": 0.0009,
      "step": 56428
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4261088745474844e-07,
      "loss": 0.0065,
      "step": 56429
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4251849415924353e-07,
      "loss": 0.0012,
      "step": 56430
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4242611288161255e-07,
      "loss": 0.0181,
      "step": 56431
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4233374362209413e-07,
      "loss": 0.0075,
      "step": 56432
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.422413863809265e-07,
      "loss": 0.0075,
      "step": 56433
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4214904115834724e-07,
      "loss": 0.0394,
      "step": 56434
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.420567079545961e-07,
      "loss": 0.0034,
      "step": 56435
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.419643867699107e-07,
      "loss": 0.0133,
      "step": 56436
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.418720776045287e-07,
      "loss": 0.0072,
      "step": 56437
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4177978045868976e-07,
      "loss": 0.0058,
      "step": 56438
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.41687495332631e-07,
      "loss": 0.0028,
      "step": 56439
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.415952222265906e-07,
      "loss": 0.0034,
      "step": 56440
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.415029611408066e-07,
      "loss": 0.004,
      "step": 56441
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4141071207551614e-07,
      "loss": 0.0207,
      "step": 56442
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.413184750309595e-07,
      "loss": 0.0021,
      "step": 56443
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.412262500073726e-07,
      "loss": 0.0078,
      "step": 56444
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4113403700499534e-07,
      "loss": 0.0103,
      "step": 56445
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4104183602406413e-07,
      "loss": 0.0042,
      "step": 56446
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.409496470648177e-07,
      "loss": 0.0177,
      "step": 56447
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.408574701274936e-07,
      "loss": 0.0099,
      "step": 56448
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.407653052123283e-07,
      "loss": 0.0179,
      "step": 56449
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4067315231956223e-07,
      "loss": 0.0027,
      "step": 56450
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.405810114494318e-07,
      "loss": 0.014,
      "step": 56451
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.404888826021746e-07,
      "loss": 0.0052,
      "step": 56452
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4039676577802885e-07,
      "loss": 0.0024,
      "step": 56453
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4030466097723204e-07,
      "loss": 0.0205,
      "step": 56454
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.402125682000218e-07,
      "loss": 0.0031,
      "step": 56455
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4012048744663626e-07,
      "loss": 0.0065,
      "step": 56456
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.400284187173114e-07,
      "loss": 0.0062,
      "step": 56457
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3993636201228695e-07,
      "loss": 0.0147,
      "step": 56458
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3984431733179836e-07,
      "loss": 0.0035,
      "step": 56459
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.397522846760848e-07,
      "loss": 0.0436,
      "step": 56460
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.396602640453839e-07,
      "loss": 0.0155,
      "step": 56461
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3956825543993153e-07,
      "loss": 0.0074,
      "step": 56462
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.394762588599665e-07,
      "loss": 0.0055,
      "step": 56463
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3938427430572464e-07,
      "loss": 0.006,
      "step": 56464
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.392923017774452e-07,
      "loss": 0.0075,
      "step": 56465
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3920034127536415e-07,
      "loss": 0.0044,
      "step": 56466
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.391083927997191e-07,
      "loss": 0.0037,
      "step": 56467
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3901645635074754e-07,
      "loss": 0.0154,
      "step": 56468
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3892453192868713e-07,
      "loss": 0.0179,
      "step": 56469
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.388326195337743e-07,
      "loss": 0.003,
      "step": 56470
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.387407191662462e-07,
      "loss": 0.0051,
      "step": 56471
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.386488308263397e-07,
      "loss": 0.0021,
      "step": 56472
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3855695451429304e-07,
      "loss": 0.0025,
      "step": 56473
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3846509023034216e-07,
      "loss": 0.0061,
      "step": 56474
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.383732379747251e-07,
      "loss": 0.0453,
      "step": 56475
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3828139774767897e-07,
      "loss": 0.0142,
      "step": 56476
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.381895695494386e-07,
      "loss": 0.013,
      "step": 56477
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.380977533802438e-07,
      "loss": 0.0064,
      "step": 56478
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3800594924032873e-07,
      "loss": 0.0129,
      "step": 56479
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.379141571299327e-07,
      "loss": 0.0076,
      "step": 56480
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3782237704929164e-07,
      "loss": 0.0048,
      "step": 56481
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.377306089986415e-07,
      "loss": 0.0042,
      "step": 56482
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3763885297822153e-07,
      "loss": 0.0073,
      "step": 56483
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3754710898826536e-07,
      "loss": 0.0068,
      "step": 56484
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3745537702901174e-07,
      "loss": 0.0017,
      "step": 56485
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3736365710069716e-07,
      "loss": 0.0119,
      "step": 56486
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.37271949203557e-07,
      "loss": 0.0038,
      "step": 56487
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.371802533378293e-07,
      "loss": 0.0085,
      "step": 56488
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3708856950375067e-07,
      "loss": 0.0035,
      "step": 56489
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.36996897701557e-07,
      "loss": 0.0039,
      "step": 56490
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.369052379314852e-07,
      "loss": 0.0077,
      "step": 56491
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.368135901937708e-07,
      "loss": 0.0061,
      "step": 56492
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3672195448865183e-07,
      "loss": 0.024,
      "step": 56493
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.366303308163632e-07,
      "loss": 0.0304,
      "step": 56494
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3653871917714353e-07,
      "loss": 0.0183,
      "step": 56495
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.364471195712271e-07,
      "loss": 0.0103,
      "step": 56496
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.363555319988515e-07,
      "loss": 0.0082,
      "step": 56497
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.362639564602527e-07,
      "loss": 0.0046,
      "step": 56498
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3617239295566595e-07,
      "loss": 0.0094,
      "step": 56499
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.360808414853289e-07,
      "loss": 0.0172,
      "step": 56500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3598930204947757e-07,
      "loss": 0.0216,
      "step": 56501
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3589777464834714e-07,
      "loss": 0.0087,
      "step": 56502
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3580625928217534e-07,
      "loss": 0.0185,
      "step": 56503
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3571475595119754e-07,
      "loss": 0.0055,
      "step": 56504
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.356232646556495e-07,
      "loss": 0.0029,
      "step": 56505
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3553178539576847e-07,
      "loss": 0.0318,
      "step": 56506
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.35440318171788e-07,
      "loss": 0.0015,
      "step": 56507
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3534886298394687e-07,
      "loss": 0.0057,
      "step": 56508
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.352574198324793e-07,
      "loss": 0.0073,
      "step": 56509
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3516598871762284e-07,
      "loss": 0.016,
      "step": 56510
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3507456963961237e-07,
      "loss": 0.0032,
      "step": 56511
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.349831625986838e-07,
      "loss": 0.0112,
      "step": 56512
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3489176759507305e-07,
      "loss": 0.0155,
      "step": 56513
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.348003846290149e-07,
      "loss": 0.0099,
      "step": 56514
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.347090137007475e-07,
      "loss": 0.0114,
      "step": 56515
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.346176548105051e-07,
      "loss": 0.0072,
      "step": 56516
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3452630795852315e-07,
      "loss": 0.007,
      "step": 56517
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.344349731450386e-07,
      "loss": 0.0038,
      "step": 56518
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3434365037028624e-07,
      "loss": 0.0172,
      "step": 56519
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.342523396345021e-07,
      "loss": 0.0145,
      "step": 56520
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3416104093792147e-07,
      "loss": 0.0031,
      "step": 56521
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.340697542807797e-07,
      "loss": 0.0066,
      "step": 56522
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3397847966331274e-07,
      "loss": 0.0046,
      "step": 56523
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3388721708575547e-07,
      "loss": 0.0052,
      "step": 56524
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.337959665483453e-07,
      "loss": 0.0115,
      "step": 56525
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.337047280513156e-07,
      "loss": 0.0132,
      "step": 56526
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3361350159490324e-07,
      "loss": 0.0046,
      "step": 56527
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.335222871793425e-07,
      "loss": 0.0141,
      "step": 56528
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.334310848048683e-07,
      "loss": 0.0057,
      "step": 56529
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3333989447171813e-07,
      "loss": 0.0153,
      "step": 56530
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.332487161801257e-07,
      "loss": 0.0247,
      "step": 56531
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.331575499303258e-07,
      "loss": 0.008,
      "step": 56532
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.330663957225555e-07,
      "loss": 0.0103,
      "step": 56533
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.32975253557048e-07,
      "loss": 0.0058,
      "step": 56534
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.328841234340402e-07,
      "loss": 0.0087,
      "step": 56535
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.327930053537665e-07,
      "loss": 0.0141,
      "step": 56536
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.32701899316461e-07,
      "loss": 0.0054,
      "step": 56537
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.326108053223609e-07,
      "loss": 0.0122,
      "step": 56538
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3251972337169925e-07,
      "loss": 0.0079,
      "step": 56539
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.324286534647131e-07,
      "loss": 0.0043,
      "step": 56540
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3233759560163615e-07,
      "loss": 0.0059,
      "step": 56541
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.322465497827021e-07,
      "loss": 0.0084,
      "step": 56542
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3215551600814853e-07,
      "loss": 0.0082,
      "step": 56543
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.320644942782081e-07,
      "loss": 0.0034,
      "step": 56544
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3197348459311773e-07,
      "loss": 0.0059,
      "step": 56545
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.318824869531112e-07,
      "loss": 0.0229,
      "step": 56546
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3179150135842276e-07,
      "loss": 0.0063,
      "step": 56547
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.317005278092883e-07,
      "loss": 0.0082,
      "step": 56548
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.31609566305941e-07,
      "loss": 0.0124,
      "step": 56549
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.315186168486173e-07,
      "loss": 0.0041,
      "step": 56550
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.314276794375515e-07,
      "loss": 0.0028,
      "step": 56551
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3133675407297674e-07,
      "loss": 0.0034,
      "step": 56552
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3124584075513e-07,
      "loss": 0.0439,
      "step": 56553
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3115493948424394e-07,
      "loss": 0.0038,
      "step": 56554
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3106405026055446e-07,
      "loss": 0.0082,
      "step": 56555
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.309731730842952e-07,
      "loss": 0.012,
      "step": 56556
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.308823079557005e-07,
      "loss": 0.0081,
      "step": 56557
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3079145487500573e-07,
      "loss": 0.0072,
      "step": 56558
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.30700613842444e-07,
      "loss": 0.0056,
      "step": 56559
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3060978485825124e-07,
      "loss": 0.0359,
      "step": 56560
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.305189679226617e-07,
      "loss": 0.0039,
      "step": 56561
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.304281630359085e-07,
      "loss": 0.0018,
      "step": 56562
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.303373701982271e-07,
      "loss": 0.0064,
      "step": 56563
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3024658940985e-07,
      "loss": 0.0055,
      "step": 56564
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.301558206710137e-07,
      "loss": 0.0057,
      "step": 56565
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3006506398195193e-07,
      "loss": 0.0206,
      "step": 56566
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.299743193428967e-07,
      "loss": 0.0328,
      "step": 56567
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2988358675408503e-07,
      "loss": 0.0039,
      "step": 56568
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2979286621575015e-07,
      "loss": 0.006,
      "step": 56569
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2970215772812565e-07,
      "loss": 0.0047,
      "step": 56570
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.296114612914453e-07,
      "loss": 0.0105,
      "step": 56571
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.295207769059433e-07,
      "loss": 0.0241,
      "step": 56572
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2943010457185456e-07,
      "loss": 0.0057,
      "step": 56573
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.293394442894121e-07,
      "loss": 0.0063,
      "step": 56574
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.292487960588503e-07,
      "loss": 0.0045,
      "step": 56575
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2915815988040335e-07,
      "loss": 0.0045,
      "step": 56576
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2906753575430494e-07,
      "loss": 0.0145,
      "step": 56577
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2897692368078826e-07,
      "loss": 0.0194,
      "step": 56578
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.28886323660087e-07,
      "loss": 0.0084,
      "step": 56579
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.287957356924365e-07,
      "loss": 0.0069,
      "step": 56580
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2870515977806885e-07,
      "loss": 0.0084,
      "step": 56581
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.286145959172182e-07,
      "loss": 0.0054,
      "step": 56582
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.28524044110119e-07,
      "loss": 0.0081,
      "step": 56583
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2843350435700474e-07,
      "loss": 0.0014,
      "step": 56584
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.283429766581081e-07,
      "loss": 0.0119,
      "step": 56585
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2825246101366335e-07,
      "loss": 0.0049,
      "step": 56586
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.281619574239037e-07,
      "loss": 0.0035,
      "step": 56587
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2807146588906327e-07,
      "loss": 0.0088,
      "step": 56588
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.279809864093741e-07,
      "loss": 0.0136,
      "step": 56589
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.278905189850723e-07,
      "loss": 0.0079,
      "step": 56590
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.278000636163903e-07,
      "loss": 0.0108,
      "step": 56591
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.27709620303559e-07,
      "loss": 0.0246,
      "step": 56592
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.27619189046815e-07,
      "loss": 0.0161,
      "step": 56593
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2752876984638915e-07,
      "loss": 0.0085,
      "step": 56594
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.274383627025174e-07,
      "loss": 0.0082,
      "step": 56595
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.273479676154312e-07,
      "loss": 0.0111,
      "step": 56596
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2725758458536425e-07,
      "loss": 0.0046,
      "step": 56597
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2716721361254976e-07,
      "loss": 0.0014,
      "step": 56598
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.270768546972203e-07,
      "loss": 0.0071,
      "step": 56599
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2698650783961005e-07,
      "loss": 0.0196,
      "step": 56600
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2689617303995225e-07,
      "loss": 0.0067,
      "step": 56601
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2680585029847835e-07,
      "loss": 0.0123,
      "step": 56602
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2671553961542367e-07,
      "loss": 0.011,
      "step": 56603
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2662524099101976e-07,
      "loss": 0.0121,
      "step": 56604
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.265349544255003e-07,
      "loss": 0.0127,
      "step": 56605
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2644467991909733e-07,
      "loss": 0.0056,
      "step": 56606
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.26354417472044e-07,
      "loss": 0.0321,
      "step": 56607
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2626416708457453e-07,
      "loss": 0.0073,
      "step": 56608
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.261739287569199e-07,
      "loss": 0.0154,
      "step": 56609
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.260837024893143e-07,
      "loss": 0.0063,
      "step": 56610
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2599348828199095e-07,
      "loss": 0.0081,
      "step": 56611
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.259032861351813e-07,
      "loss": 0.0218,
      "step": 56612
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2581309604911905e-07,
      "loss": 0.0107,
      "step": 56613
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2572291802403565e-07,
      "loss": 0.0037,
      "step": 56614
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2563275206016487e-07,
      "loss": 0.0171,
      "step": 56615
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.255425981577398e-07,
      "loss": 0.004,
      "step": 56616
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.254524563169914e-07,
      "loss": 0.0039,
      "step": 56617
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2536232653815393e-07,
      "loss": 0.0049,
      "step": 56618
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2527220882145993e-07,
      "loss": 0.0024,
      "step": 56619
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2518210316714094e-07,
      "loss": 0.007,
      "step": 56620
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2509200957542955e-07,
      "loss": 0.0033,
      "step": 56621
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.250019280465583e-07,
      "loss": 0.0161,
      "step": 56622
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2491185858076034e-07,
      "loss": 0.003,
      "step": 56623
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2482180117826665e-07,
      "loss": 0.011,
      "step": 56624
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.247317558393115e-07,
      "loss": 0.0063,
      "step": 56625
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.246417225641263e-07,
      "loss": 0.0026,
      "step": 56626
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2455170135294365e-07,
      "loss": 0.0031,
      "step": 56627
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.244616922059951e-07,
      "loss": 0.0038,
      "step": 56628
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2437169512351317e-07,
      "loss": 0.0226,
      "step": 56629
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.242817101057305e-07,
      "loss": 0.0089,
      "step": 56630
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.241917371528791e-07,
      "loss": 0.0086,
      "step": 56631
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.241017762651905e-07,
      "loss": 0.0044,
      "step": 56632
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.240118274428977e-07,
      "loss": 0.0137,
      "step": 56633
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2392189068623293e-07,
      "loss": 0.0079,
      "step": 56634
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.238319659954281e-07,
      "loss": 0.0113,
      "step": 56635
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.237420533707147e-07,
      "loss": 0.0119,
      "step": 56636
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2365215281232433e-07,
      "loss": 0.0033,
      "step": 56637
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2356226432049e-07,
      "loss": 0.0088,
      "step": 56638
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.234723878954427e-07,
      "loss": 0.0346,
      "step": 56639
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2338252353741606e-07,
      "loss": 0.0129,
      "step": 56640
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.232926712466411e-07,
      "loss": 0.0067,
      "step": 56641
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2320283102334813e-07,
      "loss": 0.0018,
      "step": 56642
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2311300286777146e-07,
      "loss": 0.0063,
      "step": 56643
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2302318678014033e-07,
      "loss": 0.0015,
      "step": 56644
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.22933382760689e-07,
      "loss": 0.0056,
      "step": 56645
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2284359080964777e-07,
      "loss": 0.0019,
      "step": 56646
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2275381092724766e-07,
      "loss": 0.0079,
      "step": 56647
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.226640431137229e-07,
      "loss": 0.0263,
      "step": 56648
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.225742873693022e-07,
      "loss": 0.0131,
      "step": 56649
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2248454369421865e-07,
      "loss": 0.0096,
      "step": 56650
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2239481208870436e-07,
      "loss": 0.0063,
      "step": 56651
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.223050925529886e-07,
      "loss": 0.006,
      "step": 56652
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2221538508730556e-07,
      "loss": 0.0112,
      "step": 56653
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2212568969188506e-07,
      "loss": 0.0054,
      "step": 56654
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.220360063669603e-07,
      "loss": 0.0063,
      "step": 56655
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.219463351127605e-07,
      "loss": 0.0101,
      "step": 56656
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.218566759295172e-07,
      "loss": 0.0062,
      "step": 56657
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2176702881746347e-07,
      "loss": 0.0046,
      "step": 56658
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2167739377682913e-07,
      "loss": 0.019,
      "step": 56659
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.215877708078463e-07,
      "loss": 0.0301,
      "step": 56660
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.214981599107464e-07,
      "loss": 0.0143,
      "step": 56661
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.214085610857598e-07,
      "loss": 0.0042,
      "step": 56662
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2131897433311853e-07,
      "loss": 0.0111,
      "step": 56663
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2122939965305247e-07,
      "loss": 0.0068,
      "step": 56664
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.211398370457941e-07,
      "loss": 0.0071,
      "step": 56665
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2105028651157445e-07,
      "loss": 0.0156,
      "step": 56666
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.209607480506233e-07,
      "loss": 0.0029,
      "step": 56667
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.208712216631732e-07,
      "loss": 0.0149,
      "step": 56668
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.20781707349454e-07,
      "loss": 0.0094,
      "step": 56669
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.206922051096978e-07,
      "loss": 0.004,
      "step": 56670
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.206027149441354e-07,
      "loss": 0.0068,
      "step": 56671
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.205132368529956e-07,
      "loss": 0.0155,
      "step": 56672
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.204237708365121e-07,
      "loss": 0.0052,
      "step": 56673
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2033431689491413e-07,
      "loss": 0.0049,
      "step": 56674
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2024487502843317e-07,
      "loss": 0.0045,
      "step": 56675
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.201554452373001e-07,
      "loss": 0.0177,
      "step": 56676
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.200660275217454e-07,
      "loss": 0.0194,
      "step": 56677
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1997662188199996e-07,
      "loss": 0.0058,
      "step": 56678
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1988722831829353e-07,
      "loss": 0.0062,
      "step": 56679
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1979784683085823e-07,
      "loss": 0.0065,
      "step": 56680
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.197084774199238e-07,
      "loss": 0.0063,
      "step": 56681
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.196191200857207e-07,
      "loss": 0.0072,
      "step": 56682
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1952977482848036e-07,
      "loss": 0.0067,
      "step": 56683
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.194404416484331e-07,
      "loss": 0.0087,
      "step": 56684
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1935112054580886e-07,
      "loss": 0.0191,
      "step": 56685
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.19261811520839e-07,
      "loss": 0.0116,
      "step": 56686
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.191725145737518e-07,
      "loss": 0.0033,
      "step": 56687
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.190832297047808e-07,
      "loss": 0.0006,
      "step": 56688
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1899395691415367e-07,
      "loss": 0.0065,
      "step": 56689
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.189046962021025e-07,
      "loss": 0.0189,
      "step": 56690
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1881544756885705e-07,
      "loss": 0.0143,
      "step": 56691
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.187262110146483e-07,
      "loss": 0.0112,
      "step": 56692
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1863698653970544e-07,
      "loss": 0.0111,
      "step": 56693
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.185477741442583e-07,
      "loss": 0.0134,
      "step": 56694
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1845857382853837e-07,
      "loss": 0.0236,
      "step": 56695
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.183693855927755e-07,
      "loss": 0.0058,
      "step": 56696
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1828020943719895e-07,
      "loss": 0.0032,
      "step": 56697
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1819104536204014e-07,
      "loss": 0.0074,
      "step": 56698
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1810189336752893e-07,
      "loss": 0.0071,
      "step": 56699
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.180127534538946e-07,
      "loss": 0.0031,
      "step": 56700
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.179236256213675e-07,
      "loss": 0.0146,
      "step": 56701
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1783450987017683e-07,
      "loss": 0.0181,
      "step": 56702
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1774540620055417e-07,
      "loss": 0.0039,
      "step": 56703
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1765631461272815e-07,
      "loss": 0.0122,
      "step": 56704
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.175672351069303e-07,
      "loss": 0.0057,
      "step": 56705
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.174781676833882e-07,
      "loss": 0.0088,
      "step": 56706
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1738911234233283e-07,
      "loss": 0.007,
      "step": 56707
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.173000690839939e-07,
      "loss": 0.0047,
      "step": 56708
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.172110379086007e-07,
      "loss": 0.0096,
      "step": 56709
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1712201881638426e-07,
      "loss": 0.0053,
      "step": 56710
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1703301180757317e-07,
      "loss": 0.009,
      "step": 56711
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1694401688239783e-07,
      "loss": 0.0054,
      "step": 56712
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1685503404108695e-07,
      "loss": 0.0079,
      "step": 56713
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.167660632838704e-07,
      "loss": 0.0088,
      "step": 56714
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1667710461097845e-07,
      "loss": 0.015,
      "step": 56715
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1658815802263986e-07,
      "loss": 0.0056,
      "step": 56716
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.164992235190839e-07,
      "loss": 0.0071,
      "step": 56717
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.164103011005415e-07,
      "loss": 0.014,
      "step": 56718
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.163213907672413e-07,
      "loss": 0.0025,
      "step": 56719
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.162324925194127e-07,
      "loss": 0.0005,
      "step": 56720
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.161436063572848e-07,
      "loss": 0.0083,
      "step": 56721
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.160547322810864e-07,
      "loss": 0.0109,
      "step": 56722
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1596587029104787e-07,
      "loss": 0.0027,
      "step": 56723
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1587702038739844e-07,
      "loss": 0.0078,
      "step": 56724
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1578818257036734e-07,
      "loss": 0.0067,
      "step": 56725
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1569935684018336e-07,
      "loss": 0.0114,
      "step": 56726
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.156105431970763e-07,
      "loss": 0.0111,
      "step": 56727
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.155217416412754e-07,
      "loss": 0.0213,
      "step": 56728
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.154329521730082e-07,
      "loss": 0.0153,
      "step": 56729
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.153441747925057e-07,
      "loss": 0.0111,
      "step": 56730
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1525540949999656e-07,
      "loss": 0.0058,
      "step": 56731
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1516665629570844e-07,
      "loss": 0.0031,
      "step": 56732
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.150779151798722e-07,
      "loss": 0.0058,
      "step": 56733
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1498918615271655e-07,
      "loss": 0.0082,
      "step": 56734
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.149004692144697e-07,
      "loss": 0.0404,
      "step": 56735
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.148117643653609e-07,
      "loss": 0.0074,
      "step": 56736
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.147230716056177e-07,
      "loss": 0.0103,
      "step": 56737
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1463439093547155e-07,
      "loss": 0.008,
      "step": 56738
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.14545722355149e-07,
      "loss": 0.0265,
      "step": 56739
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1445706586488043e-07,
      "loss": 0.0084,
      "step": 56740
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1436842146489453e-07,
      "loss": 0.0008,
      "step": 56741
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.142797891554189e-07,
      "loss": 0.0083,
      "step": 56742
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.141911689366833e-07,
      "loss": 0.0105,
      "step": 56743
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.141025608089149e-07,
      "loss": 0.014,
      "step": 56744
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1401396477234393e-07,
      "loss": 0.0058,
      "step": 56745
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.139253808271986e-07,
      "loss": 0.0027,
      "step": 56746
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.138368089737065e-07,
      "loss": 0.0023,
      "step": 56747
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.13748249212098e-07,
      "loss": 0.0009,
      "step": 56748
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.136597015426002e-07,
      "loss": 0.0185,
      "step": 56749
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1357116596544224e-07,
      "loss": 0.0026,
      "step": 56750
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1348264248085237e-07,
      "loss": 0.0072,
      "step": 56751
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.133941310890576e-07,
      "loss": 0.0074,
      "step": 56752
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.133056317902894e-07,
      "loss": 0.0083,
      "step": 56753
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1321714458477313e-07,
      "loss": 0.0238,
      "step": 56754
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1312866947273866e-07,
      "loss": 0.0033,
      "step": 56755
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.130402064544158e-07,
      "loss": 0.0156,
      "step": 56756
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1295175553002877e-07,
      "loss": 0.0069,
      "step": 56757
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1286331669980906e-07,
      "loss": 0.0084,
      "step": 56758
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1277488996398317e-07,
      "loss": 0.0257,
      "step": 56759
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.126864753227804e-07,
      "loss": 0.0114,
      "step": 56760
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1259807277642886e-07,
      "loss": 0.0109,
      "step": 56761
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.125096823251561e-07,
      "loss": 0.0193,
      "step": 56762
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1242130396919035e-07,
      "loss": 0.0045,
      "step": 56763
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1233293770875916e-07,
      "loss": 0.0041,
      "step": 56764
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.122445835440918e-07,
      "loss": 0.007,
      "step": 56765
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1215624147541533e-07,
      "loss": 0.0044,
      "step": 56766
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.120679115029568e-07,
      "loss": 0.003,
      "step": 56767
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.119795936269465e-07,
      "loss": 0.0079,
      "step": 56768
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1189128784761044e-07,
      "loss": 0.0079,
      "step": 56769
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.118029941651779e-07,
      "loss": 0.0078,
      "step": 56770
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.117147125798753e-07,
      "loss": 0.0041,
      "step": 56771
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1162644309193024e-07,
      "loss": 0.0313,
      "step": 56772
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.11538185701572e-07,
      "loss": 0.0102,
      "step": 56773
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.114499404090271e-07,
      "loss": 0.0034,
      "step": 56774
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1136170721452417e-07,
      "loss": 0.0047,
      "step": 56775
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.112734861182909e-07,
      "loss": 0.0142,
      "step": 56776
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.111852771205537e-07,
      "loss": 0.0222,
      "step": 56777
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1109708022154186e-07,
      "loss": 0.003,
      "step": 56778
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1100889542148073e-07,
      "loss": 0.031,
      "step": 56779
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.109207227205996e-07,
      "loss": 0.0023,
      "step": 56780
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1083256211912604e-07,
      "loss": 0.0093,
      "step": 56781
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.10744413617286e-07,
      "loss": 0.0032,
      "step": 56782
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.106562772153088e-07,
      "loss": 0.0066,
      "step": 56783
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1056815291342135e-07,
      "loss": 0.0027,
      "step": 56784
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1048004071185025e-07,
      "loss": 0.0094,
      "step": 56785
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.103919406108236e-07,
      "loss": 0.0166,
      "step": 56786
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1030385261056783e-07,
      "loss": 0.0027,
      "step": 56787
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.102157767113112e-07,
      "loss": 0.0059,
      "step": 56788
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1012771291328013e-07,
      "loss": 0.0119,
      "step": 56789
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1003966121670335e-07,
      "loss": 0.0041,
      "step": 56790
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0995162162180683e-07,
      "loss": 0.0068,
      "step": 56791
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0986359412881805e-07,
      "loss": 0.003,
      "step": 56792
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.097755787379642e-07,
      "loss": 0.0073,
      "step": 56793
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0968757544947105e-07,
      "loss": 0.0151,
      "step": 56794
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0959958426356795e-07,
      "loss": 0.0218,
      "step": 56795
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.095116051804814e-07,
      "loss": 0.0251,
      "step": 56796
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0942363820043673e-07,
      "loss": 0.0201,
      "step": 56797
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.093356833236627e-07,
      "loss": 0.0069,
      "step": 56798
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0924774055038576e-07,
      "loss": 0.0204,
      "step": 56799
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0915980988083294e-07,
      "loss": 0.0123,
      "step": 56800
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0907189131523075e-07,
      "loss": 0.0142,
      "step": 56801
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0898398485380567e-07,
      "loss": 0.0057,
      "step": 56802
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.088960904967858e-07,
      "loss": 0.004,
      "step": 56803
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.088082082443966e-07,
      "loss": 0.0044,
      "step": 56804
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.087203380968656e-07,
      "loss": 0.0042,
      "step": 56805
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0863248005442105e-07,
      "loss": 0.0051,
      "step": 56806
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0854463411728596e-07,
      "loss": 0.0114,
      "step": 56807
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0845680028569027e-07,
      "loss": 0.005,
      "step": 56808
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.083689785598581e-07,
      "loss": 0.021,
      "step": 56809
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.082811689400184e-07,
      "loss": 0.0175,
      "step": 56810
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.081933714263963e-07,
      "loss": 0.0026,
      "step": 56811
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.081055860192184e-07,
      "loss": 0.01,
      "step": 56812
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0801781271871336e-07,
      "loss": 0.0195,
      "step": 56813
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.079300515251038e-07,
      "loss": 0.0092,
      "step": 56814
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0784230243861957e-07,
      "loss": 0.0062,
      "step": 56815
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0775456545948544e-07,
      "loss": 0.0011,
      "step": 56816
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.076668405879274e-07,
      "loss": 0.0011,
      "step": 56817
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0757912782417297e-07,
      "loss": 0.0168,
      "step": 56818
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0749142716844817e-07,
      "loss": 0.0065,
      "step": 56819
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0740373862097994e-07,
      "loss": 0.0019,
      "step": 56820
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0731606218199317e-07,
      "loss": 0.005,
      "step": 56821
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0722839785171433e-07,
      "loss": 0.0125,
      "step": 56822
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0714074563037043e-07,
      "loss": 0.0079,
      "step": 56823
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0705310551818636e-07,
      "loss": 0.0283,
      "step": 56824
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0696547751539017e-07,
      "loss": 0.0027,
      "step": 56825
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0687786162220677e-07,
      "loss": 0.0036,
      "step": 56826
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.067902578388621e-07,
      "loss": 0.0199,
      "step": 56827
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.067026661655831e-07,
      "loss": 0.0049,
      "step": 56828
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.066150866025941e-07,
      "loss": 0.0089,
      "step": 56829
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.065275191501227e-07,
      "loss": 0.039,
      "step": 56830
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.064399638083948e-07,
      "loss": 0.0046,
      "step": 56831
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.063524205776347e-07,
      "loss": 0.0035,
      "step": 56832
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0626488945807054e-07,
      "loss": 0.017,
      "step": 56833
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.061773704499271e-07,
      "loss": 0.0216,
      "step": 56834
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.060898635534298e-07,
      "loss": 0.0036,
      "step": 56835
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.060023687688052e-07,
      "loss": 0.0086,
      "step": 56836
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0591488609627737e-07,
      "loss": 0.0096,
      "step": 56837
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0582741553607463e-07,
      "loss": 0.0052,
      "step": 56838
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0573995708842064e-07,
      "loss": 0.0084,
      "step": 56839
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.056525107535424e-07,
      "loss": 0.0056,
      "step": 56840
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.055650765316648e-07,
      "loss": 0.0069,
      "step": 56841
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0547765442301426e-07,
      "loss": 0.0121,
      "step": 56842
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0539024442781506e-07,
      "loss": 0.0055,
      "step": 56843
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0530284654629317e-07,
      "loss": 0.0027,
      "step": 56844
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0521546077867503e-07,
      "loss": 0.0076,
      "step": 56845
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.051280871251855e-07,
      "loss": 0.0109,
      "step": 56846
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0504072558604883e-07,
      "loss": 0.0195,
      "step": 56847
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0495337616149314e-07,
      "loss": 0.0209,
      "step": 56848
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.048660388517416e-07,
      "loss": 0.004,
      "step": 56849
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0477871365702074e-07,
      "loss": 0.0033,
      "step": 56850
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0469140057755477e-07,
      "loss": 0.0054,
      "step": 56851
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.046040996135696e-07,
      "loss": 0.0096,
      "step": 56852
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.045168107652907e-07,
      "loss": 0.0124,
      "step": 56853
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0442953403294284e-07,
      "loss": 0.0065,
      "step": 56854
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.043422694167519e-07,
      "loss": 0.0037,
      "step": 56855
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0425501691694284e-07,
      "loss": 0.0222,
      "step": 56856
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.041677765337403e-07,
      "loss": 0.0148,
      "step": 56857
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0408054826737033e-07,
      "loss": 0.0037,
      "step": 56858
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0399333211805715e-07,
      "loss": 0.011,
      "step": 56859
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0390612808602505e-07,
      "loss": 0.0091,
      "step": 56860
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.03818936171501e-07,
      "loss": 0.019,
      "step": 56861
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.037317563747083e-07,
      "loss": 0.0088,
      "step": 56862
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.036445886958733e-07,
      "loss": 0.0072,
      "step": 56863
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0355743313522093e-07,
      "loss": 0.0055,
      "step": 56864
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.034702896929742e-07,
      "loss": 0.0112,
      "step": 56865
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.033831583693597e-07,
      "loss": 0.0179,
      "step": 56866
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.032960391646006e-07,
      "loss": 0.0131,
      "step": 56867
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0320893207892443e-07,
      "loss": 0.0034,
      "step": 56868
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.031218371125538e-07,
      "loss": 0.0062,
      "step": 56869
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0303475426571415e-07,
      "loss": 0.0116,
      "step": 56870
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.029476835386297e-07,
      "loss": 0.007,
      "step": 56871
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.028606249315252e-07,
      "loss": 0.0048,
      "step": 56872
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.027735784446262e-07,
      "loss": 0.0207,
      "step": 56873
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0268654407815677e-07,
      "loss": 0.0247,
      "step": 56874
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.025995218323402e-07,
      "loss": 0.0189,
      "step": 56875
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0251251170740293e-07,
      "loss": 0.002,
      "step": 56876
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.024255137035692e-07,
      "loss": 0.0025,
      "step": 56877
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0233852782106275e-07,
      "loss": 0.0089,
      "step": 56878
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0225155406010844e-07,
      "loss": 0.0029,
      "step": 56879
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.021645924209299e-07,
      "loss": 0.0051,
      "step": 56880
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0207764290375306e-07,
      "loss": 0.0062,
      "step": 56881
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.019907055088001e-07,
      "loss": 0.0042,
      "step": 56882
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0190378023629786e-07,
      "loss": 0.0035,
      "step": 56883
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.018168670864696e-07,
      "loss": 0.0057,
      "step": 56884
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.017299660595391e-07,
      "loss": 0.0078,
      "step": 56885
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0164307715573107e-07,
      "loss": 0.0022,
      "step": 56886
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0155620037526867e-07,
      "loss": 0.0091,
      "step": 56887
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.014693357183779e-07,
      "loss": 0.0224,
      "step": 56888
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.013824831852824e-07,
      "loss": 0.0094,
      "step": 56889
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0129564277620426e-07,
      "loss": 0.0029,
      "step": 56890
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.012088144913705e-07,
      "loss": 0.0093,
      "step": 56891
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0112199833100373e-07,
      "loss": 0.0106,
      "step": 56892
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0103519429532766e-07,
      "loss": 0.0162,
      "step": 56893
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.009484023845671e-07,
      "loss": 0.0011,
      "step": 56894
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.008616225989447e-07,
      "loss": 0.0063,
      "step": 56895
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0077485493868577e-07,
      "loss": 0.0023,
      "step": 56896
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0068809940401287e-07,
      "loss": 0.0086,
      "step": 56897
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.006013559951515e-07,
      "loss": 0.0046,
      "step": 56898
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.005146247123253e-07,
      "loss": 0.0112,
      "step": 56899
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0042790555575687e-07,
      "loss": 0.0231,
      "step": 56900
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0034119852567045e-07,
      "loss": 0.02,
      "step": 56901
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0025450362228925e-07,
      "loss": 0.0092,
      "step": 56902
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0016782084583805e-07,
      "loss": 0.011,
      "step": 56903
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0008115019654003e-07,
      "loss": 0.0033,
      "step": 56904
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9999449167461835e-07,
      "loss": 0.0034,
      "step": 56905
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.999078452802978e-07,
      "loss": 0.0061,
      "step": 56906
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9982121101380155e-07,
      "loss": 0.0135,
      "step": 56907
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9973458887535277e-07,
      "loss": 0.004,
      "step": 56908
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9964797886517463e-07,
      "loss": 0.0068,
      "step": 56909
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9956138098349074e-07,
      "loss": 0.016,
      "step": 56910
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9947479523052547e-07,
      "loss": 0.0062,
      "step": 56911
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9938822160650083e-07,
      "loss": 0.0091,
      "step": 56912
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.993016601116416e-07,
      "loss": 0.0118,
      "step": 56913
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.992151107461716e-07,
      "loss": 0.0067,
      "step": 56914
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.991285735103111e-07,
      "loss": 0.0025,
      "step": 56915
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9904204840428663e-07,
      "loss": 0.0229,
      "step": 56916
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9895553542831965e-07,
      "loss": 0.0038,
      "step": 56917
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9886903458263396e-07,
      "loss": 0.0178,
      "step": 56918
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.987825458674537e-07,
      "loss": 0.0104,
      "step": 56919
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.986960692829999e-07,
      "loss": 0.0096,
      "step": 56920
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.986096048294979e-07,
      "loss": 0.0039,
      "step": 56921
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9852315250716913e-07,
      "loss": 0.0235,
      "step": 56922
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9843671231623737e-07,
      "loss": 0.005,
      "step": 56923
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9835028425692637e-07,
      "loss": 0.0104,
      "step": 56924
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.982638683294575e-07,
      "loss": 0.0074,
      "step": 56925
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9817746453405517e-07,
      "loss": 0.0035,
      "step": 56926
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9809107287094073e-07,
      "loss": 0.0009,
      "step": 56927
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.980046933403402e-07,
      "loss": 0.0068,
      "step": 56928
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9791832594247394e-07,
      "loss": 0.0446,
      "step": 56929
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9783197067756396e-07,
      "loss": 0.0114,
      "step": 56930
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.977456275458357e-07,
      "loss": 0.0153,
      "step": 56931
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9765929654750946e-07,
      "loss": 0.0025,
      "step": 56932
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9757297768281066e-07,
      "loss": 0.0101,
      "step": 56933
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9748667095196026e-07,
      "loss": 0.0057,
      "step": 56934
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.974003763551814e-07,
      "loss": 0.0055,
      "step": 56935
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9731409389269605e-07,
      "loss": 0.0031,
      "step": 56936
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9722782356472747e-07,
      "loss": 0.0086,
      "step": 56937
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9714156537149874e-07,
      "loss": 0.0107,
      "step": 56938
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9705531931323194e-07,
      "loss": 0.0073,
      "step": 56939
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.969690853901491e-07,
      "loss": 0.0033,
      "step": 56940
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.96882863602474e-07,
      "loss": 0.0277,
      "step": 56941
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9679665395042803e-07,
      "loss": 0.0086,
      "step": 56942
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9671045643423433e-07,
      "loss": 0.0071,
      "step": 56943
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.966242710541151e-07,
      "loss": 0.0104,
      "step": 56944
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9653809781029164e-07,
      "loss": 0.0169,
      "step": 56945
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9645193670298776e-07,
      "loss": 0.0102,
      "step": 56946
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9636578773242496e-07,
      "loss": 0.0039,
      "step": 56947
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9627965089882637e-07,
      "loss": 0.0037,
      "step": 56948
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.96193526202414e-07,
      "loss": 0.0087,
      "step": 56949
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9610741364340946e-07,
      "loss": 0.0037,
      "step": 56950
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9602131322203574e-07,
      "loss": 0.0111,
      "step": 56951
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.959352249385139e-07,
      "loss": 0.0064,
      "step": 56952
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.95849148793067e-07,
      "loss": 0.01,
      "step": 56953
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.957630847859172e-07,
      "loss": 0.0107,
      "step": 56954
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.956770329172859e-07,
      "loss": 0.0145,
      "step": 56955
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.955909931873957e-07,
      "loss": 0.0078,
      "step": 56956
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9550496559646867e-07,
      "loss": 0.0094,
      "step": 56957
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.954189501447269e-07,
      "loss": 0.007,
      "step": 56958
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.953329468323918e-07,
      "loss": 0.0103,
      "step": 56959
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.952469556596843e-07,
      "loss": 0.0132,
      "step": 56960
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9516097662682873e-07,
      "loss": 0.0227,
      "step": 56961
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.950750097340449e-07,
      "loss": 0.0043,
      "step": 56962
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9498905498155595e-07,
      "loss": 0.0141,
      "step": 56963
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9490311236958333e-07,
      "loss": 0.0142,
      "step": 56964
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.948171818983486e-07,
      "loss": 0.0053,
      "step": 56965
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.947312635680738e-07,
      "loss": 0.0121,
      "step": 56966
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9464535737897927e-07,
      "loss": 0.0087,
      "step": 56967
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.945594633312887e-07,
      "loss": 0.0123,
      "step": 56968
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9447358142522254e-07,
      "loss": 0.0042,
      "step": 56969
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.943877116610017e-07,
      "loss": 0.0077,
      "step": 56970
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9430185403885037e-07,
      "loss": 0.0046,
      "step": 56971
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9421600855898734e-07,
      "loss": 0.0111,
      "step": 56972
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.941301752216352e-07,
      "loss": 0.0081,
      "step": 56973
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9404435402701603e-07,
      "loss": 0.0031,
      "step": 56974
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.939585449753496e-07,
      "loss": 0.0111,
      "step": 56975
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9387274806685905e-07,
      "loss": 0.0198,
      "step": 56976
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9378696330176484e-07,
      "loss": 0.0121,
      "step": 56977
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9370119068028945e-07,
      "loss": 0.0064,
      "step": 56978
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9361543020265284e-07,
      "loss": 0.0061,
      "step": 56979
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9352968186907636e-07,
      "loss": 0.0034,
      "step": 56980
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.934439456797822e-07,
      "loss": 0.0057,
      "step": 56981
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9335822163499003e-07,
      "loss": 0.0037,
      "step": 56982
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9327250973492313e-07,
      "loss": 0.0051,
      "step": 56983
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.931868099798019e-07,
      "loss": 0.022,
      "step": 56984
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9310112236984713e-07,
      "loss": 0.0109,
      "step": 56985
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.930154469052798e-07,
      "loss": 0.0098,
      "step": 56986
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.929297835863204e-07,
      "loss": 0.0037,
      "step": 56987
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9284413241319196e-07,
      "loss": 0.0052,
      "step": 56988
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9275849338611385e-07,
      "loss": 0.0029,
      "step": 56989
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.926728665053069e-07,
      "loss": 0.0138,
      "step": 56990
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9258725177099325e-07,
      "loss": 0.0058,
      "step": 56991
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9250164918339376e-07,
      "loss": 0.0144,
      "step": 56992
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9241605874272827e-07,
      "loss": 0.0059,
      "step": 56993
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.923304804492183e-07,
      "loss": 0.0198,
      "step": 56994
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9224491430308365e-07,
      "loss": 0.0119,
      "step": 56995
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.921593603045464e-07,
      "loss": 0.0461,
      "step": 56996
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.920738184538269e-07,
      "loss": 0.0153,
      "step": 56997
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9198828875114606e-07,
      "loss": 0.0058,
      "step": 56998
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9190277119672426e-07,
      "loss": 0.0197,
      "step": 56999
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.918172657907825e-07,
      "loss": 0.0268,
      "step": 57000
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9173177253354113e-07,
      "loss": 0.0027,
      "step": 57001
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9164629142521995e-07,
      "loss": 0.0019,
      "step": 57002
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9156082246604157e-07,
      "loss": 0.0319,
      "step": 57003
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.914753656562247e-07,
      "loss": 0.0152,
      "step": 57004
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.913899209959903e-07,
      "loss": 0.0146,
      "step": 57005
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9130448848555925e-07,
      "loss": 0.0059,
      "step": 57006
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9121906812515255e-07,
      "loss": 0.0021,
      "step": 57007
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.911336599149889e-07,
      "loss": 0.0162,
      "step": 57008
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.910482638552903e-07,
      "loss": 0.0156,
      "step": 57009
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.909628799462755e-07,
      "loss": 0.0123,
      "step": 57010
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.908775081881665e-07,
      "loss": 0.0341,
      "step": 57011
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.907921485811821e-07,
      "loss": 0.003,
      "step": 57012
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.907068011255437e-07,
      "loss": 0.0041,
      "step": 57013
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.906214658214718e-07,
      "loss": 0.0055,
      "step": 57014
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.90536142669185e-07,
      "loss": 0.0018,
      "step": 57015
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.904508316689053e-07,
      "loss": 0.0192,
      "step": 57016
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9036553282085043e-07,
      "loss": 0.0292,
      "step": 57017
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9028024612524295e-07,
      "loss": 0.0073,
      "step": 57018
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9019497158230213e-07,
      "loss": 0.0071,
      "step": 57019
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9010970919224667e-07,
      "loss": 0.0183,
      "step": 57020
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.900244589552992e-07,
      "loss": 0.0346,
      "step": 57021
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8993922087167726e-07,
      "loss": 0.006,
      "step": 57022
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.898539949416024e-07,
      "loss": 0.0084,
      "step": 57023
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.897687811652938e-07,
      "loss": 0.0113,
      "step": 57024
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8968357954297035e-07,
      "loss": 0.0206,
      "step": 57025
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.895983900748539e-07,
      "loss": 0.007,
      "step": 57026
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.895132127611627e-07,
      "loss": 0.0097,
      "step": 57027
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8942804760211827e-07,
      "loss": 0.0053,
      "step": 57028
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.893428945979393e-07,
      "loss": 0.0061,
      "step": 57029
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8925775374884445e-07,
      "loss": 0.0027,
      "step": 57030
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8917262505505474e-07,
      "loss": 0.0048,
      "step": 57031
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.890875085167894e-07,
      "loss": 0.0122,
      "step": 57032
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8900240413426874e-07,
      "loss": 0.0057,
      "step": 57033
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8891731190771154e-07,
      "loss": 0.0051,
      "step": 57034
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8883223183733767e-07,
      "loss": 0.0038,
      "step": 57035
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.887471639233669e-07,
      "loss": 0.0146,
      "step": 57036
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8866210816601736e-07,
      "loss": 0.009,
      "step": 57037
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.885770645655106e-07,
      "loss": 0.0034,
      "step": 57038
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.884920331220653e-07,
      "loss": 0.0044,
      "step": 57039
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8840701383589964e-07,
      "loss": 0.0125,
      "step": 57040
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.883220067072351e-07,
      "loss": 0.0121,
      "step": 57041
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8823701173628927e-07,
      "loss": 0.0084,
      "step": 57042
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8815202892328253e-07,
      "loss": 0.0035,
      "step": 57043
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.880670582684342e-07,
      "loss": 0.0066,
      "step": 57044
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.879820997719618e-07,
      "loss": 0.0084,
      "step": 57045
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.878971534340869e-07,
      "loss": 0.0117,
      "step": 57046
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8781221925502646e-07,
      "loss": 0.0033,
      "step": 57047
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.87727297235002e-07,
      "loss": 0.0058,
      "step": 57048
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.876423873742318e-07,
      "loss": 0.0054,
      "step": 57049
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8755748967293386e-07,
      "loss": 0.0042,
      "step": 57050
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.874726041313286e-07,
      "loss": 0.004,
      "step": 57051
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.873877307496331e-07,
      "loss": 0.0083,
      "step": 57052
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.873028695280694e-07,
      "loss": 0.0072,
      "step": 57053
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.87218020466854e-07,
      "loss": 0.027,
      "step": 57054
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.871331835662061e-07,
      "loss": 0.0042,
      "step": 57055
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8704835882634617e-07,
      "loss": 0.0116,
      "step": 57056
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8696354624749177e-07,
      "loss": 0.0039,
      "step": 57057
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.868787458298622e-07,
      "loss": 0.0055,
      "step": 57058
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8679395757367614e-07,
      "loss": 0.0228,
      "step": 57059
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.867091814791517e-07,
      "loss": 0.0051,
      "step": 57060
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.866244175465088e-07,
      "loss": 0.003,
      "step": 57061
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8653966577596506e-07,
      "loss": 0.008,
      "step": 57062
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8645492616774016e-07,
      "loss": 0.0194,
      "step": 57063
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.863701987220524e-07,
      "loss": 0.006,
      "step": 57064
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8628548343912097e-07,
      "loss": 0.0133,
      "step": 57065
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.86200780319163e-07,
      "loss": 0.0039,
      "step": 57066
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8611608936239767e-07,
      "loss": 0.0026,
      "step": 57067
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8603141056904426e-07,
      "loss": 0.0289,
      "step": 57068
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.85946743939321e-07,
      "loss": 0.0076,
      "step": 57069
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.858620894734454e-07,
      "loss": 0.0088,
      "step": 57070
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.857774471716368e-07,
      "loss": 0.0084,
      "step": 57071
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.856928170341139e-07,
      "loss": 0.0034,
      "step": 57072
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8560819906109485e-07,
      "loss": 0.005,
      "step": 57073
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8552359325279724e-07,
      "loss": 0.0029,
      "step": 57074
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.854389996094392e-07,
      "loss": 0.0062,
      "step": 57075
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.853544181312401e-07,
      "loss": 0.008,
      "step": 57076
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8526984881841747e-07,
      "loss": 0.0094,
      "step": 57077
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.851852916711906e-07,
      "loss": 0.0052,
      "step": 57078
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.851007466897776e-07,
      "loss": 0.0063,
      "step": 57079
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8501621387439446e-07,
      "loss": 0.0043,
      "step": 57080
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8493169322526105e-07,
      "loss": 0.0113,
      "step": 57081
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8484718474259486e-07,
      "loss": 0.0171,
      "step": 57082
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8476268842661526e-07,
      "loss": 0.0142,
      "step": 57083
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.846782042775387e-07,
      "loss": 0.0062,
      "step": 57084
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.845937322955833e-07,
      "loss": 0.0036,
      "step": 57085
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.845092724809689e-07,
      "loss": 0.0008,
      "step": 57086
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.84424824833911e-07,
      "loss": 0.0021,
      "step": 57087
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.843403893546287e-07,
      "loss": 0.0061,
      "step": 57088
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8425596604334025e-07,
      "loss": 0.0115,
      "step": 57089
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.841715549002616e-07,
      "loss": 0.0115,
      "step": 57090
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.840871559256131e-07,
      "loss": 0.0122,
      "step": 57091
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.840027691196101e-07,
      "loss": 0.0104,
      "step": 57092
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.839183944824736e-07,
      "loss": 0.0051,
      "step": 57093
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.838340320144184e-07,
      "loss": 0.0108,
      "step": 57094
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.837496817156621e-07,
      "loss": 0.014,
      "step": 57095
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8366534358642393e-07,
      "loss": 0.0091,
      "step": 57096
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8358101762692046e-07,
      "loss": 0.0084,
      "step": 57097
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.834967038373709e-07,
      "loss": 0.0063,
      "step": 57098
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.834124022179913e-07,
      "loss": 0.0042,
      "step": 57099
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.833281127689991e-07,
      "loss": 0.0017,
      "step": 57100
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.832438354906125e-07,
      "loss": 0.0009,
      "step": 57101
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.831595703830481e-07,
      "loss": 0.0063,
      "step": 57102
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.830753174465245e-07,
      "loss": 0.0036,
      "step": 57103
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.829910766812588e-07,
      "loss": 0.0013,
      "step": 57104
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8290684808746694e-07,
      "loss": 0.0018,
      "step": 57105
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8282263166536815e-07,
      "loss": 0.0045,
      "step": 57106
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.827384274151795e-07,
      "loss": 0.0132,
      "step": 57107
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.82654235337117e-07,
      "loss": 0.0213,
      "step": 57108
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8257005543139924e-07,
      "loss": 0.0042,
      "step": 57109
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8248588769824223e-07,
      "loss": 0.0111,
      "step": 57110
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8240173213786416e-07,
      "loss": 0.0016,
      "step": 57111
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8231758875048087e-07,
      "loss": 0.0248,
      "step": 57112
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8223345753631114e-07,
      "loss": 0.0104,
      "step": 57113
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8214933849557203e-07,
      "loss": 0.0028,
      "step": 57114
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8206523162847885e-07,
      "loss": 0.0051,
      "step": 57115
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.819811369352504e-07,
      "loss": 0.0048,
      "step": 57116
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8189705441610203e-07,
      "loss": 0.0037,
      "step": 57117
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8181298407125244e-07,
      "loss": 0.0032,
      "step": 57118
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8172892590091704e-07,
      "loss": 0.0132,
      "step": 57119
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.816448799053134e-07,
      "loss": 0.0191,
      "step": 57120
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.815608460846586e-07,
      "loss": 0.0123,
      "step": 57121
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8147682443916967e-07,
      "loss": 0.0049,
      "step": 57122
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8139281496906313e-07,
      "loss": 0.0043,
      "step": 57123
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.813088176745554e-07,
      "loss": 0.0149,
      "step": 57124
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8122483255586254e-07,
      "loss": 0.0099,
      "step": 57125
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8114085961320313e-07,
      "loss": 0.0292,
      "step": 57126
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.810568988467921e-07,
      "loss": 0.0053,
      "step": 57127
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8097295025684756e-07,
      "loss": 0.0042,
      "step": 57128
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8088901384358546e-07,
      "loss": 0.0028,
      "step": 57129
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.808050896072223e-07,
      "loss": 0.0093,
      "step": 57130
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.807211775479751e-07,
      "loss": 0.0169,
      "step": 57131
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8063727766605877e-07,
      "loss": 0.0069,
      "step": 57132
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.805533899616919e-07,
      "loss": 0.0052,
      "step": 57133
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.804695144350905e-07,
      "loss": 0.0099,
      "step": 57134
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8038565108646945e-07,
      "loss": 0.0102,
      "step": 57135
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8030179991604676e-07,
      "loss": 0.0045,
      "step": 57136
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8021796092403853e-07,
      "loss": 0.0064,
      "step": 57137
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8013413411066117e-07,
      "loss": 0.0215,
      "step": 57138
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8005031947613005e-07,
      "loss": 0.0086,
      "step": 57139
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.799665170206617e-07,
      "loss": 0.0115,
      "step": 57140
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.798827267444737e-07,
      "loss": 0.0135,
      "step": 57141
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7979894864778036e-07,
      "loss": 0.002,
      "step": 57142
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7971518273079976e-07,
      "loss": 0.0158,
      "step": 57143
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7963142899374685e-07,
      "loss": 0.0081,
      "step": 57144
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.795476874368369e-07,
      "loss": 0.0091,
      "step": 57145
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7946395806028815e-07,
      "loss": 0.008,
      "step": 57146
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7938024086431483e-07,
      "loss": 0.0047,
      "step": 57147
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7929653584913396e-07,
      "loss": 0.0026,
      "step": 57148
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7921284301496153e-07,
      "loss": 0.0315,
      "step": 57149
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7912916236201295e-07,
      "loss": 0.0109,
      "step": 57150
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.790454938905046e-07,
      "loss": 0.0068,
      "step": 57151
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7896183760065144e-07,
      "loss": 0.0041,
      "step": 57152
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7887819349267097e-07,
      "loss": 0.0045,
      "step": 57153
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7879456156677807e-07,
      "loss": 0.0093,
      "step": 57154
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.787109418231876e-07,
      "loss": 0.0052,
      "step": 57155
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7862733426211706e-07,
      "loss": 0.0078,
      "step": 57156
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.785437388837814e-07,
      "loss": 0.03,
      "step": 57157
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7846015568839643e-07,
      "loss": 0.0075,
      "step": 57158
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7837658467617823e-07,
      "loss": 0.0022,
      "step": 57159
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.782930258473404e-07,
      "loss": 0.011,
      "step": 57160
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.782094792021017e-07,
      "loss": 0.0023,
      "step": 57161
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.781259447406748e-07,
      "loss": 0.0107,
      "step": 57162
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7804242246327717e-07,
      "loss": 0.002,
      "step": 57163
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.779589123701243e-07,
      "loss": 0.0031,
      "step": 57164
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.77875414461431e-07,
      "loss": 0.0069,
      "step": 57165
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7779192873741254e-07,
      "loss": 0.0036,
      "step": 57166
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.777084551982839e-07,
      "loss": 0.0031,
      "step": 57167
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.776249938442621e-07,
      "loss": 0.0206,
      "step": 57168
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7754154467556137e-07,
      "loss": 0.0062,
      "step": 57169
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7745810769239656e-07,
      "loss": 0.0043,
      "step": 57170
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7737468289498416e-07,
      "loss": 0.0032,
      "step": 57171
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7729127028353953e-07,
      "loss": 0.0084,
      "step": 57172
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7720786985827697e-07,
      "loss": 0.0053,
      "step": 57173
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7712448161941183e-07,
      "loss": 0.0038,
      "step": 57174
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.770411055671596e-07,
      "loss": 0.0037,
      "step": 57175
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7695774170173495e-07,
      "loss": 0.0072,
      "step": 57176
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.768743900233534e-07,
      "loss": 0.0133,
      "step": 57177
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.767910505322302e-07,
      "loss": 0.0062,
      "step": 57178
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.767077232285803e-07,
      "loss": 0.0131,
      "step": 57179
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.766244081126185e-07,
      "loss": 0.011,
      "step": 57180
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.765411051845601e-07,
      "loss": 0.0095,
      "step": 57181
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.764578144446184e-07,
      "loss": 0.0169,
      "step": 57182
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7637453589301087e-07,
      "loss": 0.0279,
      "step": 57183
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7629126952995134e-07,
      "loss": 0.0023,
      "step": 57184
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.76208015355654e-07,
      "loss": 0.0015,
      "step": 57185
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7612477337033484e-07,
      "loss": 0.0147,
      "step": 57186
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.760415435742075e-07,
      "loss": 0.0051,
      "step": 57187
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.759583259674881e-07,
      "loss": 0.0107,
      "step": 57188
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7587512055039014e-07,
      "loss": 0.03,
      "step": 57189
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.75791927323128e-07,
      "loss": 0.0152,
      "step": 57190
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.757087462859176e-07,
      "loss": 0.0117,
      "step": 57191
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.756255774389727e-07,
      "loss": 0.0387,
      "step": 57192
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.755424207825086e-07,
      "loss": 0.0261,
      "step": 57193
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7545927631674074e-07,
      "loss": 0.002,
      "step": 57194
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.753761440418806e-07,
      "loss": 0.0026,
      "step": 57195
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.752930239581458e-07,
      "loss": 0.0051,
      "step": 57196
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7520991606574844e-07,
      "loss": 0.0115,
      "step": 57197
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.751268203649049e-07,
      "loss": 0.0076,
      "step": 57198
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7504373685582844e-07,
      "loss": 0.0045,
      "step": 57199
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7496066553873434e-07,
      "loss": 0.0059,
      "step": 57200
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.748776064138359e-07,
      "loss": 0.0068,
      "step": 57201
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7479455948134723e-07,
      "loss": 0.0018,
      "step": 57202
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7471152474148446e-07,
      "loss": 0.0063,
      "step": 57203
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.746285021944606e-07,
      "loss": 0.0191,
      "step": 57204
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7454549184048886e-07,
      "loss": 0.0038,
      "step": 57205
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7446249367978574e-07,
      "loss": 0.0154,
      "step": 57206
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7437950771256436e-07,
      "loss": 0.0039,
      "step": 57207
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7429653393903855e-07,
      "loss": 0.0048,
      "step": 57208
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7421357235942245e-07,
      "loss": 0.016,
      "step": 57209
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7413062297392935e-07,
      "loss": 0.011,
      "step": 57210
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.740476857827751e-07,
      "loss": 0.0089,
      "step": 57211
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.739647607861723e-07,
      "loss": 0.0237,
      "step": 57212
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.738818479843358e-07,
      "loss": 0.0048,
      "step": 57213
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7379894737747935e-07,
      "loss": 0.0036,
      "step": 57214
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7371605896581665e-07,
      "loss": 0.001,
      "step": 57215
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7363318274956195e-07,
      "loss": 0.0041,
      "step": 57216
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7355031872892733e-07,
      "loss": 0.008,
      "step": 57217
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7346746690412926e-07,
      "loss": 0.0029,
      "step": 57218
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.733846272753804e-07,
      "loss": 0.0014,
      "step": 57219
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.733017998428933e-07,
      "loss": 0.008,
      "step": 57220
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.732189846068839e-07,
      "loss": 0.005,
      "step": 57221
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7313618156756426e-07,
      "loss": 0.0064,
      "step": 57222
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7305339072514924e-07,
      "loss": 0.0056,
      "step": 57223
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.729706120798514e-07,
      "loss": 0.0068,
      "step": 57224
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7288784563188395e-07,
      "loss": 0.0027,
      "step": 57225
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.728050913814623e-07,
      "loss": 0.004,
      "step": 57226
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7272234932879783e-07,
      "loss": 0.0131,
      "step": 57227
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.72639619474106e-07,
      "loss": 0.0069,
      "step": 57228
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7255690181759943e-07,
      "loss": 0.0042,
      "step": 57229
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7247419635949124e-07,
      "loss": 0.0053,
      "step": 57230
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7239150309999517e-07,
      "loss": 0.0201,
      "step": 57231
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.723088220393244e-07,
      "loss": 0.003,
      "step": 57232
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7222615317769265e-07,
      "loss": 0.0159,
      "step": 57233
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.72143496515313e-07,
      "loss": 0.0038,
      "step": 57234
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.720608520523982e-07,
      "loss": 0.0034,
      "step": 57235
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7197821978916294e-07,
      "loss": 0.0055,
      "step": 57236
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7189559972581937e-07,
      "loss": 0.0033,
      "step": 57237
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7181299186258113e-07,
      "loss": 0.0079,
      "step": 57238
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7173039619966093e-07,
      "loss": 0.0025,
      "step": 57239
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7164781273727127e-07,
      "loss": 0.0039,
      "step": 57240
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7156524147562645e-07,
      "loss": 0.0056,
      "step": 57241
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7148268241493913e-07,
      "loss": 0.0055,
      "step": 57242
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7140013555542245e-07,
      "loss": 0.0101,
      "step": 57243
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.713176008972901e-07,
      "loss": 0.0017,
      "step": 57244
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7123507844075304e-07,
      "loss": 0.0173,
      "step": 57245
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.711525681860261e-07,
      "loss": 0.0099,
      "step": 57246
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7107007013332076e-07,
      "loss": 0.0039,
      "step": 57247
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7098758428285134e-07,
      "loss": 0.0058,
      "step": 57248
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7090511063482984e-07,
      "loss": 0.0148,
      "step": 57249
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.708226491894683e-07,
      "loss": 0.0052,
      "step": 57250
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.707401999469822e-07,
      "loss": 0.0078,
      "step": 57251
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.706577629075813e-07,
      "loss": 0.0047,
      "step": 57252
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7057533807147985e-07,
      "loss": 0.0371,
      "step": 57253
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7049292543888997e-07,
      "loss": 0.0044,
      "step": 57254
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.704105250100242e-07,
      "loss": 0.0069,
      "step": 57255
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7032813678509575e-07,
      "loss": 0.011,
      "step": 57256
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7024576076431663e-07,
      "loss": 0.0137,
      "step": 57257
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.701633969479012e-07,
      "loss": 0.0197,
      "step": 57258
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.700810453360592e-07,
      "loss": 0.0099,
      "step": 57259
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6999870592900437e-07,
      "loss": 0.0064,
      "step": 57260
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6991637872694984e-07,
      "loss": 0.0088,
      "step": 57261
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6983406373010613e-07,
      "loss": 0.0039,
      "step": 57262
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.697517609386885e-07,
      "loss": 0.011,
      "step": 57263
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6966947035290737e-07,
      "loss": 0.0153,
      "step": 57264
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6958719197297536e-07,
      "loss": 0.0124,
      "step": 57265
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.69504925799105e-07,
      "loss": 0.0161,
      "step": 57266
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.694226718315074e-07,
      "loss": 0.0088,
      "step": 57267
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6934043007039725e-07,
      "loss": 0.0055,
      "step": 57268
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6925820051598494e-07,
      "loss": 0.0033,
      "step": 57269
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.69175983168482e-07,
      "loss": 0.0081,
      "step": 57270
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.690937780281028e-07,
      "loss": 0.003,
      "step": 57271
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6901158509505867e-07,
      "loss": 0.0245,
      "step": 57272
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.689294043695606e-07,
      "loss": 0.0095,
      "step": 57273
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.688472358518218e-07,
      "loss": 0.006,
      "step": 57274
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.687650795420532e-07,
      "loss": 0.0075,
      "step": 57275
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.68682935440468e-07,
      "loss": 0.0048,
      "step": 57276
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.68600803547277e-07,
      "loss": 0.0204,
      "step": 57277
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6851868386269296e-07,
      "loss": 0.0127,
      "step": 57278
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.684365763869284e-07,
      "loss": 0.0121,
      "step": 57279
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.683544811201938e-07,
      "loss": 0.003,
      "step": 57280
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.682723980627017e-07,
      "loss": 0.0096,
      "step": 57281
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6819032721466297e-07,
      "loss": 0.0047,
      "step": 57282
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.681082685762909e-07,
      "loss": 0.0054,
      "step": 57283
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.680262221477964e-07,
      "loss": 0.0088,
      "step": 57284
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.679441879293909e-07,
      "loss": 0.0117,
      "step": 57285
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6786216592128654e-07,
      "loss": 0.008,
      "step": 57286
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6778015612369536e-07,
      "loss": 0.0046,
      "step": 57287
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6769815853682824e-07,
      "loss": 0.0317,
      "step": 57288
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.676161731608973e-07,
      "loss": 0.0128,
      "step": 57289
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6753419999611286e-07,
      "loss": 0.0042,
      "step": 57290
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6745223904268813e-07,
      "loss": 0.0046,
      "step": 57291
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6737029030083295e-07,
      "loss": 0.01,
      "step": 57292
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6728835377076045e-07,
      "loss": 0.0059,
      "step": 57293
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.672064294526816e-07,
      "loss": 0.0028,
      "step": 57294
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.671245173468068e-07,
      "loss": 0.0055,
      "step": 57295
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.670426174533486e-07,
      "loss": 0.0035,
      "step": 57296
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6696072977251687e-07,
      "loss": 0.0052,
      "step": 57297
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6687885430452475e-07,
      "loss": 0.0053,
      "step": 57298
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.667969910495821e-07,
      "loss": 0.0077,
      "step": 57299
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6671514000790043e-07,
      "loss": 0.0308,
      "step": 57300
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6663330117969175e-07,
      "loss": 0.0017,
      "step": 57301
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.665514745651665e-07,
      "loss": 0.0087,
      "step": 57302
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.664696601645361e-07,
      "loss": 0.0056,
      "step": 57303
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.663878579780116e-07,
      "loss": 0.0023,
      "step": 57304
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6630606800580327e-07,
      "loss": 0.0035,
      "step": 57305
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.662242902481232e-07,
      "loss": 0.0032,
      "step": 57306
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6614252470518185e-07,
      "loss": 0.0092,
      "step": 57307
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.660607713771912e-07,
      "loss": 0.0193,
      "step": 57308
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6597903026436113e-07,
      "loss": 0.01,
      "step": 57309
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.658973013669025e-07,
      "loss": 0.0101,
      "step": 57310
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.658155846850269e-07,
      "loss": 0.013,
      "step": 57311
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6573388021894407e-07,
      "loss": 0.0036,
      "step": 57312
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.656521879688667e-07,
      "loss": 0.0135,
      "step": 57313
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6557050793500404e-07,
      "loss": 0.0044,
      "step": 57314
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.654888401175676e-07,
      "loss": 0.012,
      "step": 57315
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.654071845167677e-07,
      "loss": 0.0097,
      "step": 57316
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6532554113281485e-07,
      "loss": 0.0037,
      "step": 57317
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6524390996592043e-07,
      "loss": 0.0044,
      "step": 57318
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.651622910162943e-07,
      "loss": 0.0024,
      "step": 57319
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.650806842841469e-07,
      "loss": 0.0073,
      "step": 57320
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6499908976969024e-07,
      "loss": 0.0023,
      "step": 57321
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6491750747313416e-07,
      "loss": 0.0032,
      "step": 57322
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6483593739468904e-07,
      "loss": 0.0136,
      "step": 57323
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6475437953456476e-07,
      "loss": 0.0037,
      "step": 57324
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6467283389297216e-07,
      "loss": 0.0084,
      "step": 57325
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6459130047012173e-07,
      "loss": 0.0082,
      "step": 57326
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.645097792662238e-07,
      "loss": 0.0029,
      "step": 57327
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6442827028148934e-07,
      "loss": 0.0194,
      "step": 57328
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.643467735161287e-07,
      "loss": 0.0103,
      "step": 57329
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.642652889703512e-07,
      "loss": 0.0029,
      "step": 57330
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.641838166443672e-07,
      "loss": 0.0091,
      "step": 57331
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.641023565383871e-07,
      "loss": 0.0207,
      "step": 57332
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6402090865262186e-07,
      "loss": 0.0072,
      "step": 57333
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6393947298728076e-07,
      "loss": 0.006,
      "step": 57334
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6385804954257357e-07,
      "loss": 0.0106,
      "step": 57335
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.637766383187118e-07,
      "loss": 0.011,
      "step": 57336
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.636952393159048e-07,
      "loss": 0.001,
      "step": 57337
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6361385253436287e-07,
      "loss": 0.0179,
      "step": 57338
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.635324779742954e-07,
      "loss": 0.0211,
      "step": 57339
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6345111563591206e-07,
      "loss": 0.0084,
      "step": 57340
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6336976551942395e-07,
      "loss": 0.0058,
      "step": 57341
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.632884276250397e-07,
      "loss": 0.0031,
      "step": 57342
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6320710195297083e-07,
      "loss": 0.0093,
      "step": 57343
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6312578850342606e-07,
      "loss": 0.006,
      "step": 57344
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6304448727661526e-07,
      "loss": 0.0041,
      "step": 57345
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6296319827274877e-07,
      "loss": 0.0047,
      "step": 57346
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6288192149203526e-07,
      "loss": 0.0084,
      "step": 57347
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.628006569346858e-07,
      "loss": 0.002,
      "step": 57348
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6271940460090907e-07,
      "loss": 0.0022,
      "step": 57349
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.626381644909148e-07,
      "loss": 0.0064,
      "step": 57350
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6255693660491355e-07,
      "loss": 0.0055,
      "step": 57351
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.624757209431139e-07,
      "loss": 0.0257,
      "step": 57352
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.623945175057263e-07,
      "loss": 0.0026,
      "step": 57353
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.623133262929595e-07,
      "loss": 0.0038,
      "step": 57354
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6223214730502264e-07,
      "loss": 0.0186,
      "step": 57355
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.621509805421263e-07,
      "loss": 0.0201,
      "step": 57356
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.620698260044791e-07,
      "loss": 0.0034,
      "step": 57357
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.619886836922908e-07,
      "loss": 0.013,
      "step": 57358
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6190755360577193e-07,
      "loss": 0.0026,
      "step": 57359
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.618264357451294e-07,
      "loss": 0.0041,
      "step": 57360
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6174533011057435e-07,
      "loss": 0.011,
      "step": 57361
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6166423670231476e-07,
      "loss": 0.0016,
      "step": 57362
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6158315552056114e-07,
      "loss": 0.0016,
      "step": 57363
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6150208656552213e-07,
      "loss": 0.0041,
      "step": 57364
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6142102983740647e-07,
      "loss": 0.0108,
      "step": 57365
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.613399853364251e-07,
      "loss": 0.0173,
      "step": 57366
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.612589530627846e-07,
      "loss": 0.0071,
      "step": 57367
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.611779330166958e-07,
      "loss": 0.0058,
      "step": 57368
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6109692519836695e-07,
      "loss": 0.0089,
      "step": 57369
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6101592960800723e-07,
      "loss": 0.0145,
      "step": 57370
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.609349462458266e-07,
      "loss": 0.0062,
      "step": 57371
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.608539751120326e-07,
      "loss": 0.0093,
      "step": 57372
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.60773016206835e-07,
      "loss": 0.0037,
      "step": 57373
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6069206953044266e-07,
      "loss": 0.0041,
      "step": 57374
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.606111350830637e-07,
      "loss": 0.0079,
      "step": 57375
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.605302128649079e-07,
      "loss": 0.0079,
      "step": 57376
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.604493028761834e-07,
      "loss": 0.0107,
      "step": 57377
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.603684051170996e-07,
      "loss": 0.022,
      "step": 57378
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.602875195878651e-07,
      "loss": 0.006,
      "step": 57379
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.602066462886882e-07,
      "loss": 0.0062,
      "step": 57380
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6012578521977805e-07,
      "loss": 0.0077,
      "step": 57381
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6004493638134234e-07,
      "loss": 0.0029,
      "step": 57382
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5996409977359085e-07,
      "loss": 0.0043,
      "step": 57383
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5988327539673175e-07,
      "loss": 0.0088,
      "step": 57384
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5980246325097324e-07,
      "loss": 0.005,
      "step": 57385
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.597216633365246e-07,
      "loss": 0.0065,
      "step": 57386
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.59640875653594e-07,
      "loss": 0.0046,
      "step": 57387
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5956010020238954e-07,
      "loss": 0.0067,
      "step": 57388
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5947933698312e-07,
      "loss": 0.007,
      "step": 57389
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.59398585995993e-07,
      "loss": 0.0031,
      "step": 57390
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5931784724121835e-07,
      "loss": 0.0017,
      "step": 57391
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.592371207190031e-07,
      "loss": 0.0062,
      "step": 57392
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5915640642955654e-07,
      "loss": 0.0062,
      "step": 57393
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5907570437308624e-07,
      "loss": 0.0069,
      "step": 57394
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5899501454980103e-07,
      "loss": 0.0167,
      "step": 57395
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5891433695990844e-07,
      "loss": 0.0062,
      "step": 57396
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5883367160361603e-07,
      "loss": 0.0027,
      "step": 57397
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.587530184811343e-07,
      "loss": 0.0035,
      "step": 57398
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.586723775926692e-07,
      "loss": 0.0052,
      "step": 57399
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.585917489384293e-07,
      "loss": 0.0054,
      "step": 57400
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.585111325186235e-07,
      "loss": 0.0278,
      "step": 57401
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5843052833345927e-07,
      "loss": 0.0087,
      "step": 57402
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.583499363831443e-07,
      "loss": 0.0075,
      "step": 57403
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.582693566678868e-07,
      "loss": 0.0155,
      "step": 57404
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5818878918789426e-07,
      "loss": 0.0073,
      "step": 57405
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5810823394337545e-07,
      "loss": 0.0157,
      "step": 57406
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5802769093453693e-07,
      "loss": 0.004,
      "step": 57407
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.579471601615885e-07,
      "loss": 0.0118,
      "step": 57408
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.578666416247361e-07,
      "loss": 0.0035,
      "step": 57409
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5778613532418893e-07,
      "loss": 0.0034,
      "step": 57410
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5770564126015364e-07,
      "loss": 0.0059,
      "step": 57411
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5762515943283826e-07,
      "loss": 0.0164,
      "step": 57412
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5754468984244995e-07,
      "loss": 0.0109,
      "step": 57413
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.574642324891974e-07,
      "loss": 0.0065,
      "step": 57414
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5738378737328707e-07,
      "loss": 0.0062,
      "step": 57415
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.573033544949288e-07,
      "loss": 0.0181,
      "step": 57416
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.572229338543275e-07,
      "loss": 0.0035,
      "step": 57417
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5714252545169126e-07,
      "loss": 0.0113,
      "step": 57418
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5706212928722887e-07,
      "loss": 0.0072,
      "step": 57419
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.569817453611456e-07,
      "loss": 0.0037,
      "step": 57420
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.569013736736514e-07,
      "loss": 0.007,
      "step": 57421
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.568210142249522e-07,
      "loss": 0.0084,
      "step": 57422
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.567406670152556e-07,
      "loss": 0.0265,
      "step": 57423
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.566603320447686e-07,
      "loss": 0.0026,
      "step": 57424
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.565800093136989e-07,
      "loss": 0.0026,
      "step": 57425
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5649969882225344e-07,
      "loss": 0.0072,
      "step": 57426
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5641940057063997e-07,
      "loss": 0.0106,
      "step": 57427
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.563391145590649e-07,
      "loss": 0.0087,
      "step": 57428
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.562588407877364e-07,
      "loss": 0.0118,
      "step": 57429
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.561785792568611e-07,
      "loss": 0.0082,
      "step": 57430
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.560983299666464e-07,
      "loss": 0.0039,
      "step": 57431
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.560180929172984e-07,
      "loss": 0.0105,
      "step": 57432
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.559378681090247e-07,
      "loss": 0.0019,
      "step": 57433
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.558576555420328e-07,
      "loss": 0.011,
      "step": 57434
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5577745521652874e-07,
      "loss": 0.0049,
      "step": 57435
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5569726713272014e-07,
      "loss": 0.0119,
      "step": 57436
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5561709129081457e-07,
      "loss": 0.007,
      "step": 57437
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5553692769101747e-07,
      "loss": 0.0078,
      "step": 57438
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5545677633353695e-07,
      "loss": 0.0094,
      "step": 57439
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5537663721857784e-07,
      "loss": 0.0066,
      "step": 57440
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.552965103463495e-07,
      "loss": 0.0192,
      "step": 57441
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5521639571705725e-07,
      "loss": 0.0093,
      "step": 57442
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5513629333090707e-07,
      "loss": 0.0128,
      "step": 57443
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5505620318810765e-07,
      "loss": 0.0056,
      "step": 57444
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.549761252888644e-07,
      "loss": 0.0047,
      "step": 57445
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.548960596333844e-07,
      "loss": 0.0141,
      "step": 57446
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.548160062218741e-07,
      "loss": 0.0034,
      "step": 57447
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.547359650545389e-07,
      "loss": 0.0033,
      "step": 57448
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.546559361315876e-07,
      "loss": 0.0086,
      "step": 57449
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5457591945322437e-07,
      "loss": 0.0033,
      "step": 57450
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.544959150196574e-07,
      "loss": 0.0085,
      "step": 57451
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5441592283109327e-07,
      "loss": 0.007,
      "step": 57452
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.543359428877373e-07,
      "loss": 0.01,
      "step": 57453
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5425597518979606e-07,
      "loss": 0.0108,
      "step": 57454
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.541760197374754e-07,
      "loss": 0.0072,
      "step": 57455
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.54096076530983e-07,
      "loss": 0.0099,
      "step": 57456
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.540161455705248e-07,
      "loss": 0.0028,
      "step": 57457
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.539362268563056e-07,
      "loss": 0.0044,
      "step": 57458
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.538563203885336e-07,
      "loss": 0.0038,
      "step": 57459
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.537764261674136e-07,
      "loss": 0.0089,
      "step": 57460
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.536965441931527e-07,
      "loss": 0.0071,
      "step": 57461
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.536166744659563e-07,
      "loss": 0.0052,
      "step": 57462
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.535368169860303e-07,
      "loss": 0.0056,
      "step": 57463
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.534569717535823e-07,
      "loss": 0.0093,
      "step": 57464
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.533771387688161e-07,
      "loss": 0.0021,
      "step": 57465
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5329731803193927e-07,
      "loss": 0.012,
      "step": 57466
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.532175095431583e-07,
      "loss": 0.0058,
      "step": 57467
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5313771330267687e-07,
      "loss": 0.0011,
      "step": 57468
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.530579293107027e-07,
      "loss": 0.0025,
      "step": 57469
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5297815756744057e-07,
      "loss": 0.0333,
      "step": 57470
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.528983980730976e-07,
      "loss": 0.0042,
      "step": 57471
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5281865082787903e-07,
      "loss": 0.0344,
      "step": 57472
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.527389158319904e-07,
      "loss": 0.0058,
      "step": 57473
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.526591930856376e-07,
      "loss": 0.0076,
      "step": 57474
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.525794825890249e-07,
      "loss": 0.0061,
      "step": 57475
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.52499784342361e-07,
      "loss": 0.0103,
      "step": 57476
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5242009834584913e-07,
      "loss": 0.0201,
      "step": 57477
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.523404245996958e-07,
      "loss": 0.0039,
      "step": 57478
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.522607631041063e-07,
      "loss": 0.0048,
      "step": 57479
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.521811138592872e-07,
      "loss": 0.0024,
      "step": 57480
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5210147686544283e-07,
      "loss": 0.0034,
      "step": 57481
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5202185212277906e-07,
      "loss": 0.0033,
      "step": 57482
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.519422396315002e-07,
      "loss": 0.0033,
      "step": 57483
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5186263939181385e-07,
      "loss": 0.005,
      "step": 57484
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.517830514039238e-07,
      "loss": 0.0081,
      "step": 57485
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.517034756680364e-07,
      "loss": 0.0085,
      "step": 57486
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.516239121843572e-07,
      "loss": 0.0098,
      "step": 57487
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5154436095308986e-07,
      "loss": 0.014,
      "step": 57488
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5146482197444144e-07,
      "loss": 0.0023,
      "step": 57489
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5138529524861567e-07,
      "loss": 0.015,
      "step": 57490
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.513057807758185e-07,
      "loss": 0.0048,
      "step": 57491
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.512262785562558e-07,
      "loss": 0.0048,
      "step": 57492
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.511467885901309e-07,
      "loss": 0.0061,
      "step": 57493
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5106731087765067e-07,
      "loss": 0.0075,
      "step": 57494
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5098784541901954e-07,
      "loss": 0.0072,
      "step": 57495
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5090839221444286e-07,
      "loss": 0.0088,
      "step": 57496
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5082895126412487e-07,
      "loss": 0.0105,
      "step": 57497
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5074952256827044e-07,
      "loss": 0.0055,
      "step": 57498
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.506701061270861e-07,
      "loss": 0.0099,
      "step": 57499
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5059070194077437e-07,
      "loss": 0.006,
      "step": 57500
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5051131000954296e-07,
      "loss": 0.007,
      "step": 57501
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5043193033359505e-07,
      "loss": 0.0084,
      "step": 57502
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.503525629131354e-07,
      "loss": 0.0101,
      "step": 57503
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.502732077483694e-07,
      "loss": 0.0033,
      "step": 57504
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.501938648395008e-07,
      "loss": 0.0149,
      "step": 57505
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5011453418673613e-07,
      "loss": 0.0084,
      "step": 57506
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5003521579027855e-07,
      "loss": 0.0112,
      "step": 57507
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4995590965033234e-07,
      "loss": 0.0099,
      "step": 57508
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4987661576710397e-07,
      "loss": 0.0077,
      "step": 57509
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.497973341407972e-07,
      "loss": 0.0075,
      "step": 57510
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.497180647716163e-07,
      "loss": 0.0096,
      "step": 57511
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.496388076597661e-07,
      "loss": 0.0045,
      "step": 57512
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4955956280545037e-07,
      "loss": 0.0086,
      "step": 57513
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.494803302088744e-07,
      "loss": 0.0509,
      "step": 57514
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.494011098702426e-07,
      "loss": 0.0077,
      "step": 57515
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4932190178975915e-07,
      "loss": 0.0048,
      "step": 57516
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4924270596762947e-07,
      "loss": 0.0101,
      "step": 57517
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4916352240405563e-07,
      "loss": 0.0063,
      "step": 57518
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.490843510992441e-07,
      "loss": 0.0077,
      "step": 57519
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4900519205339755e-07,
      "loss": 0.0055,
      "step": 57520
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4892604526672193e-07,
      "loss": 0.0057,
      "step": 57521
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4884691073942035e-07,
      "loss": 0.0114,
      "step": 57522
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.487677884716966e-07,
      "loss": 0.0046,
      "step": 57523
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4868867846375653e-07,
      "loss": 0.0045,
      "step": 57524
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.486095807158023e-07,
      "loss": 0.0084,
      "step": 57525
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.485304952280393e-07,
      "loss": 0.0093,
      "step": 57526
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4845142200067117e-07,
      "loss": 0.0045,
      "step": 57527
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4837236103390173e-07,
      "loss": 0.0314,
      "step": 57528
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4829331232793516e-07,
      "loss": 0.03,
      "step": 57529
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4821427588297586e-07,
      "loss": 0.0158,
      "step": 57530
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4813525169922806e-07,
      "loss": 0.0025,
      "step": 57531
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.480562397768943e-07,
      "loss": 0.0138,
      "step": 57532
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4797724011617895e-07,
      "loss": 0.0187,
      "step": 57533
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.478982527172868e-07,
      "loss": 0.0062,
      "step": 57534
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4781927758042004e-07,
      "loss": 0.0064,
      "step": 57535
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4774031470578384e-07,
      "loss": 0.0292,
      "step": 57536
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.476613640935821e-07,
      "loss": 0.0012,
      "step": 57537
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.475824257440174e-07,
      "loss": 0.0166,
      "step": 57538
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.475034996572945e-07,
      "loss": 0.0071,
      "step": 57539
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.474245858336155e-07,
      "loss": 0.0058,
      "step": 57540
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.473456842731853e-07,
      "loss": 0.0162,
      "step": 57541
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.472667949762075e-07,
      "loss": 0.0112,
      "step": 57542
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.471879179428849e-07,
      "loss": 0.0113,
      "step": 57543
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4710905317342216e-07,
      "loss": 0.0044,
      "step": 57544
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4703020066802253e-07,
      "loss": 0.0026,
      "step": 57545
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.469513604268886e-07,
      "loss": 0.0102,
      "step": 57546
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.468725324502241e-07,
      "loss": 0.0043,
      "step": 57547
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.467937167382323e-07,
      "loss": 0.0126,
      "step": 57548
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.467149132911173e-07,
      "loss": 0.0085,
      "step": 57549
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.466361221090818e-07,
      "loss": 0.0022,
      "step": 57550
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.465573431923296e-07,
      "loss": 0.0013,
      "step": 57551
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.464785765410638e-07,
      "loss": 0.0055,
      "step": 57552
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4639982215548753e-07,
      "loss": 0.0188,
      "step": 57553
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4632108003580403e-07,
      "loss": 0.0143,
      "step": 57554
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4624235018221586e-07,
      "loss": 0.0094,
      "step": 57555
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.461636325949279e-07,
      "loss": 0.0062,
      "step": 57556
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.460849272741417e-07,
      "loss": 0.0314,
      "step": 57557
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4600623422006034e-07,
      "loss": 0.0066,
      "step": 57558
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4592755343288757e-07,
      "loss": 0.0138,
      "step": 57559
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4584888491282657e-07,
      "loss": 0.0081,
      "step": 57560
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4577022866007995e-07,
      "loss": 0.0086,
      "step": 57561
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.456915846748503e-07,
      "loss": 0.0053,
      "step": 57562
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.456129529573409e-07,
      "loss": 0.0049,
      "step": 57563
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.455343335077548e-07,
      "loss": 0.0015,
      "step": 57564
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.454557263262941e-07,
      "loss": 0.0045,
      "step": 57565
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.453771314131631e-07,
      "loss": 0.0019,
      "step": 57566
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4529854876856385e-07,
      "loss": 0.0117,
      "step": 57567
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.452199783926984e-07,
      "loss": 0.0136,
      "step": 57568
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.45141420285771e-07,
      "loss": 0.0058,
      "step": 57569
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4506287444798217e-07,
      "loss": 0.0077,
      "step": 57570
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.449843408795366e-07,
      "loss": 0.0044,
      "step": 57571
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4490581958063644e-07,
      "loss": 0.0075,
      "step": 57572
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4482731055148366e-07,
      "loss": 0.0104,
      "step": 57573
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4474881379228153e-07,
      "loss": 0.0039,
      "step": 57574
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4467032930323267e-07,
      "loss": 0.0028,
      "step": 57575
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4459185708453903e-07,
      "loss": 0.0056,
      "step": 57576
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.445133971364033e-07,
      "loss": 0.0041,
      "step": 57577
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4443494945902704e-07,
      "loss": 0.0054,
      "step": 57578
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.443565140526144e-07,
      "loss": 0.0044,
      "step": 57579
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4427809091736645e-07,
      "loss": 0.0059,
      "step": 57580
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4419968005348736e-07,
      "loss": 0.0185,
      "step": 57581
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4412128146117766e-07,
      "loss": 0.01,
      "step": 57582
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4404289514063926e-07,
      "loss": 0.0042,
      "step": 57583
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4396452109207604e-07,
      "loss": 0.0069,
      "step": 57584
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.438861593156888e-07,
      "loss": 0.0111,
      "step": 57585
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4380780981168087e-07,
      "loss": 0.0078,
      "step": 57586
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4372947258025417e-07,
      "loss": 0.0034,
      "step": 57587
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.436511476216108e-07,
      "loss": 0.0044,
      "step": 57588
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4357283493595284e-07,
      "loss": 0.0144,
      "step": 57589
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4349453452348124e-07,
      "loss": 0.0066,
      "step": 57590
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4341624638439973e-07,
      "loss": 0.0275,
      "step": 57591
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4333797051890927e-07,
      "loss": 0.0033,
      "step": 57592
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4325970692721247e-07,
      "loss": 0.0048,
      "step": 57593
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.431814556095108e-07,
      "loss": 0.0071,
      "step": 57594
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4310321656600686e-07,
      "loss": 0.0163,
      "step": 57595
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.430249897969017e-07,
      "loss": 0.0048,
      "step": 57596
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4294677530239785e-07,
      "loss": 0.0124,
      "step": 57597
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4286857308269574e-07,
      "loss": 0.0064,
      "step": 57598
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4279038313799906e-07,
      "loss": 0.0139,
      "step": 57599
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4271220546850826e-07,
      "loss": 0.0262,
      "step": 57600
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.426340400744259e-07,
      "loss": 0.0049,
      "step": 57601
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.425558869559536e-07,
      "loss": 0.006,
      "step": 57602
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.424777461132927e-07,
      "loss": 0.0063,
      "step": 57603
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4239961754664477e-07,
      "loss": 0.0284,
      "step": 57604
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.423215012562108e-07,
      "loss": 0.0155,
      "step": 57605
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4224339724219337e-07,
      "loss": 0.0087,
      "step": 57606
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.42165305504794e-07,
      "loss": 0.0095,
      "step": 57607
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4208722604421307e-07,
      "loss": 0.0041,
      "step": 57608
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.420091588606538e-07,
      "loss": 0.0113,
      "step": 57609
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.419311039543165e-07,
      "loss": 0.0027,
      "step": 57610
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.418530613254033e-07,
      "loss": 0.0153,
      "step": 57611
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.417750309741146e-07,
      "loss": 0.0026,
      "step": 57612
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4169701290065126e-07,
      "loss": 0.0038,
      "step": 57613
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.416190071052166e-07,
      "loss": 0.0052,
      "step": 57614
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4154101358800974e-07,
      "loss": 0.0043,
      "step": 57615
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4146303234923394e-07,
      "loss": 0.0089,
      "step": 57616
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.413850633890896e-07,
      "loss": 0.0031,
      "step": 57617
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4130710670777826e-07,
      "loss": 0.0147,
      "step": 57618
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4122916230549967e-07,
      "loss": 0.021,
      "step": 57619
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.411512301824559e-07,
      "loss": 0.0212,
      "step": 57620
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.410733103388485e-07,
      "loss": 0.0151,
      "step": 57621
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4099540277487786e-07,
      "loss": 0.0127,
      "step": 57622
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.409175074907449e-07,
      "loss": 0.0256,
      "step": 57623
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4083962448665123e-07,
      "loss": 0.01,
      "step": 57624
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4076175376279764e-07,
      "loss": 0.0123,
      "step": 57625
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.406838953193852e-07,
      "loss": 0.0042,
      "step": 57626
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.406060491566142e-07,
      "loss": 0.0103,
      "step": 57627
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.405282152746857e-07,
      "loss": 0.0066,
      "step": 57628
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4045039367380064e-07,
      "loss": 0.0158,
      "step": 57629
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.403725843541599e-07,
      "loss": 0.0121,
      "step": 57630
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4029478731596446e-07,
      "loss": 0.013,
      "step": 57631
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.402170025594158e-07,
      "loss": 0.005,
      "step": 57632
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.401392300847122e-07,
      "loss": 0.0124,
      "step": 57633
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4006146989205617e-07,
      "loss": 0.0377,
      "step": 57634
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.399837219816481e-07,
      "loss": 0.0134,
      "step": 57635
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3990598635368843e-07,
      "loss": 0.0023,
      "step": 57636
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3982826300837816e-07,
      "loss": 0.0045,
      "step": 57637
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.39750551945917e-07,
      "loss": 0.0089,
      "step": 57638
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3967285316650714e-07,
      "loss": 0.0097,
      "step": 57639
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.395951666703461e-07,
      "loss": 0.0093,
      "step": 57640
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.395174924576377e-07,
      "loss": 0.005,
      "step": 57641
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3943983052858e-07,
      "loss": 0.0071,
      "step": 57642
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3936218088337406e-07,
      "loss": 0.0055,
      "step": 57643
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3928454352222077e-07,
      "loss": 0.0059,
      "step": 57644
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3920691844532e-07,
      "loss": 0.0041,
      "step": 57645
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3912930565287263e-07,
      "loss": 0.0046,
      "step": 57646
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.39051705145078e-07,
      "loss": 0.0032,
      "step": 57647
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.38974116922136e-07,
      "loss": 0.0075,
      "step": 57648
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3889654098424863e-07,
      "loss": 0.0076,
      "step": 57649
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.388189773316141e-07,
      "loss": 0.0049,
      "step": 57650
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3874142596443384e-07,
      "loss": 0.0098,
      "step": 57651
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.386638868829083e-07,
      "loss": 0.0031,
      "step": 57652
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3858636008723624e-07,
      "loss": 0.0037,
      "step": 57653
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3850884557761853e-07,
      "loss": 0.0117,
      "step": 57654
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3843134335425454e-07,
      "loss": 0.0103,
      "step": 57655
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.383538534173452e-07,
      "loss": 0.0038,
      "step": 57656
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.382763757670903e-07,
      "loss": 0.0109,
      "step": 57657
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3819891040368803e-07,
      "loss": 0.0124,
      "step": 57658
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3812145732734105e-07,
      "loss": 0.0059,
      "step": 57659
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3804401653824694e-07,
      "loss": 0.0095,
      "step": 57660
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3796658803660722e-07,
      "loss": 0.0101,
      "step": 57661
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3788917182262062e-07,
      "loss": 0.0129,
      "step": 57662
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3781176789648642e-07,
      "loss": 0.0238,
      "step": 57663
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3773437625840558e-07,
      "loss": 0.0006,
      "step": 57664
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.376569969085768e-07,
      "loss": 0.0057,
      "step": 57665
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3757962984720107e-07,
      "loss": 0.0062,
      "step": 57666
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3750227507447653e-07,
      "loss": 0.0146,
      "step": 57667
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3742493259060417e-07,
      "loss": 0.0068,
      "step": 57668
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3734760239578268e-07,
      "loss": 0.0087,
      "step": 57669
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3727028449021085e-07,
      "loss": 0.0259,
      "step": 57670
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3719297887408953e-07,
      "loss": 0.0312,
      "step": 57671
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.371156855476181e-07,
      "loss": 0.0103,
      "step": 57672
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3703840451099525e-07,
      "loss": 0.0102,
      "step": 57673
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.369611357644208e-07,
      "loss": 0.0059,
      "step": 57674
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3688387930809463e-07,
      "loss": 0.0034,
      "step": 57675
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3680663514221547e-07,
      "loss": 0.0102,
      "step": 57676
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3672940326698257e-07,
      "loss": 0.0049,
      "step": 57677
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3665218368259468e-07,
      "loss": 0.0057,
      "step": 57678
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3657497638925275e-07,
      "loss": 0.0251,
      "step": 57679
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3649778138715386e-07,
      "loss": 0.0037,
      "step": 57680
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3642059867649948e-07,
      "loss": 0.0157,
      "step": 57681
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3634342825748836e-07,
      "loss": 0.0017,
      "step": 57682
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.36266270130317e-07,
      "loss": 0.0025,
      "step": 57683
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3618912429518749e-07,
      "loss": 0.0291,
      "step": 57684
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.361119907522974e-07,
      "loss": 0.0036,
      "step": 57685
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3603486950184607e-07,
      "loss": 0.0018,
      "step": 57686
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.359577605440333e-07,
      "loss": 0.0065,
      "step": 57687
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3588066387905618e-07,
      "loss": 0.0086,
      "step": 57688
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3580357950711618e-07,
      "loss": 0.026,
      "step": 57689
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3572650742840985e-07,
      "loss": 0.0062,
      "step": 57690
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3564944764313759e-07,
      "loss": 0.0182,
      "step": 57691
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3557240015149752e-07,
      "loss": 0.0202,
      "step": 57692
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.354953649536884e-07,
      "loss": 0.0132,
      "step": 57693
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3541834204990953e-07,
      "loss": 0.0046,
      "step": 57694
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3534133144035853e-07,
      "loss": 0.0058,
      "step": 57695
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3526433312523633e-07,
      "loss": 0.0055,
      "step": 57696
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3518734710474e-07,
      "loss": 0.0093,
      "step": 57697
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3511037337906717e-07,
      "loss": 0.0188,
      "step": 57698
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.350334119484188e-07,
      "loss": 0.0146,
      "step": 57699
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3495646281299134e-07,
      "loss": 0.0062,
      "step": 57700
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3487952597298526e-07,
      "loss": 0.0084,
      "step": 57701
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3480260142859867e-07,
      "loss": 0.0115,
      "step": 57702
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.347256891800287e-07,
      "loss": 0.0062,
      "step": 57703
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3464878922747515e-07,
      "loss": 0.0061,
      "step": 57704
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3457190157113563e-07,
      "loss": 0.0013,
      "step": 57705
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.344950262112089e-07,
      "loss": 0.0019,
      "step": 57706
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3441816314789368e-07,
      "loss": 0.01,
      "step": 57707
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3434131238138758e-07,
      "loss": 0.0051,
      "step": 57708
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.342644739118899e-07,
      "loss": 0.0294,
      "step": 57709
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3418764773959767e-07,
      "loss": 0.0054,
      "step": 57710
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3411083386471023e-07,
      "loss": 0.0051,
      "step": 57711
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3403403228742517e-07,
      "loss": 0.0064,
      "step": 57712
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.339572430079401e-07,
      "loss": 0.0185,
      "step": 57713
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3388046602645487e-07,
      "loss": 0.0043,
      "step": 57714
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3380370134316544e-07,
      "loss": 0.0129,
      "step": 57715
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.337269489582722e-07,
      "loss": 0.0221,
      "step": 57716
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3365020887197165e-07,
      "loss": 0.005,
      "step": 57717
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.33573481084462e-07,
      "loss": 0.0049,
      "step": 57718
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3349676559594193e-07,
      "loss": 0.0047,
      "step": 57719
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3342006240660741e-07,
      "loss": 0.0096,
      "step": 57720
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3334337151665942e-07,
      "loss": 0.0211,
      "step": 57721
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3326669292629388e-07,
      "loss": 0.0088,
      "step": 57722
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.331900266357079e-07,
      "loss": 0.0058,
      "step": 57723
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.331133726451018e-07,
      "loss": 0.0073,
      "step": 57724
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3303673095467162e-07,
      "loss": 0.0027,
      "step": 57725
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3296010156461547e-07,
      "loss": 0.0171,
      "step": 57726
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3288348447513097e-07,
      "loss": 0.0039,
      "step": 57727
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.328068796864158e-07,
      "loss": 0.0049,
      "step": 57728
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3273028719866809e-07,
      "loss": 0.0051,
      "step": 57729
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3265370701208434e-07,
      "loss": 0.0106,
      "step": 57730
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3257713912686386e-07,
      "loss": 0.0103,
      "step": 57731
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.325005835432037e-07,
      "loss": 0.0038,
      "step": 57732
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3242404026130038e-07,
      "loss": 0.0329,
      "step": 57733
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3234750928135264e-07,
      "loss": 0.0208,
      "step": 57734
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.322709906035564e-07,
      "loss": 0.0191,
      "step": 57735
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3219448422811098e-07,
      "loss": 0.0088,
      "step": 57736
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3211799015521286e-07,
      "loss": 0.0083,
      "step": 57737
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3204150838505858e-07,
      "loss": 0.0149,
      "step": 57738
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3196503891784684e-07,
      "loss": 0.0025,
      "step": 57739
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.318885817537747e-07,
      "loss": 0.0111,
      "step": 57740
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3181213689303928e-07,
      "loss": 0.0128,
      "step": 57741
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3173570433583815e-07,
      "loss": 0.0099,
      "step": 57742
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.316592840823667e-07,
      "loss": 0.0153,
      "step": 57743
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3158287613282481e-07,
      "loss": 0.0022,
      "step": 57744
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3150648048740788e-07,
      "loss": 0.0102,
      "step": 57745
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.314300971463146e-07,
      "loss": 0.0083,
      "step": 57746
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3135372610974038e-07,
      "loss": 0.0085,
      "step": 57747
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.312773673778823e-07,
      "loss": 0.0084,
      "step": 57748
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3120102095093856e-07,
      "loss": 0.0205,
      "step": 57749
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3112468682910504e-07,
      "loss": 0.0039,
      "step": 57750
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3104836501258055e-07,
      "loss": 0.0243,
      "step": 57751
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3097205550155987e-07,
      "loss": 0.0072,
      "step": 57752
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3089575829624122e-07,
      "loss": 0.0137,
      "step": 57753
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3081947339682108e-07,
      "loss": 0.0026,
      "step": 57754
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3074320080349543e-07,
      "loss": 0.0043,
      "step": 57755
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.30666940516463e-07,
      "loss": 0.0082,
      "step": 57756
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3059069253591915e-07,
      "loss": 0.0279,
      "step": 57757
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3051445686206043e-07,
      "loss": 0.0014,
      "step": 57758
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3043823349508442e-07,
      "loss": 0.0066,
      "step": 57759
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3036202243518767e-07,
      "loss": 0.0051,
      "step": 57760
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.302858236825667e-07,
      "loss": 0.0016,
      "step": 57761
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3020963723741796e-07,
      "loss": 0.011,
      "step": 57762
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.30133463099938e-07,
      "loss": 0.0036,
      "step": 57763
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3005730127032333e-07,
      "loss": 0.0144,
      "step": 57764
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2998115174877045e-07,
      "loss": 0.0353,
      "step": 57765
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2990501453547643e-07,
      "loss": 0.0031,
      "step": 57766
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2982888963063777e-07,
      "loss": 0.0047,
      "step": 57767
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2975277703445044e-07,
      "loss": 0.016,
      "step": 57768
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2967667674711036e-07,
      "loss": 0.004,
      "step": 57769
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.296005887688141e-07,
      "loss": 0.0026,
      "step": 57770
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.295245130997592e-07,
      "loss": 0.0087,
      "step": 57771
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2944844974014058e-07,
      "loss": 0.0065,
      "step": 57772
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.293723986901547e-07,
      "loss": 0.0122,
      "step": 57773
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2929635994999867e-07,
      "loss": 0.0056,
      "step": 57774
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2922033351986838e-07,
      "loss": 0.0115,
      "step": 57775
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.291443193999593e-07,
      "loss": 0.0078,
      "step": 57776
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.290683175904679e-07,
      "loss": 0.004,
      "step": 57777
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.289923280915901e-07,
      "loss": 0.0103,
      "step": 57778
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2891635090352304e-07,
      "loss": 0.0015,
      "step": 57779
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2884038602646097e-07,
      "loss": 0.0059,
      "step": 57780
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2876443346060207e-07,
      "loss": 0.0056,
      "step": 57781
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.286884932061406e-07,
      "loss": 0.0054,
      "step": 57782
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.286125652632737e-07,
      "loss": 0.0111,
      "step": 57783
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2853664963219612e-07,
      "loss": 0.0046,
      "step": 57784
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2846074631310388e-07,
      "loss": 0.0037,
      "step": 57785
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2838485530619404e-07,
      "loss": 0.0032,
      "step": 57786
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2830897661166195e-07,
      "loss": 0.0073,
      "step": 57787
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2823311022970195e-07,
      "loss": 0.0074,
      "step": 57788
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.281572561605122e-07,
      "loss": 0.0108,
      "step": 57789
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2808141440428643e-07,
      "loss": 0.0291,
      "step": 57790
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.280055849612217e-07,
      "loss": 0.0073,
      "step": 57791
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2792976783151287e-07,
      "loss": 0.0028,
      "step": 57792
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2785396301535535e-07,
      "loss": 0.0056,
      "step": 57793
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.277781705129456e-07,
      "loss": 0.0024,
      "step": 57794
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2770239032447794e-07,
      "loss": 0.0078,
      "step": 57795
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2762662245014945e-07,
      "loss": 0.0063,
      "step": 57796
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2755086689015604e-07,
      "loss": 0.008,
      "step": 57797
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2747512364469037e-07,
      "loss": 0.0069,
      "step": 57798
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2739939271395063e-07,
      "loss": 0.0019,
      "step": 57799
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2732367409812994e-07,
      "loss": 0.0085,
      "step": 57800
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2724796779742597e-07,
      "loss": 0.004,
      "step": 57801
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.27172273812033e-07,
      "loss": 0.0061,
      "step": 57802
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.270965921421453e-07,
      "loss": 0.0048,
      "step": 57803
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2702092278796107e-07,
      "loss": 0.0074,
      "step": 57804
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2694526574967178e-07,
      "loss": 0.0143,
      "step": 57805
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2686962102747568e-07,
      "loss": 0.005,
      "step": 57806
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2679398862156699e-07,
      "loss": 0.0079,
      "step": 57807
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2671836853214002e-07,
      "loss": 0.0045,
      "step": 57808
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.266427607593913e-07,
      "loss": 0.0052,
      "step": 57809
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2656716530351508e-07,
      "loss": 0.0052,
      "step": 57810
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2649158216470622e-07,
      "loss": 0.0109,
      "step": 57811
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.264160113431607e-07,
      "loss": 0.01,
      "step": 57812
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2634045283907224e-07,
      "loss": 0.0298,
      "step": 57813
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.262649066526368e-07,
      "loss": 0.0176,
      "step": 57814
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2618937278404862e-07,
      "loss": 0.0062,
      "step": 57815
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2611385123350371e-07,
      "loss": 0.005,
      "step": 57816
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.260383420011958e-07,
      "loss": 0.0036,
      "step": 57817
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.259628450873208e-07,
      "loss": 0.006,
      "step": 57818
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2588736049207249e-07,
      "loss": 0.0049,
      "step": 57819
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2581188821564514e-07,
      "loss": 0.0132,
      "step": 57820
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2573642825823527e-07,
      "loss": 0.0048,
      "step": 57821
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2566098062003662e-07,
      "loss": 0.0015,
      "step": 57822
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2558554530124344e-07,
      "loss": 0.0269,
      "step": 57823
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2551012230205172e-07,
      "loss": 0.0223,
      "step": 57824
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2543471162265462e-07,
      "loss": 0.0055,
      "step": 57825
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2535931326324812e-07,
      "loss": 0.0072,
      "step": 57826
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2528392722402536e-07,
      "loss": 0.0103,
      "step": 57827
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2520855350518123e-07,
      "loss": 0.01,
      "step": 57828
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2513319210691109e-07,
      "loss": 0.0042,
      "step": 57829
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2505784302940815e-07,
      "loss": 0.0024,
      "step": 57830
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2498250627286778e-07,
      "loss": 0.0034,
      "step": 57831
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2490718183748483e-07,
      "loss": 0.0053,
      "step": 57832
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.248318697234525e-07,
      "loss": 0.0069,
      "step": 57833
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2475656993096563e-07,
      "loss": 0.0112,
      "step": 57834
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2468128246021737e-07,
      "loss": 0.0092,
      "step": 57835
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2460600731140424e-07,
      "loss": 0.0053,
      "step": 57836
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.245307444847189e-07,
      "loss": 0.0022,
      "step": 57837
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.244554939803556e-07,
      "loss": 0.0052,
      "step": 57838
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2438025579850918e-07,
      "loss": 0.0027,
      "step": 57839
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2430502993937343e-07,
      "loss": 0.0157,
      "step": 57840
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2422981640314256e-07,
      "loss": 0.0043,
      "step": 57841
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2415461519001092e-07,
      "loss": 0.0055,
      "step": 57842
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.240794263001711e-07,
      "loss": 0.0008,
      "step": 57843
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2400424973381905e-07,
      "loss": 0.0038,
      "step": 57844
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2392908549114746e-07,
      "loss": 0.014,
      "step": 57845
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2385393357235108e-07,
      "loss": 0.0093,
      "step": 57846
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.237787939776237e-07,
      "loss": 0.0045,
      "step": 57847
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.237036667071585e-07,
      "loss": 0.0018,
      "step": 57848
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2362855176115027e-07,
      "loss": 0.0155,
      "step": 57849
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.235534491397917e-07,
      "loss": 0.0043,
      "step": 57850
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.234783588432776e-07,
      "loss": 0.0017,
      "step": 57851
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2340328087180174e-07,
      "loss": 0.0082,
      "step": 57852
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.233282152255567e-07,
      "loss": 0.0127,
      "step": 57853
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2325316190473788e-07,
      "loss": 0.0151,
      "step": 57854
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.231781209095374e-07,
      "loss": 0.0053,
      "step": 57855
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2310309224014948e-07,
      "loss": 0.0144,
      "step": 57856
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2302807589676846e-07,
      "loss": 0.0009,
      "step": 57857
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2295307187958637e-07,
      "loss": 0.0026,
      "step": 57858
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2287808018879808e-07,
      "loss": 0.0031,
      "step": 57859
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2280310082459566e-07,
      "loss": 0.0047,
      "step": 57860
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2272813378717505e-07,
      "loss": 0.027,
      "step": 57861
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2265317907672778e-07,
      "loss": 0.0119,
      "step": 57862
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2257823669344648e-07,
      "loss": 0.0141,
      "step": 57863
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2250330663752707e-07,
      "loss": 0.0067,
      "step": 57864
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2242838890915997e-07,
      "loss": 0.0024,
      "step": 57865
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2235348350854112e-07,
      "loss": 0.0061,
      "step": 57866
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.222785904358632e-07,
      "loss": 0.0016,
      "step": 57867
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2220370969131822e-07,
      "loss": 0.0121,
      "step": 57868
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.221288412751005e-07,
      "loss": 0.0081,
      "step": 57869
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2205398518740208e-07,
      "loss": 0.0172,
      "step": 57870
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2197914142841782e-07,
      "loss": 0.0027,
      "step": 57871
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2190430999833977e-07,
      "loss": 0.0103,
      "step": 57872
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2182949089736004e-07,
      "loss": 0.0069,
      "step": 57873
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2175468412567402e-07,
      "loss": 0.0069,
      "step": 57874
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2167988968347375e-07,
      "loss": 0.0063,
      "step": 57875
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2160510757095132e-07,
      "loss": 0.0036,
      "step": 57876
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.21530337788301e-07,
      "loss": 0.0101,
      "step": 57877
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2145558033571434e-07,
      "loss": 0.0027,
      "step": 57878
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.213808352133856e-07,
      "loss": 0.0173,
      "step": 57879
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.213061024215063e-07,
      "loss": 0.0122,
      "step": 57880
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2123138196027073e-07,
      "loss": 0.0023,
      "step": 57881
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2115667382987093e-07,
      "loss": 0.0128,
      "step": 57882
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2108197803050014e-07,
      "loss": 0.0081,
      "step": 57883
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2100729456235038e-07,
      "loss": 0.0077,
      "step": 57884
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2093262342561428e-07,
      "loss": 0.0034,
      "step": 57885
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2085796462048505e-07,
      "loss": 0.0126,
      "step": 57886
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2078331814715582e-07,
      "loss": 0.0019,
      "step": 57887
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2070868400581757e-07,
      "loss": 0.006,
      "step": 57888
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2063406219666461e-07,
      "loss": 0.0056,
      "step": 57889
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.20559452719889e-07,
      "loss": 0.0017,
      "step": 57890
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2048485557568277e-07,
      "loss": 0.0055,
      "step": 57891
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.204102707642386e-07,
      "loss": 0.0048,
      "step": 57892
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2033569828574853e-07,
      "loss": 0.015,
      "step": 57893
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2026113814040629e-07,
      "loss": 0.0021,
      "step": 57894
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2018659032840228e-07,
      "loss": 0.004,
      "step": 57895
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2011205484993138e-07,
      "loss": 0.0071,
      "step": 57896
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2003753170518393e-07,
      "loss": 0.0053,
      "step": 57897
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1996302089435317e-07,
      "loss": 0.005,
      "step": 57898
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1988852241763113e-07,
      "loss": 0.0037,
      "step": 57899
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.198140362752088e-07,
      "loss": 0.0115,
      "step": 57900
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.19739562467281e-07,
      "loss": 0.0126,
      "step": 57901
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.196651009940376e-07,
      "loss": 0.0044,
      "step": 57902
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1959065185567173e-07,
      "loss": 0.0107,
      "step": 57903
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1951621505237552e-07,
      "loss": 0.0125,
      "step": 57904
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.19441790584341e-07,
      "loss": 0.0065,
      "step": 57905
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.193673784517597e-07,
      "loss": 0.0036,
      "step": 57906
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1929297865482423e-07,
      "loss": 0.0014,
      "step": 57907
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1921859119372612e-07,
      "loss": 0.0017,
      "step": 57908
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1914421606865799e-07,
      "loss": 0.0145,
      "step": 57909
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1906985327981023e-07,
      "loss": 0.0167,
      "step": 57910
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1899550282737657e-07,
      "loss": 0.0035,
      "step": 57911
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1892116471154912e-07,
      "loss": 0.0101,
      "step": 57912
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1884683893251712e-07,
      "loss": 0.0025,
      "step": 57913
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1877252549047434e-07,
      "loss": 0.0091,
      "step": 57914
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1869822438561173e-07,
      "loss": 0.0054,
      "step": 57915
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1862393561812188e-07,
      "loss": 0.005,
      "step": 57916
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.185496591881958e-07,
      "loss": 0.0036,
      "step": 57917
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1847539509602556e-07,
      "loss": 0.0155,
      "step": 57918
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1840114334180264e-07,
      "loss": 0.0041,
      "step": 57919
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1832690392571742e-07,
      "loss": 0.0149,
      "step": 57920
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.182526768479637e-07,
      "loss": 0.0104,
      "step": 57921
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1817846210873128e-07,
      "loss": 0.0123,
      "step": 57922
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1810425970821226e-07,
      "loss": 0.0006,
      "step": 57923
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1803006964659868e-07,
      "loss": 0.0065,
      "step": 57924
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1795589192408094e-07,
      "loss": 0.0027,
      "step": 57925
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1788172654085116e-07,
      "loss": 0.0051,
      "step": 57926
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.178075734971008e-07,
      "loss": 0.0135,
      "step": 57927
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1773343279301973e-07,
      "loss": 0.0073,
      "step": 57928
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1765930442880113e-07,
      "loss": 0.0128,
      "step": 57929
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.175851884046354e-07,
      "loss": 0.0054,
      "step": 57930
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1751108472071403e-07,
      "loss": 0.0056,
      "step": 57931
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1743699337722802e-07,
      "loss": 0.0203,
      "step": 57932
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1736291437436942e-07,
      "loss": 0.003,
      "step": 57933
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1728884771232806e-07,
      "loss": 0.0231,
      "step": 57934
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.172147933912949e-07,
      "loss": 0.0046,
      "step": 57935
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1714075141146263e-07,
      "loss": 0.0117,
      "step": 57936
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1706672177302102e-07,
      "loss": 0.0053,
      "step": 57937
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1699270447616105e-07,
      "loss": 0.0069,
      "step": 57938
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.169186995210748e-07,
      "loss": 0.021,
      "step": 57939
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1684470690795267e-07,
      "loss": 0.0177,
      "step": 57940
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1677072663698563e-07,
      "loss": 0.0142,
      "step": 57941
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1669675870836404e-07,
      "loss": 0.007,
      "step": 57942
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1662280312227836e-07,
      "loss": 0.0031,
      "step": 57943
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1654885987892115e-07,
      "loss": 0.0053,
      "step": 57944
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1647492897848178e-07,
      "loss": 0.0098,
      "step": 57945
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1640101042115224e-07,
      "loss": 0.0265,
      "step": 57946
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1632710420712243e-07,
      "loss": 0.0097,
      "step": 57947
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1625321033658275e-07,
      "loss": 0.0065,
      "step": 57948
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1617932880972468e-07,
      "loss": 0.0032,
      "step": 57949
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1610545962673756e-07,
      "loss": 0.0021,
      "step": 57950
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1603160278781343e-07,
      "loss": 0.0058,
      "step": 57951
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.159577582931427e-07,
      "loss": 0.0077,
      "step": 57952
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1588392614291465e-07,
      "loss": 0.0099,
      "step": 57953
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1581010633732135e-07,
      "loss": 0.0049,
      "step": 57954
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1573629887655323e-07,
      "loss": 0.005,
      "step": 57955
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1566250376079955e-07,
      "loss": 0.0101,
      "step": 57956
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.155887209902513e-07,
      "loss": 0.0155,
      "step": 57957
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.155149505650983e-07,
      "loss": 0.0087,
      "step": 57958
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1544119248553153e-07,
      "loss": 0.0245,
      "step": 57959
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1536744675174137e-07,
      "loss": 0.0075,
      "step": 57960
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1529371336391824e-07,
      "loss": 0.0018,
      "step": 57961
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.152199923222531e-07,
      "loss": 0.0026,
      "step": 57962
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1514628362693356e-07,
      "loss": 0.0031,
      "step": 57963
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1507258727815227e-07,
      "loss": 0.0261,
      "step": 57964
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1499890327609907e-07,
      "loss": 0.018,
      "step": 57965
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1492523162096212e-07,
      "loss": 0.0033,
      "step": 57966
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1485157231293408e-07,
      "loss": 0.0043,
      "step": 57967
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1477792535220364e-07,
      "loss": 0.0079,
      "step": 57968
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1470429073896182e-07,
      "loss": 0.0065,
      "step": 57969
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1463066847339787e-07,
      "loss": 0.0266,
      "step": 57970
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1455705855570052e-07,
      "loss": 0.0043,
      "step": 57971
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1448346098606187e-07,
      "loss": 0.0071,
      "step": 57972
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1440987576467066e-07,
      "loss": 0.0264,
      "step": 57973
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.143363028917178e-07,
      "loss": 0.0015,
      "step": 57974
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1426274236739208e-07,
      "loss": 0.0108,
      "step": 57975
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1418919419188333e-07,
      "loss": 0.0073,
      "step": 57976
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.141156583653825e-07,
      "loss": 0.0055,
      "step": 57977
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1404213488807724e-07,
      "loss": 0.0094,
      "step": 57978
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1396862376015904e-07,
      "loss": 0.0085,
      "step": 57979
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.138951249818172e-07,
      "loss": 0.0022,
      "step": 57980
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.13821638553241e-07,
      "loss": 0.0061,
      "step": 57981
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1374816447462033e-07,
      "loss": 0.0048,
      "step": 57982
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.13674702746145e-07,
      "loss": 0.0135,
      "step": 57983
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.136012533680043e-07,
      "loss": 0.0109,
      "step": 57984
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1352781634038755e-07,
      "loss": 0.0078,
      "step": 57985
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1345439166348402e-07,
      "loss": 0.0081,
      "step": 57986
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1338097933748413e-07,
      "loss": 0.0058,
      "step": 57987
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.133075793625766e-07,
      "loss": 0.0043,
      "step": 57988
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1323419173895077e-07,
      "loss": 0.0037,
      "step": 57989
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1316081646679698e-07,
      "loss": 0.0083,
      "step": 57990
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1308745354630344e-07,
      "loss": 0.0181,
      "step": 57991
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1301410297766002e-07,
      "loss": 0.005,
      "step": 57992
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1294076476105486e-07,
      "loss": 0.008,
      "step": 57993
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1286743889667895e-07,
      "loss": 0.0036,
      "step": 57994
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1279412538472098e-07,
      "loss": 0.0228,
      "step": 57995
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1272082422536867e-07,
      "loss": 0.0093,
      "step": 57996
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.126475354188129e-07,
      "loss": 0.0066,
      "step": 57997
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1257425896524298e-07,
      "loss": 0.0091,
      "step": 57998
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1250099486484654e-07,
      "loss": 0.0093,
      "step": 57999
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1242774311781344e-07,
      "loss": 0.0154,
      "step": 58000
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1235450372433186e-07,
      "loss": 0.0056,
      "step": 58001
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.122812766845922e-07,
      "loss": 0.0107,
      "step": 58002
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1220806199878208e-07,
      "loss": 0.0022,
      "step": 58003
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1213485966709136e-07,
      "loss": 0.0042,
      "step": 58004
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1206166968970875e-07,
      "loss": 0.0064,
      "step": 58005
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1198849206682303e-07,
      "loss": 0.0073,
      "step": 58006
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1191532679862292e-07,
      "loss": 0.0141,
      "step": 58007
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1184217388529604e-07,
      "loss": 0.0046,
      "step": 58008
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1176903332703392e-07,
      "loss": 0.0156,
      "step": 58009
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1169590512402306e-07,
      "loss": 0.0023,
      "step": 58010
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.116227892764522e-07,
      "loss": 0.011,
      "step": 58011
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1154968578451118e-07,
      "loss": 0.0189,
      "step": 58012
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.114765946483882e-07,
      "loss": 0.0014,
      "step": 58013
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1140351586827203e-07,
      "loss": 0.0046,
      "step": 58014
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1133044944435022e-07,
      "loss": 0.0268,
      "step": 58015
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.112573953768121e-07,
      "loss": 0.0037,
      "step": 58016
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1118435366584588e-07,
      "loss": 0.0029,
      "step": 58017
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1111132431164028e-07,
      "loss": 0.0096,
      "step": 58018
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1103830731438458e-07,
      "loss": 0.0029,
      "step": 58019
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1096530267426585e-07,
      "loss": 0.0037,
      "step": 58020
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1089231039147228e-07,
      "loss": 0.0098,
      "step": 58021
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1081933046619374e-07,
      "loss": 0.0033,
      "step": 58022
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1074636289861671e-07,
      "loss": 0.0035,
      "step": 58023
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1067340768893053e-07,
      "loss": 0.0246,
      "step": 58024
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.106004648373239e-07,
      "loss": 0.0142,
      "step": 58025
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1052753434398444e-07,
      "loss": 0.0063,
      "step": 58026
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1045461620910035e-07,
      "loss": 0.0077,
      "step": 58027
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1038171043285926e-07,
      "loss": 0.0021,
      "step": 58028
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1030881701545047e-07,
      "loss": 0.0098,
      "step": 58029
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1023593595706105e-07,
      "loss": 0.0144,
      "step": 58030
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1016306725787916e-07,
      "loss": 0.0078,
      "step": 58031
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1009021091809355e-07,
      "loss": 0.0036,
      "step": 58032
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1001736693789187e-07,
      "loss": 0.0054,
      "step": 58033
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0994453531746173e-07,
      "loss": 0.015,
      "step": 58034
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0987171605699186e-07,
      "loss": 0.0048,
      "step": 58035
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0979890915666877e-07,
      "loss": 0.008,
      "step": 58036
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0972611461668125e-07,
      "loss": 0.0232,
      "step": 58037
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0965333243721685e-07,
      "loss": 0.0034,
      "step": 58038
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.095805626184644e-07,
      "loss": 0.0113,
      "step": 58039
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0950780516061032e-07,
      "loss": 0.0046,
      "step": 58040
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.094350600638434e-07,
      "loss": 0.0043,
      "step": 58041
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0936232732835072e-07,
      "loss": 0.0062,
      "step": 58042
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0928960695431877e-07,
      "loss": 0.0085,
      "step": 58043
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0921689894193797e-07,
      "loss": 0.0017,
      "step": 58044
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0914420329139374e-07,
      "loss": 0.0214,
      "step": 58045
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0907152000287423e-07,
      "loss": 0.015,
      "step": 58046
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0899884907656764e-07,
      "loss": 0.0128,
      "step": 58047
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.089261905126605e-07,
      "loss": 0.0064,
      "step": 58048
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0885354431134153e-07,
      "loss": 0.0041,
      "step": 58049
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.087809104727967e-07,
      "loss": 0.0176,
      "step": 58050
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0870828899721361e-07,
      "loss": 0.0086,
      "step": 58051
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0863567988478107e-07,
      "loss": 0.0092,
      "step": 58052
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0856308313568496e-07,
      "loss": 0.0064,
      "step": 58053
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0849049875011352e-07,
      "loss": 0.0035,
      "step": 58054
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0841792672825379e-07,
      "loss": 0.0179,
      "step": 58055
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.083453670702934e-07,
      "loss": 0.0065,
      "step": 58056
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0827281977641833e-07,
      "loss": 0.0058,
      "step": 58057
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.082002848468162e-07,
      "loss": 0.0359,
      "step": 58058
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0812776228167576e-07,
      "loss": 0.0048,
      "step": 58059
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0805525208118237e-07,
      "loss": 0.0063,
      "step": 58060
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0798275424552317e-07,
      "loss": 0.0166,
      "step": 58061
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.079102687748863e-07,
      "loss": 0.0206,
      "step": 58062
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0783779566945827e-07,
      "loss": 0.0025,
      "step": 58063
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0776533492942564e-07,
      "loss": 0.0055,
      "step": 58064
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0769288655497656e-07,
      "loss": 0.0083,
      "step": 58065
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0762045054629588e-07,
      "loss": 0.0084,
      "step": 58066
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.075480269035729e-07,
      "loss": 0.0088,
      "step": 58067
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0747561562699304e-07,
      "loss": 0.0232,
      "step": 58068
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.074032167167439e-07,
      "loss": 0.0021,
      "step": 58069
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0733083017301258e-07,
      "loss": 0.0034,
      "step": 58070
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0725845599598393e-07,
      "loss": 0.0025,
      "step": 58071
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0718609418584613e-07,
      "loss": 0.0078,
      "step": 58072
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0711374474278567e-07,
      "loss": 0.003,
      "step": 58073
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0704140766699022e-07,
      "loss": 0.0053,
      "step": 58074
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0696908295864514e-07,
      "loss": 0.0081,
      "step": 58075
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0689677061793644e-07,
      "loss": 0.0056,
      "step": 58076
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.068244706450534e-07,
      "loss": 0.006,
      "step": 58077
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0675218304017975e-07,
      "loss": 0.003,
      "step": 58078
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0667990780350366e-07,
      "loss": 0.0113,
      "step": 58079
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0660764493521111e-07,
      "loss": 0.0023,
      "step": 58080
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0653539443548808e-07,
      "loss": 0.0058,
      "step": 58081
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0646315630452219e-07,
      "loss": 0.0094,
      "step": 58082
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0639093054249882e-07,
      "loss": 0.0103,
      "step": 58083
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0631871714960507e-07,
      "loss": 0.0089,
      "step": 58084
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.062465161260263e-07,
      "loss": 0.0062,
      "step": 58085
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.061743274719491e-07,
      "loss": 0.0051,
      "step": 58086
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0610215118756048e-07,
      "loss": 0.0045,
      "step": 58087
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.060299872730459e-07,
      "loss": 0.0097,
      "step": 58088
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.059578357285924e-07,
      "loss": 0.0178,
      "step": 58089
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0588569655438595e-07,
      "loss": 0.0062,
      "step": 58090
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0581356975061195e-07,
      "loss": 0.0012,
      "step": 58091
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0574145531745694e-07,
      "loss": 0.0039,
      "step": 58092
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0566935325510628e-07,
      "loss": 0.0017,
      "step": 58093
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0559726356374766e-07,
      "loss": 0.0049,
      "step": 58094
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0552518624356644e-07,
      "loss": 0.0087,
      "step": 58095
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0545312129474748e-07,
      "loss": 0.0048,
      "step": 58096
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0538106871747787e-07,
      "loss": 0.0074,
      "step": 58097
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0530902851194356e-07,
      "loss": 0.0165,
      "step": 58098
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0523700067832998e-07,
      "loss": 0.0198,
      "step": 58099
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.051649852168236e-07,
      "loss": 0.0027,
      "step": 58100
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0509298212760875e-07,
      "loss": 0.0051,
      "step": 58101
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0502099141087306e-07,
      "loss": 0.0096,
      "step": 58102
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0494901306680082e-07,
      "loss": 0.0091,
      "step": 58103
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.048770470955791e-07,
      "loss": 0.0395,
      "step": 58104
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0480509349739276e-07,
      "loss": 0.0109,
      "step": 58105
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0473315227242775e-07,
      "loss": 0.0087,
      "step": 58106
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0466122342086947e-07,
      "loss": 0.0034,
      "step": 58107
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.045893069429028e-07,
      "loss": 0.0062,
      "step": 58108
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0451740283871536e-07,
      "loss": 0.006,
      "step": 58109
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0444551110849087e-07,
      "loss": 0.0039,
      "step": 58110
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.043736317524153e-07,
      "loss": 0.0046,
      "step": 58111
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0430176477067464e-07,
      "loss": 0.0041,
      "step": 58112
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.042299101634543e-07,
      "loss": 0.0041,
      "step": 58113
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0415806793093852e-07,
      "loss": 0.0414,
      "step": 58114
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.040862380733144e-07,
      "loss": 0.0183,
      "step": 58115
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0401442059076515e-07,
      "loss": 0.0061,
      "step": 58116
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0394261548347838e-07,
      "loss": 0.006,
      "step": 58117
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0387082275163727e-07,
      "loss": 0.0061,
      "step": 58118
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0379904239542892e-07,
      "loss": 0.0054,
      "step": 58119
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.037272744150376e-07,
      "loss": 0.0067,
      "step": 58120
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.036555188106487e-07,
      "loss": 0.0028,
      "step": 58121
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0358377558244768e-07,
      "loss": 0.0044,
      "step": 58122
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0351204473061825e-07,
      "loss": 0.0196,
      "step": 58123
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0344032625534694e-07,
      "loss": 0.0056,
      "step": 58124
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0336862015681912e-07,
      "loss": 0.0035,
      "step": 58125
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0329692643521804e-07,
      "loss": 0.005,
      "step": 58126
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.032252450907307e-07,
      "loss": 0.0049,
      "step": 58127
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0315357612354036e-07,
      "loss": 0.0079,
      "step": 58128
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0308191953383295e-07,
      "loss": 0.0033,
      "step": 58129
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.030102753217933e-07,
      "loss": 0.0063,
      "step": 58130
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0293864348760573e-07,
      "loss": 0.005,
      "step": 58131
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0286702403145565e-07,
      "loss": 0.0028,
      "step": 58132
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0279541695352734e-07,
      "loss": 0.0191,
      "step": 58133
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0272382225400678e-07,
      "loss": 0.0038,
      "step": 58134
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.026522399330777e-07,
      "loss": 0.0066,
      "step": 58135
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0258066999092386e-07,
      "loss": 0.0132,
      "step": 58136
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0250911242773175e-07,
      "loss": 0.003,
      "step": 58137
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0243756724368457e-07,
      "loss": 0.0129,
      "step": 58138
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.023660344389683e-07,
      "loss": 0.0041,
      "step": 58139
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0229451401376665e-07,
      "loss": 0.0198,
      "step": 58140
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.022230059682645e-07,
      "loss": 0.0079,
      "step": 58141
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0215151030264613e-07,
      "loss": 0.0035,
      "step": 58142
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0208002701709584e-07,
      "loss": 0.0081,
      "step": 58143
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0200855611179903e-07,
      "loss": 0.0051,
      "step": 58144
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.019370975869389e-07,
      "loss": 0.0103,
      "step": 58145
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0186565144269975e-07,
      "loss": 0.0072,
      "step": 58146
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0179421767926754e-07,
      "loss": 0.0161,
      "step": 58147
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0172279629682545e-07,
      "loss": 0.003,
      "step": 58148
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0165138729555834e-07,
      "loss": 0.0039,
      "step": 58149
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0157999067564938e-07,
      "loss": 0.0057,
      "step": 58150
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0150860643728341e-07,
      "loss": 0.0038,
      "step": 58151
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0143723458064535e-07,
      "loss": 0.0252,
      "step": 58152
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0136587510591777e-07,
      "loss": 0.0141,
      "step": 58153
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0129452801328665e-07,
      "loss": 0.0119,
      "step": 58154
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.012231933029346e-07,
      "loss": 0.0062,
      "step": 58155
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0115187097504708e-07,
      "loss": 0.0036,
      "step": 58156
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0108056102980666e-07,
      "loss": 0.0136,
      "step": 58157
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0100926346739768e-07,
      "loss": 0.005,
      "step": 58158
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.00937978288005e-07,
      "loss": 0.014,
      "step": 58159
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0086670549181174e-07,
      "loss": 0.0123,
      "step": 58160
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0079544507900172e-07,
      "loss": 0.0062,
      "step": 58161
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0072419704975976e-07,
      "loss": 0.0033,
      "step": 58162
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0065296140426903e-07,
      "loss": 0.0099,
      "step": 58163
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0058173814271387e-07,
      "loss": 0.0048,
      "step": 58164
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0051052726527687e-07,
      "loss": 0.0131,
      "step": 58165
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0043932877214233e-07,
      "loss": 0.006,
      "step": 58166
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.003681426634946e-07,
      "loss": 0.0085,
      "step": 58167
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0029696893951677e-07,
      "loss": 0.0072,
      "step": 58168
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0022580760039267e-07,
      "loss": 0.0059,
      "step": 58169
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.00154658646306e-07,
      "loss": 0.0046,
      "step": 58170
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0008352207743998e-07,
      "loss": 0.0055,
      "step": 58171
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0001239789397886e-07,
      "loss": 0.0159,
      "step": 58172
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.999412860961053e-07,
      "loss": 0.0046,
      "step": 58173
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9987018668400305e-07,
      "loss": 0.0038,
      "step": 58174
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.997990996578564e-07,
      "loss": 0.0096,
      "step": 58175
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.997280250178474e-07,
      "loss": 0.0105,
      "step": 58176
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9965696276416035e-07,
      "loss": 0.0027,
      "step": 58177
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9958591289697904e-07,
      "loss": 0.0242,
      "step": 58178
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.995148754164855e-07,
      "loss": 0.0049,
      "step": 58179
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9944385032286461e-07,
      "loss": 0.0055,
      "step": 58180
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9937283761629732e-07,
      "loss": 0.0153,
      "step": 58181
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9930183729696905e-07,
      "loss": 0.0225,
      "step": 58182
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9923084936506188e-07,
      "loss": 0.0165,
      "step": 58183
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9915987382076064e-07,
      "loss": 0.0017,
      "step": 58184
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.990889106642463e-07,
      "loss": 0.0077,
      "step": 58185
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.990179598957026e-07,
      "loss": 0.0031,
      "step": 58186
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.989470215153133e-07,
      "loss": 0.0097,
      "step": 58187
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9887609552325994e-07,
      "loss": 0.003,
      "step": 58188
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9880518191972786e-07,
      "loss": 0.0095,
      "step": 58189
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9873428070489864e-07,
      "loss": 0.0201,
      "step": 58190
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.986633918789549e-07,
      "loss": 0.0023,
      "step": 58191
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9859251544208092e-07,
      "loss": 0.0076,
      "step": 58192
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9852165139445712e-07,
      "loss": 0.0093,
      "step": 58193
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9845079973626946e-07,
      "loss": 0.0044,
      "step": 58194
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9837996046769837e-07,
      "loss": 0.005,
      "step": 58195
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9830913358892757e-07,
      "loss": 0.0023,
      "step": 58196
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.982383191001397e-07,
      "loss": 0.0038,
      "step": 58197
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9816751700151794e-07,
      "loss": 0.0044,
      "step": 58198
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9809672729324492e-07,
      "loss": 0.0124,
      "step": 58199
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9802594997550273e-07,
      "loss": 0.0092,
      "step": 58200
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9795518504847343e-07,
      "loss": 0.0089,
      "step": 58201
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.978844325123408e-07,
      "loss": 0.0036,
      "step": 58202
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9781369236728687e-07,
      "loss": 0.0046,
      "step": 58203
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9774296461349485e-07,
      "loss": 0.0139,
      "step": 58204
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9767224925114625e-07,
      "loss": 0.0157,
      "step": 58205
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9760154628042483e-07,
      "loss": 0.0099,
      "step": 58206
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9753085570151155e-07,
      "loss": 0.0144,
      "step": 58207
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.97460177514589e-07,
      "loss": 0.0069,
      "step": 58208
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9738951171984044e-07,
      "loss": 0.006,
      "step": 58209
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9731885831744845e-07,
      "loss": 0.0255,
      "step": 58210
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9724821730759346e-07,
      "loss": 0.0049,
      "step": 58211
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.971775886904598e-07,
      "loss": 0.0053,
      "step": 58212
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.971069724662289e-07,
      "loss": 0.0125,
      "step": 58213
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9703636863508291e-07,
      "loss": 0.0194,
      "step": 58214
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9696577719720388e-07,
      "loss": 0.0095,
      "step": 58215
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9689519815277393e-07,
      "loss": 0.0008,
      "step": 58216
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9682463150197563e-07,
      "loss": 0.0095,
      "step": 58217
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9675407724499052e-07,
      "loss": 0.0035,
      "step": 58218
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.966835353820018e-07,
      "loss": 0.0191,
      "step": 58219
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9661300591318988e-07,
      "loss": 0.0124,
      "step": 58220
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9654248883873794e-07,
      "loss": 0.0114,
      "step": 58221
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.964719841588275e-07,
      "loss": 0.0117,
      "step": 58222
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.964014918736401e-07,
      "loss": 0.0308,
      "step": 58223
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9633101198335835e-07,
      "loss": 0.0092,
      "step": 58224
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9626054448816433e-07,
      "loss": 0.0036,
      "step": 58225
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.961900893882379e-07,
      "loss": 0.0281,
      "step": 58226
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9611964668376337e-07,
      "loss": 0.0101,
      "step": 58227
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.960492163749217e-07,
      "loss": 0.0229,
      "step": 58228
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9597879846189384e-07,
      "loss": 0.0137,
      "step": 58229
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9590839294486242e-07,
      "loss": 0.0027,
      "step": 58230
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9583799982400787e-07,
      "loss": 0.0091,
      "step": 58231
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.957676190995128e-07,
      "loss": 0.0175,
      "step": 58232
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9569725077155875e-07,
      "loss": 0.0048,
      "step": 58233
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9562689484032783e-07,
      "loss": 0.0049,
      "step": 58234
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9555655130600147e-07,
      "loss": 0.0027,
      "step": 58235
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9548622016875907e-07,
      "loss": 0.004,
      "step": 58236
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9541590142878485e-07,
      "loss": 0.0206,
      "step": 58237
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9534559508625818e-07,
      "loss": 0.0117,
      "step": 58238
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9527530114136216e-07,
      "loss": 0.0151,
      "step": 58239
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9520501959427728e-07,
      "loss": 0.0064,
      "step": 58240
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9513475044518448e-07,
      "loss": 0.0024,
      "step": 58241
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9506449369426695e-07,
      "loss": 0.0064,
      "step": 58242
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9499424934170342e-07,
      "loss": 0.0359,
      "step": 58243
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9492401738767707e-07,
      "loss": 0.0013,
      "step": 58244
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9485379783236836e-07,
      "loss": 0.0095,
      "step": 58245
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.947835906759582e-07,
      "loss": 0.0018,
      "step": 58246
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9471339591862815e-07,
      "loss": 0.0083,
      "step": 58247
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9464321356055972e-07,
      "loss": 0.0119,
      "step": 58248
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9457304360193385e-07,
      "loss": 0.008,
      "step": 58249
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.94502886042931e-07,
      "loss": 0.0103,
      "step": 58250
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9443274088373154e-07,
      "loss": 0.0074,
      "step": 58251
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9436260812451867e-07,
      "loss": 0.0038,
      "step": 58252
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9429248776547116e-07,
      "loss": 0.0051,
      "step": 58253
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9422237980677162e-07,
      "loss": 0.0045,
      "step": 58254
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9415228424860044e-07,
      "loss": 0.0273,
      "step": 58255
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9408220109113806e-07,
      "loss": 0.0066,
      "step": 58256
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.94012130334566e-07,
      "loss": 0.003,
      "step": 58257
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9394207197906357e-07,
      "loss": 0.004,
      "step": 58258
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9387202602481337e-07,
      "loss": 0.0099,
      "step": 58259
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9380199247199527e-07,
      "loss": 0.0079,
      "step": 58260
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.937319713207897e-07,
      "loss": 0.0152,
      "step": 58261
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9366196257137814e-07,
      "loss": 0.0015,
      "step": 58262
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9359196622394105e-07,
      "loss": 0.0057,
      "step": 58263
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9352198227865882e-07,
      "loss": 0.0043,
      "step": 58264
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9345201073571184e-07,
      "loss": 0.0098,
      "step": 58265
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9338205159528057e-07,
      "loss": 0.0087,
      "step": 58266
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9331210485754593e-07,
      "loss": 0.005,
      "step": 58267
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9324217052268835e-07,
      "loss": 0.0219,
      "step": 58268
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9317224859088823e-07,
      "loss": 0.0082,
      "step": 58269
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.93102339062326e-07,
      "loss": 0.0206,
      "step": 58270
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9303244193718263e-07,
      "loss": 0.0014,
      "step": 58271
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.929625572156374e-07,
      "loss": 0.018,
      "step": 58272
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9289268489787017e-07,
      "loss": 0.0025,
      "step": 58273
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9282282498406358e-07,
      "loss": 0.0063,
      "step": 58274
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.927529774743958e-07,
      "loss": 0.0169,
      "step": 58275
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9268314236904783e-07,
      "loss": 0.0048,
      "step": 58276
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9261331966820007e-07,
      "loss": 0.008,
      "step": 58277
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9254350937203235e-07,
      "loss": 0.0082,
      "step": 58278
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9247371148072457e-07,
      "loss": 0.0037,
      "step": 58279
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9240392599445768e-07,
      "loss": 0.0017,
      "step": 58280
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.923341529134104e-07,
      "loss": 0.0131,
      "step": 58281
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9226439223776427e-07,
      "loss": 0.014,
      "step": 58282
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9219464396769749e-07,
      "loss": 0.0189,
      "step": 58283
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9212490810339212e-07,
      "loss": 0.0018,
      "step": 58284
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.920551846450275e-07,
      "loss": 0.005,
      "step": 58285
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9198547359278286e-07,
      "loss": 0.0067,
      "step": 58286
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.919157749468381e-07,
      "loss": 0.0028,
      "step": 58287
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9184608870737308e-07,
      "loss": 0.003,
      "step": 58288
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9177641487456822e-07,
      "loss": 0.0049,
      "step": 58289
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.917067534486028e-07,
      "loss": 0.0077,
      "step": 58290
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9163710442965666e-07,
      "loss": 0.0043,
      "step": 58291
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9156746781791024e-07,
      "loss": 0.0033,
      "step": 58292
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9149784361354172e-07,
      "loss": 0.0048,
      "step": 58293
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.914282318167321e-07,
      "loss": 0.031,
      "step": 58294
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.913586324276606e-07,
      "loss": 0.0256,
      "step": 58295
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9128904544650605e-07,
      "loss": 0.0131,
      "step": 58296
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.912194708734494e-07,
      "loss": 0.0053,
      "step": 58297
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.911499087086688e-07,
      "loss": 0.0036,
      "step": 58298
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.910803589523458e-07,
      "loss": 0.0052,
      "step": 58299
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9101082160465744e-07,
      "loss": 0.0103,
      "step": 58300
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9094129666578365e-07,
      "loss": 0.0117,
      "step": 58301
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.908717841359048e-07,
      "loss": 0.0042,
      "step": 58302
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9080228401519962e-07,
      "loss": 0.0209,
      "step": 58303
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.90732796303848e-07,
      "loss": 0.0137,
      "step": 58304
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9066332100202866e-07,
      "loss": 0.0279,
      "step": 58305
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9059385810992148e-07,
      "loss": 0.0073,
      "step": 58306
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.905244076277052e-07,
      "loss": 0.0101,
      "step": 58307
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9045496955555852e-07,
      "loss": 0.0086,
      "step": 58308
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9038554389366137e-07,
      "loss": 0.0091,
      "step": 58309
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9031613064219356e-07,
      "loss": 0.0022,
      "step": 58310
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9024672980133218e-07,
      "loss": 0.0034,
      "step": 58311
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.901773413712582e-07,
      "loss": 0.0099,
      "step": 58312
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9010796535214982e-07,
      "loss": 0.0032,
      "step": 58313
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9003860174418632e-07,
      "loss": 0.0052,
      "step": 58314
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.89969250547547e-07,
      "loss": 0.0044,
      "step": 58315
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8989991176240895e-07,
      "loss": 0.002,
      "step": 58316
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8983058538895372e-07,
      "loss": 0.0055,
      "step": 58317
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8976127142735833e-07,
      "loss": 0.0102,
      "step": 58318
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8969196987780269e-07,
      "loss": 0.0053,
      "step": 58319
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8962268074046552e-07,
      "loss": 0.0023,
      "step": 58320
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8955340401552502e-07,
      "loss": 0.0136,
      "step": 58321
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8948413970315993e-07,
      "loss": 0.0088,
      "step": 58322
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8941488780354955e-07,
      "loss": 0.0089,
      "step": 58323
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.893456483168721e-07,
      "loss": 0.0048,
      "step": 58324
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.892764212433068e-07,
      "loss": 0.0039,
      "step": 58325
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8920720658303137e-07,
      "loss": 0.0034,
      "step": 58326
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8913800433622565e-07,
      "loss": 0.0055,
      "step": 58327
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8906881450306724e-07,
      "loss": 0.0079,
      "step": 58328
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8899963708373492e-07,
      "loss": 0.0036,
      "step": 58329
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8893047207840743e-07,
      "loss": 0.0039,
      "step": 58330
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8886131948726238e-07,
      "loss": 0.0066,
      "step": 58331
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8879217931047966e-07,
      "loss": 0.0043,
      "step": 58332
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.887230515482358e-07,
      "loss": 0.0068,
      "step": 58333
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8865393620071115e-07,
      "loss": 0.0069,
      "step": 58334
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8858483326808285e-07,
      "loss": 0.0071,
      "step": 58335
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.885157427505302e-07,
      "loss": 0.0028,
      "step": 58336
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8844666464823026e-07,
      "loss": 0.0118,
      "step": 58337
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.883775989613612e-07,
      "loss": 0.0019,
      "step": 58338
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8830854569010237e-07,
      "loss": 0.005,
      "step": 58339
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8823950483463138e-07,
      "loss": 0.0049,
      "step": 58340
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8817047639512642e-07,
      "loss": 0.0043,
      "step": 58341
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.881014603717657e-07,
      "loss": 0.0096,
      "step": 58342
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8803245676472738e-07,
      "loss": 0.0078,
      "step": 58343
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.879634655741891e-07,
      "loss": 0.007,
      "step": 58344
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8789448680032908e-07,
      "loss": 0.0145,
      "step": 58345
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.878255204433249e-07,
      "loss": 0.0051,
      "step": 58346
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8775656650335538e-07,
      "loss": 0.0043,
      "step": 58347
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8768762498059757e-07,
      "loss": 0.0045,
      "step": 58348
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8761869587523074e-07,
      "loss": 0.0034,
      "step": 58349
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.87549779187432e-07,
      "loss": 0.0052,
      "step": 58350
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8748087491737787e-07,
      "loss": 0.0089,
      "step": 58351
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8741198306524766e-07,
      "loss": 0.0078,
      "step": 58352
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8734310363121844e-07,
      "loss": 0.0016,
      "step": 58353
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8727423661546896e-07,
      "loss": 0.0074,
      "step": 58354
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.872053820181763e-07,
      "loss": 0.0082,
      "step": 58355
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8713653983951808e-07,
      "loss": 0.0056,
      "step": 58356
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.870677100796714e-07,
      "loss": 0.0036,
      "step": 58357
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.869988927388139e-07,
      "loss": 0.0252,
      "step": 58358
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8693008781712428e-07,
      "loss": 0.0039,
      "step": 58359
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.868612953147797e-07,
      "loss": 0.0072,
      "step": 58360
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8679251523195662e-07,
      "loss": 0.0079,
      "step": 58361
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8672374756883382e-07,
      "loss": 0.0158,
      "step": 58362
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8665499232558837e-07,
      "loss": 0.0043,
      "step": 58363
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8658624950239735e-07,
      "loss": 0.0267,
      "step": 58364
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.865175190994384e-07,
      "loss": 0.0121,
      "step": 58365
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.86448801116888e-07,
      "loss": 0.0037,
      "step": 58366
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8638009555492499e-07,
      "loss": 0.0086,
      "step": 58367
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8631140241372526e-07,
      "loss": 0.006,
      "step": 58368
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8624272169346701e-07,
      "loss": 0.0246,
      "step": 58369
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8617405339432736e-07,
      "loss": 0.0032,
      "step": 58370
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8610539751648336e-07,
      "loss": 0.0112,
      "step": 58371
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8603675406011212e-07,
      "loss": 0.0052,
      "step": 58372
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8596812302539014e-07,
      "loss": 0.0064,
      "step": 58373
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8589950441249617e-07,
      "loss": 0.0057,
      "step": 58374
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.858308982216056e-07,
      "loss": 0.0067,
      "step": 58375
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8576230445289556e-07,
      "loss": 0.0067,
      "step": 58376
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8569372310654422e-07,
      "loss": 0.0032,
      "step": 58377
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8562515418272753e-07,
      "loss": 0.0059,
      "step": 58378
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8555659768162315e-07,
      "loss": 0.0196,
      "step": 58379
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.854880536034076e-07,
      "loss": 0.0074,
      "step": 58380
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8541952194825742e-07,
      "loss": 0.0065,
      "step": 58381
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8535100271634964e-07,
      "loss": 0.004,
      "step": 58382
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.852824959078614e-07,
      "loss": 0.0037,
      "step": 58383
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.852140015229692e-07,
      "loss": 0.0045,
      "step": 58384
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8514551956185012e-07,
      "loss": 0.0052,
      "step": 58385
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.850770500246807e-07,
      "loss": 0.0089,
      "step": 58386
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.850085929116374e-07,
      "loss": 0.0037,
      "step": 58387
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.849401482228963e-07,
      "loss": 0.0071,
      "step": 58388
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8487171595863495e-07,
      "loss": 0.0251,
      "step": 58389
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8480329611902992e-07,
      "loss": 0.0051,
      "step": 58390
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8473488870425716e-07,
      "loss": 0.0144,
      "step": 58391
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8466649371449374e-07,
      "loss": 0.0061,
      "step": 58392
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.845981111499162e-07,
      "loss": 0.0103,
      "step": 58393
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8452974101070053e-07,
      "loss": 0.0034,
      "step": 58394
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8446138329702323e-07,
      "loss": 0.0047,
      "step": 58395
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8439303800906082e-07,
      "loss": 0.0095,
      "step": 58396
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.843247051469893e-07,
      "loss": 0.024,
      "step": 58397
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8425638471098516e-07,
      "loss": 0.0105,
      "step": 58398
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.841880767012255e-07,
      "loss": 0.0028,
      "step": 58399
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.841197811178863e-07,
      "loss": 0.0073,
      "step": 58400
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.840514979611424e-07,
      "loss": 0.0175,
      "step": 58401
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8398322723117145e-07,
      "loss": 0.0029,
      "step": 58402
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8391496892814885e-07,
      "loss": 0.0064,
      "step": 58403
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8384672305225115e-07,
      "loss": 0.0091,
      "step": 58404
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8377848960365486e-07,
      "loss": 0.0069,
      "step": 58405
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8371026858253427e-07,
      "loss": 0.0073,
      "step": 58406
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8364205998906814e-07,
      "loss": 0.0036,
      "step": 58407
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8357386382343022e-07,
      "loss": 0.0017,
      "step": 58408
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8350568008579706e-07,
      "loss": 0.0055,
      "step": 58409
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8343750877634569e-07,
      "loss": 0.0082,
      "step": 58410
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.833693498952499e-07,
      "loss": 0.0278,
      "step": 58411
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8330120344268732e-07,
      "loss": 0.0055,
      "step": 58412
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8323306941883333e-07,
      "loss": 0.0062,
      "step": 58413
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8316494782386395e-07,
      "loss": 0.018,
      "step": 58414
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8309683865795458e-07,
      "loss": 0.011,
      "step": 58415
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8302874192128007e-07,
      "loss": 0.0126,
      "step": 58416
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8296065761401804e-07,
      "loss": 0.0036,
      "step": 58417
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8289258573634284e-07,
      "loss": 0.0077,
      "step": 58418
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.828245262884304e-07,
      "loss": 0.0063,
      "step": 58419
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8275647927045727e-07,
      "loss": 0.0076,
      "step": 58420
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8268844468259772e-07,
      "loss": 0.0051,
      "step": 58421
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8262042252502776e-07,
      "loss": 0.0042,
      "step": 58422
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.825524127979228e-07,
      "loss": 0.0047,
      "step": 58423
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8248441550145823e-07,
      "loss": 0.0032,
      "step": 58424
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.824164306358106e-07,
      "loss": 0.0043,
      "step": 58425
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8234845820115366e-07,
      "loss": 0.0123,
      "step": 58426
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8228049819766392e-07,
      "loss": 0.0065,
      "step": 58427
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8221255062551679e-07,
      "loss": 0.0046,
      "step": 58428
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8214461548488716e-07,
      "loss": 0.006,
      "step": 58429
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.820766927759504e-07,
      "loss": 0.0058,
      "step": 58430
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8200878249888144e-07,
      "loss": 0.0029,
      "step": 58431
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8194088465385618e-07,
      "loss": 0.008,
      "step": 58432
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8187299924104895e-07,
      "loss": 0.0022,
      "step": 58433
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8180512626063573e-07,
      "loss": 0.0097,
      "step": 58434
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8173726571279193e-07,
      "loss": 0.0044,
      "step": 58435
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8166941759769185e-07,
      "loss": 0.0058,
      "step": 58436
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.816015819155109e-07,
      "loss": 0.0072,
      "step": 58437
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8153375866642343e-07,
      "loss": 0.0032,
      "step": 58438
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.814659478506059e-07,
      "loss": 0.0046,
      "step": 58439
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.813981494682321e-07,
      "loss": 0.0058,
      "step": 58440
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8133036351947685e-07,
      "loss": 0.0018,
      "step": 58441
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.812625900045162e-07,
      "loss": 0.004,
      "step": 58442
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8119482892352435e-07,
      "loss": 0.0066,
      "step": 58443
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8112708027667625e-07,
      "loss": 0.0063,
      "step": 58444
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8105934406414616e-07,
      "loss": 0.008,
      "step": 58445
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.809916202861095e-07,
      "loss": 0.0171,
      "step": 58446
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8092390894274116e-07,
      "loss": 0.0061,
      "step": 58447
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8085621003421482e-07,
      "loss": 0.0042,
      "step": 58448
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.80788523560706e-07,
      "loss": 0.0087,
      "step": 58449
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8072084952239e-07,
      "loss": 0.0078,
      "step": 58450
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8065318791944065e-07,
      "loss": 0.0252,
      "step": 58451
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.805855387520322e-07,
      "loss": 0.0108,
      "step": 58452
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8051790202033903e-07,
      "loss": 0.0316,
      "step": 58453
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8045027772453706e-07,
      "loss": 0.0062,
      "step": 58454
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8038266586479947e-07,
      "loss": 0.0055,
      "step": 58455
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8031506644130113e-07,
      "loss": 0.0037,
      "step": 58456
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.802474794542175e-07,
      "loss": 0.0039,
      "step": 58457
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8017990490372117e-07,
      "loss": 0.0183,
      "step": 58458
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8011234278998757e-07,
      "loss": 0.0188,
      "step": 58459
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8004479311319045e-07,
      "loss": 0.003,
      "step": 58460
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7997725587350468e-07,
      "loss": 0.0024,
      "step": 58461
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7990973107110456e-07,
      "loss": 0.0132,
      "step": 58462
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7984221870616324e-07,
      "loss": 0.0048,
      "step": 58463
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7977471877885732e-07,
      "loss": 0.0131,
      "step": 58464
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7970723128935884e-07,
      "loss": 0.0135,
      "step": 58465
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7963975623784158e-07,
      "loss": 0.0149,
      "step": 58466
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7957229362448146e-07,
      "loss": 0.0127,
      "step": 58467
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7950484344945117e-07,
      "loss": 0.0167,
      "step": 58468
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7943740571292556e-07,
      "loss": 0.0112,
      "step": 58469
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7936998041507836e-07,
      "loss": 0.0052,
      "step": 58470
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7930256755608387e-07,
      "loss": 0.0069,
      "step": 58471
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7923516713611534e-07,
      "loss": 0.0108,
      "step": 58472
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.79167779155347e-07,
      "loss": 0.0078,
      "step": 58473
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.791004036139532e-07,
      "loss": 0.0058,
      "step": 58474
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7903304051210712e-07,
      "loss": 0.0018,
      "step": 58475
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7896568984998253e-07,
      "loss": 0.0025,
      "step": 58476
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7889835162775371e-07,
      "loss": 0.0056,
      "step": 58477
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7883102584559443e-07,
      "loss": 0.0147,
      "step": 58478
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7876371250367841e-07,
      "loss": 0.0042,
      "step": 58479
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7869641160217887e-07,
      "loss": 0.0023,
      "step": 58480
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7862912314126956e-07,
      "loss": 0.0047,
      "step": 58481
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.785618471211248e-07,
      "loss": 0.0026,
      "step": 58482
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7849458354191663e-07,
      "loss": 0.0069,
      "step": 58483
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7842733240382105e-07,
      "loss": 0.0091,
      "step": 58484
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7836009370700957e-07,
      "loss": 0.0354,
      "step": 58485
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7829286745165654e-07,
      "loss": 0.0048,
      "step": 58486
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.782256536379351e-07,
      "loss": 0.0111,
      "step": 58487
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7815845226601848e-07,
      "loss": 0.0063,
      "step": 58488
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.780912633360804e-07,
      "loss": 0.0059,
      "step": 58489
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7802408684829463e-07,
      "loss": 0.004,
      "step": 58490
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7795692280283383e-07,
      "loss": 0.0072,
      "step": 58491
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7788977119987172e-07,
      "loss": 0.0091,
      "step": 58492
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.778226320395815e-07,
      "loss": 0.0279,
      "step": 58493
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7775550532213637e-07,
      "loss": 0.005,
      "step": 58494
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.776883910477095e-07,
      "loss": 0.0121,
      "step": 58495
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7762128921647358e-07,
      "loss": 0.0094,
      "step": 58496
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.775541998286029e-07,
      "loss": 0.0086,
      "step": 58497
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7748712288426894e-07,
      "loss": 0.0013,
      "step": 58498
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7742005838364661e-07,
      "loss": 0.0077,
      "step": 58499
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7735300632690856e-07,
      "loss": 0.0121,
      "step": 58500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.772859667142268e-07,
      "loss": 0.0064,
      "step": 58501
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7721893954577518e-07,
      "loss": 0.0097,
      "step": 58502
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.771519248217257e-07,
      "loss": 0.0135,
      "step": 58503
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7708492254225218e-07,
      "loss": 0.0059,
      "step": 58504
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7701793270752775e-07,
      "loss": 0.0067,
      "step": 58505
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.76950955317724e-07,
      "loss": 0.005,
      "step": 58506
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7688399037301518e-07,
      "loss": 0.0018,
      "step": 58507
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7681703787357342e-07,
      "loss": 0.0066,
      "step": 58508
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7675009781957187e-07,
      "loss": 0.0038,
      "step": 58509
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.766831702111821e-07,
      "loss": 0.0127,
      "step": 58510
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.766162550485778e-07,
      "loss": 0.0058,
      "step": 58511
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7654935233193115e-07,
      "loss": 0.0068,
      "step": 58512
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7648246206141528e-07,
      "loss": 0.0057,
      "step": 58513
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7641558423720285e-07,
      "loss": 0.0016,
      "step": 58514
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7634871885946646e-07,
      "loss": 0.0066,
      "step": 58515
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.762818659283777e-07,
      "loss": 0.0085,
      "step": 58516
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7621502544410973e-07,
      "loss": 0.0497,
      "step": 58517
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.761481974068352e-07,
      "loss": 0.002,
      "step": 58518
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.760813818167262e-07,
      "loss": 0.0079,
      "step": 58519
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7601457867395533e-07,
      "loss": 0.0041,
      "step": 58520
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7594778797869528e-07,
      "loss": 0.0044,
      "step": 58521
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7588100973111754e-07,
      "loss": 0.0124,
      "step": 58522
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7581424393139533e-07,
      "loss": 0.0032,
      "step": 58523
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7574749057969963e-07,
      "loss": 0.0368,
      "step": 58524
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7568074967620418e-07,
      "loss": 0.0051,
      "step": 58525
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7561402122108052e-07,
      "loss": 0.0097,
      "step": 58526
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.755473052145007e-07,
      "loss": 0.0208,
      "step": 58527
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7548060165663737e-07,
      "loss": 0.0028,
      "step": 58528
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7541391054766265e-07,
      "loss": 0.01,
      "step": 58529
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7534723188774805e-07,
      "loss": 0.0136,
      "step": 58530
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.752805656770651e-07,
      "loss": 0.0035,
      "step": 58531
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.752139119157875e-07,
      "loss": 0.0111,
      "step": 58532
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7514727060408632e-07,
      "loss": 0.0063,
      "step": 58533
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7508064174213302e-07,
      "loss": 0.0052,
      "step": 58534
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7501402533010025e-07,
      "loss": 0.0065,
      "step": 58535
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7494742136816012e-07,
      "loss": 0.0094,
      "step": 58536
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.748808298564836e-07,
      "loss": 0.0065,
      "step": 58537
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.748142507952433e-07,
      "loss": 0.0167,
      "step": 58538
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7474768418461018e-07,
      "loss": 0.0071,
      "step": 58539
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7468113002475694e-07,
      "loss": 0.0067,
      "step": 58540
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7461458831585453e-07,
      "loss": 0.0034,
      "step": 58541
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7454805905807558e-07,
      "loss": 0.0038,
      "step": 58542
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.744815422515911e-07,
      "loss": 0.017,
      "step": 58543
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7441503789657254e-07,
      "loss": 0.0121,
      "step": 58544
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7434854599319207e-07,
      "loss": 0.0045,
      "step": 58545
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.742820665416206e-07,
      "loss": 0.0025,
      "step": 58546
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7421559954203026e-07,
      "loss": 0.009,
      "step": 58547
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7414914499459257e-07,
      "loss": 0.0138,
      "step": 58548
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.740827028994785e-07,
      "loss": 0.0088,
      "step": 58549
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7401627325685954e-07,
      "loss": 0.015,
      "step": 58550
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7394985606690785e-07,
      "loss": 0.0069,
      "step": 58551
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7388345132979433e-07,
      "loss": 0.0069,
      "step": 58552
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7381705904569057e-07,
      "loss": 0.0125,
      "step": 58553
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.737506792147664e-07,
      "loss": 0.0035,
      "step": 58554
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7368431183719503e-07,
      "loss": 0.0032,
      "step": 58555
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7361795691314687e-07,
      "loss": 0.0139,
      "step": 58556
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7355161444279346e-07,
      "loss": 0.0163,
      "step": 58557
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7348528442630575e-07,
      "loss": 0.0048,
      "step": 58558
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.734189668638553e-07,
      "loss": 0.004,
      "step": 58559
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.733526617556125e-07,
      "loss": 0.003,
      "step": 58560
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7328636910174835e-07,
      "loss": 0.0065,
      "step": 58561
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7322008890243492e-07,
      "loss": 0.0086,
      "step": 58562
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7315382115784263e-07,
      "loss": 0.0028,
      "step": 58563
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.730875658681419e-07,
      "loss": 0.0159,
      "step": 58564
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7302132303350537e-07,
      "loss": 0.0043,
      "step": 58565
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.729550926541018e-07,
      "loss": 0.0026,
      "step": 58566
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7288887473010386e-07,
      "loss": 0.0065,
      "step": 58567
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7282266926168188e-07,
      "loss": 0.0123,
      "step": 58568
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7275647624900582e-07,
      "loss": 0.027,
      "step": 58569
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.726902956922477e-07,
      "loss": 0.0031,
      "step": 58570
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7262412759157743e-07,
      "loss": 0.019,
      "step": 58571
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7255797194716707e-07,
      "loss": 0.0032,
      "step": 58572
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7249182875918646e-07,
      "loss": 0.0113,
      "step": 58573
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7242569802780494e-07,
      "loss": 0.0301,
      "step": 58574
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7235957975319517e-07,
      "loss": 0.0083,
      "step": 58575
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.722934739355264e-07,
      "loss": 0.009,
      "step": 58576
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7222738057497023e-07,
      "loss": 0.0066,
      "step": 58577
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7216129967169647e-07,
      "loss": 0.0113,
      "step": 58578
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7209523122587669e-07,
      "loss": 0.0109,
      "step": 58579
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7202917523768016e-07,
      "loss": 0.0117,
      "step": 58580
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.719631317072773e-07,
      "loss": 0.0196,
      "step": 58581
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7189710063483967e-07,
      "loss": 0.008,
      "step": 58582
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7183108202053656e-07,
      "loss": 0.0052,
      "step": 58583
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7176507586453838e-07,
      "loss": 0.0047,
      "step": 58584
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.716990821670167e-07,
      "loss": 0.0042,
      "step": 58585
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7163310092814078e-07,
      "loss": 0.0026,
      "step": 58586
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7156713214808052e-07,
      "loss": 0.0198,
      "step": 58587
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7150117582700742e-07,
      "loss": 0.0079,
      "step": 58588
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7143523196508972e-07,
      "loss": 0.0056,
      "step": 58589
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7136930056249945e-07,
      "loss": 0.0148,
      "step": 58590
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.713033816194054e-07,
      "loss": 0.0086,
      "step": 58591
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.712374751359791e-07,
      "loss": 0.0058,
      "step": 58592
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.711715811123893e-07,
      "loss": 0.0244,
      "step": 58593
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7110569954880696e-07,
      "loss": 0.0139,
      "step": 58594
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.710398304454014e-07,
      "loss": 0.0071,
      "step": 58595
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.709739738023425e-07,
      "loss": 0.0071,
      "step": 58596
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.709081296198012e-07,
      "loss": 0.0096,
      "step": 58597
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7084229789794625e-07,
      "loss": 0.0067,
      "step": 58598
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7077647863694758e-07,
      "loss": 0.0106,
      "step": 58599
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.707106718369761e-07,
      "loss": 0.0094,
      "step": 58600
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7064487749820112e-07,
      "loss": 0.0073,
      "step": 58601
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.70579095620792e-07,
      "loss": 0.0404,
      "step": 58602
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7051332620491856e-07,
      "loss": 0.007,
      "step": 58603
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7044756925075012e-07,
      "loss": 0.0031,
      "step": 58604
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7038182475845765e-07,
      "loss": 0.0024,
      "step": 58605
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7031609272820938e-07,
      "loss": 0.0063,
      "step": 58606
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7025037316017624e-07,
      "loss": 0.005,
      "step": 58607
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7018466605452755e-07,
      "loss": 0.0165,
      "step": 58608
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7011897141143153e-07,
      "loss": 0.0049,
      "step": 58609
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7005328923105914e-07,
      "loss": 0.0093,
      "step": 58610
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6998761951357913e-07,
      "loss": 0.0162,
      "step": 58611
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6992196225916135e-07,
      "loss": 0.0092,
      "step": 58612
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6985631746797516e-07,
      "loss": 0.0044,
      "step": 58613
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.697906851401887e-07,
      "loss": 0.0046,
      "step": 58614
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6972506527597354e-07,
      "loss": 0.0044,
      "step": 58615
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6965945787549787e-07,
      "loss": 0.0055,
      "step": 58616
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.69593862938931e-07,
      "loss": 0.0044,
      "step": 58617
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6952828046644222e-07,
      "loss": 0.015,
      "step": 58618
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6946271045819974e-07,
      "loss": 0.0267,
      "step": 58619
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.693971529143751e-07,
      "loss": 0.038,
      "step": 58620
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.693316078351348e-07,
      "loss": 0.0093,
      "step": 58621
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6926607522065042e-07,
      "loss": 0.0048,
      "step": 58622
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6920055507109013e-07,
      "loss": 0.0086,
      "step": 58623
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6913504738662157e-07,
      "loss": 0.0182,
      "step": 58624
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6906955216741573e-07,
      "loss": 0.0102,
      "step": 58625
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6900406941364024e-07,
      "loss": 0.0048,
      "step": 58626
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6893859912546551e-07,
      "loss": 0.0046,
      "step": 58627
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6887314130305922e-07,
      "loss": 0.0063,
      "step": 58628
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6880769594659062e-07,
      "loss": 0.0076,
      "step": 58629
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6874226305622908e-07,
      "loss": 0.0071,
      "step": 58630
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6867684263214223e-07,
      "loss": 0.0042,
      "step": 58631
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6861143467450047e-07,
      "loss": 0.0125,
      "step": 58632
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6854603918347145e-07,
      "loss": 0.0032,
      "step": 58633
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6848065615922394e-07,
      "loss": 0.0197,
      "step": 58634
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6841528560192778e-07,
      "loss": 0.0168,
      "step": 58635
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6834992751175006e-07,
      "loss": 0.0167,
      "step": 58636
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6828458188886064e-07,
      "loss": 0.0061,
      "step": 58637
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6821924873342776e-07,
      "loss": 0.0156,
      "step": 58638
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6815392804561904e-07,
      "loss": 0.0222,
      "step": 58639
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6808861982560488e-07,
      "loss": 0.0039,
      "step": 58640
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6802332407355182e-07,
      "loss": 0.0057,
      "step": 58641
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.679580407896303e-07,
      "loss": 0.013,
      "step": 58642
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6789276997400738e-07,
      "loss": 0.0013,
      "step": 58643
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.678275116268524e-07,
      "loss": 0.0054,
      "step": 58644
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.67762265748333e-07,
      "loss": 0.009,
      "step": 58645
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6769703233861734e-07,
      "loss": 0.0046,
      "step": 58646
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6763181139787478e-07,
      "loss": 0.0047,
      "step": 58647
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6756660292627293e-07,
      "loss": 0.0195,
      "step": 58648
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6750140692397943e-07,
      "loss": 0.0102,
      "step": 58649
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6743622339116416e-07,
      "loss": 0.0048,
      "step": 58650
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.673710523279942e-07,
      "loss": 0.0118,
      "step": 58651
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.673058937346378e-07,
      "loss": 0.0013,
      "step": 58652
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6724074761126362e-07,
      "loss": 0.0093,
      "step": 58653
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6717561395803827e-07,
      "loss": 0.0109,
      "step": 58654
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6711049277513214e-07,
      "loss": 0.0021,
      "step": 58655
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6704538406271065e-07,
      "loss": 0.0075,
      "step": 58656
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.669802878209442e-07,
      "loss": 0.0053,
      "step": 58657
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6691520404999994e-07,
      "loss": 0.0076,
      "step": 58658
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.668501327500449e-07,
      "loss": 0.0038,
      "step": 58659
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6678507392124843e-07,
      "loss": 0.0048,
      "step": 58660
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6672002756377647e-07,
      "loss": 0.0043,
      "step": 58661
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6665499367779892e-07,
      "loss": 0.0071,
      "step": 58662
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6658997226348282e-07,
      "loss": 0.0048,
      "step": 58663
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6652496332099477e-07,
      "loss": 0.008,
      "step": 58664
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.664599668505046e-07,
      "loss": 0.0043,
      "step": 58665
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6639498285217882e-07,
      "loss": 0.0028,
      "step": 58666
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6633001132618566e-07,
      "loss": 0.018,
      "step": 58667
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.662650522726922e-07,
      "loss": 0.0071,
      "step": 58668
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6620010569186551e-07,
      "loss": 0.0082,
      "step": 58669
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6613517158387438e-07,
      "loss": 0.0195,
      "step": 58670
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.660702499488859e-07,
      "loss": 0.0029,
      "step": 58671
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6600534078706765e-07,
      "loss": 0.0065,
      "step": 58672
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.659404440985879e-07,
      "loss": 0.0073,
      "step": 58673
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6587555988361205e-07,
      "loss": 0.0019,
      "step": 58674
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6581068814230938e-07,
      "loss": 0.0251,
      "step": 58675
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6574582887484593e-07,
      "loss": 0.0106,
      "step": 58676
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.656809820813904e-07,
      "loss": 0.0144,
      "step": 58677
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6561614776210931e-07,
      "loss": 0.0127,
      "step": 58678
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6555132591716983e-07,
      "loss": 0.0034,
      "step": 58679
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6548651654674063e-07,
      "loss": 0.0091,
      "step": 58680
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6542171965098664e-07,
      "loss": 0.028,
      "step": 58681
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6535693523007712e-07,
      "loss": 0.0033,
      "step": 58682
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6529216328417808e-07,
      "loss": 0.0104,
      "step": 58683
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6522740381345604e-07,
      "loss": 0.0025,
      "step": 58684
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.651626568180803e-07,
      "loss": 0.0016,
      "step": 58685
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6509792229821631e-07,
      "loss": 0.0078,
      "step": 58686
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6503320025403114e-07,
      "loss": 0.0046,
      "step": 58687
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6496849068569242e-07,
      "loss": 0.0146,
      "step": 58688
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6490379359336616e-07,
      "loss": 0.0054,
      "step": 58689
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6483910897722054e-07,
      "loss": 0.0123,
      "step": 58690
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.64774436837421e-07,
      "loss": 0.0052,
      "step": 58691
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6470977717413627e-07,
      "loss": 0.0114,
      "step": 58692
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.646451299875318e-07,
      "loss": 0.0044,
      "step": 58693
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.645804952777752e-07,
      "loss": 0.0067,
      "step": 58694
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6451587304503301e-07,
      "loss": 0.0071,
      "step": 58695
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.644512632894707e-07,
      "loss": 0.0062,
      "step": 58696
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6438666601125697e-07,
      "loss": 0.0167,
      "step": 58697
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6432208121055726e-07,
      "loss": 0.0068,
      "step": 58698
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6425750888753867e-07,
      "loss": 0.0058,
      "step": 58699
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.641929490423677e-07,
      "loss": 0.0037,
      "step": 58700
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.641284016752115e-07,
      "loss": 0.0118,
      "step": 58701
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6406386678623543e-07,
      "loss": 0.0016,
      "step": 58702
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6399934437560717e-07,
      "loss": 0.0081,
      "step": 58703
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6393483444349213e-07,
      "loss": 0.0046,
      "step": 58704
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6387033699005795e-07,
      "loss": 0.0067,
      "step": 58705
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.638058520154695e-07,
      "loss": 0.0025,
      "step": 58706
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6374137951989554e-07,
      "loss": 0.0019,
      "step": 58707
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.636769195035004e-07,
      "loss": 0.0037,
      "step": 58708
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6361247196645113e-07,
      "loss": 0.0019,
      "step": 58709
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6354803690891373e-07,
      "loss": 0.0088,
      "step": 58710
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6348361433105474e-07,
      "loss": 0.0052,
      "step": 58711
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6341920423304014e-07,
      "loss": 0.0065,
      "step": 58712
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.63354806615037e-07,
      "loss": 0.0019,
      "step": 58713
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6329042147720965e-07,
      "loss": 0.0057,
      "step": 58714
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6322604881972627e-07,
      "loss": 0.0024,
      "step": 58715
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6316168864275173e-07,
      "loss": 0.0017,
      "step": 58716
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6309734094645313e-07,
      "loss": 0.0071,
      "step": 58717
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6303300573099533e-07,
      "loss": 0.0097,
      "step": 58718
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6296868299654434e-07,
      "loss": 0.0093,
      "step": 58719
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6290437274326666e-07,
      "loss": 0.0028,
      "step": 58720
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6284007497132825e-07,
      "loss": 0.0059,
      "step": 58721
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627757896808957e-07,
      "loss": 0.0193,
      "step": 58722
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6271151687213382e-07,
      "loss": 0.0076,
      "step": 58723
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6264725654520863e-07,
      "loss": 0.0172,
      "step": 58724
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.625830087002861e-07,
      "loss": 0.0004,
      "step": 58725
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6251877333753164e-07,
      "loss": 0.0093,
      "step": 58726
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6245455045711233e-07,
      "loss": 0.0105,
      "step": 58727
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6239034005919252e-07,
      "loss": 0.0026,
      "step": 58728
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.623261421439376e-07,
      "loss": 0.0159,
      "step": 58729
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6226195671151525e-07,
      "loss": 0.0213,
      "step": 58730
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6219778376208805e-07,
      "loss": 0.0028,
      "step": 58731
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6213362329582482e-07,
      "loss": 0.0024,
      "step": 58732
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6206947531288875e-07,
      "loss": 0.0163,
      "step": 58733
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6200533981344636e-07,
      "loss": 0.0087,
      "step": 58734
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6194121679766305e-07,
      "loss": 0.0072,
      "step": 58735
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6187710626570376e-07,
      "loss": 0.0065,
      "step": 58736
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6181300821773548e-07,
      "loss": 0.006,
      "step": 58737
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6174892265392207e-07,
      "loss": 0.0046,
      "step": 58738
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6168484957442888e-07,
      "loss": 0.0122,
      "step": 58739
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.616207889794219e-07,
      "loss": 0.0038,
      "step": 58740
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6155674086906603e-07,
      "loss": 0.0065,
      "step": 58741
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6149270524352723e-07,
      "loss": 0.0126,
      "step": 58742
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.614286821029698e-07,
      "loss": 0.0205,
      "step": 58743
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6136467144755973e-07,
      "loss": 0.0093,
      "step": 58744
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.613006732774619e-07,
      "loss": 0.0291,
      "step": 58745
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6123668759284062e-07,
      "loss": 0.0068,
      "step": 58746
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6117271439386238e-07,
      "loss": 0.0054,
      "step": 58747
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6110875368069155e-07,
      "loss": 0.0099,
      "step": 58748
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6104480545349244e-07,
      "loss": 0.004,
      "step": 58749
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6098086971243153e-07,
      "loss": 0.0182,
      "step": 58750
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6091694645767318e-07,
      "loss": 0.0072,
      "step": 58751
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6085303568938226e-07,
      "loss": 0.0023,
      "step": 58752
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6078913740772417e-07,
      "loss": 0.0057,
      "step": 58753
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6072525161286213e-07,
      "loss": 0.0062,
      "step": 58754
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.606613783049632e-07,
      "loss": 0.0015,
      "step": 58755
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6059751748419007e-07,
      "loss": 0.0068,
      "step": 58756
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6053366915070978e-07,
      "loss": 0.0197,
      "step": 58757
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6046983330468557e-07,
      "loss": 0.0089,
      "step": 58758
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.604060099462823e-07,
      "loss": 0.0058,
      "step": 58759
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6034219907566485e-07,
      "loss": 0.0035,
      "step": 58760
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.602784006929975e-07,
      "loss": 0.0113,
      "step": 58761
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6021461479844625e-07,
      "loss": 0.009,
      "step": 58762
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.601508413921743e-07,
      "loss": 0.0182,
      "step": 58763
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6008708047434596e-07,
      "loss": 0.0059,
      "step": 58764
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.600233320451272e-07,
      "loss": 0.0082,
      "step": 58765
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5995959610468126e-07,
      "loss": 0.0095,
      "step": 58766
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5989587265317353e-07,
      "loss": 0.0022,
      "step": 58767
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5983216169076776e-07,
      "loss": 0.0038,
      "step": 58768
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5976846321762774e-07,
      "loss": 0.0118,
      "step": 58769
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5970477723391942e-07,
      "loss": 0.0084,
      "step": 58770
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.59641103739806e-07,
      "loss": 0.0093,
      "step": 58771
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5957744273545239e-07,
      "loss": 0.0073,
      "step": 58772
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5951379422102287e-07,
      "loss": 0.0046,
      "step": 58773
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.594501581966812e-07,
      "loss": 0.0158,
      "step": 58774
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5938653466259168e-07,
      "loss": 0.0109,
      "step": 58775
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.593229236189181e-07,
      "loss": 0.0104,
      "step": 58776
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5925932506582587e-07,
      "loss": 0.0068,
      "step": 58777
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5919573900347818e-07,
      "loss": 0.0075,
      "step": 58778
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.591321654320388e-07,
      "loss": 0.0029,
      "step": 58779
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.590686043516726e-07,
      "loss": 0.0214,
      "step": 58780
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5900505576254276e-07,
      "loss": 0.015,
      "step": 58781
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.589415196648142e-07,
      "loss": 0.0155,
      "step": 58782
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5887799605865006e-07,
      "loss": 0.0042,
      "step": 58783
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5881448494421414e-07,
      "loss": 0.0048,
      "step": 58784
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.587509863216713e-07,
      "loss": 0.0238,
      "step": 58785
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5868750019118472e-07,
      "loss": 0.0017,
      "step": 58786
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.586240265529182e-07,
      "loss": 0.0035,
      "step": 58787
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5856056540703657e-07,
      "loss": 0.0029,
      "step": 58788
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5849711675370084e-07,
      "loss": 0.0154,
      "step": 58789
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5843368059307808e-07,
      "loss": 0.0018,
      "step": 58790
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5837025692532927e-07,
      "loss": 0.0033,
      "step": 58791
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5830684575061983e-07,
      "loss": 0.0245,
      "step": 58792
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.58243447069113e-07,
      "loss": 0.0168,
      "step": 58793
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5818006088097193e-07,
      "loss": 0.0111,
      "step": 58794
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5811668718636042e-07,
      "loss": 0.0146,
      "step": 58795
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.580533259854411e-07,
      "loss": 0.0023,
      "step": 58796
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5798997727837939e-07,
      "loss": 0.0314,
      "step": 58797
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.579266410653374e-07,
      "loss": 0.0033,
      "step": 58798
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.578633173464783e-07,
      "loss": 0.0126,
      "step": 58799
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.57800006121967e-07,
      "loss": 0.0024,
      "step": 58800
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5773670739196556e-07,
      "loss": 0.0262,
      "step": 58801
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.576734211566372e-07,
      "loss": 0.0114,
      "step": 58802
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5761014741614623e-07,
      "loss": 0.0056,
      "step": 58803
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5754688617065473e-07,
      "loss": 0.003,
      "step": 58804
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5748363742032701e-07,
      "loss": 0.0019,
      "step": 58805
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5742040116532576e-07,
      "loss": 0.0055,
      "step": 58806
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5735717740581412e-07,
      "loss": 0.0132,
      "step": 58807
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.572939661419559e-07,
      "loss": 0.0201,
      "step": 58808
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5723076737391318e-07,
      "loss": 0.0039,
      "step": 58809
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5716758110184971e-07,
      "loss": 0.0144,
      "step": 58810
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5710440732592758e-07,
      "loss": 0.0065,
      "step": 58811
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.570412460463111e-07,
      "loss": 0.012,
      "step": 58812
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5697809726316294e-07,
      "loss": 0.004,
      "step": 58813
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.569149609766446e-07,
      "loss": 0.0039,
      "step": 58814
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5685183718692153e-07,
      "loss": 0.0061,
      "step": 58815
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5678872589415474e-07,
      "loss": 0.033,
      "step": 58816
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5672562709850791e-07,
      "loss": 0.0101,
      "step": 58817
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.566625408001432e-07,
      "loss": 0.0058,
      "step": 58818
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5659946699922323e-07,
      "loss": 0.0032,
      "step": 58819
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5653640569591232e-07,
      "loss": 0.003,
      "step": 58820
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.564733568903709e-07,
      "loss": 0.0059,
      "step": 58821
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5641032058276383e-07,
      "loss": 0.0109,
      "step": 58822
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5634729677325268e-07,
      "loss": 0.0059,
      "step": 58823
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.562842854620006e-07,
      "loss": 0.0032,
      "step": 58824
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5622128664916913e-07,
      "loss": 0.0088,
      "step": 58825
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5615830033492153e-07,
      "loss": 0.0168,
      "step": 58826
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.560953265194204e-07,
      "loss": 0.0023,
      "step": 58827
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.560323652028284e-07,
      "loss": 0.0156,
      "step": 58828
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5596941638530704e-07,
      "loss": 0.0084,
      "step": 58829
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.559064800670196e-07,
      "loss": 0.0025,
      "step": 58830
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5584355624812865e-07,
      "loss": 0.0016,
      "step": 58831
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5578064492879629e-07,
      "loss": 0.0083,
      "step": 58832
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5571774610918466e-07,
      "loss": 0.0176,
      "step": 58833
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5565485978945582e-07,
      "loss": 0.0038,
      "step": 58834
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5559198596977242e-07,
      "loss": 0.0164,
      "step": 58835
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5552912465029656e-07,
      "loss": 0.0144,
      "step": 58836
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.554662758311909e-07,
      "loss": 0.0067,
      "step": 58837
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5540343951261805e-07,
      "loss": 0.0061,
      "step": 58838
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.553406156947379e-07,
      "loss": 0.032,
      "step": 58839
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5527780437771478e-07,
      "loss": 0.0103,
      "step": 58840
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.552150055617091e-07,
      "loss": 0.0032,
      "step": 58841
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5515221924688463e-07,
      "loss": 0.0086,
      "step": 58842
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5508944543340288e-07,
      "loss": 0.0057,
      "step": 58843
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5502668412142428e-07,
      "loss": 0.0102,
      "step": 58844
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5496393531111376e-07,
      "loss": 0.0047,
      "step": 58845
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5490119900263e-07,
      "loss": 0.0078,
      "step": 58846
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.548384751961368e-07,
      "loss": 0.004,
      "step": 58847
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5477576389179572e-07,
      "loss": 0.003,
      "step": 58848
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.547130650897677e-07,
      "loss": 0.0121,
      "step": 58849
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5465037879021593e-07,
      "loss": 0.0065,
      "step": 58850
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.545877049933009e-07,
      "loss": 0.0136,
      "step": 58851
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5452504369918574e-07,
      "loss": 0.0041,
      "step": 58852
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5446239490803094e-07,
      "loss": 0.0169,
      "step": 58853
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.54399758619998e-07,
      "loss": 0.0025,
      "step": 58854
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.543371348352496e-07,
      "loss": 0.0189,
      "step": 58855
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5427452355394611e-07,
      "loss": 0.017,
      "step": 58856
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5421192477625024e-07,
      "loss": 0.0053,
      "step": 58857
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5414933850232293e-07,
      "loss": 0.013,
      "step": 58858
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.540867647323263e-07,
      "loss": 0.0243,
      "step": 58859
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5402420346642078e-07,
      "loss": 0.0249,
      "step": 58860
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5396165470476786e-07,
      "loss": 0.0059,
      "step": 58861
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5389911844753025e-07,
      "loss": 0.0105,
      "step": 58862
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5383659469486833e-07,
      "loss": 0.0221,
      "step": 58863
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5377408344694257e-07,
      "loss": 0.0075,
      "step": 58864
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.537115847039161e-07,
      "loss": 0.0375,
      "step": 58865
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5364909846594945e-07,
      "loss": 0.046,
      "step": 58866
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5358662473320352e-07,
      "loss": 0.0091,
      "step": 58867
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5352416350583987e-07,
      "loss": 0.0091,
      "step": 58868
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5346171478401893e-07,
      "loss": 0.0086,
      "step": 58869
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5339927856790336e-07,
      "loss": 0.0027,
      "step": 58870
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5333685485765248e-07,
      "loss": 0.0022,
      "step": 58871
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5327444365342837e-07,
      "loss": 0.0132,
      "step": 58872
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5321204495539256e-07,
      "loss": 0.0042,
      "step": 58873
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5314965876370547e-07,
      "loss": 0.0048,
      "step": 58874
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5308728507852755e-07,
      "loss": 0.0151,
      "step": 58875
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5302492390001978e-07,
      "loss": 0.0079,
      "step": 58876
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5296257522834424e-07,
      "loss": 0.0082,
      "step": 58877
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5290023906366135e-07,
      "loss": 0.0105,
      "step": 58878
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5283791540613103e-07,
      "loss": 0.0058,
      "step": 58879
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5277560425591532e-07,
      "loss": 0.0025,
      "step": 58880
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.527133056131741e-07,
      "loss": 0.0049,
      "step": 58881
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5265101947806894e-07,
      "loss": 0.01,
      "step": 58882
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5258874585075967e-07,
      "loss": 0.0051,
      "step": 58883
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.525264847314073e-07,
      "loss": 0.0115,
      "step": 58884
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5246423612017282e-07,
      "loss": 0.0093,
      "step": 58885
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5240200001721607e-07,
      "loss": 0.005,
      "step": 58886
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5233977642269915e-07,
      "loss": 0.0032,
      "step": 58887
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.522775653367814e-07,
      "loss": 0.0058,
      "step": 58888
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5221536675962377e-07,
      "loss": 0.0077,
      "step": 58889
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.521531806913862e-07,
      "loss": 0.0032,
      "step": 58890
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5209100713222902e-07,
      "loss": 0.0081,
      "step": 58891
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5202884608231439e-07,
      "loss": 0.0033,
      "step": 58892
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5196669754180104e-07,
      "loss": 0.0128,
      "step": 58893
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5190456151084886e-07,
      "loss": 0.0112,
      "step": 58894
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5184243798962106e-07,
      "loss": 0.007,
      "step": 58895
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5178032697827416e-07,
      "loss": 0.0076,
      "step": 58896
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5171822847697136e-07,
      "loss": 0.0062,
      "step": 58897
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5165614248587147e-07,
      "loss": 0.0033,
      "step": 58898
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.515940690051343e-07,
      "loss": 0.0026,
      "step": 58899
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.515320080349214e-07,
      "loss": 0.0167,
      "step": 58900
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5146995957539213e-07,
      "loss": 0.0056,
      "step": 58901
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.514079236267074e-07,
      "loss": 0.0067,
      "step": 58902
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5134590018902606e-07,
      "loss": 0.0033,
      "step": 58903
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5128388926250847e-07,
      "loss": 0.0042,
      "step": 58904
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.512218908473151e-07,
      "loss": 0.0292,
      "step": 58905
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5115990494360522e-07,
      "loss": 0.0021,
      "step": 58906
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5109793155153985e-07,
      "loss": 0.0102,
      "step": 58907
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.510359706712783e-07,
      "loss": 0.0052,
      "step": 58908
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5097402230298042e-07,
      "loss": 0.005,
      "step": 58909
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.509120864468061e-07,
      "loss": 0.0095,
      "step": 58910
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5085016310291412e-07,
      "loss": 0.0181,
      "step": 58911
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5078825227146654e-07,
      "loss": 0.0093,
      "step": 58912
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.507263539526216e-07,
      "loss": 0.0101,
      "step": 58913
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5066446814653856e-07,
      "loss": 0.0086,
      "step": 58914
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5060259485337847e-07,
      "loss": 0.0019,
      "step": 58915
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.505407340733006e-07,
      "loss": 0.0135,
      "step": 58916
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5047888580646374e-07,
      "loss": 0.0059,
      "step": 58917
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5041705005302832e-07,
      "loss": 0.0046,
      "step": 58918
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5035522681315306e-07,
      "loss": 0.0064,
      "step": 58919
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.50293416086999e-07,
      "loss": 0.0136,
      "step": 58920
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5023161787472373e-07,
      "loss": 0.0025,
      "step": 58921
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.501698321764883e-07,
      "loss": 0.0078,
      "step": 58922
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.501080589924514e-07,
      "loss": 0.0061,
      "step": 58923
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.500462983227724e-07,
      "loss": 0.0058,
      "step": 58924
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.499845501676106e-07,
      "loss": 0.004,
      "step": 58925
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.499228145271253e-07,
      "loss": 0.0038,
      "step": 58926
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4986109140147697e-07,
      "loss": 0.0024,
      "step": 58927
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4979938079082324e-07,
      "loss": 0.0035,
      "step": 58928
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4973768269532397e-07,
      "loss": 0.0121,
      "step": 58929
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4967599711513847e-07,
      "loss": 0.002,
      "step": 58930
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4961432405042608e-07,
      "loss": 0.0126,
      "step": 58931
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4955266350134555e-07,
      "loss": 0.0088,
      "step": 58932
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4949101546805677e-07,
      "loss": 0.0098,
      "step": 58933
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4942937995071683e-07,
      "loss": 0.0054,
      "step": 58934
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4936775694948725e-07,
      "loss": 0.0024,
      "step": 58935
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4930614646452512e-07,
      "loss": 0.0041,
      "step": 58936
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.492445484959909e-07,
      "loss": 0.0069,
      "step": 58937
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.491829630440428e-07,
      "loss": 0.0017,
      "step": 58938
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.491213901088395e-07,
      "loss": 0.0111,
      "step": 58939
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4905982969054043e-07,
      "loss": 0.0067,
      "step": 58940
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4899828178930374e-07,
      "loss": 0.0059,
      "step": 58941
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4893674640528931e-07,
      "loss": 0.0081,
      "step": 58942
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.488752235386548e-07,
      "loss": 0.0126,
      "step": 58943
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4881371318955895e-07,
      "loss": 0.0043,
      "step": 58944
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4875221535816165e-07,
      "loss": 0.012,
      "step": 58945
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4869073004462108e-07,
      "loss": 0.0188,
      "step": 58946
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4862925724909548e-07,
      "loss": 0.0048,
      "step": 58947
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4856779697174416e-07,
      "loss": 0.0144,
      "step": 58948
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4850634921272421e-07,
      "loss": 0.0084,
      "step": 58949
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4844491397219607e-07,
      "loss": 0.0054,
      "step": 58950
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.483834912503168e-07,
      "loss": 0.0075,
      "step": 58951
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4832208104724578e-07,
      "loss": 0.0268,
      "step": 58952
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4826068336314226e-07,
      "loss": 0.0036,
      "step": 58953
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4819929819816226e-07,
      "loss": 0.0121,
      "step": 58954
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4813792555246564e-07,
      "loss": 0.0093,
      "step": 58955
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4807656542621064e-07,
      "loss": 0.0108,
      "step": 58956
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4801521781955598e-07,
      "loss": 0.0058,
      "step": 58957
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4795388273265986e-07,
      "loss": 0.0094,
      "step": 58958
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4789256016568e-07,
      "loss": 0.0041,
      "step": 58959
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4783125011877454e-07,
      "loss": 0.0119,
      "step": 58960
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4776995259210225e-07,
      "loss": 0.0142,
      "step": 58961
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.477086675858208e-07,
      "loss": 0.0173,
      "step": 58962
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4764739510008896e-07,
      "loss": 0.0037,
      "step": 58963
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4758613513506438e-07,
      "loss": 0.0115,
      "step": 58964
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4752488769090522e-07,
      "loss": 0.0094,
      "step": 58965
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4746365276776976e-07,
      "loss": 0.0097,
      "step": 58966
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.474024303658156e-07,
      "loss": 0.0044,
      "step": 58967
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4734122048520093e-07,
      "loss": 0.0016,
      "step": 58968
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4728002312608346e-07,
      "loss": 0.0078,
      "step": 58969
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4721883828862138e-07,
      "loss": 0.0081,
      "step": 58970
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4715766597297232e-07,
      "loss": 0.008,
      "step": 58971
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4709650617929506e-07,
      "loss": 0.0014,
      "step": 58972
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4703535890774612e-07,
      "loss": 0.004,
      "step": 58973
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4697422415848372e-07,
      "loss": 0.0058,
      "step": 58974
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4691310193166608e-07,
      "loss": 0.0074,
      "step": 58975
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4685199222744973e-07,
      "loss": 0.0085,
      "step": 58976
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4679089504599397e-07,
      "loss": 0.0081,
      "step": 58977
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4672981038745539e-07,
      "loss": 0.0065,
      "step": 58978
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.46668738251991e-07,
      "loss": 0.0023,
      "step": 58979
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.466076786397602e-07,
      "loss": 0.0042,
      "step": 58980
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4654663155091953e-07,
      "loss": 0.0036,
      "step": 58981
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.464855969856266e-07,
      "loss": 0.0094,
      "step": 58982
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4642457494403906e-07,
      "loss": 0.0066,
      "step": 58983
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4636356542631347e-07,
      "loss": 0.0101,
      "step": 58984
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4630256843260803e-07,
      "loss": 0.0051,
      "step": 58985
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4624158396307987e-07,
      "loss": 0.0145,
      "step": 58986
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4618061201788714e-07,
      "loss": 0.0057,
      "step": 58987
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4611965259718641e-07,
      "loss": 0.0109,
      "step": 58988
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4605870570113535e-07,
      "loss": 0.0287,
      "step": 58989
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.45997771329891e-07,
      "loss": 0.0046,
      "step": 58990
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4593684948360997e-07,
      "loss": 0.0049,
      "step": 58991
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4587594016245043e-07,
      "loss": 0.0143,
      "step": 58992
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4581504336656948e-07,
      "loss": 0.0029,
      "step": 58993
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4575415909612367e-07,
      "loss": 0.0049,
      "step": 58994
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4569328735127064e-07,
      "loss": 0.0083,
      "step": 58995
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4563242813216693e-07,
      "loss": 0.0117,
      "step": 58996
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.455715814389702e-07,
      "loss": 0.0062,
      "step": 58997
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4551074727183756e-07,
      "loss": 0.0082,
      "step": 58998
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4544992563092442e-07,
      "loss": 0.0062,
      "step": 58999
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4538911651638954e-07,
      "loss": 0.0108,
      "step": 59000
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4532831992838835e-07,
      "loss": 0.003,
      "step": 59001
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4526753586707966e-07,
      "loss": 0.0034,
      "step": 59002
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4520676433261938e-07,
      "loss": 0.0133,
      "step": 59003
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.45146005325163e-07,
      "loss": 0.0081,
      "step": 59004
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4508525884486869e-07,
      "loss": 0.01,
      "step": 59005
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4502452489189301e-07,
      "loss": 0.0043,
      "step": 59006
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.449638034663925e-07,
      "loss": 0.006,
      "step": 59007
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4490309456852426e-07,
      "loss": 0.002,
      "step": 59008
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4484239819844426e-07,
      "loss": 0.0179,
      "step": 59009
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4478171435631015e-07,
      "loss": 0.038,
      "step": 59010
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4472104304227686e-07,
      "loss": 0.0026,
      "step": 59011
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4466038425650253e-07,
      "loss": 0.0153,
      "step": 59012
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4459973799914263e-07,
      "loss": 0.0032,
      "step": 59013
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4453910427035423e-07,
      "loss": 0.0047,
      "step": 59014
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4447848307029387e-07,
      "loss": 0.008,
      "step": 59015
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4441787439911704e-07,
      "loss": 0.0102,
      "step": 59016
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4435727825698186e-07,
      "loss": 0.0088,
      "step": 59017
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.442966946440433e-07,
      "loss": 0.0093,
      "step": 59018
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.442361235604578e-07,
      "loss": 0.0058,
      "step": 59019
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4417556500638196e-07,
      "loss": 0.0108,
      "step": 59020
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4411501898197178e-07,
      "loss": 0.0031,
      "step": 59021
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4405448548738378e-07,
      "loss": 0.0031,
      "step": 59022
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4399396452277448e-07,
      "loss": 0.0099,
      "step": 59023
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4393345608829933e-07,
      "loss": 0.0046,
      "step": 59024
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.438729601841149e-07,
      "loss": 0.0065,
      "step": 59025
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.438124768103766e-07,
      "loss": 0.0054,
      "step": 59026
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4375200596724203e-07,
      "loss": 0.0065,
      "step": 59027
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.436915476548656e-07,
      "loss": 0.0038,
      "step": 59028
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4363110187340378e-07,
      "loss": 0.0024,
      "step": 59029
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4357066862301316e-07,
      "loss": 0.0023,
      "step": 59030
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4351024790384915e-07,
      "loss": 0.0087,
      "step": 59031
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4344983971606773e-07,
      "loss": 0.0013,
      "step": 59032
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4338944405982491e-07,
      "loss": 0.0218,
      "step": 59033
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4332906093527555e-07,
      "loss": 0.001,
      "step": 59034
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4326869034257729e-07,
      "loss": 0.0013,
      "step": 59035
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4320833228188392e-07,
      "loss": 0.0072,
      "step": 59036
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4314798675335307e-07,
      "loss": 0.0129,
      "step": 59037
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4308765375713962e-07,
      "loss": 0.0133,
      "step": 59038
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4302733329339902e-07,
      "loss": 0.0083,
      "step": 59039
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4296702536228724e-07,
      "loss": 0.0046,
      "step": 59040
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4290672996395917e-07,
      "loss": 0.0198,
      "step": 59041
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4284644709857133e-07,
      "loss": 0.0229,
      "step": 59042
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4278617676627915e-07,
      "loss": 0.0109,
      "step": 59043
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4272591896723698e-07,
      "loss": 0.0068,
      "step": 59044
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4266567370160244e-07,
      "loss": 0.0021,
      "step": 59045
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4260544096952932e-07,
      "loss": 0.0018,
      "step": 59046
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4254522077117362e-07,
      "loss": 0.0013,
      "step": 59047
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4248501310669072e-07,
      "loss": 0.0069,
      "step": 59048
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4242481797623496e-07,
      "loss": 0.0049,
      "step": 59049
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4236463537996349e-07,
      "loss": 0.0047,
      "step": 59050
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4230446531803e-07,
      "loss": 0.0051,
      "step": 59051
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4224430779059105e-07,
      "loss": 0.0064,
      "step": 59052
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4218416279780101e-07,
      "loss": 0.0093,
      "step": 59053
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4212403033981581e-07,
      "loss": 0.0029,
      "step": 59054
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.420639104167898e-07,
      "loss": 0.0156,
      "step": 59055
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4200380302887785e-07,
      "loss": 0.0106,
      "step": 59056
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4194370817623591e-07,
      "loss": 0.005,
      "step": 59057
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.418836258590195e-07,
      "loss": 0.0064,
      "step": 59058
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4182355607738174e-07,
      "loss": 0.013,
      "step": 59059
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4176349883147978e-07,
      "loss": 0.0127,
      "step": 59060
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4170345412146734e-07,
      "loss": 0.0078,
      "step": 59061
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.416434219474999e-07,
      "loss": 0.0138,
      "step": 59062
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4158340230973177e-07,
      "loss": 0.0028,
      "step": 59063
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4152339520831782e-07,
      "loss": 0.0032,
      "step": 59064
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4146340064341345e-07,
      "loss": 0.0033,
      "step": 59065
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.414034186151736e-07,
      "loss": 0.0074,
      "step": 59066
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4134344912375253e-07,
      "loss": 0.007,
      "step": 59067
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4128349216930515e-07,
      "loss": 0.0083,
      "step": 59068
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4122354775198576e-07,
      "loss": 0.0087,
      "step": 59069
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.411636158719498e-07,
      "loss": 0.0129,
      "step": 59070
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4110369652935163e-07,
      "loss": 0.0086,
      "step": 59071
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4104378972434497e-07,
      "loss": 0.0067,
      "step": 59072
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4098389545708635e-07,
      "loss": 0.0047,
      "step": 59073
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4092401372772846e-07,
      "loss": 0.0023,
      "step": 59074
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4086414453642727e-07,
      "loss": 0.0033,
      "step": 59075
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.40804287883336e-07,
      "loss": 0.0074,
      "step": 59076
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4074444376860897e-07,
      "loss": 0.0036,
      "step": 59077
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4068461219240215e-07,
      "loss": 0.0046,
      "step": 59078
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4062479315486822e-07,
      "loss": 0.0059,
      "step": 59079
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4056498665616314e-07,
      "loss": 0.0107,
      "step": 59080
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4050519269644013e-07,
      "loss": 0.0049,
      "step": 59081
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.404454112758541e-07,
      "loss": 0.0071,
      "step": 59082
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4038564239455877e-07,
      "loss": 0.0072,
      "step": 59083
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4032588605270791e-07,
      "loss": 0.0084,
      "step": 59084
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4026614225045698e-07,
      "loss": 0.0081,
      "step": 59085
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4020641098795973e-07,
      "loss": 0.0171,
      "step": 59086
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4014669226536937e-07,
      "loss": 0.0019,
      "step": 59087
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4008698608284134e-07,
      "loss": 0.0073,
      "step": 59088
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4002729244052883e-07,
      "loss": 0.0094,
      "step": 59089
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3996761133858672e-07,
      "loss": 0.0078,
      "step": 59090
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3990794277716767e-07,
      "loss": 0.0101,
      "step": 59091
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3984828675642658e-07,
      "loss": 0.0209,
      "step": 59092
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.397886432765172e-07,
      "loss": 0.0136,
      "step": 59093
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3972901233759328e-07,
      "loss": 0.0105,
      "step": 59094
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.396693939398086e-07,
      "loss": 0.0068,
      "step": 59095
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3960978808331804e-07,
      "loss": 0.0026,
      "step": 59096
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3955019476827425e-07,
      "loss": 0.0272,
      "step": 59097
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3949061399483155e-07,
      "loss": 0.0019,
      "step": 59098
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.394310457631426e-07,
      "loss": 0.0046,
      "step": 59099
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3937149007336225e-07,
      "loss": 0.0118,
      "step": 59100
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3931194692564431e-07,
      "loss": 0.0066,
      "step": 59101
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.392524163201414e-07,
      "loss": 0.0083,
      "step": 59102
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3919289825700843e-07,
      "loss": 0.0069,
      "step": 59103
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3913339273639803e-07,
      "loss": 0.0131,
      "step": 59104
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3907389975846453e-07,
      "loss": 0.0045,
      "step": 59105
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3901441932336003e-07,
      "loss": 0.0086,
      "step": 59106
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3895495143123882e-07,
      "loss": 0.0039,
      "step": 59107
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3889549608225526e-07,
      "loss": 0.0014,
      "step": 59108
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.388360532765609e-07,
      "loss": 0.0035,
      "step": 59109
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.387766230143106e-07,
      "loss": 0.0047,
      "step": 59110
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3871720529565813e-07,
      "loss": 0.0142,
      "step": 59111
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3865780012075501e-07,
      "loss": 0.0121,
      "step": 59112
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3859840748975562e-07,
      "loss": 0.007,
      "step": 59113
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3853902740281257e-07,
      "loss": 0.0065,
      "step": 59114
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3847965986008015e-07,
      "loss": 0.0085,
      "step": 59115
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3842030486171053e-07,
      "loss": 0.002,
      "step": 59116
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3836096240785745e-07,
      "loss": 0.007,
      "step": 59117
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.383016324986741e-07,
      "loss": 0.0051,
      "step": 59118
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.382423151343132e-07,
      "loss": 0.0053,
      "step": 59119
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3818301031492788e-07,
      "loss": 0.0034,
      "step": 59120
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3812371804067138e-07,
      "loss": 0.0035,
      "step": 59121
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.380644383116958e-07,
      "loss": 0.0123,
      "step": 59122
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3800517112815548e-07,
      "loss": 0.0044,
      "step": 59123
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.379459164902025e-07,
      "loss": 0.0062,
      "step": 59124
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3788667439799064e-07,
      "loss": 0.0085,
      "step": 59125
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.37827444851672e-07,
      "loss": 0.0063,
      "step": 59126
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3776822785139866e-07,
      "loss": 0.0082,
      "step": 59127
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3770902339732495e-07,
      "loss": 0.0223,
      "step": 59128
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3764983148960242e-07,
      "loss": 0.0044,
      "step": 59129
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.375906521283843e-07,
      "loss": 0.0053,
      "step": 59130
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3753148531382433e-07,
      "loss": 0.0136,
      "step": 59131
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.374723310460735e-07,
      "loss": 0.0054,
      "step": 59132
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3741318932528502e-07,
      "loss": 0.0079,
      "step": 59133
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3735406015161157e-07,
      "loss": 0.0114,
      "step": 59134
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.372949435252058e-07,
      "loss": 0.0036,
      "step": 59135
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3723583944622087e-07,
      "loss": 0.0049,
      "step": 59136
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3717674791480783e-07,
      "loss": 0.005,
      "step": 59137
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3711766893111988e-07,
      "loss": 0.0175,
      "step": 59138
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3705860249531021e-07,
      "loss": 0.008,
      "step": 59139
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.369995486075304e-07,
      "loss": 0.0064,
      "step": 59140
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3694050726793306e-07,
      "loss": 0.0125,
      "step": 59141
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3688147847666978e-07,
      "loss": 0.0086,
      "step": 59142
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.368224622338943e-07,
      "loss": 0.0222,
      "step": 59143
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.367634585397576e-07,
      "loss": 0.0309,
      "step": 59144
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.367044673944129e-07,
      "loss": 0.0137,
      "step": 59145
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3664548879801175e-07,
      "loss": 0.004,
      "step": 59146
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3658652275070684e-07,
      "loss": 0.0068,
      "step": 59147
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.365275692526502e-07,
      "loss": 0.0136,
      "step": 59148
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3646862830399343e-07,
      "loss": 0.0083,
      "step": 59149
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3640969990488917e-07,
      "loss": 0.0051,
      "step": 59150
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.363507840554895e-07,
      "loss": 0.0081,
      "step": 59151
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3629188075594546e-07,
      "loss": 0.0083,
      "step": 59152
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3623299000641076e-07,
      "loss": 0.0025,
      "step": 59153
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3617411180703644e-07,
      "loss": 0.0025,
      "step": 59154
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.36115246157974e-07,
      "loss": 0.0048,
      "step": 59155
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3605639305937612e-07,
      "loss": 0.0071,
      "step": 59156
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.359975525113938e-07,
      "loss": 0.0063,
      "step": 59157
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3593872451417967e-07,
      "loss": 0.0179,
      "step": 59158
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3587990906788472e-07,
      "loss": 0.0033,
      "step": 59159
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3582110617266165e-07,
      "loss": 0.0086,
      "step": 59160
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3576231582866194e-07,
      "loss": 0.0035,
      "step": 59161
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.357035380360372e-07,
      "loss": 0.0067,
      "step": 59162
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3564477279493893e-07,
      "loss": 0.0098,
      "step": 59163
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3558602010551812e-07,
      "loss": 0.007,
      "step": 59164
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3552727996792803e-07,
      "loss": 0.0064,
      "step": 59165
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3546855238231904e-07,
      "loss": 0.0183,
      "step": 59166
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3540983734884272e-07,
      "loss": 0.0065,
      "step": 59167
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3535113486765117e-07,
      "loss": 0.0028,
      "step": 59168
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3529244493889482e-07,
      "loss": 0.0081,
      "step": 59169
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3523376756272632e-07,
      "loss": 0.0141,
      "step": 59170
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3517510273929667e-07,
      "loss": 0.0055,
      "step": 59171
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.351164504687563e-07,
      "loss": 0.0038,
      "step": 59172
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.350578107512579e-07,
      "loss": 0.0225,
      "step": 59173
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3499918358695186e-07,
      "loss": 0.006,
      "step": 59174
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3494056897599084e-07,
      "loss": 0.0215,
      "step": 59175
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3488196691852474e-07,
      "loss": 0.0022,
      "step": 59176
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3482337741470398e-07,
      "loss": 0.0088,
      "step": 59177
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3476480046468232e-07,
      "loss": 0.0151,
      "step": 59178
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.34706236068608e-07,
      "loss": 0.0091,
      "step": 59179
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3464768422663478e-07,
      "loss": 0.0078,
      "step": 59180
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.345891449389125e-07,
      "loss": 0.0046,
      "step": 59181
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3453061820559164e-07,
      "loss": 0.006,
      "step": 59182
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3447210402682487e-07,
      "loss": 0.0047,
      "step": 59183
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3441360240276092e-07,
      "loss": 0.0089,
      "step": 59184
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3435511333355244e-07,
      "loss": 0.0039,
      "step": 59185
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3429663681935046e-07,
      "loss": 0.0215,
      "step": 59186
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3423817286030426e-07,
      "loss": 0.0075,
      "step": 59187
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3417972145656656e-07,
      "loss": 0.0031,
      "step": 59188
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3412128260828716e-07,
      "loss": 0.0098,
      "step": 59189
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.340628563156171e-07,
      "loss": 0.0154,
      "step": 59190
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3400444257870736e-07,
      "loss": 0.0076,
      "step": 59191
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3394604139770785e-07,
      "loss": 0.0051,
      "step": 59192
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3388765277277004e-07,
      "loss": 0.0192,
      "step": 59193
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3382927670404388e-07,
      "loss": 0.0028,
      "step": 59194
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3377091319168145e-07,
      "loss": 0.0172,
      "step": 59195
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3371256223583208e-07,
      "loss": 0.0083,
      "step": 59196
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3365422383664618e-07,
      "loss": 0.0068,
      "step": 59197
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.335958979942753e-07,
      "loss": 0.0078,
      "step": 59198
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3353758470886879e-07,
      "loss": 0.011,
      "step": 59199
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.334792839805782e-07,
      "loss": 0.013,
      "step": 59200
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3342099580955338e-07,
      "loss": 0.004,
      "step": 59201
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3336272019594476e-07,
      "loss": 0.0019,
      "step": 59202
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3330445713990282e-07,
      "loss": 0.0049,
      "step": 59203
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3324620664157794e-07,
      "loss": 0.0131,
      "step": 59204
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.331879687011206e-07,
      "loss": 0.0108,
      "step": 59205
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3312974331868068e-07,
      "loss": 0.0199,
      "step": 59206
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3307153049440803e-07,
      "loss": 0.0071,
      "step": 59207
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3301333022845363e-07,
      "loss": 0.0065,
      "step": 59208
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3295514252096743e-07,
      "loss": 0.0016,
      "step": 59209
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.328969673720998e-07,
      "loss": 0.0302,
      "step": 59210
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.328388047820006e-07,
      "loss": 0.0032,
      "step": 59211
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3278065475081982e-07,
      "loss": 0.0073,
      "step": 59212
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3272251727870779e-07,
      "loss": 0.007,
      "step": 59213
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3266439236581386e-07,
      "loss": 0.0043,
      "step": 59214
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3260628001228904e-07,
      "loss": 0.0164,
      "step": 59215
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3254818021828264e-07,
      "loss": 0.0037,
      "step": 59216
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.32490092983944e-07,
      "loss": 0.0041,
      "step": 59217
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.324320183094241e-07,
      "loss": 0.0049,
      "step": 59218
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.323739561948728e-07,
      "loss": 0.0028,
      "step": 59219
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3231590664043948e-07,
      "loss": 0.0097,
      "step": 59220
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.322578696462734e-07,
      "loss": 0.0057,
      "step": 59221
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3219984521252504e-07,
      "loss": 0.0042,
      "step": 59222
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.321418333393437e-07,
      "loss": 0.0043,
      "step": 59223
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.320838340268793e-07,
      "loss": 0.0055,
      "step": 59224
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3202584727528224e-07,
      "loss": 0.0031,
      "step": 59225
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3196787308470128e-07,
      "loss": 0.0066,
      "step": 59226
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3190991145528576e-07,
      "loss": 0.0049,
      "step": 59227
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3185196238718557e-07,
      "loss": 0.0103,
      "step": 59228
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3179402588055002e-07,
      "loss": 0.0077,
      "step": 59229
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3173610193552955e-07,
      "loss": 0.0108,
      "step": 59230
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.316781905522724e-07,
      "loss": 0.0195,
      "step": 59231
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3162029173092893e-07,
      "loss": 0.0021,
      "step": 59232
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3156240547164855e-07,
      "loss": 0.0029,
      "step": 59233
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.315045317745789e-07,
      "loss": 0.0126,
      "step": 59234
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.314466706398715e-07,
      "loss": 0.0144,
      "step": 59235
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.313888220676751e-07,
      "loss": 0.0156,
      "step": 59236
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.31330986058138e-07,
      "loss": 0.0048,
      "step": 59237
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3127316261141056e-07,
      "loss": 0.0047,
      "step": 59238
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3121535172764154e-07,
      "loss": 0.0066,
      "step": 59239
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3115755340697978e-07,
      "loss": 0.007,
      "step": 59240
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.310997676495751e-07,
      "loss": 0.0072,
      "step": 59241
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3104199445557574e-07,
      "loss": 0.0078,
      "step": 59242
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.309842338251316e-07,
      "loss": 0.011,
      "step": 59243
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.309264857583914e-07,
      "loss": 0.0066,
      "step": 59244
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3086875025550394e-07,
      "loss": 0.0139,
      "step": 59245
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.308110273166191e-07,
      "loss": 0.0043,
      "step": 59246
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3075331694188453e-07,
      "loss": 0.0037,
      "step": 59247
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3069561913145013e-07,
      "loss": 0.0116,
      "step": 59248
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3063793388546352e-07,
      "loss": 0.0099,
      "step": 59249
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.305802612040752e-07,
      "loss": 0.0108,
      "step": 59250
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.305226010874333e-07,
      "loss": 0.0122,
      "step": 59251
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3046495353568612e-07,
      "loss": 0.0031,
      "step": 59252
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.304073185489829e-07,
      "loss": 0.004,
      "step": 59253
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.303496961274725e-07,
      "loss": 0.0057,
      "step": 59254
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3029208627130307e-07,
      "loss": 0.0134,
      "step": 59255
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3023448898062396e-07,
      "loss": 0.0313,
      "step": 59256
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3017690425558283e-07,
      "loss": 0.0091,
      "step": 59257
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.30119332096329e-07,
      "loss": 0.035,
      "step": 59258
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3006177250301066e-07,
      "loss": 0.0049,
      "step": 59259
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3000422547577663e-07,
      "loss": 0.0058,
      "step": 59260
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2994669101477563e-07,
      "loss": 0.0045,
      "step": 59261
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2988916912015592e-07,
      "loss": 0.0281,
      "step": 59262
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.298316597920657e-07,
      "loss": 0.0275,
      "step": 59263
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.297741630306526e-07,
      "loss": 0.0106,
      "step": 59264
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2971667883606654e-07,
      "loss": 0.0034,
      "step": 59265
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2965920720845515e-07,
      "loss": 0.0029,
      "step": 59266
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.296017481479661e-07,
      "loss": 0.0082,
      "step": 59267
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.295443016547493e-07,
      "loss": 0.0103,
      "step": 59268
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2948686772895125e-07,
      "loss": 0.0021,
      "step": 59269
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.294294463707213e-07,
      "loss": 0.0034,
      "step": 59270
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2937203758020712e-07,
      "loss": 0.0069,
      "step": 59271
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2931464135755634e-07,
      "loss": 0.0096,
      "step": 59272
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.292572577029183e-07,
      "loss": 0.0166,
      "step": 59273
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2919988661643956e-07,
      "loss": 0.011,
      "step": 59274
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2914252809826944e-07,
      "loss": 0.0104,
      "step": 59275
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2908518214855615e-07,
      "loss": 0.0065,
      "step": 59276
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2902784876744622e-07,
      "loss": 0.0028,
      "step": 59277
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2897052795508847e-07,
      "loss": 0.009,
      "step": 59278
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.289132197116305e-07,
      "loss": 0.007,
      "step": 59279
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2885592403722057e-07,
      "loss": 0.0104,
      "step": 59280
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2879864093200634e-07,
      "loss": 0.0162,
      "step": 59281
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2874137039613544e-07,
      "loss": 0.012,
      "step": 59282
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2868411242975664e-07,
      "loss": 0.0165,
      "step": 59283
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2862686703301597e-07,
      "loss": 0.0031,
      "step": 59284
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2856963420606272e-07,
      "loss": 0.0133,
      "step": 59285
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2851241394904345e-07,
      "loss": 0.0055,
      "step": 59286
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2845520626210582e-07,
      "loss": 0.0021,
      "step": 59287
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2839801114539863e-07,
      "loss": 0.0141,
      "step": 59288
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2834082859906838e-07,
      "loss": 0.0063,
      "step": 59289
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2828365862326385e-07,
      "loss": 0.0145,
      "step": 59290
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.282265012181305e-07,
      "loss": 0.0099,
      "step": 59291
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.281693563838171e-07,
      "loss": 0.0062,
      "step": 59292
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.281122241204713e-07,
      "loss": 0.0072,
      "step": 59293
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2805510442823966e-07,
      "loss": 0.0065,
      "step": 59294
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.279979973072709e-07,
      "loss": 0.0086,
      "step": 59295
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2794090275771108e-07,
      "loss": 0.0068,
      "step": 59296
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.278838207797084e-07,
      "loss": 0.0036,
      "step": 59297
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2782675137340994e-07,
      "loss": 0.0015,
      "step": 59298
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.277696945389617e-07,
      "loss": 0.0127,
      "step": 59299
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2771265027651303e-07,
      "loss": 0.004,
      "step": 59300
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2765561858620988e-07,
      "loss": 0.0051,
      "step": 59301
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2759859946819942e-07,
      "loss": 0.0128,
      "step": 59302
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.275415929226287e-07,
      "loss": 0.0102,
      "step": 59303
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2748459894964594e-07,
      "loss": 0.007,
      "step": 59304
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2742761754939715e-07,
      "loss": 0.0051,
      "step": 59305
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2737064872202942e-07,
      "loss": 0.0039,
      "step": 59306
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2731369246768931e-07,
      "loss": 0.0022,
      "step": 59307
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2725674878652504e-07,
      "loss": 0.0165,
      "step": 59308
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2719981767868205e-07,
      "loss": 0.0058,
      "step": 59309
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.271428991443091e-07,
      "loss": 0.0049,
      "step": 59310
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2708599318355165e-07,
      "loss": 0.0034,
      "step": 59311
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.270290997965573e-07,
      "loss": 0.0115,
      "step": 59312
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2697221898347212e-07,
      "loss": 0.0098,
      "step": 59313
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2691535074444261e-07,
      "loss": 0.0128,
      "step": 59314
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.26858495079617e-07,
      "loss": 0.0019,
      "step": 59315
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2680165198914073e-07,
      "loss": 0.0061,
      "step": 59316
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2674482147316092e-07,
      "loss": 0.0044,
      "step": 59317
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2668800353182408e-07,
      "loss": 0.0079,
      "step": 59318
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2663119816527735e-07,
      "loss": 0.0172,
      "step": 59319
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2657440537366672e-07,
      "loss": 0.0047,
      "step": 59320
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.265176251571393e-07,
      "loss": 0.0072,
      "step": 59321
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.264608575158399e-07,
      "loss": 0.0116,
      "step": 59322
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.264041024499174e-07,
      "loss": 0.0074,
      "step": 59323
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2634735995951608e-07,
      "loss": 0.0089,
      "step": 59324
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2629063004478415e-07,
      "loss": 0.028,
      "step": 59325
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.262339127058676e-07,
      "loss": 0.0463,
      "step": 59326
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2617720794291188e-07,
      "loss": 0.0455,
      "step": 59327
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.261205157560641e-07,
      "loss": 0.0148,
      "step": 59328
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2606383614546967e-07,
      "loss": 0.0046,
      "step": 59329
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.260071691112763e-07,
      "loss": 0.0073,
      "step": 59330
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2595051465362885e-07,
      "loss": 0.0045,
      "step": 59331
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2589387277267384e-07,
      "loss": 0.0046,
      "step": 59332
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.258372434685584e-07,
      "loss": 0.0084,
      "step": 59333
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2578062674142745e-07,
      "loss": 0.0049,
      "step": 59334
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2572402259142802e-07,
      "loss": 0.0211,
      "step": 59335
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2566743101870504e-07,
      "loss": 0.0214,
      "step": 59336
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2561085202340507e-07,
      "loss": 0.0083,
      "step": 59337
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2555428560567407e-07,
      "loss": 0.0209,
      "step": 59338
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2549773176565805e-07,
      "loss": 0.0147,
      "step": 59339
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2544119050350412e-07,
      "loss": 0.0071,
      "step": 59340
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.253846618193566e-07,
      "loss": 0.0013,
      "step": 59341
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2532814571336095e-07,
      "loss": 0.0007,
      "step": 59342
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.252716421856648e-07,
      "loss": 0.0053,
      "step": 59343
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2521515123641192e-07,
      "loss": 0.0037,
      "step": 59344
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2515867286575e-07,
      "loss": 0.0058,
      "step": 59345
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.251022070738239e-07,
      "loss": 0.0098,
      "step": 59346
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2504575386077965e-07,
      "loss": 0.0057,
      "step": 59347
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.249893132267621e-07,
      "loss": 0.019,
      "step": 59348
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2493288517191725e-07,
      "loss": 0.0041,
      "step": 59349
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2487646969639168e-07,
      "loss": 0.0077,
      "step": 59350
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2482006680032964e-07,
      "loss": 0.0211,
      "step": 59351
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2476367648387666e-07,
      "loss": 0.0131,
      "step": 59352
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2470729874717925e-07,
      "loss": 0.0035,
      "step": 59353
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2465093359038283e-07,
      "loss": 0.0052,
      "step": 59354
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2459458101363175e-07,
      "loss": 0.0123,
      "step": 59355
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2453824101707256e-07,
      "loss": 0.0075,
      "step": 59356
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2448191360084962e-07,
      "loss": 0.0057,
      "step": 59357
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.244255987651094e-07,
      "loss": 0.0084,
      "step": 59358
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2436929650999574e-07,
      "loss": 0.0111,
      "step": 59359
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2431300683565518e-07,
      "loss": 0.004,
      "step": 59360
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2425672974223313e-07,
      "loss": 0.007,
      "step": 59361
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2420046522987395e-07,
      "loss": 0.0092,
      "step": 59362
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2414421329872306e-07,
      "loss": 0.0065,
      "step": 59363
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2408797394892535e-07,
      "loss": 0.0071,
      "step": 59364
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2403174718062683e-07,
      "loss": 0.0076,
      "step": 59365
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.239755329939718e-07,
      "loss": 0.0043,
      "step": 59366
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2391933138910517e-07,
      "loss": 0.0082,
      "step": 59367
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2386314236617236e-07,
      "loss": 0.0025,
      "step": 59368
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2380696592531883e-07,
      "loss": 0.0034,
      "step": 59369
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.237508020666889e-07,
      "loss": 0.007,
      "step": 59370
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2369465079042798e-07,
      "loss": 0.0084,
      "step": 59371
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2363851209667932e-07,
      "loss": 0.0069,
      "step": 59372
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2358238598559004e-07,
      "loss": 0.007,
      "step": 59373
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2352627245730332e-07,
      "loss": 0.0027,
      "step": 59374
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2347017151196515e-07,
      "loss": 0.005,
      "step": 59375
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.234140831497199e-07,
      "loss": 0.0026,
      "step": 59376
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.233580073707119e-07,
      "loss": 0.0159,
      "step": 59377
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.23301944175086e-07,
      "loss": 0.005,
      "step": 59378
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2324589356298656e-07,
      "loss": 0.0123,
      "step": 59379
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2318985553455898e-07,
      "loss": 0.0051,
      "step": 59380
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.231338300899476e-07,
      "loss": 0.0249,
      "step": 59381
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2307781722929625e-07,
      "loss": 0.032,
      "step": 59382
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2302181695275083e-07,
      "loss": 0.0344,
      "step": 59383
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.229658292604552e-07,
      "loss": 0.0047,
      "step": 59384
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2290985415255308e-07,
      "loss": 0.0111,
      "step": 59385
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2285389162918991e-07,
      "loss": 0.011,
      "step": 59386
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2279794169050897e-07,
      "loss": 0.0058,
      "step": 59387
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2274200433665617e-07,
      "loss": 0.0049,
      "step": 59388
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2268607956777477e-07,
      "loss": 0.0068,
      "step": 59389
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2263016738400911e-07,
      "loss": 0.0066,
      "step": 59390
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2257426778550462e-07,
      "loss": 0.0071,
      "step": 59391
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2251838077240396e-07,
      "loss": 0.0072,
      "step": 59392
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.22462506344852e-07,
      "loss": 0.0033,
      "step": 59393
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2240664450299257e-07,
      "loss": 0.0197,
      "step": 59394
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2235079524697046e-07,
      "loss": 0.0099,
      "step": 59395
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2229495857692952e-07,
      "loss": 0.0082,
      "step": 59396
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2223913449301407e-07,
      "loss": 0.0171,
      "step": 59397
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2218332299536782e-07,
      "loss": 0.012,
      "step": 59398
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2212752408413408e-07,
      "loss": 0.0079,
      "step": 59399
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2207173775945825e-07,
      "loss": 0.0099,
      "step": 59400
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2201596402148354e-07,
      "loss": 0.011,
      "step": 59401
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.219602028703537e-07,
      "loss": 0.0126,
      "step": 59402
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2190445430621311e-07,
      "loss": 0.0106,
      "step": 59403
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2184871832920553e-07,
      "loss": 0.0051,
      "step": 59404
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2179299493947472e-07,
      "loss": 0.0042,
      "step": 59405
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.217372841371639e-07,
      "loss": 0.0099,
      "step": 59406
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2168158592241686e-07,
      "loss": 0.0207,
      "step": 59407
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2162590029537846e-07,
      "loss": 0.0085,
      "step": 59408
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2157022725619083e-07,
      "loss": 0.0027,
      "step": 59409
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.215145668049994e-07,
      "loss": 0.0048,
      "step": 59410
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2145891894194682e-07,
      "loss": 0.006,
      "step": 59411
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2140328366717634e-07,
      "loss": 0.0072,
      "step": 59412
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2134766098083172e-07,
      "loss": 0.0024,
      "step": 59413
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2129205088305672e-07,
      "loss": 0.0165,
      "step": 59414
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2123645337399513e-07,
      "loss": 0.0041,
      "step": 59415
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2118086845379017e-07,
      "loss": 0.0051,
      "step": 59416
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2112529612258394e-07,
      "loss": 0.004,
      "step": 59417
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2106973638052244e-07,
      "loss": 0.0278,
      "step": 59418
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2101418922774723e-07,
      "loss": 0.0241,
      "step": 59419
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2095865466440204e-07,
      "loss": 0.0122,
      "step": 59420
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2090313269063015e-07,
      "loss": 0.0025,
      "step": 59421
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2084762330657419e-07,
      "loss": 0.0078,
      "step": 59422
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2079212651237848e-07,
      "loss": 0.0053,
      "step": 59423
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2073664230818571e-07,
      "loss": 0.0033,
      "step": 59424
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2068117069413964e-07,
      "loss": 0.0074,
      "step": 59425
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.206257116703824e-07,
      "loss": 0.006,
      "step": 59426
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2057026523705827e-07,
      "loss": 0.0132,
      "step": 59427
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2051483139430886e-07,
      "loss": 0.0086,
      "step": 59428
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.204594101422779e-07,
      "loss": 0.0027,
      "step": 59429
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.204040014811092e-07,
      "loss": 0.0056,
      "step": 59430
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2034860541094485e-07,
      "loss": 0.0029,
      "step": 59431
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2029322193192694e-07,
      "loss": 0.0043,
      "step": 59432
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2023785104420039e-07,
      "loss": 0.0072,
      "step": 59433
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2018249274790727e-07,
      "loss": 0.0072,
      "step": 59434
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2012714704318974e-07,
      "loss": 0.0259,
      "step": 59435
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2007181393019152e-07,
      "loss": 0.0035,
      "step": 59436
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.200164934090542e-07,
      "loss": 0.02,
      "step": 59437
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1996118547992207e-07,
      "loss": 0.008,
      "step": 59438
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.199058901429362e-07,
      "loss": 0.0081,
      "step": 59439
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1985060739824083e-07,
      "loss": 0.0051,
      "step": 59440
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1979533724597813e-07,
      "loss": 0.0167,
      "step": 59441
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.197400796862902e-07,
      "loss": 0.0052,
      "step": 59442
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1968483471931968e-07,
      "loss": 0.0144,
      "step": 59443
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1962960234520926e-07,
      "loss": 0.0084,
      "step": 59444
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1957438256410215e-07,
      "loss": 0.0244,
      "step": 59445
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1951917537613988e-07,
      "loss": 0.0055,
      "step": 59446
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1946398078146516e-07,
      "loss": 0.0181,
      "step": 59447
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1940879878022115e-07,
      "loss": 0.0133,
      "step": 59448
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1935362937254892e-07,
      "loss": 0.0137,
      "step": 59449
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.192984725585916e-07,
      "loss": 0.0071,
      "step": 59450
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1924332833849194e-07,
      "loss": 0.0121,
      "step": 59451
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.191881967123909e-07,
      "loss": 0.0066,
      "step": 59452
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1913307768043225e-07,
      "loss": 0.0088,
      "step": 59453
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.19077971242757e-07,
      "loss": 0.0055,
      "step": 59454
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1902287739950891e-07,
      "loss": 0.0092,
      "step": 59455
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1896779615082843e-07,
      "loss": 0.0047,
      "step": 59456
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1891272749685767e-07,
      "loss": 0.0052,
      "step": 59457
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1885767143774041e-07,
      "loss": 0.0099,
      "step": 59458
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1880262797361652e-07,
      "loss": 0.0075,
      "step": 59459
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1874759710463035e-07,
      "loss": 0.0041,
      "step": 59460
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1869257883092289e-07,
      "loss": 0.0206,
      "step": 59461
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1863757315263569e-07,
      "loss": 0.0024,
      "step": 59462
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1858258006991085e-07,
      "loss": 0.0071,
      "step": 59463
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1852759958288995e-07,
      "loss": 0.0022,
      "step": 59464
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1847263169171618e-07,
      "loss": 0.0513,
      "step": 59465
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1841767639653002e-07,
      "loss": 0.0049,
      "step": 59466
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1836273369747353e-07,
      "loss": 0.0032,
      "step": 59467
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1830780359468885e-07,
      "loss": 0.0065,
      "step": 59468
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1825288608831809e-07,
      "loss": 0.0057,
      "step": 59469
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1819798117850224e-07,
      "loss": 0.0085,
      "step": 59470
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1814308886538339e-07,
      "loss": 0.0024,
      "step": 59471
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1808820914910201e-07,
      "loss": 0.0235,
      "step": 59472
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1803334202980132e-07,
      "loss": 0.005,
      "step": 59473
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1797848750762231e-07,
      "loss": 0.0063,
      "step": 59474
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1792364558270652e-07,
      "loss": 0.0066,
      "step": 59475
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1786881625519498e-07,
      "loss": 0.0026,
      "step": 59476
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1781399952523032e-07,
      "loss": 0.0085,
      "step": 59477
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1775919539295244e-07,
      "loss": 0.0087,
      "step": 59478
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1770440385850401e-07,
      "loss": 0.007,
      "step": 59479
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1764962492202603e-07,
      "loss": 0.0182,
      "step": 59480
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1759485858365949e-07,
      "loss": 0.013,
      "step": 59481
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1754010484354595e-07,
      "loss": 0.0078,
      "step": 59482
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1748536370182695e-07,
      "loss": 0.0086,
      "step": 59483
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.174306351586435e-07,
      "loss": 0.0143,
      "step": 59484
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1737591921413716e-07,
      "loss": 0.0123,
      "step": 59485
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1732121586844836e-07,
      "loss": 0.0056,
      "step": 59486
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1726652512171866e-07,
      "loss": 0.0043,
      "step": 59487
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1721184697408961e-07,
      "loss": 0.0057,
      "step": 59488
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.171571814257011e-07,
      "loss": 0.003,
      "step": 59489
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1710252847669579e-07,
      "loss": 0.0399,
      "step": 59490
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1704788812721357e-07,
      "loss": 0.008,
      "step": 59491
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1699326037739656e-07,
      "loss": 0.0179,
      "step": 59492
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1693864522738407e-07,
      "loss": 0.0124,
      "step": 59493
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1688404267731768e-07,
      "loss": 0.004,
      "step": 59494
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1682945272733893e-07,
      "loss": 0.0044,
      "step": 59495
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1677487537758825e-07,
      "loss": 0.0076,
      "step": 59496
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.167203106282061e-07,
      "loss": 0.0029,
      "step": 59497
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1666575847933403e-07,
      "loss": 0.0202,
      "step": 59498
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1661121893111249e-07,
      "loss": 0.0095,
      "step": 59499
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1655669198368246e-07,
      "loss": 0.0069,
      "step": 59500
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1650217763718386e-07,
      "loss": 0.0052,
      "step": 59501
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1644767589175709e-07,
      "loss": 0.0144,
      "step": 59502
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.163931867475443e-07,
      "loss": 0.0066,
      "step": 59503
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1633871020468478e-07,
      "loss": 0.0057,
      "step": 59504
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1628424626332013e-07,
      "loss": 0.0012,
      "step": 59505
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1622979492359022e-07,
      "loss": 0.0041,
      "step": 59506
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1617535618563546e-07,
      "loss": 0.0124,
      "step": 59507
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.161209300495969e-07,
      "loss": 0.0122,
      "step": 59508
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1606651651561384e-07,
      "loss": 0.005,
      "step": 59509
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.160121155838284e-07,
      "loss": 0.0102,
      "step": 59510
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1595772725437937e-07,
      "loss": 0.0155,
      "step": 59511
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1590335152740829e-07,
      "loss": 0.013,
      "step": 59512
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1584898840305503e-07,
      "loss": 0.0211,
      "step": 59513
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1579463788145895e-07,
      "loss": 0.0108,
      "step": 59514
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1574029996276159e-07,
      "loss": 0.0049,
      "step": 59515
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.156859746471023e-07,
      "loss": 0.0077,
      "step": 59516
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1563166193462206e-07,
      "loss": 0.0056,
      "step": 59517
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.155773618254602e-07,
      "loss": 0.0079,
      "step": 59518
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1552307431975773e-07,
      "loss": 0.009,
      "step": 59519
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1546879941765399e-07,
      "loss": 0.0077,
      "step": 59520
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.154145371192894e-07,
      "loss": 0.0147,
      "step": 59521
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1536028742480332e-07,
      "loss": 0.0118,
      "step": 59522
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1530605033433617e-07,
      "loss": 0.0111,
      "step": 59523
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1525182584802842e-07,
      "loss": 0.0067,
      "step": 59524
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1519761396601937e-07,
      "loss": 0.0066,
      "step": 59525
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1514341468844947e-07,
      "loss": 0.0086,
      "step": 59526
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1508922801545752e-07,
      "loss": 0.0049,
      "step": 59527
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.150350539471845e-07,
      "loss": 0.008,
      "step": 59528
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.149808924837692e-07,
      "loss": 0.0041,
      "step": 59529
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1492674362535205e-07,
      "loss": 0.0158,
      "step": 59530
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1487260737207295e-07,
      "loss": 0.0046,
      "step": 59531
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1481848372407068e-07,
      "loss": 0.0053,
      "step": 59532
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1476437268148566e-07,
      "loss": 0.0083,
      "step": 59533
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.147102742444578e-07,
      "loss": 0.0043,
      "step": 59534
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1465618841312587e-07,
      "loss": 0.0135,
      "step": 59535
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1460211518762977e-07,
      "loss": 0.0073,
      "step": 59536
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1454805456810825e-07,
      "loss": 0.0086,
      "step": 59537
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1449400655470233e-07,
      "loss": 0.0137,
      "step": 59538
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1443997114755024e-07,
      "loss": 0.006,
      "step": 59539
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.143859483467924e-07,
      "loss": 0.0045,
      "step": 59540
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.143319381525676e-07,
      "loss": 0.0122,
      "step": 59541
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1427794056501517e-07,
      "loss": 0.0069,
      "step": 59542
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1422395558427502e-07,
      "loss": 0.0059,
      "step": 59543
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1416998321048478e-07,
      "loss": 0.0017,
      "step": 59544
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1411602344378603e-07,
      "loss": 0.0025,
      "step": 59545
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1406207628431642e-07,
      "loss": 0.0071,
      "step": 59546
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1400814173221586e-07,
      "loss": 0.007,
      "step": 59547
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.139542197876231e-07,
      "loss": 0.0045,
      "step": 59548
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.139003104506775e-07,
      "loss": 0.0075,
      "step": 59549
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1384641372151839e-07,
      "loss": 0.012,
      "step": 59550
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1379252960028452e-07,
      "loss": 0.0184,
      "step": 59551
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1373865808711415e-07,
      "loss": 0.0026,
      "step": 59552
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1368479918214826e-07,
      "loss": 0.0203,
      "step": 59553
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1363095288552394e-07,
      "loss": 0.0097,
      "step": 59554
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1357711919738113e-07,
      "loss": 0.0084,
      "step": 59555
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1352329811785911e-07,
      "loss": 0.0083,
      "step": 59556
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1346948964709504e-07,
      "loss": 0.0084,
      "step": 59557
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1341569378522988e-07,
      "loss": 0.0121,
      "step": 59558
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.133619105324002e-07,
      "loss": 0.0041,
      "step": 59559
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.13308139888747e-07,
      "loss": 0.0241,
      "step": 59560
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1325438185440795e-07,
      "loss": 0.0285,
      "step": 59561
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1320063642952129e-07,
      "loss": 0.0064,
      "step": 59562
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1314690361422742e-07,
      "loss": 0.0089,
      "step": 59563
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1309318340866238e-07,
      "loss": 0.0083,
      "step": 59564
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1303947581296715e-07,
      "loss": 0.0027,
      "step": 59565
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.129857808272794e-07,
      "loss": 0.0042,
      "step": 59566
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.129320984517368e-07,
      "loss": 0.0083,
      "step": 59567
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.128784286864798e-07,
      "loss": 0.0107,
      "step": 59568
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.128247715316455e-07,
      "loss": 0.0038,
      "step": 59569
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1277112698737269e-07,
      "loss": 0.0081,
      "step": 59570
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1271749505379959e-07,
      "loss": 0.0054,
      "step": 59571
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1266387573106441e-07,
      "loss": 0.0091,
      "step": 59572
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.126102690193065e-07,
      "loss": 0.0037,
      "step": 59573
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1255667491866295e-07,
      "loss": 0.0011,
      "step": 59574
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1250309342927313e-07,
      "loss": 0.0054,
      "step": 59575
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1244952455127522e-07,
      "loss": 0.0009,
      "step": 59576
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1239596828480693e-07,
      "loss": 0.0109,
      "step": 59577
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1234242463000589e-07,
      "loss": 0.019,
      "step": 59578
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1228889358701145e-07,
      "loss": 0.009,
      "step": 59579
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1223537515596127e-07,
      "loss": 0.0057,
      "step": 59580
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1218186933699304e-07,
      "loss": 0.0077,
      "step": 59581
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1212837613024551e-07,
      "loss": 0.0124,
      "step": 59582
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1207489553585638e-07,
      "loss": 0.0129,
      "step": 59583
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1202142755396383e-07,
      "loss": 0.0061,
      "step": 59584
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1196797218470557e-07,
      "loss": 0.0176,
      "step": 59585
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1191452942821923e-07,
      "loss": 0.0047,
      "step": 59586
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1186109928464307e-07,
      "loss": 0.0042,
      "step": 59587
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1180768175411527e-07,
      "loss": 0.0216,
      "step": 59588
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1175427683677353e-07,
      "loss": 0.0041,
      "step": 59589
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1170088453275551e-07,
      "loss": 0.0323,
      "step": 59590
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1164750484219889e-07,
      "loss": 0.0043,
      "step": 59591
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1159413776524131e-07,
      "loss": 0.0062,
      "step": 59592
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.11540783302021e-07,
      "loss": 0.0141,
      "step": 59593
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1148744145267509e-07,
      "loss": 0.0073,
      "step": 59594
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1143411221734124e-07,
      "loss": 0.0046,
      "step": 59595
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1138079559615766e-07,
      "loss": 0.012,
      "step": 59596
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1132749158926093e-07,
      "loss": 0.0056,
      "step": 59597
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1127420019678981e-07,
      "loss": 0.0044,
      "step": 59598
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1122092141888141e-07,
      "loss": 0.0163,
      "step": 59599
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.111676552556723e-07,
      "loss": 0.0022,
      "step": 59600
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.111144017073007e-07,
      "loss": 0.0026,
      "step": 59601
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1106116077390372e-07,
      "loss": 0.0033,
      "step": 59602
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1100793245561958e-07,
      "loss": 0.0069,
      "step": 59603
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1095471675258429e-07,
      "loss": 0.027,
      "step": 59604
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1090151366493607e-07,
      "loss": 0.0088,
      "step": 59605
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1084832319281258e-07,
      "loss": 0.0027,
      "step": 59606
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1079514533634983e-07,
      "loss": 0.0176,
      "step": 59607
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1074198009568604e-07,
      "loss": 0.0214,
      "step": 59608
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1068882747095721e-07,
      "loss": 0.0079,
      "step": 59609
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1063568746230213e-07,
      "loss": 0.0072,
      "step": 59610
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1058256006985735e-07,
      "loss": 0.0057,
      "step": 59611
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1052944529375886e-07,
      "loss": 0.0025,
      "step": 59612
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1047634313414546e-07,
      "loss": 0.013,
      "step": 59613
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1042325359115258e-07,
      "loss": 0.0096,
      "step": 59614
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1037017666491845e-07,
      "loss": 0.0157,
      "step": 59615
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1031711235557907e-07,
      "loss": 0.0096,
      "step": 59616
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1026406066327155e-07,
      "loss": 0.004,
      "step": 59617
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1021102158813357e-07,
      "loss": 0.0015,
      "step": 59618
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1015799513030168e-07,
      "loss": 0.0047,
      "step": 59619
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1010498128991188e-07,
      "loss": 0.0033,
      "step": 59620
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1005198006710182e-07,
      "loss": 0.0086,
      "step": 59621
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0999899146200754e-07,
      "loss": 0.0058,
      "step": 59622
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0994601547476669e-07,
      "loss": 0.0122,
      "step": 59623
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0989305210551526e-07,
      "loss": 0.0118,
      "step": 59624
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0984010135438983e-07,
      "loss": 0.0106,
      "step": 59625
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0978716322152805e-07,
      "loss": 0.0183,
      "step": 59626
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0973423770706537e-07,
      "loss": 0.0059,
      "step": 59627
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.096813248111389e-07,
      "loss": 0.006,
      "step": 59628
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0962842453388522e-07,
      "loss": 0.0138,
      "step": 59629
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0957553687544031e-07,
      "loss": 0.0182,
      "step": 59630
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0952266183594128e-07,
      "loss": 0.0089,
      "step": 59631
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.094697994155236e-07,
      "loss": 0.0103,
      "step": 59632
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0941694961432547e-07,
      "loss": 0.0151,
      "step": 59633
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0936411243248124e-07,
      "loss": 0.0225,
      "step": 59634
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0931128787012913e-07,
      "loss": 0.0109,
      "step": 59635
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0925847592740401e-07,
      "loss": 0.0041,
      "step": 59636
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0920567660444192e-07,
      "loss": 0.0069,
      "step": 59637
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.091528899013805e-07,
      "loss": 0.0055,
      "step": 59638
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0910011581835523e-07,
      "loss": 0.006,
      "step": 59639
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0904735435550207e-07,
      "loss": 0.0236,
      "step": 59640
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.089946055129576e-07,
      "loss": 0.0117,
      "step": 59641
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0894186929085781e-07,
      "loss": 0.0062,
      "step": 59642
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0888914568933873e-07,
      "loss": 0.0016,
      "step": 59643
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0883643470853633e-07,
      "loss": 0.0118,
      "step": 59644
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0878373634858663e-07,
      "loss": 0.0209,
      "step": 59645
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0873105060962563e-07,
      "loss": 0.0052,
      "step": 59646
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0867837749178878e-07,
      "loss": 0.011,
      "step": 59647
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0862571699521318e-07,
      "loss": 0.0306,
      "step": 59648
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.085730691200343e-07,
      "loss": 0.0067,
      "step": 59649
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0852043386638699e-07,
      "loss": 0.012,
      "step": 59650
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0846781123440842e-07,
      "loss": 0.0039,
      "step": 59651
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0841520122423288e-07,
      "loss": 0.0035,
      "step": 59652
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0836260383599806e-07,
      "loss": 0.0132,
      "step": 59653
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0831001906983829e-07,
      "loss": 0.0043,
      "step": 59654
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0825744692588902e-07,
      "loss": 0.008,
      "step": 59655
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0820488740428681e-07,
      "loss": 0.0058,
      "step": 59656
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0815234050516709e-07,
      "loss": 0.0104,
      "step": 59657
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0809980622866534e-07,
      "loss": 0.0075,
      "step": 59658
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0804728457491754e-07,
      "loss": 0.0026,
      "step": 59659
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0799477554405747e-07,
      "loss": 0.0026,
      "step": 59660
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.079422791362228e-07,
      "loss": 0.0031,
      "step": 59661
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0788979535154786e-07,
      "loss": 0.0052,
      "step": 59662
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0783732419016812e-07,
      "loss": 0.0046,
      "step": 59663
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0778486565222013e-07,
      "loss": 0.0064,
      "step": 59664
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.077324197378371e-07,
      "loss": 0.0188,
      "step": 59665
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0767998644715615e-07,
      "loss": 0.0023,
      "step": 59666
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0762756578031163e-07,
      "loss": 0.0107,
      "step": 59667
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0757515773743955e-07,
      "loss": 0.0098,
      "step": 59668
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0752276231867476e-07,
      "loss": 0.0156,
      "step": 59669
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0747037952415217e-07,
      "loss": 0.009,
      "step": 59670
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0741800935400725e-07,
      "loss": 0.0088,
      "step": 59671
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0736565180837488e-07,
      "loss": 0.0174,
      "step": 59672
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.073133068873905e-07,
      "loss": 0.0063,
      "step": 59673
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0726097459118901e-07,
      "loss": 0.0038,
      "step": 59674
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0720865491990529e-07,
      "loss": 0.0063,
      "step": 59675
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0715634787367479e-07,
      "loss": 0.003,
      "step": 59676
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0710405345263242e-07,
      "loss": 0.0079,
      "step": 59677
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0705177165691305e-07,
      "loss": 0.0119,
      "step": 59678
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0699950248665103e-07,
      "loss": 0.0033,
      "step": 59679
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0694724594198125e-07,
      "loss": 0.0077,
      "step": 59680
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.068950020230397e-07,
      "loss": 0.0102,
      "step": 59681
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0684277072995964e-07,
      "loss": 0.0046,
      "step": 59682
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0679055206287758e-07,
      "loss": 0.0021,
      "step": 59683
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0673834602192678e-07,
      "loss": 0.0089,
      "step": 59684
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0668615260724269e-07,
      "loss": 0.0069,
      "step": 59685
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0663397181896019e-07,
      "loss": 0.013,
      "step": 59686
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0658180365721249e-07,
      "loss": 0.0061,
      "step": 59687
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0652964812213618e-07,
      "loss": 0.0106,
      "step": 59688
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0647750521386446e-07,
      "loss": 0.0054,
      "step": 59689
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0642537493253225e-07,
      "loss": 0.0057,
      "step": 59690
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0637325727827441e-07,
      "loss": 0.0068,
      "step": 59691
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.063211522512253e-07,
      "loss": 0.0041,
      "step": 59692
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.062690598515187e-07,
      "loss": 0.0072,
      "step": 59693
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0621698007929005e-07,
      "loss": 0.0043,
      "step": 59694
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0616491293467257e-07,
      "loss": 0.0093,
      "step": 59695
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0611285841780172e-07,
      "loss": 0.0018,
      "step": 59696
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0606081652881072e-07,
      "loss": 0.0105,
      "step": 59697
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0600878726783504e-07,
      "loss": 0.0023,
      "step": 59698
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0595677063500842e-07,
      "loss": 0.0106,
      "step": 59699
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0590476663046522e-07,
      "loss": 0.005,
      "step": 59700
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0585277525433924e-07,
      "loss": 0.0067,
      "step": 59701
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0580079650676477e-07,
      "loss": 0.0297,
      "step": 59702
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0574883038787565e-07,
      "loss": 0.0013,
      "step": 59703
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0569687689780728e-07,
      "loss": 0.0054,
      "step": 59704
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.056449360366918e-07,
      "loss": 0.0178,
      "step": 59705
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0559300780466463e-07,
      "loss": 0.0035,
      "step": 59706
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0554109220185959e-07,
      "loss": 0.0052,
      "step": 59707
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.054891892284099e-07,
      "loss": 0.0105,
      "step": 59708
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0543729888445042e-07,
      "loss": 0.0077,
      "step": 59709
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0538542117011385e-07,
      "loss": 0.0041,
      "step": 59710
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0533355608553564e-07,
      "loss": 0.0086,
      "step": 59711
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0528170363084789e-07,
      "loss": 0.0106,
      "step": 59712
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0522986380618606e-07,
      "loss": 0.0163,
      "step": 59713
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0517803661168335e-07,
      "loss": 0.0113,
      "step": 59714
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0512622204747303e-07,
      "loss": 0.0206,
      "step": 59715
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0507442011368885e-07,
      "loss": 0.0167,
      "step": 59716
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0502263081046404e-07,
      "loss": 0.0091,
      "step": 59717
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0497085413793407e-07,
      "loss": 0.0183,
      "step": 59718
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0491909009623047e-07,
      "loss": 0.0123,
      "step": 59719
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0486733868548815e-07,
      "loss": 0.0079,
      "step": 59720
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0481559990584033e-07,
      "loss": 0.0032,
      "step": 59721
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.047638737574197e-07,
      "loss": 0.0028,
      "step": 59722
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0471216024036113e-07,
      "loss": 0.0263,
      "step": 59723
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0466045935479674e-07,
      "loss": 0.0056,
      "step": 59724
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0460877110086031e-07,
      "loss": 0.0143,
      "step": 59725
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0455709547868619e-07,
      "loss": 0.0113,
      "step": 59726
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0450543248840595e-07,
      "loss": 0.0114,
      "step": 59727
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0445378213015555e-07,
      "loss": 0.0039,
      "step": 59728
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0440214440406549e-07,
      "loss": 0.0059,
      "step": 59729
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0435051931027007e-07,
      "loss": 0.0065,
      "step": 59730
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0429890684890254e-07,
      "loss": 0.0088,
      "step": 59731
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0424730702009612e-07,
      "loss": 0.0155,
      "step": 59732
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0419571982398402e-07,
      "loss": 0.0055,
      "step": 59733
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0414414526069949e-07,
      "loss": 0.001,
      "step": 59734
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0409258333037575e-07,
      "loss": 0.0044,
      "step": 59735
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0404103403314492e-07,
      "loss": 0.0098,
      "step": 59736
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0398949736914021e-07,
      "loss": 0.0192,
      "step": 59737
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0393797333849542e-07,
      "loss": 0.0133,
      "step": 59738
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0388646194134322e-07,
      "loss": 0.0155,
      "step": 59739
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0383496317781572e-07,
      "loss": 0.0092,
      "step": 59740
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0378347704804725e-07,
      "loss": 0.0037,
      "step": 59741
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0373200355216939e-07,
      "loss": 0.0083,
      "step": 59742
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0368054269031591e-07,
      "loss": 0.0022,
      "step": 59743
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0362909446261893e-07,
      "loss": 0.0165,
      "step": 59744
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0357765886921057e-07,
      "loss": 0.0028,
      "step": 59745
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0352623591022515e-07,
      "loss": 0.0099,
      "step": 59746
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0347482558579424e-07,
      "loss": 0.006,
      "step": 59747
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0342342789605109e-07,
      "loss": 0.0078,
      "step": 59748
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0337204284112833e-07,
      "loss": 0.0062,
      "step": 59749
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0332067042115812e-07,
      "loss": 0.0195,
      "step": 59750
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0326931063627311e-07,
      "loss": 0.0086,
      "step": 59751
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.032179634866054e-07,
      "loss": 0.0174,
      "step": 59752
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0316662897228824e-07,
      "loss": 0.0067,
      "step": 59753
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0311530709345429e-07,
      "loss": 0.005,
      "step": 59754
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0306399785023458e-07,
      "loss": 0.013,
      "step": 59755
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0301270124276341e-07,
      "loss": 0.0025,
      "step": 59756
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0296141727117181e-07,
      "loss": 0.0038,
      "step": 59757
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0291014593559245e-07,
      "loss": 0.0101,
      "step": 59758
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.02858887236158e-07,
      "loss": 0.0046,
      "step": 59759
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0280764117300002e-07,
      "loss": 0.0036,
      "step": 59760
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0275640774625117e-07,
      "loss": 0.0054,
      "step": 59761
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0270518695604304e-07,
      "loss": 0.0049,
      "step": 59762
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0265397880250882e-07,
      "loss": 0.0016,
      "step": 59763
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0260278328578066e-07,
      "loss": 0.0057,
      "step": 59764
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0255160040598954e-07,
      "loss": 0.0054,
      "step": 59765
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0250043016326872e-07,
      "loss": 0.0266,
      "step": 59766
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0244927255774862e-07,
      "loss": 0.005,
      "step": 59767
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0239812758956303e-07,
      "loss": 0.0072,
      "step": 59768
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.023469952588435e-07,
      "loss": 0.0033,
      "step": 59769
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0229587556572106e-07,
      "loss": 0.0068,
      "step": 59770
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0224476851032838e-07,
      "loss": 0.0039,
      "step": 59771
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0219367409279702e-07,
      "loss": 0.0041,
      "step": 59772
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0214259231325963e-07,
      "loss": 0.019,
      "step": 59773
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0209152317184667e-07,
      "loss": 0.0338,
      "step": 59774
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0204046666869027e-07,
      "loss": 0.0037,
      "step": 59775
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.019894228039231e-07,
      "loss": 0.0123,
      "step": 59776
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0193839157767615e-07,
      "loss": 0.0058,
      "step": 59777
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0188737299008156e-07,
      "loss": 0.0047,
      "step": 59778
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0183636704127031e-07,
      "loss": 0.0074,
      "step": 59779
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0178537373137398e-07,
      "loss": 0.0101,
      "step": 59780
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0173439306052524e-07,
      "loss": 0.0141,
      "step": 59781
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0168342502885398e-07,
      "loss": 0.0048,
      "step": 59782
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0163246963649342e-07,
      "loss": 0.0061,
      "step": 59783
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0158152688357403e-07,
      "loss": 0.0032,
      "step": 59784
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0153059677022792e-07,
      "loss": 0.0092,
      "step": 59785
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0147967929658554e-07,
      "loss": 0.0041,
      "step": 59786
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0142877446277844e-07,
      "loss": 0.0152,
      "step": 59787
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0137788226893929e-07,
      "loss": 0.0052,
      "step": 59788
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0132700271519802e-07,
      "loss": 0.0075,
      "step": 59789
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0127613580168616e-07,
      "loss": 0.0049,
      "step": 59790
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0122528152853528e-07,
      "loss": 0.0026,
      "step": 59791
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0117443989587638e-07,
      "loss": 0.0153,
      "step": 59792
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0112361090384104e-07,
      "loss": 0.0033,
      "step": 59793
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0107279455256025e-07,
      "loss": 0.0101,
      "step": 59794
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0102199084216446e-07,
      "loss": 0.0048,
      "step": 59795
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.009711997727858e-07,
      "loss": 0.0023,
      "step": 59796
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0092042134455415e-07,
      "loss": 0.0087,
      "step": 59797
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0086965555760164e-07,
      "loss": 0.0079,
      "step": 59798
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0081890241205927e-07,
      "loss": 0.0041,
      "step": 59799
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.007681619080575e-07,
      "loss": 0.0098,
      "step": 59800
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0071743404572676e-07,
      "loss": 0.0115,
      "step": 59801
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0066671882519863e-07,
      "loss": 0.0271,
      "step": 59802
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0061601624660411e-07,
      "loss": 0.0084,
      "step": 59803
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0056532631007365e-07,
      "loss": 0.0016,
      "step": 59804
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0051464901573826e-07,
      "loss": 0.0215,
      "step": 59805
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0046398436372894e-07,
      "loss": 0.0006,
      "step": 59806
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.004133323541756e-07,
      "loss": 0.0208,
      "step": 59807
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.003626929872098e-07,
      "loss": 0.0181,
      "step": 59808
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0031206626296197e-07,
      "loss": 0.0075,
      "step": 59809
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0026145218156203e-07,
      "loss": 0.0167,
      "step": 59810
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0021085074314152e-07,
      "loss": 0.01,
      "step": 59811
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0016026194783036e-07,
      "loss": 0.0055,
      "step": 59812
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0010968579575952e-07,
      "loss": 0.003,
      "step": 59813
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.000591222870595e-07,
      "loss": 0.0068,
      "step": 59814
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0000857142186126e-07,
      "loss": 0.0044,
      "step": 59815
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.995803320029362e-08,
      "loss": 0.0048,
      "step": 59816
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.990750762248813e-08,
      "loss": 0.0246,
      "step": 59817
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.985699468857579e-08,
      "loss": 0.0077,
      "step": 59818
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.980649439868539e-08,
      "loss": 0.0046,
      "step": 59819
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.97560067529485e-08,
      "loss": 0.0105,
      "step": 59820
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.970553175149445e-08,
      "loss": 0.0069,
      "step": 59821
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.965506939445424e-08,
      "loss": 0.008,
      "step": 59822
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.960461968195834e-08,
      "loss": 0.007,
      "step": 59823
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.955418261413553e-08,
      "loss": 0.0092,
      "step": 59824
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.95037581911168e-08,
      "loss": 0.0053,
      "step": 59825
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.945334641303261e-08,
      "loss": 0.0035,
      "step": 59826
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.940294728001232e-08,
      "loss": 0.0014,
      "step": 59827
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.935256079218691e-08,
      "loss": 0.0199,
      "step": 59828
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.93021869496863e-08,
      "loss": 0.0059,
      "step": 59829
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.92518257526387e-08,
      "loss": 0.0019,
      "step": 59830
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.920147720117623e-08,
      "loss": 0.005,
      "step": 59831
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.915114129542768e-08,
      "loss": 0.0119,
      "step": 59832
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.910081803552296e-08,
      "loss": 0.0118,
      "step": 59833
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.905050742159251e-08,
      "loss": 0.0176,
      "step": 59834
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.900020945376565e-08,
      "loss": 0.01,
      "step": 59835
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.894992413217286e-08,
      "loss": 0.0028,
      "step": 59836
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.889965145694236e-08,
      "loss": 0.0362,
      "step": 59837
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.884939142820516e-08,
      "loss": 0.0055,
      "step": 59838
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.879914404609114e-08,
      "loss": 0.0103,
      "step": 59839
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.874890931072855e-08,
      "loss": 0.007,
      "step": 59840
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.869868722224896e-08,
      "loss": 0.0106,
      "step": 59841
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.864847778078057e-08,
      "loss": 0.0054,
      "step": 59842
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.859828098645275e-08,
      "loss": 0.0069,
      "step": 59843
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.854809683939648e-08,
      "loss": 0.0099,
      "step": 59844
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.849792533973945e-08,
      "loss": 0.0044,
      "step": 59845
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.844776648761211e-08,
      "loss": 0.0053,
      "step": 59846
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.839762028314381e-08,
      "loss": 0.0243,
      "step": 59847
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.834748672646444e-08,
      "loss": 0.0184,
      "step": 59848
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.829736581770277e-08,
      "loss": 0.0057,
      "step": 59849
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.824725755698817e-08,
      "loss": 0.0026,
      "step": 59850
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.819716194444939e-08,
      "loss": 0.0164,
      "step": 59851
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.814707898021636e-08,
      "loss": 0.0111,
      "step": 59852
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.809700866441895e-08,
      "loss": 0.0091,
      "step": 59853
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.804695099718486e-08,
      "loss": 0.0144,
      "step": 59854
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.799690597864397e-08,
      "loss": 0.0113,
      "step": 59855
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.794687360892619e-08,
      "loss": 0.0036,
      "step": 59856
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.789685388815972e-08,
      "loss": 0.0193,
      "step": 59857
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.784684681647339e-08,
      "loss": 0.0041,
      "step": 59858
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.779685239399705e-08,
      "loss": 0.0059,
      "step": 59859
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.774687062085841e-08,
      "loss": 0.0122,
      "step": 59860
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.769690149718846e-08,
      "loss": 0.0035,
      "step": 59861
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.764694502311434e-08,
      "loss": 0.0238,
      "step": 59862
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.759700119876592e-08,
      "loss": 0.0146,
      "step": 59863
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.754707002427143e-08,
      "loss": 0.0143,
      "step": 59864
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.749715149976025e-08,
      "loss": 0.0035,
      "step": 59865
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.744724562536167e-08,
      "loss": 0.0083,
      "step": 59866
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.739735240120229e-08,
      "loss": 0.0184,
      "step": 59867
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.734747182741366e-08,
      "loss": 0.0088,
      "step": 59868
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.72976039041229e-08,
      "loss": 0.0071,
      "step": 59869
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.724774863145826e-08,
      "loss": 0.0096,
      "step": 59870
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.719790600954959e-08,
      "loss": 0.0046,
      "step": 59871
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.714807603852516e-08,
      "loss": 0.0052,
      "step": 59872
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.709825871851319e-08,
      "loss": 0.005,
      "step": 59873
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.704845404964247e-08,
      "loss": 0.0052,
      "step": 59874
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.699866203204123e-08,
      "loss": 0.0091,
      "step": 59875
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.694888266583824e-08,
      "loss": 0.007,
      "step": 59876
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.689911595116174e-08,
      "loss": 0.0136,
      "step": 59877
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.684936188814054e-08,
      "loss": 0.0027,
      "step": 59878
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.679962047690339e-08,
      "loss": 0.0107,
      "step": 59879
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.674989171757743e-08,
      "loss": 0.004,
      "step": 59880
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.670017561029143e-08,
      "loss": 0.0098,
      "step": 59881
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.665047215517364e-08,
      "loss": 0.0071,
      "step": 59882
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.660078135235285e-08,
      "loss": 0.0032,
      "step": 59883
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.655110320195726e-08,
      "loss": 0.0042,
      "step": 59884
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.650143770411347e-08,
      "loss": 0.0024,
      "step": 59885
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.645178485895245e-08,
      "loss": 0.0053,
      "step": 59886
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.64021446665997e-08,
      "loss": 0.021,
      "step": 59887
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.635251712718452e-08,
      "loss": 0.0153,
      "step": 59888
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.630290224083516e-08,
      "loss": 0.0025,
      "step": 59889
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.625330000767874e-08,
      "loss": 0.0048,
      "step": 59890
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.620371042784404e-08,
      "loss": 0.0018,
      "step": 59891
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.615413350145875e-08,
      "loss": 0.0101,
      "step": 59892
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.610456922865163e-08,
      "loss": 0.0061,
      "step": 59893
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.605501760954872e-08,
      "loss": 0.0095,
      "step": 59894
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.600547864427934e-08,
      "loss": 0.0044,
      "step": 59895
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.595595233297061e-08,
      "loss": 0.0065,
      "step": 59896
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.590643867575022e-08,
      "loss": 0.0172,
      "step": 59897
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.585693767274751e-08,
      "loss": 0.0074,
      "step": 59898
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.580744932408847e-08,
      "loss": 0.0064,
      "step": 59899
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.575797362990136e-08,
      "loss": 0.0057,
      "step": 59900
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.570851059031383e-08,
      "loss": 0.006,
      "step": 59901
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.565906020545302e-08,
      "loss": 0.0061,
      "step": 59902
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.560962247544769e-08,
      "loss": 0.0216,
      "step": 59903
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.556019740042444e-08,
      "loss": 0.0165,
      "step": 59904
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.551078498051091e-08,
      "loss": 0.0164,
      "step": 59905
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.546138521583481e-08,
      "loss": 0.0112,
      "step": 59906
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.541199810652379e-08,
      "loss": 0.0091,
      "step": 59907
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.536262365270554e-08,
      "loss": 0.0034,
      "step": 59908
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.531326185450662e-08,
      "loss": 0.0076,
      "step": 59909
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.526391271205415e-08,
      "loss": 0.0123,
      "step": 59910
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.521457622547692e-08,
      "loss": 0.0113,
      "step": 59911
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.516525239490093e-08,
      "loss": 0.0186,
      "step": 59912
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.511594122045442e-08,
      "loss": 0.0145,
      "step": 59913
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.506664270226395e-08,
      "loss": 0.0209,
      "step": 59914
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.501735684045721e-08,
      "loss": 0.0022,
      "step": 59915
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.496808363516075e-08,
      "loss": 0.0069,
      "step": 59916
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.491882308650169e-08,
      "loss": 0.0044,
      "step": 59917
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.486957519460826e-08,
      "loss": 0.0019,
      "step": 59918
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.48203399596065e-08,
      "loss": 0.0128,
      "step": 59919
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.477111738162348e-08,
      "loss": 0.0163,
      "step": 59920
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.472190746078636e-08,
      "loss": 0.0051,
      "step": 59921
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.467271019722279e-08,
      "loss": 0.0051,
      "step": 59922
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.462352559105881e-08,
      "loss": 0.0224,
      "step": 59923
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.457435364242207e-08,
      "loss": 0.0096,
      "step": 59924
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.452519435143859e-08,
      "loss": 0.0062,
      "step": 59925
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.447604771823549e-08,
      "loss": 0.0049,
      "step": 59926
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.442691374293988e-08,
      "loss": 0.0309,
      "step": 59927
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.437779242567891e-08,
      "loss": 0.008,
      "step": 59928
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.432868376657855e-08,
      "loss": 0.0042,
      "step": 59929
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.427958776576595e-08,
      "loss": 0.0045,
      "step": 59930
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.423050442336768e-08,
      "loss": 0.0065,
      "step": 59931
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.418143373951028e-08,
      "loss": 0.0037,
      "step": 59932
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.413237571432032e-08,
      "loss": 0.0057,
      "step": 59933
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.408333034792494e-08,
      "loss": 0.0063,
      "step": 59934
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.403429764044958e-08,
      "loss": 0.0054,
      "step": 59935
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.398527759202192e-08,
      "loss": 0.0121,
      "step": 59936
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.393627020276796e-08,
      "loss": 0.0169,
      "step": 59937
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.388727547281484e-08,
      "loss": 0.0014,
      "step": 59938
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.383829340228745e-08,
      "loss": 0.0111,
      "step": 59939
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.378932399131291e-08,
      "loss": 0.0027,
      "step": 59940
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.374036724001834e-08,
      "loss": 0.0034,
      "step": 59941
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.369142314852919e-08,
      "loss": 0.0067,
      "step": 59942
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.364249171697259e-08,
      "loss": 0.0145,
      "step": 59943
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.3593572945474e-08,
      "loss": 0.0057,
      "step": 59944
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.354466683415885e-08,
      "loss": 0.0046,
      "step": 59945
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.349577338315541e-08,
      "loss": 0.0342,
      "step": 59946
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.344689259258855e-08,
      "loss": 0.0086,
      "step": 59947
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.339802446258427e-08,
      "loss": 0.0034,
      "step": 59948
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.334916899326973e-08,
      "loss": 0.0014,
      "step": 59949
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.330032618476981e-08,
      "loss": 0.0143,
      "step": 59950
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.325149603721162e-08,
      "loss": 0.0012,
      "step": 59951
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.320267855071951e-08,
      "loss": 0.0124,
      "step": 59952
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.315387372542118e-08,
      "loss": 0.0015,
      "step": 59953
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.310508156144204e-08,
      "loss": 0.0021,
      "step": 59954
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.305630205890759e-08,
      "loss": 0.0057,
      "step": 59955
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.300753521794382e-08,
      "loss": 0.0159,
      "step": 59956
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.295878103867672e-08,
      "loss": 0.0091,
      "step": 59957
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.291003952123234e-08,
      "loss": 0.0195,
      "step": 59958
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.286131066573612e-08,
      "loss": 0.0038,
      "step": 59959
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.28125944723135e-08,
      "loss": 0.0098,
      "step": 59960
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.276389094109107e-08,
      "loss": 0.0047,
      "step": 59961
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.271520007219315e-08,
      "loss": 0.0166,
      "step": 59962
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.266652186574687e-08,
      "loss": 0.0108,
      "step": 59963
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.261785632187715e-08,
      "loss": 0.0052,
      "step": 59964
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.256920344070997e-08,
      "loss": 0.0033,
      "step": 59965
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.252056322236968e-08,
      "loss": 0.0111,
      "step": 59966
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.247193566698287e-08,
      "loss": 0.0128,
      "step": 59967
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.242332077467442e-08,
      "loss": 0.0073,
      "step": 59968
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.237471854557089e-08,
      "loss": 0.0092,
      "step": 59969
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.232612897979609e-08,
      "loss": 0.0024,
      "step": 59970
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.227755207747657e-08,
      "loss": 0.0156,
      "step": 59971
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.222898783873724e-08,
      "loss": 0.0049,
      "step": 59972
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.218043626370354e-08,
      "loss": 0.009,
      "step": 59973
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.213189735250039e-08,
      "loss": 0.0071,
      "step": 59974
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.208337110525323e-08,
      "loss": 0.0033,
      "step": 59975
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.203485752208751e-08,
      "loss": 0.0053,
      "step": 59976
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.198635660312816e-08,
      "loss": 0.0121,
      "step": 59977
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.193786834850115e-08,
      "loss": 0.0056,
      "step": 59978
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.188939275833031e-08,
      "loss": 0.0222,
      "step": 59979
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.184092983274162e-08,
      "loss": 0.009,
      "step": 59980
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.179247957185944e-08,
      "loss": 0.004,
      "step": 59981
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.174404197580921e-08,
      "loss": 0.0107,
      "step": 59982
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.169561704471585e-08,
      "loss": 0.0045,
      "step": 59983
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.164720477870481e-08,
      "loss": 0.037,
      "step": 59984
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.159880517789932e-08,
      "loss": 0.0055,
      "step": 59985
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.15504182424265e-08,
      "loss": 0.0295,
      "step": 59986
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.150204397241013e-08,
      "loss": 0.0047,
      "step": 59987
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.145368236797514e-08,
      "loss": 0.0058,
      "step": 59988
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.140533342924585e-08,
      "loss": 0.0039,
      "step": 59989
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.135699715634771e-08,
      "loss": 0.0103,
      "step": 59990
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.13086735494051e-08,
      "loss": 0.013,
      "step": 59991
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.126036260854232e-08,
      "loss": 0.0096,
      "step": 59992
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.121206433388485e-08,
      "loss": 0.0419,
      "step": 59993
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.11637787255576e-08,
      "loss": 0.0061,
      "step": 59994
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.111550578368322e-08,
      "loss": 0.0091,
      "step": 59995
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.106724550838831e-08,
      "loss": 0.0012,
      "step": 59996
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.101899789979662e-08,
      "loss": 0.0293,
      "step": 59997
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.097076295803254e-08,
      "loss": 0.0022,
      "step": 59998
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.092254068322093e-08,
      "loss": 0.0092,
      "step": 59999
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.087433107548504e-08,
      "loss": 0.004,
      "step": 60000
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.082613413495145e-08,
      "loss": 0.0055,
      "step": 60001
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.077794986174226e-08,
      "loss": 0.0023,
      "step": 60002
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.07297782559835e-08,
      "loss": 0.0088,
      "step": 60003
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.06816193177984e-08,
      "loss": 0.0015,
      "step": 60004
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.063347304731129e-08,
      "loss": 0.0056,
      "step": 60005
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.058533944464709e-08,
      "loss": 0.0327,
      "step": 60006
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.053721850993014e-08,
      "loss": 0.0032,
      "step": 60007
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.048911024328311e-08,
      "loss": 0.02,
      "step": 60008
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.044101464483201e-08,
      "loss": 0.0052,
      "step": 60009
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.039293171469899e-08,
      "loss": 0.0095,
      "step": 60010
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.034486145301002e-08,
      "loss": 0.0156,
      "step": 60011
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.029680385988781e-08,
      "loss": 0.0039,
      "step": 60012
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.02487589354567e-08,
      "loss": 0.0115,
      "step": 60013
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.020072667984159e-08,
      "loss": 0.0016,
      "step": 60014
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.015270709316515e-08,
      "loss": 0.001,
      "step": 60015
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.010470017555173e-08,
      "loss": 0.0134,
      "step": 60016
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.005670592712513e-08,
      "loss": 0.0064,
      "step": 60017
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.000872434800967e-08,
      "loss": 0.0052,
      "step": 60018
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.996075543832861e-08,
      "loss": 0.0049,
      "step": 60019
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.991279919820573e-08,
      "loss": 0.0015,
      "step": 60020
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.986485562776537e-08,
      "loss": 0.0208,
      "step": 60021
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.981692472713077e-08,
      "loss": 0.0053,
      "step": 60022
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.976900649642573e-08,
      "loss": 0.0079,
      "step": 60023
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.972110093577346e-08,
      "loss": 0.0196,
      "step": 60024
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.967320804529777e-08,
      "loss": 0.0046,
      "step": 60025
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.962532782512302e-08,
      "loss": 0.0089,
      "step": 60026
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.957746027537128e-08,
      "loss": 0.0107,
      "step": 60027
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.95296053961675e-08,
      "loss": 0.0074,
      "step": 60028
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.94817631876349e-08,
      "loss": 0.0081,
      "step": 60029
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.943393364989617e-08,
      "loss": 0.0092,
      "step": 60030
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.938611678307562e-08,
      "loss": 0.0062,
      "step": 60031
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.933831258729541e-08,
      "loss": 0.0065,
      "step": 60032
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.929052106268044e-08,
      "loss": 0.0099,
      "step": 60033
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.924274220935336e-08,
      "loss": 0.0305,
      "step": 60034
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.919497602743631e-08,
      "loss": 0.0211,
      "step": 60035
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.914722251705477e-08,
      "loss": 0.0066,
      "step": 60036
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.909948167833026e-08,
      "loss": 0.0115,
      "step": 60037
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.905175351138661e-08,
      "loss": 0.0034,
      "step": 60038
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.900403801634705e-08,
      "loss": 0.0119,
      "step": 60039
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.895633519333369e-08,
      "loss": 0.0168,
      "step": 60040
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.890864504247088e-08,
      "loss": 0.0167,
      "step": 60041
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.88609675638813e-08,
      "loss": 0.0025,
      "step": 60042
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.881330275768762e-08,
      "loss": 0.0151,
      "step": 60043
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.876565062401365e-08,
      "loss": 0.007,
      "step": 60044
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.871801116298151e-08,
      "loss": 0.0041,
      "step": 60045
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.867038437471498e-08,
      "loss": 0.0073,
      "step": 60046
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.862277025933564e-08,
      "loss": 0.0055,
      "step": 60047
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.857516881696726e-08,
      "loss": 0.0036,
      "step": 60048
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.85275800477331e-08,
      "loss": 0.0189,
      "step": 60049
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.848000395175415e-08,
      "loss": 0.0083,
      "step": 60050
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.84324405291559e-08,
      "loss": 0.0028,
      "step": 60051
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.838488978005877e-08,
      "loss": 0.0022,
      "step": 60052
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.833735170458658e-08,
      "loss": 0.0056,
      "step": 60053
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.828982630286143e-08,
      "loss": 0.0397,
      "step": 60054
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.824231357500601e-08,
      "loss": 0.0059,
      "step": 60055
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.8194813521143e-08,
      "loss": 0.0104,
      "step": 60056
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.81473261413951e-08,
      "loss": 0.0024,
      "step": 60057
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.809985143588607e-08,
      "loss": 0.0182,
      "step": 60058
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.805238940473637e-08,
      "loss": 0.0125,
      "step": 60059
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.80049400480687e-08,
      "loss": 0.0106,
      "step": 60060
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.795750336600628e-08,
      "loss": 0.0073,
      "step": 60061
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.791007935867124e-08,
      "loss": 0.0056,
      "step": 60062
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.786266802618626e-08,
      "loss": 0.009,
      "step": 60063
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.781526936867346e-08,
      "loss": 0.0027,
      "step": 60064
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.776788338625553e-08,
      "loss": 0.01,
      "step": 60065
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.772051007905403e-08,
      "loss": 0.0026,
      "step": 60066
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.767314944719052e-08,
      "loss": 0.0151,
      "step": 60067
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.762580149078936e-08,
      "loss": 0.0073,
      "step": 60068
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.757846620997101e-08,
      "loss": 0.0027,
      "step": 60069
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.753114360485815e-08,
      "loss": 0.0055,
      "step": 60070
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.748383367557289e-08,
      "loss": 0.0084,
      "step": 60071
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.743653642223738e-08,
      "loss": 0.0161,
      "step": 60072
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.73892518449737e-08,
      "loss": 0.0098,
      "step": 60073
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.734197994390348e-08,
      "loss": 0.0107,
      "step": 60074
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.729472071914879e-08,
      "loss": 0.0059,
      "step": 60075
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.724747417083179e-08,
      "loss": 0.0166,
      "step": 60076
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.720024029907459e-08,
      "loss": 0.0044,
      "step": 60077
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.715301910399876e-08,
      "loss": 0.002,
      "step": 60078
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.710581058572643e-08,
      "loss": 0.0017,
      "step": 60079
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.70586147443786e-08,
      "loss": 0.0115,
      "step": 60080
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.701143158007797e-08,
      "loss": 0.0128,
      "step": 60081
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.69642610929461e-08,
      "loss": 0.0052,
      "step": 60082
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.6917103283104e-08,
      "loss": 0.0128,
      "step": 60083
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.68699581506749e-08,
      "loss": 0.0055,
      "step": 60084
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.682282569577815e-08,
      "loss": 0.0093,
      "step": 60085
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.677570591853757e-08,
      "loss": 0.021,
      "step": 60086
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.672859881907359e-08,
      "loss": 0.0022,
      "step": 60087
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.668150439750834e-08,
      "loss": 0.0029,
      "step": 60088
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.663442265396283e-08,
      "loss": 0.0071,
      "step": 60089
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.658735358855864e-08,
      "loss": 0.0081,
      "step": 60090
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.654029720141733e-08,
      "loss": 0.0023,
      "step": 60091
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.649325349265992e-08,
      "loss": 0.005,
      "step": 60092
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.644622246240908e-08,
      "loss": 0.0108,
      "step": 60093
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.639920411078473e-08,
      "loss": 0.0106,
      "step": 60094
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.635219843790899e-08,
      "loss": 0.0078,
      "step": 60095
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.630520544390286e-08,
      "loss": 0.0265,
      "step": 60096
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.625822512888738e-08,
      "loss": 0.0094,
      "step": 60097
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.621125749298465e-08,
      "loss": 0.0066,
      "step": 60098
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.616430253631458e-08,
      "loss": 0.0057,
      "step": 60099
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.61173602589993e-08,
      "loss": 0.0053,
      "step": 60100
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.607043066115927e-08,
      "loss": 0.0075,
      "step": 60101
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.602351374291662e-08,
      "loss": 0.0179,
      "step": 60102
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.597660950439179e-08,
      "loss": 0.0058,
      "step": 60103
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.592971794570527e-08,
      "loss": 0.0056,
      "step": 60104
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.588283906697803e-08,
      "loss": 0.0065,
      "step": 60105
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.583597286833279e-08,
      "loss": 0.0115,
      "step": 60106
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.578911934988832e-08,
      "loss": 0.0036,
      "step": 60107
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.57422785117673e-08,
      "loss": 0.0147,
      "step": 60108
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.56954503540891e-08,
      "loss": 0.0311,
      "step": 60109
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.564863487697473e-08,
      "loss": 0.0144,
      "step": 60110
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.560183208054628e-08,
      "loss": 0.0448,
      "step": 60111
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.555504196492314e-08,
      "loss": 0.0091,
      "step": 60112
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.550826453022687e-08,
      "loss": 0.0215,
      "step": 60113
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.546149977657792e-08,
      "loss": 0.0044,
      "step": 60114
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.54147477040973e-08,
      "loss": 0.0268,
      "step": 60115
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.536800831290493e-08,
      "loss": 0.0073,
      "step": 60116
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.532128160312125e-08,
      "loss": 0.0054,
      "step": 60117
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.527456757486785e-08,
      "loss": 0.011,
      "step": 60118
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.522786622826462e-08,
      "loss": 0.0031,
      "step": 60119
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.518117756343203e-08,
      "loss": 0.0077,
      "step": 60120
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.513450158049109e-08,
      "loss": 0.0086,
      "step": 60121
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.508783827956168e-08,
      "loss": 0.0126,
      "step": 60122
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.504118766076486e-08,
      "loss": 0.0075,
      "step": 60123
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.499454972421994e-08,
      "loss": 0.0038,
      "step": 60124
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.494792447004795e-08,
      "loss": 0.0146,
      "step": 60125
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.490131189836937e-08,
      "loss": 0.029,
      "step": 60126
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.485471200930406e-08,
      "loss": 0.0032,
      "step": 60127
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.480812480297252e-08,
      "loss": 0.0051,
      "step": 60128
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.476155027949462e-08,
      "loss": 0.0024,
      "step": 60129
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.471498843899139e-08,
      "loss": 0.0136,
      "step": 60130
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.46684392815822e-08,
      "loss": 0.0033,
      "step": 60131
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.462190280738636e-08,
      "loss": 0.0087,
      "step": 60132
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.457537901652601e-08,
      "loss": 0.0083,
      "step": 60133
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.452886790911996e-08,
      "loss": 0.0029,
      "step": 60134
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.448236948528755e-08,
      "loss": 0.0088,
      "step": 60135
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.443588374515033e-08,
      "loss": 0.0058,
      "step": 60136
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.438941068882766e-08,
      "loss": 0.0044,
      "step": 60137
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.43429503164389e-08,
      "loss": 0.0055,
      "step": 60138
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.429650262810508e-08,
      "loss": 0.0028,
      "step": 60139
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.425006762394438e-08,
      "loss": 0.0018,
      "step": 60140
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.420364530407788e-08,
      "loss": 0.0064,
      "step": 60141
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.415723566862433e-08,
      "loss": 0.0104,
      "step": 60142
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.411083871770531e-08,
      "loss": 0.0107,
      "step": 60143
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.406445445143907e-08,
      "loss": 0.0036,
      "step": 60144
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.40180828699455e-08,
      "loss": 0.0148,
      "step": 60145
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.397172397334452e-08,
      "loss": 0.0121,
      "step": 60146
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.392537776175547e-08,
      "loss": 0.0542,
      "step": 60147
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.387904423529824e-08,
      "loss": 0.0059,
      "step": 60148
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.383272339409221e-08,
      "loss": 0.0191,
      "step": 60149
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.378641523825614e-08,
      "loss": 0.0085,
      "step": 60150
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.374011976791163e-08,
      "loss": 0.0042,
      "step": 60151
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.369383698317635e-08,
      "loss": 0.0052,
      "step": 60152
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.364756688417019e-08,
      "loss": 0.0014,
      "step": 60153
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.360130947101253e-08,
      "loss": 0.0095,
      "step": 60154
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.355506474382213e-08,
      "loss": 0.011,
      "step": 60155
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.350883270271948e-08,
      "loss": 0.005,
      "step": 60156
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.346261334782336e-08,
      "loss": 0.004,
      "step": 60157
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.341640667925254e-08,
      "loss": 0.0052,
      "step": 60158
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.337021269712809e-08,
      "loss": 0.0218,
      "step": 60159
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.332403140156653e-08,
      "loss": 0.0085,
      "step": 60160
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.327786279268835e-08,
      "loss": 0.0054,
      "step": 60161
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.323170687061288e-08,
      "loss": 0.0044,
      "step": 60162
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.318556363545893e-08,
      "loss": 0.0266,
      "step": 60163
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.313943308734585e-08,
      "loss": 0.0047,
      "step": 60164
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.309331522639242e-08,
      "loss": 0.0036,
      "step": 60165
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.304721005271799e-08,
      "loss": 0.0085,
      "step": 60166
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.300111756644025e-08,
      "loss": 0.0076,
      "step": 60167
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.295503776768021e-08,
      "loss": 0.0087,
      "step": 60168
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.290897065655501e-08,
      "loss": 0.0061,
      "step": 60169
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.2862916233184e-08,
      "loss": 0.0019,
      "step": 60170
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.281687449768649e-08,
      "loss": 0.0127,
      "step": 60171
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.277084545018077e-08,
      "loss": 0.007,
      "step": 60172
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.272482909078617e-08,
      "loss": 0.0056,
      "step": 60173
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.267882541962091e-08,
      "loss": 0.0041,
      "step": 60174
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.263283443680326e-08,
      "loss": 0.0035,
      "step": 60175
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.258685614245309e-08,
      "loss": 0.0125,
      "step": 60176
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.254089053668867e-08,
      "loss": 0.0094,
      "step": 60177
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.249493761962768e-08,
      "loss": 0.0234,
      "step": 60178
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.244899739138946e-08,
      "loss": 0.0036,
      "step": 60179
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.240306985209279e-08,
      "loss": 0.007,
      "step": 60180
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.235715500185592e-08,
      "loss": 0.004,
      "step": 60181
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.231125284079766e-08,
      "loss": 0.0049,
      "step": 60182
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.226536336903512e-08,
      "loss": 0.0063,
      "step": 60183
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.221948658668822e-08,
      "loss": 0.0118,
      "step": 60184
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.217362249387406e-08,
      "loss": 0.0192,
      "step": 60185
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.212777109071257e-08,
      "loss": 0.0061,
      "step": 60186
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.208193237732087e-08,
      "loss": 0.0176,
      "step": 60187
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.203610635381775e-08,
      "loss": 0.005,
      "step": 60188
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.199029302032092e-08,
      "loss": 0.0058,
      "step": 60189
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.194449237694912e-08,
      "loss": 0.0037,
      "step": 60190
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.189870442382009e-08,
      "loss": 0.0112,
      "step": 60191
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.185292916105259e-08,
      "loss": 0.0058,
      "step": 60192
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.180716658876375e-08,
      "loss": 0.0114,
      "step": 60193
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.176141670707294e-08,
      "loss": 0.0021,
      "step": 60194
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.171567951609783e-08,
      "loss": 0.0101,
      "step": 60195
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.166995501595553e-08,
      "loss": 0.0076,
      "step": 60196
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.162424320676487e-08,
      "loss": 0.0042,
      "step": 60197
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.157854408864351e-08,
      "loss": 0.0029,
      "step": 60198
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.153285766170916e-08,
      "loss": 0.0082,
      "step": 60199
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.148718392608002e-08,
      "loss": 0.0128,
      "step": 60200
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.144152288187435e-08,
      "loss": 0.0136,
      "step": 60201
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.139587452920983e-08,
      "loss": 0.0047,
      "step": 60202
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.13502388682036e-08,
      "loss": 0.0317,
      "step": 60203
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.130461589897387e-08,
      "loss": 0.0082,
      "step": 60204
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.12590056216378e-08,
      "loss": 0.0071,
      "step": 60205
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.121340803631361e-08,
      "loss": 0.0139,
      "step": 60206
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.116782314311955e-08,
      "loss": 0.0092,
      "step": 60207
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.112225094217163e-08,
      "loss": 0.0109,
      "step": 60208
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.10766914335892e-08,
      "loss": 0.0166,
      "step": 60209
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.103114461748884e-08,
      "loss": 0.0046,
      "step": 60210
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.098561049398823e-08,
      "loss": 0.0066,
      "step": 60211
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.09400890632045e-08,
      "loss": 0.0058,
      "step": 60212
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.089458032525588e-08,
      "loss": 0.0036,
      "step": 60213
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.084908428025951e-08,
      "loss": 0.0079,
      "step": 60214
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.080360092833196e-08,
      "loss": 0.0041,
      "step": 60215
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.075813026959256e-08,
      "loss": 0.0056,
      "step": 60216
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.07126723041568e-08,
      "loss": 0.006,
      "step": 60217
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.066722703214181e-08,
      "loss": 0.0093,
      "step": 60218
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.062179445366636e-08,
      "loss": 0.0097,
      "step": 60219
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.057637456884704e-08,
      "loss": 0.0054,
      "step": 60220
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.053096737780042e-08,
      "loss": 0.0072,
      "step": 60221
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.048557288064473e-08,
      "loss": 0.0072,
      "step": 60222
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.044019107749657e-08,
      "loss": 0.0041,
      "step": 60223
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.039482196847304e-08,
      "loss": 0.0034,
      "step": 60224
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.034946555369071e-08,
      "loss": 0.012,
      "step": 60225
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.030412183326786e-08,
      "loss": 0.0049,
      "step": 60226
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.025879080731991e-08,
      "loss": 0.0092,
      "step": 60227
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.021347247596512e-08,
      "loss": 0.0054,
      "step": 60228
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.016816683932005e-08,
      "loss": 0.013,
      "step": 60229
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.012287389750129e-08,
      "loss": 0.0171,
      "step": 60230
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.007759365062651e-08,
      "loss": 0.0073,
      "step": 60231
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.003232609881117e-08,
      "loss": 0.0098,
      "step": 60232
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.998707124217297e-08,
      "loss": 0.0068,
      "step": 60233
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.994182908082904e-08,
      "loss": 0.0049,
      "step": 60234
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.989659961489538e-08,
      "loss": 0.0065,
      "step": 60235
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.985138284448912e-08,
      "loss": 0.0313,
      "step": 60236
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.98061787697274e-08,
      "loss": 0.0265,
      "step": 60237
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.976098739072569e-08,
      "loss": 0.0081,
      "step": 60238
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.97158087076011e-08,
      "loss": 0.0043,
      "step": 60239
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.967064272047021e-08,
      "loss": 0.0269,
      "step": 60240
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.962548942945014e-08,
      "loss": 0.0017,
      "step": 60241
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.958034883465637e-08,
      "loss": 0.0204,
      "step": 60242
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.953522093620603e-08,
      "loss": 0.0058,
      "step": 60243
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.949010573421568e-08,
      "loss": 0.004,
      "step": 60244
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.944500322880133e-08,
      "loss": 0.0033,
      "step": 60245
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.939991342008014e-08,
      "loss": 0.0057,
      "step": 60246
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.935483630816698e-08,
      "loss": 0.0067,
      "step": 60247
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.930977189317957e-08,
      "loss": 0.0036,
      "step": 60248
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.926472017523335e-08,
      "loss": 0.0173,
      "step": 60249
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.921968115444489e-08,
      "loss": 0.0165,
      "step": 60250
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.917465483093024e-08,
      "loss": 0.0044,
      "step": 60251
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.912964120480593e-08,
      "loss": 0.0048,
      "step": 60252
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.908464027618801e-08,
      "loss": 0.0025,
      "step": 60253
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.903965204519304e-08,
      "loss": 0.0017,
      "step": 60254
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.899467651193537e-08,
      "loss": 0.0027,
      "step": 60255
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.894971367653326e-08,
      "loss": 0.0103,
      "step": 60256
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.890476353910103e-08,
      "loss": 0.0034,
      "step": 60257
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.885982609975529e-08,
      "loss": 0.0077,
      "step": 60258
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.881490135861258e-08,
      "loss": 0.0028,
      "step": 60259
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.876998931578838e-08,
      "loss": 0.0042,
      "step": 60260
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.872508997139817e-08,
      "loss": 0.0109,
      "step": 60261
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.868020332555849e-08,
      "loss": 0.0051,
      "step": 60262
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.863532937838369e-08,
      "loss": 0.0082,
      "step": 60263
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.859046812999205e-08,
      "loss": 0.0098,
      "step": 60264
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.854561958049677e-08,
      "loss": 0.0046,
      "step": 60265
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.850078373001557e-08,
      "loss": 0.0055,
      "step": 60266
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.845596057866334e-08,
      "loss": 0.0136,
      "step": 60267
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.841115012655554e-08,
      "loss": 0.0037,
      "step": 60268
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.836635237380818e-08,
      "loss": 0.0033,
      "step": 60269
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.832156732053565e-08,
      "loss": 0.0029,
      "step": 60270
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.827679496685558e-08,
      "loss": 0.006,
      "step": 60271
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.823203531288237e-08,
      "loss": 0.005,
      "step": 60272
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.81872883587309e-08,
      "loss": 0.0062,
      "step": 60273
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.814255410451832e-08,
      "loss": 0.0041,
      "step": 60274
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.809783255035842e-08,
      "loss": 0.0066,
      "step": 60275
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.80531236963672e-08,
      "loss": 0.0164,
      "step": 60276
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.800842754266013e-08,
      "loss": 0.0093,
      "step": 60277
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.796374408935215e-08,
      "loss": 0.0089,
      "step": 60278
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.791907333655924e-08,
      "loss": 0.011,
      "step": 60279
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.787441528439632e-08,
      "loss": 0.0111,
      "step": 60280
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.782976993297886e-08,
      "loss": 0.0057,
      "step": 60281
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.77851372824212e-08,
      "loss": 0.0221,
      "step": 60282
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.774051733283939e-08,
      "loss": 0.0064,
      "step": 60283
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.76959100843483e-08,
      "loss": 0.0136,
      "step": 60284
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.765131553706284e-08,
      "loss": 0.0072,
      "step": 60285
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.76067336910985e-08,
      "loss": 0.0083,
      "step": 60286
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.756216454656962e-08,
      "loss": 0.0319,
      "step": 60287
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.751760810359221e-08,
      "loss": 0.0058,
      "step": 60288
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.747306436228064e-08,
      "loss": 0.0152,
      "step": 60289
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.742853332274925e-08,
      "loss": 0.0024,
      "step": 60290
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.738401498511406e-08,
      "loss": 0.0055,
      "step": 60291
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.733950934948997e-08,
      "loss": 0.0145,
      "step": 60292
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.729501641599024e-08,
      "loss": 0.0065,
      "step": 60293
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.725053618473145e-08,
      "loss": 0.0052,
      "step": 60294
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.720606865582736e-08,
      "loss": 0.0218,
      "step": 60295
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.716161382939347e-08,
      "loss": 0.0189,
      "step": 60296
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.711717170554411e-08,
      "loss": 0.0132,
      "step": 60297
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.70727422843931e-08,
      "loss": 0.0051,
      "step": 60298
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.702832556605644e-08,
      "loss": 0.0103,
      "step": 60299
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.698392155064793e-08,
      "loss": 0.0014,
      "step": 60300
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.693953023828249e-08,
      "loss": 0.0058,
      "step": 60301
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.689515162907446e-08,
      "loss": 0.0098,
      "step": 60302
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.685078572313875e-08,
      "loss": 0.0115,
      "step": 60303
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.680643252058973e-08,
      "loss": 0.0038,
      "step": 60304
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.676209202154117e-08,
      "loss": 0.0047,
      "step": 60305
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.6717764226108e-08,
      "loss": 0.0041,
      "step": 60306
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.667344913440456e-08,
      "loss": 0.0027,
      "step": 60307
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.66291467465452e-08,
      "loss": 0.0227,
      "step": 60308
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.658485706264484e-08,
      "loss": 0.0072,
      "step": 60309
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.654058008281672e-08,
      "loss": 0.0183,
      "step": 60310
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.649631580717576e-08,
      "loss": 0.0202,
      "step": 60311
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.645206423583573e-08,
      "loss": 0.0038,
      "step": 60312
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.6407825368911e-08,
      "loss": 0.0035,
      "step": 60313
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.636359920651592e-08,
      "loss": 0.0131,
      "step": 60314
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.631938574876429e-08,
      "loss": 0.0036,
      "step": 60315
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.627518499577047e-08,
      "loss": 0.0053,
      "step": 60316
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.623099694764823e-08,
      "loss": 0.0119,
      "step": 60317
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.618682160451196e-08,
      "loss": 0.005,
      "step": 60318
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.614265896647543e-08,
      "loss": 0.0032,
      "step": 60319
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.609850903365245e-08,
      "loss": 0.0093,
      "step": 60320
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.605437180615738e-08,
      "loss": 0.0085,
      "step": 60321
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.6010247284104e-08,
      "loss": 0.003,
      "step": 60322
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.596613546760556e-08,
      "loss": 0.0279,
      "step": 60323
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.592203635677697e-08,
      "loss": 0.0072,
      "step": 60324
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.587794995173036e-08,
      "loss": 0.0109,
      "step": 60325
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.58338762525812e-08,
      "loss": 0.0072,
      "step": 60326
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.578981525944218e-08,
      "loss": 0.0104,
      "step": 60327
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.574576697242763e-08,
      "loss": 0.0079,
      "step": 60328
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.570173139165082e-08,
      "loss": 0.0083,
      "step": 60329
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.565770851722499e-08,
      "loss": 0.0089,
      "step": 60330
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.561369834926502e-08,
      "loss": 0.0091,
      "step": 60331
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.556970088788362e-08,
      "loss": 0.0036,
      "step": 60332
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.552571613319348e-08,
      "loss": 0.0095,
      "step": 60333
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.54817440853095e-08,
      "loss": 0.004,
      "step": 60334
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.543778474434438e-08,
      "loss": 0.011,
      "step": 60335
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.539383811041245e-08,
      "loss": 0.026,
      "step": 60336
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.534990418362587e-08,
      "loss": 0.0169,
      "step": 60337
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.530598296409896e-08,
      "loss": 0.0209,
      "step": 60338
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.526207445194444e-08,
      "loss": 0.0047,
      "step": 60339
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.521817864727554e-08,
      "loss": 0.0193,
      "step": 60340
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.517429555020662e-08,
      "loss": 0.0199,
      "step": 60341
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.513042516084979e-08,
      "loss": 0.0068,
      "step": 60342
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.508656747931775e-08,
      "loss": 0.0198,
      "step": 60343
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.504272250572542e-08,
      "loss": 0.003,
      "step": 60344
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.499889024018492e-08,
      "loss": 0.0065,
      "step": 60345
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.49550706828095e-08,
      "loss": 0.005,
      "step": 60346
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.491126383371183e-08,
      "loss": 0.0082,
      "step": 60347
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.486746969300518e-08,
      "loss": 0.0124,
      "step": 60348
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.482368826080277e-08,
      "loss": 0.0067,
      "step": 60349
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.477991953721786e-08,
      "loss": 0.0302,
      "step": 60350
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.473616352236257e-08,
      "loss": 0.007,
      "step": 60351
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.46924202163507e-08,
      "loss": 0.0056,
      "step": 60352
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.46486896192944e-08,
      "loss": 0.0029,
      "step": 60353
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.460497173130687e-08,
      "loss": 0.0026,
      "step": 60354
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.456126655250028e-08,
      "loss": 0.0033,
      "step": 60355
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.451757408298843e-08,
      "loss": 0.0068,
      "step": 60356
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.447389432288344e-08,
      "loss": 0.0131,
      "step": 60357
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.443022727229743e-08,
      "loss": 0.005,
      "step": 60358
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.438657293134477e-08,
      "loss": 0.005,
      "step": 60359
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.434293130013704e-08,
      "loss": 0.0015,
      "step": 60360
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.42993023787869e-08,
      "loss": 0.0098,
      "step": 60361
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.425568616740653e-08,
      "loss": 0.0172,
      "step": 60362
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.421208266610913e-08,
      "loss": 0.0106,
      "step": 60363
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.416849187500686e-08,
      "loss": 0.0031,
      "step": 60364
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.412491379421238e-08,
      "loss": 0.0058,
      "step": 60365
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.40813484238384e-08,
      "loss": 0.0042,
      "step": 60366
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.40377957639965e-08,
      "loss": 0.0051,
      "step": 60367
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.399425581479991e-08,
      "loss": 0.0062,
      "step": 60368
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.395072857636077e-08,
      "loss": 0.0193,
      "step": 60369
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.390721404879064e-08,
      "loss": 0.0047,
      "step": 60370
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.386371223220334e-08,
      "loss": 0.0031,
      "step": 60371
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.382022312670934e-08,
      "loss": 0.0046,
      "step": 60372
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.377674673242185e-08,
      "loss": 0.0012,
      "step": 60373
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.373328304945359e-08,
      "loss": 0.006,
      "step": 60374
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.368983207791558e-08,
      "loss": 0.0065,
      "step": 60375
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.36463938179205e-08,
      "loss": 0.007,
      "step": 60376
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.360296826958047e-08,
      "loss": 0.0034,
      "step": 60377
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.355955543300707e-08,
      "loss": 0.0118,
      "step": 60378
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.351615530831246e-08,
      "loss": 0.0203,
      "step": 60379
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.347276789560931e-08,
      "loss": 0.0095,
      "step": 60380
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.342939319500919e-08,
      "loss": 0.0071,
      "step": 60381
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.338603120662368e-08,
      "loss": 0.005,
      "step": 60382
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.334268193056493e-08,
      "loss": 0.0047,
      "step": 60383
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.329934536694506e-08,
      "loss": 0.0037,
      "step": 60384
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.325602151587508e-08,
      "loss": 0.008,
      "step": 60385
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.321271037746769e-08,
      "loss": 0.0041,
      "step": 60386
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.316941195183392e-08,
      "loss": 0.0306,
      "step": 60387
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.312612623908644e-08,
      "loss": 0.003,
      "step": 60388
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.308285323933573e-08,
      "loss": 0.0381,
      "step": 60389
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.303959295269447e-08,
      "loss": 0.0082,
      "step": 60390
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.299634537927369e-08,
      "loss": 0.0049,
      "step": 60391
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.295311051918552e-08,
      "loss": 0.0071,
      "step": 60392
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.290988837254043e-08,
      "loss": 0.007,
      "step": 60393
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.28666789394511e-08,
      "loss": 0.0041,
      "step": 60394
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.282348222002911e-08,
      "loss": 0.0102,
      "step": 60395
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.278029821438493e-08,
      "loss": 0.008,
      "step": 60396
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.273712692263068e-08,
      "loss": 0.006,
      "step": 60397
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.269396834487685e-08,
      "loss": 0.0066,
      "step": 60398
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.265082248123611e-08,
      "loss": 0.0015,
      "step": 60399
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.260768933181894e-08,
      "loss": 0.0033,
      "step": 60400
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.256456889673746e-08,
      "loss": 0.0104,
      "step": 60401
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.252146117610214e-08,
      "loss": 0.0265,
      "step": 60402
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.247836617002457e-08,
      "loss": 0.0172,
      "step": 60403
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.243528387861576e-08,
      "loss": 0.0153,
      "step": 60404
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.239221430198617e-08,
      "loss": 0.0066,
      "step": 60405
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.23491574402485e-08,
      "loss": 0.0052,
      "step": 60406
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.230611329351322e-08,
      "loss": 0.0111,
      "step": 60407
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.22630818618908e-08,
      "loss": 0.0151,
      "step": 60408
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.22200631454928e-08,
      "loss": 0.016,
      "step": 60409
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.217705714443024e-08,
      "loss": 0.0076,
      "step": 60410
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.213406385881416e-08,
      "loss": 0.003,
      "step": 60411
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.209108328875503e-08,
      "loss": 0.0247,
      "step": 60412
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.204811543436385e-08,
      "loss": 0.0123,
      "step": 60413
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.200516029575222e-08,
      "loss": 0.0084,
      "step": 60414
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.196221787302949e-08,
      "loss": 0.0066,
      "step": 60415
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.191928816630834e-08,
      "loss": 0.004,
      "step": 60416
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.187637117569868e-08,
      "loss": 0.0024,
      "step": 60417
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.183346690131099e-08,
      "loss": 0.0197,
      "step": 60418
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.179057534325628e-08,
      "loss": 0.0066,
      "step": 60419
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.174769650164449e-08,
      "loss": 0.0137,
      "step": 60420
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.170483037658715e-08,
      "loss": 0.0181,
      "step": 60421
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.166197696819532e-08,
      "loss": 0.0055,
      "step": 60422
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.16191362765778e-08,
      "loss": 0.0174,
      "step": 60423
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.157630830184726e-08,
      "loss": 0.0096,
      "step": 60424
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.15334930441125e-08,
      "loss": 0.0096,
      "step": 60425
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.149069050348512e-08,
      "loss": 0.009,
      "step": 60426
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.144790068007501e-08,
      "loss": 0.0087,
      "step": 60427
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.14051235739921e-08,
      "loss": 0.0299,
      "step": 60428
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.13623591853474e-08,
      "loss": 0.0061,
      "step": 60429
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.131960751425138e-08,
      "loss": 0.0069,
      "step": 60430
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.12768685608145e-08,
      "loss": 0.0034,
      "step": 60431
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.123414232514724e-08,
      "loss": 0.0078,
      "step": 60432
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.119142880735841e-08,
      "loss": 0.0132,
      "step": 60433
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.1148728007559e-08,
      "loss": 0.019,
      "step": 60434
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.110603992585951e-08,
      "loss": 0.0078,
      "step": 60435
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.10633645623704e-08,
      "loss": 0.0051,
      "step": 60436
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.102070191720101e-08,
      "loss": 0.0118,
      "step": 60437
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.097805199046126e-08,
      "loss": 0.0123,
      "step": 60438
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.093541478226273e-08,
      "loss": 0.0056,
      "step": 60439
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.089279029271368e-08,
      "loss": 0.0125,
      "step": 60440
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.085017852192455e-08,
      "loss": 0.0011,
      "step": 60441
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.080757947000583e-08,
      "loss": 0.0039,
      "step": 60442
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.076499313706686e-08,
      "loss": 0.0199,
      "step": 60443
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.072241952321813e-08,
      "loss": 0.0029,
      "step": 60444
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.067985862856896e-08,
      "loss": 0.0197,
      "step": 60445
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.063731045322986e-08,
      "loss": 0.0067,
      "step": 60446
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.059477499730961e-08,
      "loss": 0.0154,
      "step": 60447
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.055225226091866e-08,
      "loss": 0.0071,
      "step": 60448
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.05097422441664e-08,
      "loss": 0.0011,
      "step": 60449
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.046724494716273e-08,
      "loss": 0.0066,
      "step": 60450
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.042476037001755e-08,
      "loss": 0.0101,
      "step": 60451
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.038228851283968e-08,
      "loss": 0.0067,
      "step": 60452
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.033982937573958e-08,
      "loss": 0.0038,
      "step": 60453
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.02973829588266e-08,
      "loss": 0.0037,
      "step": 60454
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.025494926220955e-08,
      "loss": 0.007,
      "step": 60455
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.021252828599889e-08,
      "loss": 0.0027,
      "step": 60456
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.017012003030399e-08,
      "loss": 0.0179,
      "step": 60457
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.012772449523308e-08,
      "loss": 0.0288,
      "step": 60458
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.00853416808972e-08,
      "loss": 0.0024,
      "step": 60459
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.004297158740458e-08,
      "loss": 0.0366,
      "step": 60460
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.000061421486515e-08,
      "loss": 0.0041,
      "step": 60461
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.995826956338825e-08,
      "loss": 0.0049,
      "step": 60462
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.991593763308214e-08,
      "loss": 0.0108,
      "step": 60463
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.987361842405726e-08,
      "loss": 0.0053,
      "step": 60464
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.98313119364219e-08,
      "loss": 0.0045,
      "step": 60465
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.978901817028649e-08,
      "loss": 0.0317,
      "step": 60466
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.974673712575875e-08,
      "loss": 0.0089,
      "step": 60467
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.970446880294857e-08,
      "loss": 0.0175,
      "step": 60468
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.966221320196476e-08,
      "loss": 0.0078,
      "step": 60469
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.961997032291613e-08,
      "loss": 0.0403,
      "step": 60470
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.957774016591256e-08,
      "loss": 0.0094,
      "step": 60471
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.953552273106178e-08,
      "loss": 0.0058,
      "step": 60472
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.94933180184737e-08,
      "loss": 0.0074,
      "step": 60473
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.945112602825654e-08,
      "loss": 0.0039,
      "step": 60474
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.940894676051967e-08,
      "loss": 0.0128,
      "step": 60475
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.936678021537246e-08,
      "loss": 0.0078,
      "step": 60476
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.932462639292203e-08,
      "loss": 0.01,
      "step": 60477
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.92824852932783e-08,
      "loss": 0.0177,
      "step": 60478
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.924035691655006e-08,
      "loss": 0.0054,
      "step": 60479
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.919824126284558e-08,
      "loss": 0.0052,
      "step": 60480
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.915613833227419e-08,
      "loss": 0.0027,
      "step": 60481
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.911404812494416e-08,
      "loss": 0.0042,
      "step": 60482
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.907197064096371e-08,
      "loss": 0.0106,
      "step": 60483
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.902990588044168e-08,
      "loss": 0.0185,
      "step": 60484
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.898785384348684e-08,
      "loss": 0.0171,
      "step": 60485
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.894581453020743e-08,
      "loss": 0.002,
      "step": 60486
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.890378794071229e-08,
      "loss": 0.0064,
      "step": 60487
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.886177407510908e-08,
      "loss": 0.0082,
      "step": 60488
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.881977293350717e-08,
      "loss": 0.0053,
      "step": 60489
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.877778451601425e-08,
      "loss": 0.0267,
      "step": 60490
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.873580882273911e-08,
      "loss": 0.0217,
      "step": 60491
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.869384585378946e-08,
      "loss": 0.0208,
      "step": 60492
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.86518956092741e-08,
      "loss": 0.0032,
      "step": 60493
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.860995808930126e-08,
      "loss": 0.0098,
      "step": 60494
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.85680332939792e-08,
      "loss": 0.0059,
      "step": 60495
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.852612122341618e-08,
      "loss": 0.0072,
      "step": 60496
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.848422187771985e-08,
      "loss": 0.0122,
      "step": 60497
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.844233525699794e-08,
      "loss": 0.0057,
      "step": 60498
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.84004613613598e-08,
      "loss": 0.0019,
      "step": 60499
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.835860019091256e-08,
      "loss": 0.0063,
      "step": 60500
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.831675174576502e-08,
      "loss": 0.0107,
      "step": 60501
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.827491602602431e-08,
      "loss": 0.0042,
      "step": 60502
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.823309303179926e-08,
      "loss": 0.0108,
      "step": 60503
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.819128276319697e-08,
      "loss": 0.0228,
      "step": 60504
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.814948522032516e-08,
      "loss": 0.0031,
      "step": 60505
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.810770040329262e-08,
      "loss": 0.0049,
      "step": 60506
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.806592831220648e-08,
      "loss": 0.0043,
      "step": 60507
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.802416894717445e-08,
      "loss": 0.0173,
      "step": 60508
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.798242230830532e-08,
      "loss": 0.0035,
      "step": 60509
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.794068839570566e-08,
      "loss": 0.0262,
      "step": 60510
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.789896720948375e-08,
      "loss": 0.0072,
      "step": 60511
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.785725874974725e-08,
      "loss": 0.0097,
      "step": 60512
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.781556301660275e-08,
      "loss": 0.0112,
      "step": 60513
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.777388001015961e-08,
      "loss": 0.012,
      "step": 60514
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.77322097305233e-08,
      "loss": 0.0027,
      "step": 60515
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.769055217780374e-08,
      "loss": 0.0149,
      "step": 60516
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.764890735210694e-08,
      "loss": 0.0097,
      "step": 60517
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.760727525354005e-08,
      "loss": 0.0208,
      "step": 60518
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.756565588221187e-08,
      "loss": 0.0084,
      "step": 60519
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.752404923822787e-08,
      "loss": 0.0043,
      "step": 60520
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.748245532169739e-08,
      "loss": 0.0055,
      "step": 60521
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.744087413272648e-08,
      "loss": 0.0069,
      "step": 60522
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.739930567142284e-08,
      "loss": 0.0087,
      "step": 60523
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.735774993789357e-08,
      "loss": 0.0102,
      "step": 60524
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.731620693224639e-08,
      "loss": 0.0046,
      "step": 60525
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.727467665458843e-08,
      "loss": 0.007,
      "step": 60526
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.723315910502626e-08,
      "loss": 0.0154,
      "step": 60527
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.719165428366703e-08,
      "loss": 0.0027,
      "step": 60528
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.715016219061843e-08,
      "loss": 0.0104,
      "step": 60529
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.710868282598649e-08,
      "loss": 0.004,
      "step": 60530
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.706721618987999e-08,
      "loss": 0.012,
      "step": 60531
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.702576228240443e-08,
      "loss": 0.0084,
      "step": 60532
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.698432110366749e-08,
      "loss": 0.0189,
      "step": 60533
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.694289265377573e-08,
      "loss": 0.0105,
      "step": 60534
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.690147693283633e-08,
      "loss": 0.0114,
      "step": 60535
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.686007394095584e-08,
      "loss": 0.0042,
      "step": 60536
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.681868367824141e-08,
      "loss": 0.0049,
      "step": 60537
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.677730614479905e-08,
      "loss": 0.003,
      "step": 60538
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.673594134073702e-08,
      "loss": 0.0179,
      "step": 60539
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.669458926616079e-08,
      "loss": 0.0042,
      "step": 60540
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.66532499211775e-08,
      "loss": 0.0171,
      "step": 60541
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.661192330589428e-08,
      "loss": 0.0044,
      "step": 60542
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.65706094204166e-08,
      "loss": 0.0066,
      "step": 60543
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.652930826485216e-08,
      "loss": 0.0126,
      "step": 60544
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.648801983930697e-08,
      "loss": 0.0102,
      "step": 60545
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.644674414388763e-08,
      "loss": 0.0091,
      "step": 60546
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.640548117870127e-08,
      "loss": 0.0073,
      "step": 60547
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.636423094385336e-08,
      "loss": 0.0223,
      "step": 60548
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.632299343945103e-08,
      "loss": 0.0173,
      "step": 60549
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.628176866559976e-08,
      "loss": 0.0056,
      "step": 60550
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.624055662240724e-08,
      "loss": 0.0013,
      "step": 60551
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.619935730997951e-08,
      "loss": 0.0057,
      "step": 60552
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.615817072842201e-08,
      "loss": 0.0071,
      "step": 60553
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.61169968778419e-08,
      "loss": 0.0178,
      "step": 60554
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.607583575834464e-08,
      "loss": 0.0256,
      "step": 60555
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.603468737003738e-08,
      "loss": 0.007,
      "step": 60556
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.599355171302557e-08,
      "loss": 0.0039,
      "step": 60557
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.595242878741582e-08,
      "loss": 0.0081,
      "step": 60558
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.591131859331356e-08,
      "loss": 0.0058,
      "step": 60559
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.587022113082597e-08,
      "loss": 0.0151,
      "step": 60560
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.582913640005795e-08,
      "loss": 0.0029,
      "step": 60561
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.578806440111662e-08,
      "loss": 0.0153,
      "step": 60562
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.574700513410636e-08,
      "loss": 0.0054,
      "step": 60563
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.570595859913487e-08,
      "loss": 0.0058,
      "step": 60564
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.566492479630704e-08,
      "loss": 0.0077,
      "step": 60565
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.562390372572891e-08,
      "loss": 0.0099,
      "step": 60566
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.558289538750707e-08,
      "loss": 0.0131,
      "step": 60567
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.554189978174585e-08,
      "loss": 0.0018,
      "step": 60568
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.550091690855242e-08,
      "loss": 0.0099,
      "step": 60569
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.545994676803169e-08,
      "loss": 0.0105,
      "step": 60570
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.541898936028967e-08,
      "loss": 0.006,
      "step": 60571
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.537804468543241e-08,
      "loss": 0.0058,
      "step": 60572
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.53371127435648e-08,
      "loss": 0.0069,
      "step": 60573
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.529619353479344e-08,
      "loss": 0.0009,
      "step": 60574
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.525528705922268e-08,
      "loss": 0.0217,
      "step": 60575
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.521439331695911e-08,
      "loss": 0.0037,
      "step": 60576
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.517351230810764e-08,
      "loss": 0.0102,
      "step": 60577
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.513264403277431e-08,
      "loss": 0.0027,
      "step": 60578
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.509178849106401e-08,
      "loss": 0.011,
      "step": 60579
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.505094568308223e-08,
      "loss": 0.0077,
      "step": 60580
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.501011560893444e-08,
      "loss": 0.0039,
      "step": 60581
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.496929826872667e-08,
      "loss": 0.0094,
      "step": 60582
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.492849366256327e-08,
      "loss": 0.008,
      "step": 60583
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.488770179055025e-08,
      "loss": 0.0184,
      "step": 60584
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.484692265279202e-08,
      "loss": 0.0073,
      "step": 60585
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.480615624939457e-08,
      "loss": 0.0029,
      "step": 60586
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.476540258046282e-08,
      "loss": 0.0064,
      "step": 60587
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.472466164610169e-08,
      "loss": 0.0069,
      "step": 60588
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.468393344641721e-08,
      "loss": 0.0181,
      "step": 60589
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.464321798151319e-08,
      "loss": 0.0044,
      "step": 60590
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.460251525149619e-08,
      "loss": 0.0049,
      "step": 60591
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.456182525646947e-08,
      "loss": 0.0043,
      "step": 60592
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.452114799653908e-08,
      "loss": 0.0165,
      "step": 60593
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.448048347180991e-08,
      "loss": 0.0051,
      "step": 60594
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.443983168238688e-08,
      "loss": 0.0234,
      "step": 60595
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.43991926283749e-08,
      "loss": 0.0224,
      "step": 60596
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.43585663098789e-08,
      "loss": 0.0053,
      "step": 60597
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.431795272700269e-08,
      "loss": 0.0126,
      "step": 60598
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.427735187985284e-08,
      "loss": 0.0056,
      "step": 60599
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.42367637685326e-08,
      "loss": 0.0009,
      "step": 60600
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.419618839314745e-08,
      "loss": 0.0095,
      "step": 60601
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.415562575380229e-08,
      "loss": 0.0029,
      "step": 60602
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.411507585060095e-08,
      "loss": 0.0019,
      "step": 60603
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.407453868364944e-08,
      "loss": 0.0058,
      "step": 60604
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.403401425305045e-08,
      "loss": 0.0048,
      "step": 60605
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.399350255891001e-08,
      "loss": 0.0034,
      "step": 60606
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.39530036013325e-08,
      "loss": 0.0244,
      "step": 60607
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.391251738042115e-08,
      "loss": 0.0057,
      "step": 60608
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.387204389628199e-08,
      "loss": 0.0059,
      "step": 60609
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.383158314901939e-08,
      "loss": 0.0039,
      "step": 60610
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.379113513873658e-08,
      "loss": 0.0026,
      "step": 60611
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.375069986553906e-08,
      "loss": 0.0056,
      "step": 60612
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.371027732953006e-08,
      "loss": 0.0308,
      "step": 60613
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.366986753081505e-08,
      "loss": 0.0043,
      "step": 60614
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.36294704694973e-08,
      "loss": 0.0211,
      "step": 60615
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.358908614568171e-08,
      "loss": 0.0068,
      "step": 60616
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.354871455947265e-08,
      "loss": 0.0045,
      "step": 60617
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.350835571097336e-08,
      "loss": 0.0146,
      "step": 60618
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.346800960028931e-08,
      "loss": 0.0097,
      "step": 60619
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.342767622752266e-08,
      "loss": 0.0052,
      "step": 60620
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.338735559277943e-08,
      "loss": 0.0154,
      "step": 60621
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.33470476961634e-08,
      "loss": 0.009,
      "step": 60622
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.33067525377773e-08,
      "loss": 0.0036,
      "step": 60623
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.326647011772602e-08,
      "loss": 0.0111,
      "step": 60624
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.322620043611339e-08,
      "loss": 0.0023,
      "step": 60625
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.318594349304374e-08,
      "loss": 0.0108,
      "step": 60626
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.31456992886198e-08,
      "loss": 0.0029,
      "step": 60627
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.310546782294646e-08,
      "loss": 0.0197,
      "step": 60628
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.3065249096127e-08,
      "loss": 0.0266,
      "step": 60629
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.302504310826573e-08,
      "loss": 0.0127,
      "step": 60630
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.298484985946596e-08,
      "loss": 0.0068,
      "step": 60631
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.294466934983145e-08,
      "loss": 0.0007,
      "step": 60632
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.290450157946604e-08,
      "loss": 0.0081,
      "step": 60633
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.286434654847296e-08,
      "loss": 0.0068,
      "step": 60634
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.282420425695601e-08,
      "loss": 0.0076,
      "step": 60635
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.278407470501901e-08,
      "loss": 0.0061,
      "step": 60636
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.274395789276578e-08,
      "loss": 0.0118,
      "step": 60637
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.270385382029897e-08,
      "loss": 0.0071,
      "step": 60638
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.266376248772244e-08,
      "loss": 0.0238,
      "step": 60639
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.262368389514051e-08,
      "loss": 0.0091,
      "step": 60640
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.258361804265534e-08,
      "loss": 0.003,
      "step": 60641
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.254356493037072e-08,
      "loss": 0.0093,
      "step": 60642
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.250352455838992e-08,
      "loss": 0.0126,
      "step": 60643
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.246349692681675e-08,
      "loss": 0.0025,
      "step": 60644
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.242348203575333e-08,
      "loss": 0.0112,
      "step": 60645
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.238347988530457e-08,
      "loss": 0.002,
      "step": 60646
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.234349047557264e-08,
      "loss": 0.0214,
      "step": 60647
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.230351380666133e-08,
      "loss": 0.0151,
      "step": 60648
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.226354987867278e-08,
      "loss": 0.0133,
      "step": 60649
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.22235986917108e-08,
      "loss": 0.0027,
      "step": 60650
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.218366024587862e-08,
      "loss": 0.0119,
      "step": 60651
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.214373454127954e-08,
      "loss": 0.0092,
      "step": 60652
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.21038215780151e-08,
      "loss": 0.0037,
      "step": 60653
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.206392135619022e-08,
      "loss": 0.0366,
      "step": 60654
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.20240338759065e-08,
      "loss": 0.0049,
      "step": 60655
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.198415913726718e-08,
      "loss": 0.0015,
      "step": 60656
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.194429714037554e-08,
      "loss": 0.0072,
      "step": 60657
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.190444788533423e-08,
      "loss": 0.0129,
      "step": 60658
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.186461137224598e-08,
      "loss": 0.0202,
      "step": 60659
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.182478760121292e-08,
      "loss": 0.0095,
      "step": 60660
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.178497657233995e-08,
      "loss": 0.0145,
      "step": 60661
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.174517828572757e-08,
      "loss": 0.0144,
      "step": 60662
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.170539274147902e-08,
      "loss": 0.0347,
      "step": 60663
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.166561993969756e-08,
      "loss": 0.004,
      "step": 60664
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.162585988048476e-08,
      "loss": 0.0051,
      "step": 60665
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.158611256394498e-08,
      "loss": 0.004,
      "step": 60666
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.154637799017926e-08,
      "loss": 0.0094,
      "step": 60667
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.15066561592903e-08,
      "loss": 0.0175,
      "step": 60668
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.146694707138134e-08,
      "loss": 0.0053,
      "step": 60669
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.142725072655398e-08,
      "loss": 0.013,
      "step": 60670
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.138756712491146e-08,
      "loss": 0.0087,
      "step": 60671
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.134789626655535e-08,
      "loss": 0.0084,
      "step": 60672
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.130823815158893e-08,
      "loss": 0.0174,
      "step": 60673
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.126859278011376e-08,
      "loss": 0.0364,
      "step": 60674
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.122896015223256e-08,
      "loss": 0.0067,
      "step": 60675
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.118934026804691e-08,
      "loss": 0.0294,
      "step": 60676
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.114973312766004e-08,
      "loss": 0.0164,
      "step": 60677
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.111013873117355e-08,
      "loss": 0.0017,
      "step": 60678
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.107055707869014e-08,
      "loss": 0.005,
      "step": 60679
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.103098817031083e-08,
      "loss": 0.0163,
      "step": 60680
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.099143200613888e-08,
      "loss": 0.0058,
      "step": 60681
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.095188858627587e-08,
      "loss": 0.0124,
      "step": 60682
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.091235791082395e-08,
      "loss": 0.0225,
      "step": 60683
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.087283997988525e-08,
      "loss": 0.0188,
      "step": 60684
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.083333479356135e-08,
      "loss": 0.0259,
      "step": 60685
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.07938423519544e-08,
      "loss": 0.0105,
      "step": 60686
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.075436265516599e-08,
      "loss": 0.0312,
      "step": 60687
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.07148957032988e-08,
      "loss": 0.0049,
      "step": 60688
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.067544149645388e-08,
      "loss": 0.0147,
      "step": 60689
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.063600003473335e-08,
      "loss": 0.0109,
      "step": 60690
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.059657131823882e-08,
      "loss": 0.0076,
      "step": 60691
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.055715534707241e-08,
      "loss": 0.0022,
      "step": 60692
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.051775212133515e-08,
      "loss": 0.0116,
      "step": 60693
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.047836164112974e-08,
      "loss": 0.0094,
      "step": 60694
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.043898390655667e-08,
      "loss": 0.0183,
      "step": 60695
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.039961891771862e-08,
      "loss": 0.0342,
      "step": 60696
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.036026667471606e-08,
      "loss": 0.0091,
      "step": 60697
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.03209271776517e-08,
      "loss": 0.0113,
      "step": 60698
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.028160042662657e-08,
      "loss": 0.0165,
      "step": 60699
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.024228642174113e-08,
      "loss": 0.0077,
      "step": 60700
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.020298516309808e-08,
      "loss": 0.025,
      "step": 60701
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.016369665079902e-08,
      "loss": 0.009,
      "step": 60702
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.012442088494441e-08,
      "loss": 0.0104,
      "step": 60703
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.008515786563584e-08,
      "loss": 0.0315,
      "step": 60704
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.00459075929749e-08,
      "loss": 0.0062,
      "step": 60705
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.000667006706263e-08,
      "loss": 0.019,
      "step": 60706
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.996744528800058e-08,
      "loss": 0.0041,
      "step": 60707
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.992823325588981e-08,
      "loss": 0.0036,
      "step": 60708
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.988903397083134e-08,
      "loss": 0.003,
      "step": 60709
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.984984743292621e-08,
      "loss": 0.0066,
      "step": 60710
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.981067364227599e-08,
      "loss": 0.0041,
      "step": 60711
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.977151259898173e-08,
      "loss": 0.0135,
      "step": 60712
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.973236430314333e-08,
      "loss": 0.0031,
      "step": 60713
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.969322875486349e-08,
      "loss": 0.0078,
      "step": 60714
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.965410595424214e-08,
      "loss": 0.0036,
      "step": 60715
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.961499590138087e-08,
      "loss": 0.0125,
      "step": 60716
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.957589859638013e-08,
      "loss": 0.0045,
      "step": 60717
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.9536814039340974e-08,
      "loss": 0.0073,
      "step": 60718
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.949774223036442e-08,
      "loss": 0.0056,
      "step": 60719
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.945868316955039e-08,
      "loss": 0.0053,
      "step": 60720
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.941963685700103e-08,
      "loss": 0.0022,
      "step": 60721
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.938060329281625e-08,
      "loss": 0.008,
      "step": 60722
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.934158247709654e-08,
      "loss": 0.0112,
      "step": 60723
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.930257440994347e-08,
      "loss": 0.0031,
      "step": 60724
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.9263579091457524e-08,
      "loss": 0.0032,
      "step": 60725
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.922459652173862e-08,
      "loss": 0.0106,
      "step": 60726
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.9185626700887786e-08,
      "loss": 0.0055,
      "step": 60727
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.914666962900495e-08,
      "loss": 0.0035,
      "step": 60728
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.9107725306192243e-08,
      "loss": 0.0169,
      "step": 60729
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.906879373254848e-08,
      "loss": 0.0015,
      "step": 60730
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.902987490817469e-08,
      "loss": 0.0103,
      "step": 60731
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8990968833171344e-08,
      "loss": 0.0042,
      "step": 60732
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.895207550763948e-08,
      "loss": 0.0225,
      "step": 60733
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.891319493167846e-08,
      "loss": 0.0037,
      "step": 60734
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.887432710538876e-08,
      "loss": 0.0102,
      "step": 60735
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8835472028870855e-08,
      "loss": 0.0142,
      "step": 60736
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8796629702225774e-08,
      "loss": 0.0061,
      "step": 60737
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8757800125552324e-08,
      "loss": 0.0072,
      "step": 60738
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.871898329895154e-08,
      "loss": 0.01,
      "step": 60739
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.868017922252334e-08,
      "loss": 0.0158,
      "step": 60740
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.86413878963682e-08,
      "loss": 0.0029,
      "step": 60741
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.860260932058603e-08,
      "loss": 0.0057,
      "step": 60742
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8563843495276774e-08,
      "loss": 0.0044,
      "step": 60743
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.852509042054033e-08,
      "loss": 0.0042,
      "step": 60744
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.848635009647718e-08,
      "loss": 0.0232,
      "step": 60745
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8447622523186146e-08,
      "loss": 0.0118,
      "step": 60746
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.840890770076879e-08,
      "loss": 0.0134,
      "step": 60747
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.837020562932394e-08,
      "loss": 0.0083,
      "step": 60748
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8331516308952065e-08,
      "loss": 0.0058,
      "step": 60749
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.829283973975253e-08,
      "loss": 0.0037,
      "step": 60750
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.82541759218247e-08,
      "loss": 0.0067,
      "step": 60751
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.82155248552696e-08,
      "loss": 0.0087,
      "step": 60752
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.81768865401855e-08,
      "loss": 0.0052,
      "step": 60753
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8138260976673965e-08,
      "loss": 0.0047,
      "step": 60754
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.809964816483271e-08,
      "loss": 0.0132,
      "step": 60755
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.8061048104762764e-08,
      "loss": 0.0092,
      "step": 60756
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.802246079656293e-08,
      "loss": 0.006,
      "step": 60757
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.798388624033258e-08,
      "loss": 0.0091,
      "step": 60758
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.794532443617273e-08,
      "loss": 0.0086,
      "step": 60759
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.79067753841811e-08,
      "loss": 0.0186,
      "step": 60760
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.786823908445816e-08,
      "loss": 0.0089,
      "step": 60761
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.782971553710326e-08,
      "loss": 0.0022,
      "step": 60762
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7791204742215224e-08,
      "loss": 0.0059,
      "step": 60763
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.775270669989397e-08,
      "loss": 0.0157,
      "step": 60764
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.771422141023886e-08,
      "loss": 0.0094,
      "step": 60765
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7675748873348705e-08,
      "loss": 0.0108,
      "step": 60766
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7637289089323977e-08,
      "loss": 0.0102,
      "step": 60767
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7598842058261826e-08,
      "loss": 0.0153,
      "step": 60768
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7560407780263836e-08,
      "loss": 0.003,
      "step": 60769
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.752198625542771e-08,
      "loss": 0.0057,
      "step": 60770
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.74835774838528e-08,
      "loss": 0.0023,
      "step": 60771
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7445181465638486e-08,
      "loss": 0.0088,
      "step": 60772
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7406798200883016e-08,
      "loss": 0.0063,
      "step": 60773
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7368427689686865e-08,
      "loss": 0.0113,
      "step": 60774
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.733006993214774e-08,
      "loss": 0.0108,
      "step": 60775
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7291724928365546e-08,
      "loss": 0.0042,
      "step": 60776
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.72533926784391e-08,
      "loss": 0.0162,
      "step": 60777
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.721507318246611e-08,
      "loss": 0.025,
      "step": 60778
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7176766440547594e-08,
      "loss": 0.005,
      "step": 60779
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.713847245278015e-08,
      "loss": 0.0043,
      "step": 60780
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7100191219264246e-08,
      "loss": 0.008,
      "step": 60781
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.7061922740097585e-08,
      "loss": 0.0019,
      "step": 60782
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.702366701538009e-08,
      "loss": 0.0053,
      "step": 60783
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.698542404520946e-08,
      "loss": 0.0044,
      "step": 60784
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.69471938296845e-08,
      "loss": 0.0153,
      "step": 60785
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.690897636890347e-08,
      "loss": 0.0085,
      "step": 60786
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6870771662966285e-08,
      "loss": 0.0076,
      "step": 60787
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.683257971197065e-08,
      "loss": 0.0103,
      "step": 60788
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.679440051601537e-08,
      "loss": 0.0236,
      "step": 60789
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.67562340751987e-08,
      "loss": 0.0036,
      "step": 60790
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.671808038961946e-08,
      "loss": 0.0122,
      "step": 60791
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.667993945937589e-08,
      "loss": 0.004,
      "step": 60792
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6641811284565696e-08,
      "loss": 0.0086,
      "step": 60793
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.66036958652888e-08,
      "loss": 0.0098,
      "step": 60794
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6565593201642345e-08,
      "loss": 0.0076,
      "step": 60795
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.652750329372514e-08,
      "loss": 0.0036,
      "step": 60796
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.648942614163544e-08,
      "loss": 0.0079,
      "step": 60797
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.64513617454715e-08,
      "loss": 0.0056,
      "step": 60798
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6413310105331574e-08,
      "loss": 0.0025,
      "step": 60799
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.637527122131337e-08,
      "loss": 0.0232,
      "step": 60800
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.633724509351568e-08,
      "loss": 0.0075,
      "step": 60801
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.629923172203622e-08,
      "loss": 0.0029,
      "step": 60802
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6261231106973234e-08,
      "loss": 0.0022,
      "step": 60803
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.622324324842443e-08,
      "loss": 0.0038,
      "step": 60804
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6185268146488613e-08,
      "loss": 0.013,
      "step": 60805
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.614730580126348e-08,
      "loss": 0.0015,
      "step": 60806
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6109356212846744e-08,
      "loss": 0.017,
      "step": 60807
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6071419381335534e-08,
      "loss": 0.0144,
      "step": 60808
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.6033495306829776e-08,
      "loss": 0.002,
      "step": 60809
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.599558398942551e-08,
      "loss": 0.0061,
      "step": 60810
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.5957685429220975e-08,
      "loss": 0.0235,
      "step": 60811
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.5919799626314994e-08,
      "loss": 0.0093,
      "step": 60812
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.588192658080416e-08,
      "loss": 0.0074,
      "step": 60813
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.5844066292786714e-08,
      "loss": 0.0033,
      "step": 60814
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.580621876235981e-08,
      "loss": 0.0113,
      "step": 60815
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.57683839896217e-08,
      "loss": 0.0029,
      "step": 60816
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.573056197466953e-08,
      "loss": 0.0045,
      "step": 60817
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.569275271760155e-08,
      "loss": 0.0037,
      "step": 60818
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.565495621851491e-08,
      "loss": 0.0101,
      "step": 60819
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.561717247750731e-08,
      "loss": 0.0128,
      "step": 60820
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.5579401494675887e-08,
      "loss": 0.0042,
      "step": 60821
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.554164327011835e-08,
      "loss": 0.0051,
      "step": 60822
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.550389780393184e-08,
      "loss": 0.0069,
      "step": 60823
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.5466165096214054e-08,
      "loss": 0.008,
      "step": 60824
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.542844514706269e-08,
      "loss": 0.006,
      "step": 60825
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.53907379565749e-08,
      "loss": 0.0063,
      "step": 60826
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.535304352484727e-08,
      "loss": 0.001,
      "step": 60827
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.53153618519775e-08,
      "loss": 0.0092,
      "step": 60828
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.527769293806329e-08,
      "loss": 0.0054,
      "step": 60829
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.524003678320122e-08,
      "loss": 0.0405,
      "step": 60830
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.520239338748845e-08,
      "loss": 0.0094,
      "step": 60831
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.516476275102267e-08,
      "loss": 0.0057,
      "step": 60832
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.512714487390103e-08,
      "loss": 0.011,
      "step": 60833
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.508953975622011e-08,
      "loss": 0.0054,
      "step": 60834
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.505194739807651e-08,
      "loss": 0.002,
      "step": 60835
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.501436779956793e-08,
      "loss": 0.0419,
      "step": 60836
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4976800960791496e-08,
      "loss": 0.0274,
      "step": 60837
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.493924688184327e-08,
      "loss": 0.0102,
      "step": 60838
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.490170556282093e-08,
      "loss": 0.0073,
      "step": 60839
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.486417700382163e-08,
      "loss": 0.0153,
      "step": 60840
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.48266612049414e-08,
      "loss": 0.0098,
      "step": 60841
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.478915816627739e-08,
      "loss": 0.0065,
      "step": 60842
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4751667887926185e-08,
      "loss": 0.0095,
      "step": 60843
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4714190369984935e-08,
      "loss": 0.0087,
      "step": 60844
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4676725612549666e-08,
      "loss": 0.0057,
      "step": 60845
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.463927361571753e-08,
      "loss": 0.0032,
      "step": 60846
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4601834379585105e-08,
      "loss": 0.006,
      "step": 60847
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.456440790424955e-08,
      "loss": 0.0087,
      "step": 60848
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.452699418980634e-08,
      "loss": 0.0063,
      "step": 60849
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.448959323635261e-08,
      "loss": 0.0045,
      "step": 60850
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4452205043984964e-08,
      "loss": 0.0045,
      "step": 60851
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.441482961279942e-08,
      "loss": 0.0084,
      "step": 60852
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.437746694289314e-08,
      "loss": 0.0064,
      "step": 60853
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4340117034361595e-08,
      "loss": 0.01,
      "step": 60854
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.430277988730248e-08,
      "loss": 0.0121,
      "step": 60855
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4265455501810726e-08,
      "loss": 0.0206,
      "step": 60856
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4228143877983475e-08,
      "loss": 0.0042,
      "step": 60857
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.419084501591676e-08,
      "loss": 0.0183,
      "step": 60858
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4153558915706614e-08,
      "loss": 0.0072,
      "step": 60859
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.411628557744963e-08,
      "loss": 0.0082,
      "step": 60860
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4079025001241845e-08,
      "loss": 0.0136,
      "step": 60861
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4041777187179286e-08,
      "loss": 0.0074,
      "step": 60862
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.400454213535855e-08,
      "loss": 0.0053,
      "step": 60863
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.396731984587511e-08,
      "loss": 0.0153,
      "step": 60864
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.393011031882556e-08,
      "loss": 0.0069,
      "step": 60865
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.389291355430481e-08,
      "loss": 0.0178,
      "step": 60866
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.385572955241003e-08,
      "loss": 0.0069,
      "step": 60867
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.381855831323668e-08,
      "loss": 0.0159,
      "step": 60868
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.378139983688135e-08,
      "loss": 0.0071,
      "step": 60869
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.3744254123438975e-08,
      "loss": 0.0141,
      "step": 60870
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.370712117300558e-08,
      "loss": 0.0062,
      "step": 60871
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.367000098567721e-08,
      "loss": 0.0029,
      "step": 60872
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.3632893561549324e-08,
      "loss": 0.0057,
      "step": 60873
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.359579890071853e-08,
      "loss": 0.0116,
      "step": 60874
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.355871700327975e-08,
      "loss": 0.0095,
      "step": 60875
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.3521647869328454e-08,
      "loss": 0.0057,
      "step": 60876
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.348459149896123e-08,
      "loss": 0.0043,
      "step": 60877
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.3447547892273024e-08,
      "loss": 0.0089,
      "step": 60878
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.341051704935984e-08,
      "loss": 0.0084,
      "step": 60879
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.337349897031663e-08,
      "loss": 0.0065,
      "step": 60880
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.333649365523885e-08,
      "loss": 0.0088,
      "step": 60881
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.329950110422311e-08,
      "loss": 0.0071,
      "step": 60882
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.326252131736376e-08,
      "loss": 0.0034,
      "step": 60883
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.3225554294756844e-08,
      "loss": 0.0049,
      "step": 60884
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.318860003649784e-08,
      "loss": 0.005,
      "step": 60885
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.315165854268112e-08,
      "loss": 0.0107,
      "step": 60886
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.311472981340271e-08,
      "loss": 0.0041,
      "step": 60887
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.307781384875754e-08,
      "loss": 0.0072,
      "step": 60888
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.3040910648841646e-08,
      "loss": 0.0082,
      "step": 60889
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.300402021374995e-08,
      "loss": 0.0073,
      "step": 60890
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.296714254357738e-08,
      "loss": 0.0047,
      "step": 60891
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.2930277638419403e-08,
      "loss": 0.003,
      "step": 60892
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.28934254983704e-08,
      "loss": 0.0045,
      "step": 60893
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.285658612352584e-08,
      "loss": 0.0124,
      "step": 60894
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.281975951398122e-08,
      "loss": 0.0112,
      "step": 60895
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.278294566983144e-08,
      "loss": 0.0067,
      "step": 60896
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.274614459117089e-08,
      "loss": 0.0103,
      "step": 60897
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.2709356278095594e-08,
      "loss": 0.0064,
      "step": 60898
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.267258073069936e-08,
      "loss": 0.0152,
      "step": 60899
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.263581794907768e-08,
      "loss": 0.0052,
      "step": 60900
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.259906793332548e-08,
      "loss": 0.0043,
      "step": 60901
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.256233068353711e-08,
      "loss": 0.0079,
      "step": 60902
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.252560619980751e-08,
      "loss": 0.0056,
      "step": 60903
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.2488894482232156e-08,
      "loss": 0.0115,
      "step": 60904
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.245219553090486e-08,
      "loss": 0.0075,
      "step": 60905
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.241550934592054e-08,
      "loss": 0.0057,
      "step": 60906
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.237883592737414e-08,
      "loss": 0.0054,
      "step": 60907
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.234217527536001e-08,
      "loss": 0.0042,
      "step": 60908
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.230552738997308e-08,
      "loss": 0.0023,
      "step": 60909
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.226889227130771e-08,
      "loss": 0.017,
      "step": 60910
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.223226991945829e-08,
      "loss": 0.0059,
      "step": 60911
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.2195660334519725e-08,
      "loss": 0.0021,
      "step": 60912
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.215906351658584e-08,
      "loss": 0.0132,
      "step": 60913
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.212247946575211e-08,
      "loss": 0.0056,
      "step": 60914
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.208590818211179e-08,
      "loss": 0.0051,
      "step": 60915
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.2049349665759255e-08,
      "loss": 0.0126,
      "step": 60916
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.201280391678998e-08,
      "loss": 0.0111,
      "step": 60917
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.197627093529722e-08,
      "loss": 0.0119,
      "step": 60918
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.1939750721375914e-08,
      "loss": 0.005,
      "step": 60919
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.190324327511986e-08,
      "loss": 0.0005,
      "step": 60920
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.186674859662344e-08,
      "loss": 0.0059,
      "step": 60921
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.183026668598046e-08,
      "loss": 0.0025,
      "step": 60922
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.179379754328528e-08,
      "loss": 0.0086,
      "step": 60923
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.175734116863285e-08,
      "loss": 0.0161,
      "step": 60924
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.172089756211585e-08,
      "loss": 0.0041,
      "step": 60925
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.168446672382921e-08,
      "loss": 0.005,
      "step": 60926
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.164804865386674e-08,
      "loss": 0.0063,
      "step": 60927
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.161164335232227e-08,
      "loss": 0.0164,
      "step": 60928
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.1575250819289605e-08,
      "loss": 0.0051,
      "step": 60929
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.15388710548631e-08,
      "loss": 0.0122,
      "step": 60930
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.150250405913659e-08,
      "loss": 0.0206,
      "step": 60931
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.146614983220333e-08,
      "loss": 0.008,
      "step": 60932
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.142980837415712e-08,
      "loss": 0.0179,
      "step": 60933
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.139347968509345e-08,
      "loss": 0.0015,
      "step": 60934
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.1357163765103914e-08,
      "loss": 0.0098,
      "step": 60935
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.1320860614282873e-08,
      "loss": 0.0063,
      "step": 60936
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.128457023272415e-08,
      "loss": 0.0058,
      "step": 60937
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.124829262052156e-08,
      "loss": 0.0055,
      "step": 60938
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.1212027777768344e-08,
      "loss": 0.0091,
      "step": 60939
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.117577570455834e-08,
      "loss": 0.008,
      "step": 60940
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.113953640098535e-08,
      "loss": 0.0017,
      "step": 60941
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.110330986714263e-08,
      "loss": 0.0067,
      "step": 60942
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.106709610312288e-08,
      "loss": 0.0081,
      "step": 60943
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.103089510902104e-08,
      "loss": 0.0086,
      "step": 60944
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0994706884929803e-08,
      "loss": 0.0061,
      "step": 60945
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.095853143094187e-08,
      "loss": 0.0015,
      "step": 60946
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.092236874715106e-08,
      "loss": 0.0077,
      "step": 60947
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0886218833651746e-08,
      "loss": 0.0135,
      "step": 60948
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0850081690535515e-08,
      "loss": 0.0043,
      "step": 60949
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0813957317896736e-08,
      "loss": 0.0049,
      "step": 60950
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.077784571582811e-08,
      "loss": 0.0043,
      "step": 60951
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0741746884422904e-08,
      "loss": 0.0086,
      "step": 60952
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.070566082377437e-08,
      "loss": 0.0114,
      "step": 60953
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.066958753397577e-08,
      "loss": 0.0045,
      "step": 60954
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.063352701511981e-08,
      "loss": 0.0345,
      "step": 60955
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0597479267300295e-08,
      "loss": 0.007,
      "step": 60956
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.056144429060938e-08,
      "loss": 0.0279,
      "step": 60957
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0525422085139774e-08,
      "loss": 0.0091,
      "step": 60958
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.048941265098528e-08,
      "loss": 0.0043,
      "step": 60959
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.045341598823916e-08,
      "loss": 0.0042,
      "step": 60960
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.041743209699246e-08,
      "loss": 0.0146,
      "step": 60961
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.038146097734009e-08,
      "loss": 0.0036,
      "step": 60962
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.034550262937421e-08,
      "loss": 0.0079,
      "step": 60963
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0309557053186965e-08,
      "loss": 0.0064,
      "step": 60964
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0273624248872167e-08,
      "loss": 0.0128,
      "step": 60965
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.023770421652085e-08,
      "loss": 0.0161,
      "step": 60966
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.02017969562274e-08,
      "loss": 0.0223,
      "step": 60967
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.016590246808395e-08,
      "loss": 0.0046,
      "step": 60968
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0130020752182654e-08,
      "loss": 0.0101,
      "step": 60969
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0094151808616764e-08,
      "loss": 0.0033,
      "step": 60970
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.005829563747844e-08,
      "loss": 0.0086,
      "step": 60971
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.0022452238860374e-08,
      "loss": 0.016,
      "step": 60972
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9986621612854726e-08,
      "loss": 0.0066,
      "step": 60973
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.995080375955474e-08,
      "loss": 0.0089,
      "step": 60974
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.991499867905203e-08,
      "loss": 0.0033,
      "step": 60975
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.987920637143873e-08,
      "loss": 0.0181,
      "step": 60976
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.98434268368081e-08,
      "loss": 0.0159,
      "step": 60977
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.980766007525228e-08,
      "loss": 0.0136,
      "step": 60978
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.977190608686344e-08,
      "loss": 0.0121,
      "step": 60979
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.973616487173316e-08,
      "loss": 0.0089,
      "step": 60980
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.97004364299547e-08,
      "loss": 0.0203,
      "step": 60981
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.966472076161966e-08,
      "loss": 0.0044,
      "step": 60982
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9629017866820176e-08,
      "loss": 0.0034,
      "step": 60983
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9593327745648954e-08,
      "loss": 0.0046,
      "step": 60984
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.95576503981976e-08,
      "loss": 0.0053,
      "step": 60985
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.952198582455825e-08,
      "loss": 0.0092,
      "step": 60986
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9486334024822503e-08,
      "loss": 0.0091,
      "step": 60987
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.945069499908306e-08,
      "loss": 0.0051,
      "step": 60988
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.941506874743152e-08,
      "loss": 0.0026,
      "step": 60989
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9379455269960575e-08,
      "loss": 0.0018,
      "step": 60990
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.934385456676072e-08,
      "loss": 0.0064,
      "step": 60991
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.930826663792465e-08,
      "loss": 0.0044,
      "step": 60992
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.927269148354397e-08,
      "loss": 0.0073,
      "step": 60993
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.923712910371081e-08,
      "loss": 0.006,
      "step": 60994
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.920157949851678e-08,
      "loss": 0.0038,
      "step": 60995
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.916604266805347e-08,
      "loss": 0.0043,
      "step": 60996
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.913051861241247e-08,
      "loss": 0.0112,
      "step": 60997
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.909500733168593e-08,
      "loss": 0.0058,
      "step": 60998
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9059508825965444e-08,
      "loss": 0.0095,
      "step": 60999
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.9024023095341486e-08,
      "loss": 0.0066,
      "step": 61000
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.898855013990678e-08,
      "loss": 0.004,
      "step": 61001
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8953089959752896e-08,
      "loss": 0.0065,
      "step": 61002
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8917642554970336e-08,
      "loss": 0.0055,
      "step": 61003
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.888220792565179e-08,
      "loss": 0.0071,
      "step": 61004
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.884678607188831e-08,
      "loss": 0.0059,
      "step": 61005
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8811376993770924e-08,
      "loss": 0.0177,
      "step": 61006
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8775980691391225e-08,
      "loss": 0.0091,
      "step": 61007
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.87405971648397e-08,
      "loss": 0.0087,
      "step": 61008
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8705226414209604e-08,
      "loss": 0.0063,
      "step": 61009
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8669868439590316e-08,
      "loss": 0.0332,
      "step": 61010
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.863452324107398e-08,
      "loss": 0.0298,
      "step": 61011
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.859919081875164e-08,
      "loss": 0.0107,
      "step": 61012
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8563871172714325e-08,
      "loss": 0.0152,
      "step": 61013
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8528564303053636e-08,
      "loss": 0.0296,
      "step": 61014
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.849327020986061e-08,
      "loss": 0.0103,
      "step": 61015
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8457988893225173e-08,
      "loss": 0.0055,
      "step": 61016
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.842272035324003e-08,
      "loss": 0.019,
      "step": 61017
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.838746458999455e-08,
      "loss": 0.0153,
      "step": 61018
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.835222160358144e-08,
      "loss": 0.0027,
      "step": 61019
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8316991394090075e-08,
      "loss": 0.0252,
      "step": 61020
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.82817739616126e-08,
      "loss": 0.0152,
      "step": 61021
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8246569306238945e-08,
      "loss": 0.0074,
      "step": 61022
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8211377428060705e-08,
      "loss": 0.0078,
      "step": 61023
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.81761983271678e-08,
      "loss": 0.0096,
      "step": 61024
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8141032003651835e-08,
      "loss": 0.0014,
      "step": 61025
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8105878457603285e-08,
      "loss": 0.0039,
      "step": 61026
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8070737689112634e-08,
      "loss": 0.0047,
      "step": 61027
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8035609698270925e-08,
      "loss": 0.0102,
      "step": 61028
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.800049448516864e-08,
      "loss": 0.0063,
      "step": 61029
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7965392049896255e-08,
      "loss": 0.0097,
      "step": 61030
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.793030239254426e-08,
      "loss": 0.0133,
      "step": 61031
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7895225513203136e-08,
      "loss": 0.0094,
      "step": 61032
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7860161411963925e-08,
      "loss": 0.0246,
      "step": 61033
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.782511008891711e-08,
      "loss": 0.0039,
      "step": 61034
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.779007154415316e-08,
      "loss": 0.0077,
      "step": 61035
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.775504577776091e-08,
      "loss": 0.0123,
      "step": 61036
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.772003278983306e-08,
      "loss": 0.0065,
      "step": 61037
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.768503258045842e-08,
      "loss": 0.0032,
      "step": 61038
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.765004514972804e-08,
      "loss": 0.004,
      "step": 61039
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.761507049773184e-08,
      "loss": 0.0101,
      "step": 61040
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.758010862455975e-08,
      "loss": 0.0037,
      "step": 61041
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.754515953030337e-08,
      "loss": 0.0254,
      "step": 61042
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7510223215050947e-08,
      "loss": 0.0082,
      "step": 61043
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.747529967889408e-08,
      "loss": 0.0177,
      "step": 61044
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.744038892192215e-08,
      "loss": 0.0065,
      "step": 61045
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7405490944225085e-08,
      "loss": 0.0024,
      "step": 61046
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7370605745893916e-08,
      "loss": 0.0029,
      "step": 61047
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.733573332701802e-08,
      "loss": 0.0036,
      "step": 61048
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7300873687687875e-08,
      "loss": 0.0122,
      "step": 61049
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7266026827992305e-08,
      "loss": 0.0207,
      "step": 61050
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.723119274802179e-08,
      "loss": 0.0163,
      "step": 61051
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.7196371447866815e-08,
      "loss": 0.0106,
      "step": 61052
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.71615629276162e-08,
      "loss": 0.0065,
      "step": 61053
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.712676718736098e-08,
      "loss": 0.0016,
      "step": 61054
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.709198422718997e-08,
      "loss": 0.0057,
      "step": 61055
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.70572140471931e-08,
      "loss": 0.0095,
      "step": 61056
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.70224566474603e-08,
      "loss": 0.0052,
      "step": 61057
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6987712028080947e-08,
      "loss": 0.0083,
      "step": 61058
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.695298018914551e-08,
      "loss": 0.0115,
      "step": 61059
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.691826113074283e-08,
      "loss": 0.004,
      "step": 61060
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.688355485296225e-08,
      "loss": 0.0068,
      "step": 61061
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.684886135589373e-08,
      "loss": 0.0098,
      "step": 61062
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.681418063962717e-08,
      "loss": 0.0066,
      "step": 61063
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.677951270425196e-08,
      "loss": 0.0155,
      "step": 61064
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6744857549856914e-08,
      "loss": 0.0292,
      "step": 61065
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6710215176531406e-08,
      "loss": 0.0135,
      "step": 61066
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.667558558436591e-08,
      "loss": 0.0033,
      "step": 61067
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6640968773448704e-08,
      "loss": 0.0027,
      "step": 61068
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6606364743869705e-08,
      "loss": 0.0028,
      "step": 61069
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.657177349571773e-08,
      "loss": 0.0119,
      "step": 61070
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.653719502908272e-08,
      "loss": 0.0016,
      "step": 61071
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.650262934405403e-08,
      "loss": 0.0058,
      "step": 61072
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6468076440719376e-08,
      "loss": 0.0086,
      "step": 61073
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.643353631916925e-08,
      "loss": 0.0079,
      "step": 61074
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6399008979492456e-08,
      "loss": 0.0201,
      "step": 61075
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6364494421777816e-08,
      "loss": 0.0047,
      "step": 61076
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.632999264611471e-08,
      "loss": 0.0058,
      "step": 61077
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6295503652591945e-08,
      "loss": 0.0074,
      "step": 61078
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.62610274412989e-08,
      "loss": 0.0059,
      "step": 61079
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.622656401232439e-08,
      "loss": 0.0091,
      "step": 61080
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.619211336575669e-08,
      "loss": 0.003,
      "step": 61081
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6157675501685704e-08,
      "loss": 0.0032,
      "step": 61082
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.6123250420199164e-08,
      "loss": 0.0031,
      "step": 61083
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.608883812138698e-08,
      "loss": 0.0119,
      "step": 61084
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.605443860533798e-08,
      "loss": 0.028,
      "step": 61085
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.602005187213987e-08,
      "loss": 0.003,
      "step": 61086
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5985677921882025e-08,
      "loss": 0.006,
      "step": 61087
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.595131675465325e-08,
      "loss": 0.0058,
      "step": 61088
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5916968370541825e-08,
      "loss": 0.0074,
      "step": 61089
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.588263276963656e-08,
      "loss": 0.0076,
      "step": 61090
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.584830995202627e-08,
      "loss": 0.0031,
      "step": 61091
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5813999917799776e-08,
      "loss": 0.0029,
      "step": 61092
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.577970266704424e-08,
      "loss": 0.01,
      "step": 61093
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.574541819984957e-08,
      "loss": 0.0062,
      "step": 61094
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.571114651630404e-08,
      "loss": 0.0061,
      "step": 61095
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.567688761649536e-08,
      "loss": 0.0047,
      "step": 61096
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.564264150051234e-08,
      "loss": 0.0121,
      "step": 61097
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.560840816844325e-08,
      "loss": 0.0054,
      "step": 61098
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5574187620377464e-08,
      "loss": 0.0042,
      "step": 61099
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5539979856401574e-08,
      "loss": 0.0049,
      "step": 61100
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.550578487660495e-08,
      "loss": 0.0042,
      "step": 61101
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.547160268107531e-08,
      "loss": 0.004,
      "step": 61102
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.543743326990091e-08,
      "loss": 0.0011,
      "step": 61103
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.540327664317001e-08,
      "loss": 0.0046,
      "step": 61104
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.536913280097144e-08,
      "loss": 0.0057,
      "step": 61105
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.533500174339234e-08,
      "loss": 0.0039,
      "step": 61106
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5300883470520974e-08,
      "loss": 0.0023,
      "step": 61107
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5266777982445606e-08,
      "loss": 0.0185,
      "step": 61108
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.523268527925395e-08,
      "loss": 0.0097,
      "step": 61109
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.519860536103482e-08,
      "loss": 0.0065,
      "step": 61110
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.516453822787481e-08,
      "loss": 0.0076,
      "step": 61111
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.513048387986274e-08,
      "loss": 0.0047,
      "step": 61112
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.509644231708632e-08,
      "loss": 0.0204,
      "step": 61113
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.5062413539633255e-08,
      "loss": 0.0134,
      "step": 61114
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.502839754759181e-08,
      "loss": 0.0021,
      "step": 61115
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.499439434104858e-08,
      "loss": 0.008,
      "step": 61116
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.496040392009238e-08,
      "loss": 0.0176,
      "step": 61117
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.492642628481092e-08,
      "loss": 0.0042,
      "step": 61118
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.489246143529136e-08,
      "loss": 0.0091,
      "step": 61119
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.485850937162195e-08,
      "loss": 0.0059,
      "step": 61120
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.482457009388985e-08,
      "loss": 0.0034,
      "step": 61121
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4790643602182214e-08,
      "loss": 0.0024,
      "step": 61122
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4756729896587304e-08,
      "loss": 0.0085,
      "step": 61123
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4722828977192266e-08,
      "loss": 0.0057,
      "step": 61124
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.468894084408537e-08,
      "loss": 0.0071,
      "step": 61125
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4655065497352656e-08,
      "loss": 0.0027,
      "step": 61126
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.462120293708239e-08,
      "loss": 0.0089,
      "step": 61127
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4587353163362266e-08,
      "loss": 0.0059,
      "step": 61128
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.45535161762789e-08,
      "loss": 0.0082,
      "step": 61129
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.451969197591999e-08,
      "loss": 0.0107,
      "step": 61130
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.448588056237268e-08,
      "loss": 0.0042,
      "step": 61131
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.445208193572414e-08,
      "loss": 0.021,
      "step": 61132
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.441829609606152e-08,
      "loss": 0.014,
      "step": 61133
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.438452304347252e-08,
      "loss": 0.0088,
      "step": 61134
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.435076277804373e-08,
      "loss": 0.0085,
      "step": 61135
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.431701529986287e-08,
      "loss": 0.0037,
      "step": 61136
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.428328060901654e-08,
      "loss": 0.0072,
      "step": 61137
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4249558705591336e-08,
      "loss": 0.0017,
      "step": 61138
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4215849589674955e-08,
      "loss": 0.0053,
      "step": 61139
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4182153261354554e-08,
      "loss": 0.0034,
      "step": 61140
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.414846972071674e-08,
      "loss": 0.0094,
      "step": 61141
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.411479896784809e-08,
      "loss": 0.0072,
      "step": 61142
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4081141002836334e-08,
      "loss": 0.0041,
      "step": 61143
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.40474958257675e-08,
      "loss": 0.0096,
      "step": 61144
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.4013863436729306e-08,
      "loss": 0.0082,
      "step": 61145
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3980243835807235e-08,
      "loss": 0.0076,
      "step": 61146
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.394663702308899e-08,
      "loss": 0.0069,
      "step": 61147
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.391304299866062e-08,
      "loss": 0.0195,
      "step": 61148
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.387946176260982e-08,
      "loss": 0.0254,
      "step": 61149
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.38458933150232e-08,
      "loss": 0.0099,
      "step": 61150
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.381233765598625e-08,
      "loss": 0.0039,
      "step": 61151
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.377879478558611e-08,
      "loss": 0.0074,
      "step": 61152
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.374526470390883e-08,
      "loss": 0.0087,
      "step": 61153
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.371174741104212e-08,
      "loss": 0.0086,
      "step": 61154
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.367824290707201e-08,
      "loss": 0.0036,
      "step": 61155
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3644751192084555e-08,
      "loss": 0.0097,
      "step": 61156
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3611272266166346e-08,
      "loss": 0.0029,
      "step": 61157
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.357780612940343e-08,
      "loss": 0.0047,
      "step": 61158
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.354435278188296e-08,
      "loss": 0.0193,
      "step": 61159
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.351091222369097e-08,
      "loss": 0.0268,
      "step": 61160
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.347748445491351e-08,
      "loss": 0.0266,
      "step": 61161
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.344406947563662e-08,
      "loss": 0.004,
      "step": 61162
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3410667285946895e-08,
      "loss": 0.0193,
      "step": 61163
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3377277885930934e-08,
      "loss": 0.0052,
      "step": 61164
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.334390127567423e-08,
      "loss": 0.0104,
      "step": 61165
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3310537455262816e-08,
      "loss": 0.0055,
      "step": 61166
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.327718642478329e-08,
      "loss": 0.0047,
      "step": 61167
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3243848184321143e-08,
      "loss": 0.0088,
      "step": 61168
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3210522733963534e-08,
      "loss": 0.0415,
      "step": 61169
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.317721007379483e-08,
      "loss": 0.0061,
      "step": 61170
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.314391020390218e-08,
      "loss": 0.0082,
      "step": 61171
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3110623124371645e-08,
      "loss": 0.0018,
      "step": 61172
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.307734883528758e-08,
      "loss": 0.0045,
      "step": 61173
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.3044087336737706e-08,
      "loss": 0.0131,
      "step": 61174
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.301083862880695e-08,
      "loss": 0.0019,
      "step": 61175
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.29776027115808e-08,
      "loss": 0.014,
      "step": 61176
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2944379585145854e-08,
      "loss": 0.0019,
      "step": 61177
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.291116924958705e-08,
      "loss": 0.0064,
      "step": 61178
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2877971704990415e-08,
      "loss": 0.0427,
      "step": 61179
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.284478695144201e-08,
      "loss": 0.0091,
      "step": 61180
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.28116149890262e-08,
      "loss": 0.0028,
      "step": 61181
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2778455817830134e-08,
      "loss": 0.0161,
      "step": 61182
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.274530943793875e-08,
      "loss": 0.0055,
      "step": 61183
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.271217584943699e-08,
      "loss": 0.0075,
      "step": 61184
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2679055052411436e-08,
      "loss": 0.0309,
      "step": 61185
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.264594704694702e-08,
      "loss": 0.0093,
      "step": 61186
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.261285183312869e-08,
      "loss": 0.0116,
      "step": 61187
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.257976941104247e-08,
      "loss": 0.0086,
      "step": 61188
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.25466997807733e-08,
      "loss": 0.009,
      "step": 61189
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.251364294240723e-08,
      "loss": 0.0106,
      "step": 61190
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.248059889602862e-08,
      "loss": 0.0042,
      "step": 61191
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.244756764172353e-08,
      "loss": 0.0159,
      "step": 61192
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.241454917957688e-08,
      "loss": 0.0055,
      "step": 61193
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.238154350967416e-08,
      "loss": 0.0436,
      "step": 61194
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.234855063209975e-08,
      "loss": 0.0044,
      "step": 61195
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2315570546939135e-08,
      "loss": 0.0059,
      "step": 61196
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.22826032542778e-08,
      "loss": 0.0023,
      "step": 61197
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2249648754200126e-08,
      "loss": 0.012,
      "step": 61198
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.221670704679215e-08,
      "loss": 0.0105,
      "step": 61199
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2183778132138256e-08,
      "loss": 0.0147,
      "step": 61200
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2150862010323367e-08,
      "loss": 0.0112,
      "step": 61201
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.211795868143243e-08,
      "loss": 0.0028,
      "step": 61202
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2085068145550354e-08,
      "loss": 0.0033,
      "step": 61203
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2052190402762094e-08,
      "loss": 0.017,
      "step": 61204
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.201932545315257e-08,
      "loss": 0.0204,
      "step": 61205
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.198647329680616e-08,
      "loss": 0.0134,
      "step": 61206
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1953633933808354e-08,
      "loss": 0.0082,
      "step": 61207
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.192080736424298e-08,
      "loss": 0.0037,
      "step": 61208
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1887993588195506e-08,
      "loss": 0.0161,
      "step": 61209
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.185519260575088e-08,
      "loss": 0.0007,
      "step": 61210
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1822404416992366e-08,
      "loss": 0.0068,
      "step": 61211
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1789629022006005e-08,
      "loss": 0.0193,
      "step": 61212
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1756866420875066e-08,
      "loss": 0.0064,
      "step": 61213
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.172411661368558e-08,
      "loss": 0.0076,
      "step": 61214
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.169137960052139e-08,
      "loss": 0.0044,
      "step": 61215
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.165865538146574e-08,
      "loss": 0.0058,
      "step": 61216
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.162594395660524e-08,
      "loss": 0.0099,
      "step": 61217
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.15932453260226e-08,
      "loss": 0.0029,
      "step": 61218
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.156055948980331e-08,
      "loss": 0.0065,
      "step": 61219
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.152788644803063e-08,
      "loss": 0.0031,
      "step": 61220
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.149522620079005e-08,
      "loss": 0.0068,
      "step": 61221
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1462578748164836e-08,
      "loss": 0.0045,
      "step": 61222
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.142994409023993e-08,
      "loss": 0.0024,
      "step": 61223
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1397322227099135e-08,
      "loss": 0.0058,
      "step": 61224
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.136471315882684e-08,
      "loss": 0.0052,
      "step": 61225
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.133211688550687e-08,
      "loss": 0.0048,
      "step": 61226
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.129953340722359e-08,
      "loss": 0.0037,
      "step": 61227
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.126696272406139e-08,
      "loss": 0.01,
      "step": 61228
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.123440483610352e-08,
      "loss": 0.0078,
      "step": 61229
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1201859743434934e-08,
      "loss": 0.0217,
      "step": 61230
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.116932744613833e-08,
      "loss": 0.0049,
      "step": 61231
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.11368079442992e-08,
      "loss": 0.008,
      "step": 61232
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.1104301238000246e-08,
      "loss": 0.0162,
      "step": 61233
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.107180732732585e-08,
      "loss": 0.0037,
      "step": 61234
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.103932621235984e-08,
      "loss": 0.0096,
      "step": 61235
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.100685789318659e-08,
      "loss": 0.0052,
      "step": 61236
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.097440236988881e-08,
      "loss": 0.0075,
      "step": 61237
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.094195964255032e-08,
      "loss": 0.0036,
      "step": 61238
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0909529711255504e-08,
      "loss": 0.0025,
      "step": 61239
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0877112576088176e-08,
      "loss": 0.0043,
      "step": 61240
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.084470823713105e-08,
      "loss": 0.0058,
      "step": 61241
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.08123166944685e-08,
      "loss": 0.0252,
      "step": 61242
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0779937948183804e-08,
      "loss": 0.004,
      "step": 61243
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.074757199836077e-08,
      "loss": 0.0113,
      "step": 61244
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.071521884508267e-08,
      "loss": 0.0075,
      "step": 61245
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0682878488432776e-08,
      "loss": 0.0018,
      "step": 61246
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0650550928494905e-08,
      "loss": 0.0032,
      "step": 61247
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.061823616535232e-08,
      "loss": 0.0031,
      "step": 61248
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0585934199088294e-08,
      "loss": 0.0048,
      "step": 61249
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.055364502978665e-08,
      "loss": 0.014,
      "step": 61250
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.052136865753065e-08,
      "loss": 0.0088,
      "step": 61251
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0489105082403e-08,
      "loss": 0.0157,
      "step": 61252
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.045685430448698e-08,
      "loss": 0.0022,
      "step": 61253
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0424616323866405e-08,
      "loss": 0.0182,
      "step": 61254
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.039239114062399e-08,
      "loss": 0.0091,
      "step": 61255
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0360178754842996e-08,
      "loss": 0.01,
      "step": 61256
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.032797916660669e-08,
      "loss": 0.0175,
      "step": 61257
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.029579237599834e-08,
      "loss": 0.0158,
      "step": 61258
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.026361838310067e-08,
      "loss": 0.0123,
      "step": 61259
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.023145718799637e-08,
      "loss": 0.0092,
      "step": 61260
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0199308790769274e-08,
      "loss": 0.0077,
      "step": 61261
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.016717319150154e-08,
      "loss": 0.0125,
      "step": 61262
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0135050390275874e-08,
      "loss": 0.006,
      "step": 61263
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.010294038717666e-08,
      "loss": 0.0087,
      "step": 61264
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.007084318228549e-08,
      "loss": 0.0052,
      "step": 61265
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.0038758775685636e-08,
      "loss": 0.0114,
      "step": 61266
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.000668716745926e-08,
      "loss": 0.0129,
      "step": 61267
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.997462835769017e-08,
      "loss": 0.0137,
      "step": 61268
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.994258234645998e-08,
      "loss": 0.01,
      "step": 61269
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9910549133852505e-08,
      "loss": 0.0035,
      "step": 61270
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.987852871994935e-08,
      "loss": 0.0183,
      "step": 61271
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.984652110483378e-08,
      "loss": 0.0046,
      "step": 61272
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9814526288587954e-08,
      "loss": 0.0135,
      "step": 61273
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.978254427129513e-08,
      "loss": 0.027,
      "step": 61274
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9750575053036925e-08,
      "loss": 0.0336,
      "step": 61275
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.971861863389659e-08,
      "loss": 0.0169,
      "step": 61276
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9686675013956286e-08,
      "loss": 0.0204,
      "step": 61277
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.965474419329818e-08,
      "loss": 0.0065,
      "step": 61278
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9622826172005526e-08,
      "loss": 0.0026,
      "step": 61279
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.959092095015993e-08,
      "loss": 0.0039,
      "step": 61280
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.955902852784299e-08,
      "loss": 0.0007,
      "step": 61281
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9527148905138535e-08,
      "loss": 0.0099,
      "step": 61282
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9495282082128164e-08,
      "loss": 0.0032,
      "step": 61283
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.946342805889403e-08,
      "loss": 0.0117,
      "step": 61284
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9431586835518844e-08,
      "loss": 0.0038,
      "step": 61285
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.939975841208366e-08,
      "loss": 0.0182,
      "step": 61286
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.936794278867173e-08,
      "loss": 0.0093,
      "step": 61287
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.933613996536467e-08,
      "loss": 0.0044,
      "step": 61288
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.930434994224408e-08,
      "loss": 0.0098,
      "step": 61289
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9272572719392665e-08,
      "loss": 0.0089,
      "step": 61290
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9240808296892584e-08,
      "loss": 0.0136,
      "step": 61291
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9209056674824884e-08,
      "loss": 0.0008,
      "step": 61292
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.917731785327283e-08,
      "loss": 0.0075,
      "step": 61293
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.914559183231692e-08,
      "loss": 0.0046,
      "step": 61294
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.911387861203986e-08,
      "loss": 0.0045,
      "step": 61295
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9082178192523246e-08,
      "loss": 0.0035,
      "step": 61296
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9050490573849244e-08,
      "loss": 0.0361,
      "step": 61297
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9018815756098895e-08,
      "loss": 0.0107,
      "step": 61298
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.89871537393538e-08,
      "loss": 0.0035,
      "step": 61299
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.895550452369668e-08,
      "loss": 0.0073,
      "step": 61300
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.892386810920912e-08,
      "loss": 0.0032,
      "step": 61301
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.889224449597162e-08,
      "loss": 0.0079,
      "step": 61302
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.88606336840669e-08,
      "loss": 0.0082,
      "step": 61303
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.882903567357599e-08,
      "loss": 0.0155,
      "step": 61304
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.8797450464580496e-08,
      "loss": 0.0114,
      "step": 61305
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.876587805716203e-08,
      "loss": 0.0019,
      "step": 61306
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.873431845140163e-08,
      "loss": 0.0096,
      "step": 61307
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.870277164738201e-08,
      "loss": 0.0055,
      "step": 61308
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.867123764518255e-08,
      "loss": 0.0061,
      "step": 61309
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.863971644488651e-08,
      "loss": 0.0248,
      "step": 61310
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.860820804657384e-08,
      "loss": 0.0047,
      "step": 61311
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.8576712450326684e-08,
      "loss": 0.0066,
      "step": 61312
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.854522965622609e-08,
      "loss": 0.0029,
      "step": 61313
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.851375966435311e-08,
      "loss": 0.0143,
      "step": 61314
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.848230247478935e-08,
      "loss": 0.0044,
      "step": 61315
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.8450858087615836e-08,
      "loss": 0.005,
      "step": 61316
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.841942650291308e-08,
      "loss": 0.0032,
      "step": 61317
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.838800772076323e-08,
      "loss": 0.0084,
      "step": 61318
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.835660174124623e-08,
      "loss": 0.0026,
      "step": 61319
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.8325208564444215e-08,
      "loss": 0.004,
      "step": 61320
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.82938281904377e-08,
      "loss": 0.0068,
      "step": 61321
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.826246061930772e-08,
      "loss": 0.0062,
      "step": 61322
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.823110585113532e-08,
      "loss": 0.0167,
      "step": 61323
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.819976388600044e-08,
      "loss": 0.0025,
      "step": 61324
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.816843472398524e-08,
      "loss": 0.0049,
      "step": 61325
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.81371183651702e-08,
      "loss": 0.0028,
      "step": 61326
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.8105814809635825e-08,
      "loss": 0.0063,
      "step": 61327
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.807452405746315e-08,
      "loss": 0.0018,
      "step": 61328
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.804324610873267e-08,
      "loss": 0.0046,
      "step": 61329
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.801198096352543e-08,
      "loss": 0.007,
      "step": 61330
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7980728621921925e-08,
      "loss": 0.001,
      "step": 61331
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7949489084002645e-08,
      "loss": 0.0077,
      "step": 61332
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.791826234984808e-08,
      "loss": 0.0136,
      "step": 61333
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.788704841953927e-08,
      "loss": 0.0048,
      "step": 61334
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.785584729315672e-08,
      "loss": 0.007,
      "step": 61335
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7824658970780914e-08,
      "loss": 0.0199,
      "step": 61336
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7793483452492344e-08,
      "loss": 0.0198,
      "step": 61337
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.776232073837094e-08,
      "loss": 0.0148,
      "step": 61338
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7731170828497196e-08,
      "loss": 0.0046,
      "step": 61339
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.770003372295217e-08,
      "loss": 0.0139,
      "step": 61340
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.766890942181578e-08,
      "loss": 0.0201,
      "step": 61341
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.763779792516797e-08,
      "loss": 0.0048,
      "step": 61342
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7606699233089796e-08,
      "loss": 0.0099,
      "step": 61343
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.757561334566118e-08,
      "loss": 0.0092,
      "step": 61344
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.754454026296261e-08,
      "loss": 0.0054,
      "step": 61345
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.751347998507293e-08,
      "loss": 0.0064,
      "step": 61346
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.748243251207429e-08,
      "loss": 0.0057,
      "step": 61347
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7451397844044946e-08,
      "loss": 0.024,
      "step": 61348
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.742037598106651e-08,
      "loss": 0.0065,
      "step": 61349
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.738936692321782e-08,
      "loss": 0.0055,
      "step": 61350
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.73583706705799e-08,
      "loss": 0.0044,
      "step": 61351
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.732738722323215e-08,
      "loss": 0.0159,
      "step": 61352
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.729641658125449e-08,
      "loss": 0.0215,
      "step": 61353
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.726545874472631e-08,
      "loss": 0.0177,
      "step": 61354
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7234513713729214e-08,
      "loss": 0.0091,
      "step": 61355
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.720358148834147e-08,
      "loss": 0.0074,
      "step": 61356
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.717266206864356e-08,
      "loss": 0.0061,
      "step": 61357
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.714175545471488e-08,
      "loss": 0.0062,
      "step": 61358
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7110861646635354e-08,
      "loss": 0.0094,
      "step": 61359
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.707998064448548e-08,
      "loss": 0.0134,
      "step": 61360
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7049112448342975e-08,
      "loss": 0.0028,
      "step": 61361
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.701825705828999e-08,
      "loss": 0.0194,
      "step": 61362
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.698741447440424e-08,
      "loss": 0.0034,
      "step": 61363
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.695658469676566e-08,
      "loss": 0.0164,
      "step": 61364
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.692576772545475e-08,
      "loss": 0.0036,
      "step": 61365
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.689496356054978e-08,
      "loss": 0.0092,
      "step": 61366
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.686417220213123e-08,
      "loss": 0.005,
      "step": 61367
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6833393650278495e-08,
      "loss": 0.0079,
      "step": 61368
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.680262790506983e-08,
      "loss": 0.0182,
      "step": 61369
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.677187496658574e-08,
      "loss": 0.0068,
      "step": 61370
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6741134834905044e-08,
      "loss": 0.0124,
      "step": 61371
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.671040751010824e-08,
      "loss": 0.0022,
      "step": 61372
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.667969299227303e-08,
      "loss": 0.0055,
      "step": 61373
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.664899128147881e-08,
      "loss": 0.0065,
      "step": 61374
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.661830237780606e-08,
      "loss": 0.0169,
      "step": 61375
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.65876262813325e-08,
      "loss": 0.0116,
      "step": 61376
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.655696299213862e-08,
      "loss": 0.005,
      "step": 61377
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6526312510302694e-08,
      "loss": 0.0091,
      "step": 61378
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6495674835904106e-08,
      "loss": 0.0101,
      "step": 61379
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.646504996902167e-08,
      "loss": 0.0055,
      "step": 61380
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.643443790973478e-08,
      "loss": 0.0083,
      "step": 61381
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.640383865812169e-08,
      "loss": 0.0049,
      "step": 61382
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6373252214262356e-08,
      "loss": 0.0161,
      "step": 61383
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6342678578235035e-08,
      "loss": 0.0044,
      "step": 61384
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.631211775011911e-08,
      "loss": 0.0065,
      "step": 61385
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.628156972999286e-08,
      "loss": 0.0078,
      "step": 61386
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6251034517935656e-08,
      "loss": 0.0071,
      "step": 61387
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6220512114025776e-08,
      "loss": 0.0162,
      "step": 61388
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.619000251834204e-08,
      "loss": 0.0241,
      "step": 61389
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.615950573096383e-08,
      "loss": 0.0065,
      "step": 61390
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.612902175196886e-08,
      "loss": 0.0088,
      "step": 61391
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.609855058143652e-08,
      "loss": 0.0047,
      "step": 61392
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.606809221944563e-08,
      "loss": 0.0162,
      "step": 61393
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.60376466660739e-08,
      "loss": 0.0039,
      "step": 61394
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.600721392140072e-08,
      "loss": 0.0031,
      "step": 61395
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.59767939855038e-08,
      "loss": 0.0202,
      "step": 61396
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.594638685846197e-08,
      "loss": 0.0082,
      "step": 61397
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.591599254035405e-08,
      "loss": 0.0262,
      "step": 61398
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5885611031258315e-08,
      "loss": 0.0158,
      "step": 61399
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5855242331253036e-08,
      "loss": 0.0058,
      "step": 61400
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.582488644041648e-08,
      "loss": 0.0074,
      "step": 61401
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.579454335882748e-08,
      "loss": 0.0053,
      "step": 61402
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.576421308656375e-08,
      "loss": 0.0073,
      "step": 61403
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.573389562370355e-08,
      "loss": 0.0022,
      "step": 61404
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5703590970325165e-08,
      "loss": 0.0254,
      "step": 61405
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5673299126506856e-08,
      "loss": 0.0166,
      "step": 61406
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5643020092327455e-08,
      "loss": 0.0275,
      "step": 61407
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5612753867864115e-08,
      "loss": 0.005,
      "step": 61408
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.558250045319567e-08,
      "loss": 0.0044,
      "step": 61409
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5552259848399826e-08,
      "loss": 0.0036,
      "step": 61410
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.552203205355431e-08,
      "loss": 0.0049,
      "step": 61411
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.549181706873739e-08,
      "loss": 0.0092,
      "step": 61412
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.546161489402733e-08,
      "loss": 0.0056,
      "step": 61413
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.543142552950185e-08,
      "loss": 0.0043,
      "step": 61414
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.540124897523867e-08,
      "loss": 0.0073,
      "step": 61415
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5371085231315497e-08,
      "loss": 0.0054,
      "step": 61416
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.534093429781116e-08,
      "loss": 0.0187,
      "step": 61417
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.531079617480227e-08,
      "loss": 0.0137,
      "step": 61418
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5280670862367087e-08,
      "loss": 0.0098,
      "step": 61419
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.525055836058333e-08,
      "loss": 0.004,
      "step": 61420
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5220458669528724e-08,
      "loss": 0.0088,
      "step": 61421
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.519037178928097e-08,
      "loss": 0.0014,
      "step": 61422
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5160297719917804e-08,
      "loss": 0.0048,
      "step": 61423
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5130236461516364e-08,
      "loss": 0.0167,
      "step": 61424
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5100188014154937e-08,
      "loss": 0.0104,
      "step": 61425
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.507015237791011e-08,
      "loss": 0.0026,
      "step": 61426
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.504012955286018e-08,
      "loss": 0.0055,
      "step": 61427
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5010119539082845e-08,
      "loss": 0.0031,
      "step": 61428
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4980122336654706e-08,
      "loss": 0.0154,
      "step": 61429
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4950137945653496e-08,
      "loss": 0.0057,
      "step": 61430
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.492016636615636e-08,
      "loss": 0.0077,
      "step": 61431
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.489020759824102e-08,
      "loss": 0.0025,
      "step": 61432
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.486026164198464e-08,
      "loss": 0.0034,
      "step": 61433
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.483032849746437e-08,
      "loss": 0.0037,
      "step": 61434
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.480040816475794e-08,
      "loss": 0.0063,
      "step": 61435
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.477050064394194e-08,
      "loss": 0.0031,
      "step": 61436
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4740605935094095e-08,
      "loss": 0.0123,
      "step": 61437
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.471072403829101e-08,
      "loss": 0.0094,
      "step": 61438
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4680854953609847e-08,
      "loss": 0.0043,
      "step": 61439
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.465099868112776e-08,
      "loss": 0.0036,
      "step": 61440
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.462115522092191e-08,
      "loss": 0.0094,
      "step": 61441
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4591324573069464e-08,
      "loss": 0.0076,
      "step": 61442
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.456150673764758e-08,
      "loss": 0.0195,
      "step": 61443
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.45317017147323e-08,
      "loss": 0.007,
      "step": 61444
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.450190950440135e-08,
      "loss": 0.0072,
      "step": 61445
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4472130106730785e-08,
      "loss": 0.01,
      "step": 61446
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.444236352179831e-08,
      "loss": 0.0034,
      "step": 61447
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.441260974968053e-08,
      "loss": 0.0061,
      "step": 61448
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.43828687904535e-08,
      "loss": 0.0037,
      "step": 61449
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.435314064419493e-08,
      "loss": 0.001,
      "step": 61450
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4323425310981425e-08,
      "loss": 0.0133,
      "step": 61451
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.429372279088905e-08,
      "loss": 0.0077,
      "step": 61452
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.426403308399495e-08,
      "loss": 0.0021,
      "step": 61453
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.423435619037518e-08,
      "loss": 0.0091,
      "step": 61454
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4204692110106907e-08,
      "loss": 0.0049,
      "step": 61455
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.417504084326673e-08,
      "loss": 0.0042,
      "step": 61456
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.414540238993069e-08,
      "loss": 0.0033,
      "step": 61457
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.411577675017541e-08,
      "loss": 0.007,
      "step": 61458
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.408616392407749e-08,
      "loss": 0.0022,
      "step": 61459
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.405656391171297e-08,
      "loss": 0.0032,
      "step": 61460
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4026976713158467e-08,
      "loss": 0.0039,
      "step": 61461
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.399740232849058e-08,
      "loss": 0.0078,
      "step": 61462
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3967840757785366e-08,
      "loss": 0.0106,
      "step": 61463
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.393829200111887e-08,
      "loss": 0.0098,
      "step": 61464
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.390875605856825e-08,
      "loss": 0.0121,
      "step": 61465
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.387923293020845e-08,
      "loss": 0.0054,
      "step": 61466
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.384972261611663e-08,
      "loss": 0.0089,
      "step": 61467
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.382022511636829e-08,
      "loss": 0.0062,
      "step": 61468
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.379074043104002e-08,
      "loss": 0.0053,
      "step": 61469
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.376126856020734e-08,
      "loss": 0.0044,
      "step": 61470
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3731809503946834e-08,
      "loss": 0.0036,
      "step": 61471
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.370236326233456e-08,
      "loss": 0.0071,
      "step": 61472
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.367292983544657e-08,
      "loss": 0.0048,
      "step": 61473
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.364350922335835e-08,
      "loss": 0.0156,
      "step": 61474
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.361410142614541e-08,
      "loss": 0.0163,
      "step": 61475
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.358470644388434e-08,
      "loss": 0.0055,
      "step": 61476
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.35553242766512e-08,
      "loss": 0.0145,
      "step": 61477
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3525954924521484e-08,
      "loss": 0.005,
      "step": 61478
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.349659838757069e-08,
      "loss": 0.0058,
      "step": 61479
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3467254665875416e-08,
      "loss": 0.003,
      "step": 61480
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3437923759510604e-08,
      "loss": 0.0138,
      "step": 61481
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.340860566855175e-08,
      "loss": 0.0058,
      "step": 61482
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3379300393075466e-08,
      "loss": 0.0051,
      "step": 61483
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3350007933156124e-08,
      "loss": 0.0026,
      "step": 61484
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.332072828887034e-08,
      "loss": 0.006,
      "step": 61485
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.329146146029305e-08,
      "loss": 0.0072,
      "step": 61486
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3262207447500304e-08,
      "loss": 0.0139,
      "step": 61487
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.32329662505676e-08,
      "loss": 0.0053,
      "step": 61488
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.320373786956932e-08,
      "loss": 0.0038,
      "step": 61489
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.317452230458207e-08,
      "loss": 0.0241,
      "step": 61490
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.314531955568079e-08,
      "loss": 0.0087,
      "step": 61491
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.311612962294097e-08,
      "loss": 0.0027,
      "step": 61492
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3086952506437566e-08,
      "loss": 0.0102,
      "step": 61493
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.305778820624661e-08,
      "loss": 0.0379,
      "step": 61494
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3028636722442494e-08,
      "loss": 0.0048,
      "step": 61495
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.299949805510072e-08,
      "loss": 0.0029,
      "step": 61496
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.297037220429677e-08,
      "loss": 0.0143,
      "step": 61497
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.29412591701056e-08,
      "loss": 0.021,
      "step": 61498
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.291215895260269e-08,
      "loss": 0.0152,
      "step": 61499
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2883071551862436e-08,
      "loss": 0.0136,
      "step": 61500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2853996967960324e-08,
      "loss": 0.0167,
      "step": 61501
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.282493520097074e-08,
      "loss": 0.0048,
      "step": 61502
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.279588625096974e-08,
      "loss": 0.0098,
      "step": 61503
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2766850118031715e-08,
      "loss": 0.0037,
      "step": 61504
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2737826802231584e-08,
      "loss": 0.0048,
      "step": 61505
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.270881630364431e-08,
      "loss": 0.0078,
      "step": 61506
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.267981862234482e-08,
      "loss": 0.0035,
      "step": 61507
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2650833758407495e-08,
      "loss": 0.027,
      "step": 61508
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2621861711907844e-08,
      "loss": 0.0438,
      "step": 61509
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.259290248292024e-08,
      "loss": 0.0057,
      "step": 61510
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2563956071519074e-08,
      "loss": 0.0178,
      "step": 61511
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.253502247777984e-08,
      "loss": 0.0067,
      "step": 61512
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.250610170177637e-08,
      "loss": 0.0116,
      "step": 61513
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.24771937435836e-08,
      "loss": 0.0091,
      "step": 61514
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2448298603276475e-08,
      "loss": 0.0089,
      "step": 61515
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.241941628092937e-08,
      "loss": 0.0346,
      "step": 61516
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.239054677661613e-08,
      "loss": 0.0094,
      "step": 61517
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.236169009041223e-08,
      "loss": 0.0028,
      "step": 61518
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2332846222391524e-08,
      "loss": 0.0037,
      "step": 61519
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.230401517262893e-08,
      "loss": 0.0062,
      "step": 61520
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2275196941198294e-08,
      "loss": 0.0042,
      "step": 61521
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2246391528174546e-08,
      "loss": 0.0223,
      "step": 61522
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.221759893363152e-08,
      "loss": 0.0136,
      "step": 61523
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.21888191576436e-08,
      "loss": 0.0096,
      "step": 61524
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.216005220028518e-08,
      "loss": 0.015,
      "step": 61525
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2131298061630065e-08,
      "loss": 0.0048,
      "step": 61526
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.210255674175378e-08,
      "loss": 0.0076,
      "step": 61527
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.207382824072902e-08,
      "loss": 0.0017,
      "step": 61528
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.204511255863019e-08,
      "loss": 0.0093,
      "step": 61529
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.2016409695531657e-08,
      "loss": 0.0132,
      "step": 61530
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.198771965150782e-08,
      "loss": 0.0006,
      "step": 61531
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.195904242663195e-08,
      "loss": 0.0267,
      "step": 61532
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.193037802097898e-08,
      "loss": 0.0028,
      "step": 61533
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.190172643462164e-08,
      "loss": 0.0152,
      "step": 61534
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.187308766763486e-08,
      "loss": 0.0047,
      "step": 61535
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1844461720091926e-08,
      "loss": 0.0198,
      "step": 61536
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.181584859206777e-08,
      "loss": 0.0216,
      "step": 61537
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.178724828363511e-08,
      "loss": 0.0215,
      "step": 61538
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.175866079486778e-08,
      "loss": 0.0189,
      "step": 61539
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1730086125840166e-08,
      "loss": 0.0018,
      "step": 61540
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.170152427662554e-08,
      "loss": 0.0033,
      "step": 61541
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.167297524729773e-08,
      "loss": 0.0083,
      "step": 61542
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.164443903793057e-08,
      "loss": 0.0171,
      "step": 61543
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.161591564859734e-08,
      "loss": 0.0015,
      "step": 61544
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.158740507937241e-08,
      "loss": 0.0016,
      "step": 61545
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.155890733032796e-08,
      "loss": 0.0065,
      "step": 61546
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.153042240153892e-08,
      "loss": 0.0064,
      "step": 61547
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.150195029307801e-08,
      "loss": 0.0068,
      "step": 61548
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.147349100501906e-08,
      "loss": 0.0058,
      "step": 61549
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.144504453743535e-08,
      "loss": 0.003,
      "step": 61550
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.141661089040016e-08,
      "loss": 0.0136,
      "step": 61551
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1388190063986745e-08,
      "loss": 0.0034,
      "step": 61552
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.135978205826951e-08,
      "loss": 0.0048,
      "step": 61553
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.133138687332005e-08,
      "loss": 0.0159,
      "step": 61554
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1303004509212756e-08,
      "loss": 0.0051,
      "step": 61555
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.127463496602035e-08,
      "loss": 0.0048,
      "step": 61556
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.124627824381665e-08,
      "loss": 0.0161,
      "step": 61557
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.121793434267495e-08,
      "loss": 0.0085,
      "step": 61558
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.11896032626674e-08,
      "loss": 0.0086,
      "step": 61559
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1161285003867835e-08,
      "loss": 0.0064,
      "step": 61560
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.113297956634842e-08,
      "loss": 0.0216,
      "step": 61561
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.110468695018354e-08,
      "loss": 0.0043,
      "step": 61562
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1076407155445356e-08,
      "loss": 0.0108,
      "step": 61563
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.104814018220714e-08,
      "loss": 0.0025,
      "step": 61564
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1019886030541625e-08,
      "loss": 0.007,
      "step": 61565
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.099164470052207e-08,
      "loss": 0.0156,
      "step": 61566
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.096341619222065e-08,
      "loss": 0.0049,
      "step": 61567
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.093520050571119e-08,
      "loss": 0.0015,
      "step": 61568
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.090699764106531e-08,
      "loss": 0.0111,
      "step": 61569
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.087880759835682e-08,
      "loss": 0.0049,
      "step": 61570
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.085063037765734e-08,
      "loss": 0.0148,
      "step": 61571
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.082246597904126e-08,
      "loss": 0.0022,
      "step": 61572
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.079431440257963e-08,
      "loss": 0.0039,
      "step": 61573
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0766175648346274e-08,
      "loss": 0.0044,
      "step": 61574
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0738049716413366e-08,
      "loss": 0.0052,
      "step": 61575
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.070993660685251e-08,
      "loss": 0.0017,
      "step": 61576
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.068183631973754e-08,
      "loss": 0.0146,
      "step": 61577
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.065374885514116e-08,
      "loss": 0.0322,
      "step": 61578
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.062567421313445e-08,
      "loss": 0.0122,
      "step": 61579
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.059761239379067e-08,
      "loss": 0.0076,
      "step": 61580
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0569563397182535e-08,
      "loss": 0.009,
      "step": 61581
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.054152722338222e-08,
      "loss": 0.0104,
      "step": 61582
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0513503872461884e-08,
      "loss": 0.0028,
      "step": 61583
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0485493344493686e-08,
      "loss": 0.0249,
      "step": 61584
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0457495639549806e-08,
      "loss": 0.008,
      "step": 61585
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.042951075770295e-08,
      "loss": 0.0041,
      "step": 61586
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.040153869902529e-08,
      "loss": 0.0098,
      "step": 61587
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.037357946358954e-08,
      "loss": 0.0023,
      "step": 61588
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.03456330514662e-08,
      "loss": 0.0078,
      "step": 61589
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0317699462728554e-08,
      "loss": 0.0074,
      "step": 61590
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.028977869744876e-08,
      "loss": 0.0041,
      "step": 61591
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.026187075569842e-08,
      "loss": 0.0078,
      "step": 61592
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.023397563754971e-08,
      "loss": 0.0176,
      "step": 61593
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.020609334307478e-08,
      "loss": 0.0144,
      "step": 61594
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.017822387234526e-08,
      "loss": 0.0096,
      "step": 61595
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0150367225433296e-08,
      "loss": 0.0104,
      "step": 61596
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.012252340241051e-08,
      "loss": 0.017,
      "step": 61597
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0094692403349056e-08,
      "loss": 0.0128,
      "step": 61598
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.006687422832e-08,
      "loss": 0.0035,
      "step": 61599
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.003906887739661e-08,
      "loss": 0.0111,
      "step": 61600
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.001127635064938e-08,
      "loss": 0.0048,
      "step": 61601
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9983496648150475e-08,
      "loss": 0.0044,
      "step": 61602
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.995572976997152e-08,
      "loss": 0.0035,
      "step": 61603
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.992797571618411e-08,
      "loss": 0.0063,
      "step": 61604
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.990023448685986e-08,
      "loss": 0.0015,
      "step": 61605
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.987250608207037e-08,
      "loss": 0.0081,
      "step": 61606
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9844790501887263e-08,
      "loss": 0.007,
      "step": 61607
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9817087746382146e-08,
      "loss": 0.0017,
      "step": 61608
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9789397815626064e-08,
      "loss": 0.0071,
      "step": 61609
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.976172070969119e-08,
      "loss": 0.0142,
      "step": 61610
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9734056428648016e-08,
      "loss": 0.0067,
      "step": 61611
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9706404972568714e-08,
      "loss": 0.0037,
      "step": 61612
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.967876634152378e-08,
      "loss": 0.0121,
      "step": 61613
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9651140535585378e-08,
      "loss": 0.0035,
      "step": 61614
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9623527554825115e-08,
      "loss": 0.0144,
      "step": 61615
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.959592739931294e-08,
      "loss": 0.0078,
      "step": 61616
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9568340069121015e-08,
      "loss": 0.0041,
      "step": 61617
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9540765564320396e-08,
      "loss": 0.0036,
      "step": 61618
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9513203884981578e-08,
      "loss": 0.0088,
      "step": 61619
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.948565503117673e-08,
      "loss": 0.0056,
      "step": 61620
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9458119002975792e-08,
      "loss": 0.0086,
      "step": 61621
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9430595800450933e-08,
      "loss": 0.0043,
      "step": 61622
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.940308542367265e-08,
      "loss": 0.0164,
      "step": 61623
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9375587872711997e-08,
      "loss": 0.0105,
      "step": 61624
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.934810314764003e-08,
      "loss": 0.0046,
      "step": 61625
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9320631248527242e-08,
      "loss": 0.0018,
      "step": 61626
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9293172175444695e-08,
      "loss": 0.0061,
      "step": 61627
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9265725928463995e-08,
      "loss": 0.0024,
      "step": 61628
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.923829250765453e-08,
      "loss": 0.0032,
      "step": 61629
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9210871913087913e-08,
      "loss": 0.004,
      "step": 61630
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9183464144835196e-08,
      "loss": 0.0043,
      "step": 61631
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9156069202966874e-08,
      "loss": 0.017,
      "step": 61632
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9128687087553453e-08,
      "loss": 0.0068,
      "step": 61633
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.910131779866543e-08,
      "loss": 0.0019,
      "step": 61634
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9073961336373857e-08,
      "loss": 0.0113,
      "step": 61635
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9046617700748682e-08,
      "loss": 0.0149,
      "step": 61636
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.901928689186151e-08,
      "loss": 0.0037,
      "step": 61637
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8991968909782285e-08,
      "loss": 0.0108,
      "step": 61638
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.896466375458096e-08,
      "loss": 0.0013,
      "step": 61639
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.893737142632913e-08,
      "loss": 0.0097,
      "step": 61640
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.891009192509564e-08,
      "loss": 0.0248,
      "step": 61641
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.888282525095265e-08,
      "loss": 0.0045,
      "step": 61642
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.885557140396955e-08,
      "loss": 0.0069,
      "step": 61643
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8828330384216287e-08,
      "loss": 0.0122,
      "step": 61644
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8801102191764465e-08,
      "loss": 0.0049,
      "step": 61645
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8773886826682918e-08,
      "loss": 0.011,
      "step": 61646
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8746684289042702e-08,
      "loss": 0.0053,
      "step": 61647
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.871949457891432e-08,
      "loss": 0.0042,
      "step": 61648
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.86923176963666e-08,
      "loss": 0.0039,
      "step": 61649
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.86651536414706e-08,
      "loss": 0.0075,
      "step": 61650
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8638002414296817e-08,
      "loss": 0.0087,
      "step": 61651
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8610864014914642e-08,
      "loss": 0.0286,
      "step": 61652
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8583738443394016e-08,
      "loss": 0.011,
      "step": 61653
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.855662569980544e-08,
      "loss": 0.0174,
      "step": 61654
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8529525784218303e-08,
      "loss": 0.0026,
      "step": 61655
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8502438696703105e-08,
      "loss": 0.0056,
      "step": 61656
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8475364437329234e-08,
      "loss": 0.0129,
      "step": 61657
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.844830300616719e-08,
      "loss": 0.0061,
      "step": 61658
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.84212544032858e-08,
      "loss": 0.0114,
      "step": 61659
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8394218628756133e-08,
      "loss": 0.0137,
      "step": 61660
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8367195682646452e-08,
      "loss": 0.0042,
      "step": 61661
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8340185565027823e-08,
      "loss": 0.0057,
      "step": 61662
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8313188275969628e-08,
      "loss": 0.0062,
      "step": 61663
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8286203815540703e-08,
      "loss": 0.0136,
      "step": 61664
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8259232183811546e-08,
      "loss": 0.006,
      "step": 61665
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.823227338085155e-08,
      "loss": 0.0033,
      "step": 61666
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8205327406730655e-08,
      "loss": 0.0063,
      "step": 61667
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8178394261517693e-08,
      "loss": 0.0052,
      "step": 61668
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.815147394528206e-08,
      "loss": 0.0039,
      "step": 61669
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8124566458093695e-08,
      "loss": 0.0195,
      "step": 61670
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8097671800021986e-08,
      "loss": 0.0144,
      "step": 61671
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.807078997113688e-08,
      "loss": 0.0062,
      "step": 61672
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8043920971506656e-08,
      "loss": 0.0036,
      "step": 61673
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.80170648012007e-08,
      "loss": 0.008,
      "step": 61674
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.799022146028951e-08,
      "loss": 0.0033,
      "step": 61675
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7963390948840817e-08,
      "loss": 0.004,
      "step": 61676
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7936573266925116e-08,
      "loss": 0.0028,
      "step": 61677
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7909768414611238e-08,
      "loss": 0.0157,
      "step": 61678
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7882976391967465e-08,
      "loss": 0.0094,
      "step": 61679
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7856197199064295e-08,
      "loss": 0.0046,
      "step": 61680
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.782943083597056e-08,
      "loss": 0.0082,
      "step": 61681
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7802677302754543e-08,
      "loss": 0.0074,
      "step": 61682
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7775936599485632e-08,
      "loss": 0.0057,
      "step": 61683
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7749208726232658e-08,
      "loss": 0.0071,
      "step": 61684
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.772249368306501e-08,
      "loss": 0.005,
      "step": 61685
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7695791470051526e-08,
      "loss": 0.0167,
      "step": 61686
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7669102087261034e-08,
      "loss": 0.0022,
      "step": 61687
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7642425534762373e-08,
      "loss": 0.004,
      "step": 61688
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7615761812624375e-08,
      "loss": 0.0023,
      "step": 61689
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7589110920915874e-08,
      "loss": 0.0121,
      "step": 61690
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7562472859705702e-08,
      "loss": 0.0048,
      "step": 61691
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7535847629062697e-08,
      "loss": 0.0074,
      "step": 61692
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.750923522905513e-08,
      "loss": 0.0015,
      "step": 61693
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7482635659751843e-08,
      "loss": 0.006,
      "step": 61694
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7456048921221668e-08,
      "loss": 0.0103,
      "step": 61695
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.742947501353288e-08,
      "loss": 0.0065,
      "step": 61696
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7402913936754872e-08,
      "loss": 0.0043,
      "step": 61697
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7376365690955365e-08,
      "loss": 0.0079,
      "step": 61698
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7349830276202636e-08,
      "loss": 0.0055,
      "step": 61699
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7323307692565525e-08,
      "loss": 0.0113,
      "step": 61700
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7296797940112863e-08,
      "loss": 0.0062,
      "step": 61701
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7270301018912924e-08,
      "loss": 0.0037,
      "step": 61702
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7243816929033995e-08,
      "loss": 0.0167,
      "step": 61703
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7217345670543795e-08,
      "loss": 0.0159,
      "step": 61704
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7190887243511155e-08,
      "loss": 0.0097,
      "step": 61705
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7164441648004358e-08,
      "loss": 0.0109,
      "step": 61706
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.713800888409168e-08,
      "loss": 0.0112,
      "step": 61707
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7111588951841405e-08,
      "loss": 0.0044,
      "step": 61708
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7085181851321252e-08,
      "loss": 0.0104,
      "step": 61709
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7058787582600053e-08,
      "loss": 0.0068,
      "step": 61710
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7032406145744983e-08,
      "loss": 0.0023,
      "step": 61711
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.700603754082487e-08,
      "loss": 0.0072,
      "step": 61712
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6979681767907995e-08,
      "loss": 0.0041,
      "step": 61713
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.695333882706097e-08,
      "loss": 0.0047,
      "step": 61714
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6927008718353743e-08,
      "loss": 0.0093,
      "step": 61715
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6900691441852366e-08,
      "loss": 0.0101,
      "step": 61716
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6874386997626234e-08,
      "loss": 0.0084,
      "step": 61717
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.684809538574251e-08,
      "loss": 0.0057,
      "step": 61718
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6821816606268925e-08,
      "loss": 0.0201,
      "step": 61719
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6795550659273195e-08,
      "loss": 0.0011,
      "step": 61720
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6769297544823604e-08,
      "loss": 0.0035,
      "step": 61721
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.674305726298787e-08,
      "loss": 0.0088,
      "step": 61722
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.671682981383317e-08,
      "loss": 0.0042,
      "step": 61723
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6690615197427773e-08,
      "loss": 0.0285,
      "step": 61724
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6664413413839406e-08,
      "loss": 0.0009,
      "step": 61725
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6638224463134688e-08,
      "loss": 0.003,
      "step": 61726
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6612048345381892e-08,
      "loss": 0.0041,
      "step": 61727
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.658588506064874e-08,
      "loss": 0.0024,
      "step": 61728
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.655973460900185e-08,
      "loss": 0.008,
      "step": 61729
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6533596990510056e-08,
      "loss": 0.0077,
      "step": 61730
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.650747220523997e-08,
      "loss": 0.0039,
      "step": 61731
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6481360253259314e-08,
      "loss": 0.025,
      "step": 61732
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6455261134635256e-08,
      "loss": 0.0037,
      "step": 61733
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6429174849434968e-08,
      "loss": 0.0027,
      "step": 61734
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6403101397725618e-08,
      "loss": 0.0036,
      "step": 61735
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6377040779574924e-08,
      "loss": 0.018,
      "step": 61736
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6350992995050618e-08,
      "loss": 0.0065,
      "step": 61737
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6324958044219308e-08,
      "loss": 0.0102,
      "step": 61738
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6298935927147605e-08,
      "loss": 0.0051,
      "step": 61739
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6272926643903795e-08,
      "loss": 0.0269,
      "step": 61740
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6246930194553933e-08,
      "loss": 0.0122,
      "step": 61741
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.622094657916574e-08,
      "loss": 0.0052,
      "step": 61742
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.619497579780639e-08,
      "loss": 0.0046,
      "step": 61743
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.616901785054249e-08,
      "loss": 0.0043,
      "step": 61744
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6143072737441212e-08,
      "loss": 0.0174,
      "step": 61745
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.611714045856917e-08,
      "loss": 0.0039,
      "step": 61746
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6091221013994082e-08,
      "loss": 0.0222,
      "step": 61747
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6065314403782015e-08,
      "loss": 0.0078,
      "step": 61748
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6039420628000134e-08,
      "loss": 0.0043,
      "step": 61749
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.601353968671505e-08,
      "loss": 0.0201,
      "step": 61750
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5987671579993934e-08,
      "loss": 0.0052,
      "step": 61751
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5961816307903397e-08,
      "loss": 0.0061,
      "step": 61752
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5935973870510056e-08,
      "loss": 0.0081,
      "step": 61753
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.591014426788052e-08,
      "loss": 0.0122,
      "step": 61754
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5884327500081407e-08,
      "loss": 0.018,
      "step": 61755
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5858523567179327e-08,
      "loss": 0.0084,
      "step": 61756
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.583273246924145e-08,
      "loss": 0.0085,
      "step": 61757
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5806954206333834e-08,
      "loss": 0.0085,
      "step": 61758
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5781188778522538e-08,
      "loss": 0.0072,
      "step": 61759
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5755436185875284e-08,
      "loss": 0.0023,
      "step": 61760
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5729696428457573e-08,
      "loss": 0.0028,
      "step": 61761
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5703969506335467e-08,
      "loss": 0.0034,
      "step": 61762
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.567825541957669e-08,
      "loss": 0.0027,
      "step": 61763
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5652554168246192e-08,
      "loss": 0.0034,
      "step": 61764
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5626865752411133e-08,
      "loss": 0.0286,
      "step": 61765
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5601190172138135e-08,
      "loss": 0.0261,
      "step": 61766
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.557552742749214e-08,
      "loss": 0.0137,
      "step": 61767
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5549877518540323e-08,
      "loss": 0.0063,
      "step": 61768
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5524240445348736e-08,
      "loss": 0.0089,
      "step": 61769
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.549861620798344e-08,
      "loss": 0.0128,
      "step": 61770
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5473004806510494e-08,
      "loss": 0.0082,
      "step": 61771
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5447406240996507e-08,
      "loss": 0.011,
      "step": 61772
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5421820511506435e-08,
      "loss": 0.0068,
      "step": 61773
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5396247618107438e-08,
      "loss": 0.0009,
      "step": 61774
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5370687560865025e-08,
      "loss": 0.0068,
      "step": 61775
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5345140339844698e-08,
      "loss": 0.0049,
      "step": 61776
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5319605955113624e-08,
      "loss": 0.0036,
      "step": 61777
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5294084406736197e-08,
      "loss": 0.0054,
      "step": 61778
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.526857569477903e-08,
      "loss": 0.0149,
      "step": 61779
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.524307981930818e-08,
      "loss": 0.0039,
      "step": 61780
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5217596780389154e-08,
      "loss": 0.0027,
      "step": 61781
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5192126578087452e-08,
      "loss": 0.008,
      "step": 61782
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.516666921246913e-08,
      "loss": 0.0155,
      "step": 61783
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5141224683599696e-08,
      "loss": 0.0022,
      "step": 61784
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.511579299154465e-08,
      "loss": 0.0097,
      "step": 61785
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5090374136370056e-08,
      "loss": 0.0069,
      "step": 61786
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.506496811814141e-08,
      "loss": 0.0333,
      "step": 61787
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5039574936924217e-08,
      "loss": 0.0066,
      "step": 61788
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.501419459278398e-08,
      "loss": 0.0032,
      "step": 61789
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4988827085786204e-08,
      "loss": 0.0014,
      "step": 61790
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4963472415995838e-08,
      "loss": 0.0047,
      "step": 61791
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4938130583478937e-08,
      "loss": 0.0061,
      "step": 61792
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4912801588301005e-08,
      "loss": 0.0108,
      "step": 61793
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.488748543052699e-08,
      "loss": 0.0101,
      "step": 61794
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.48621821102224e-08,
      "loss": 0.0262,
      "step": 61795
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4836891627452177e-08,
      "loss": 0.0072,
      "step": 61796
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4811613982281825e-08,
      "loss": 0.0149,
      "step": 61797
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4786349174776848e-08,
      "loss": 0.0058,
      "step": 61798
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4761097205002193e-08,
      "loss": 0.0423,
      "step": 61799
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4735858073023367e-08,
      "loss": 0.0068,
      "step": 61800
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4710631778904205e-08,
      "loss": 0.0016,
      "step": 61801
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4685418322711317e-08,
      "loss": 0.006,
      "step": 61802
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.466021770450966e-08,
      "loss": 0.0039,
      "step": 61803
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4635029924363063e-08,
      "loss": 0.0064,
      "step": 61804
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.460985498233759e-08,
      "loss": 0.0273,
      "step": 61805
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.458469287849763e-08,
      "loss": 0.0079,
      "step": 61806
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4559543612908686e-08,
      "loss": 0.0578,
      "step": 61807
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4534407185635156e-08,
      "loss": 0.0018,
      "step": 61808
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.450928359674143e-08,
      "loss": 0.0267,
      "step": 61809
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4484172846294117e-08,
      "loss": 0.0212,
      "step": 61810
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4459074934355954e-08,
      "loss": 0.0077,
      "step": 61811
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4433989860992992e-08,
      "loss": 0.0047,
      "step": 61812
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4408917626269622e-08,
      "loss": 0.0121,
      "step": 61813
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.438385823024969e-08,
      "loss": 0.0059,
      "step": 61814
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.435881167299925e-08,
      "loss": 0.0045,
      "step": 61815
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4333777954582692e-08,
      "loss": 0.0115,
      "step": 61816
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.430875707506386e-08,
      "loss": 0.0086,
      "step": 61817
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.42837490345077e-08,
      "loss": 0.0048,
      "step": 61818
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.42587538329786e-08,
      "loss": 0.0106,
      "step": 61819
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4233771470541513e-08,
      "loss": 0.0051,
      "step": 61820
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4208801947260273e-08,
      "loss": 0.0101,
      "step": 61821
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4183845263199835e-08,
      "loss": 0.0039,
      "step": 61822
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4158901418424584e-08,
      "loss": 0.0049,
      "step": 61823
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4133970412998366e-08,
      "loss": 0.0191,
      "step": 61824
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.410905224698612e-08,
      "loss": 0.0056,
      "step": 61825
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4084146920451135e-08,
      "loss": 0.0078,
      "step": 61826
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4059254433459468e-08,
      "loss": 0.0056,
      "step": 61827
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.403437478607329e-08,
      "loss": 0.0406,
      "step": 61828
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4009507978358103e-08,
      "loss": 0.0073,
      "step": 61829
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3984654010378306e-08,
      "loss": 0.0046,
      "step": 61830
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.395981288219662e-08,
      "loss": 0.0042,
      "step": 61831
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3934984593878553e-08,
      "loss": 0.005,
      "step": 61832
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.391016914548794e-08,
      "loss": 0.0075,
      "step": 61833
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3885366537087507e-08,
      "loss": 0.0034,
      "step": 61834
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.386057676874276e-08,
      "loss": 0.0183,
      "step": 61835
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3835799840517538e-08,
      "loss": 0.0156,
      "step": 61836
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3811035752474565e-08,
      "loss": 0.0072,
      "step": 61837
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3786284504679346e-08,
      "loss": 0.0082,
      "step": 61838
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.376154609719461e-08,
      "loss": 0.0054,
      "step": 61839
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3736820530084748e-08,
      "loss": 0.0358,
      "step": 61840
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3712107803413042e-08,
      "loss": 0.0225,
      "step": 61841
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3687407917243333e-08,
      "loss": 0.0026,
      "step": 61842
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.366272087164001e-08,
      "loss": 0.0082,
      "step": 61843
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3638046666666358e-08,
      "loss": 0.0215,
      "step": 61844
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.361338530238566e-08,
      "loss": 0.0082,
      "step": 61845
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.358873677886231e-08,
      "loss": 0.0032,
      "step": 61846
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3564101096159585e-08,
      "loss": 0.0042,
      "step": 61847
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3539478254340777e-08,
      "loss": 0.0024,
      "step": 61848
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3514868253469713e-08,
      "loss": 0.0072,
      "step": 61849
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3490271093609685e-08,
      "loss": 0.0099,
      "step": 61850
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3465686774824526e-08,
      "loss": 0.0093,
      "step": 61851
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.344111529717752e-08,
      "loss": 0.0207,
      "step": 61852
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3416556660731394e-08,
      "loss": 0.011,
      "step": 61853
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3392010865551094e-08,
      "loss": 0.0085,
      "step": 61854
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3367477911698245e-08,
      "loss": 0.0033,
      "step": 61855
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3342957799237233e-08,
      "loss": 0.006,
      "step": 61856
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3318450528230785e-08,
      "loss": 0.0131,
      "step": 61857
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3293956098742187e-08,
      "loss": 0.0141,
      "step": 61858
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.326947451083472e-08,
      "loss": 0.004,
      "step": 61859
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3245005764572227e-08,
      "loss": 0.0029,
      "step": 61860
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3220549860017428e-08,
      "loss": 0.003,
      "step": 61861
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3196106797232498e-08,
      "loss": 0.0067,
      "step": 61862
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3171676576281278e-08,
      "loss": 0.0076,
      "step": 61863
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3147259197227044e-08,
      "loss": 0.0293,
      "step": 61864
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.312285466013253e-08,
      "loss": 0.0091,
      "step": 61865
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3098462965060465e-08,
      "loss": 0.0034,
      "step": 61866
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.307408411207468e-08,
      "loss": 0.0099,
      "step": 61867
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3049718101236796e-08,
      "loss": 0.0015,
      "step": 61868
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.302536493261065e-08,
      "loss": 0.0067,
      "step": 61869
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3001024606258415e-08,
      "loss": 0.0074,
      "step": 61870
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2976697122243928e-08,
      "loss": 0.0063,
      "step": 61871
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.295238248062881e-08,
      "loss": 0.01,
      "step": 61872
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.292808068147634e-08,
      "loss": 0.0031,
      "step": 61873
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2903791724849246e-08,
      "loss": 0.0136,
      "step": 61874
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.28795156108097e-08,
      "loss": 0.0157,
      "step": 61875
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.285525233942154e-08,
      "loss": 0.0248,
      "step": 61876
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.283100191074583e-08,
      "loss": 0.0086,
      "step": 61877
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2806764324845855e-08,
      "loss": 0.0121,
      "step": 61878
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.278253958178489e-08,
      "loss": 0.0043,
      "step": 61879
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2758327681624005e-08,
      "loss": 0.0123,
      "step": 61880
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2734128624427032e-08,
      "loss": 0.0066,
      "step": 61881
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.270994241025559e-08,
      "loss": 0.0096,
      "step": 61882
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2685769039172413e-08,
      "loss": 0.0083,
      "step": 61883
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2661608511239665e-08,
      "loss": 0.0035,
      "step": 61884
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.263746082651952e-08,
      "loss": 0.0372,
      "step": 61885
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2613325985075263e-08,
      "loss": 0.0053,
      "step": 61886
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2589203986967955e-08,
      "loss": 0.014,
      "step": 61887
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2565094832260326e-08,
      "loss": 0.0135,
      "step": 61888
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2540998521014544e-08,
      "loss": 0.0281,
      "step": 61889
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2516915053293343e-08,
      "loss": 0.0103,
      "step": 61890
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2492844429157777e-08,
      "loss": 0.0048,
      "step": 61891
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2468786648670582e-08,
      "loss": 0.0007,
      "step": 61892
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.244474171189448e-08,
      "loss": 0.0175,
      "step": 61893
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.242070961888998e-08,
      "loss": 0.0069,
      "step": 61894
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2396690369720365e-08,
      "loss": 0.0104,
      "step": 61895
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.237268396444725e-08,
      "loss": 0.0079,
      "step": 61896
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2348690403132812e-08,
      "loss": 0.004,
      "step": 61897
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2324709685838107e-08,
      "loss": 0.034,
      "step": 61898
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.230074181262587e-08,
      "loss": 0.002,
      "step": 61899
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2276786783557714e-08,
      "loss": 0.0099,
      "step": 61900
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2252844598695256e-08,
      "loss": 0.0044,
      "step": 61901
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.222891525810067e-08,
      "loss": 0.0057,
      "step": 61902
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2204998761835017e-08,
      "loss": 0.008,
      "step": 61903
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2181095109961026e-08,
      "loss": 0.008,
      "step": 61904
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2157204302539205e-08,
      "loss": 0.009,
      "step": 61905
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2133326339632278e-08,
      "loss": 0.0074,
      "step": 61906
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2109461221301308e-08,
      "loss": 0.0064,
      "step": 61907
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.208560894760736e-08,
      "loss": 0.0041,
      "step": 61908
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2061769518613162e-08,
      "loss": 0.0053,
      "step": 61909
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.203794293437922e-08,
      "loss": 0.0046,
      "step": 61910
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.201412919496826e-08,
      "loss": 0.013,
      "step": 61911
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1990328300440233e-08,
      "loss": 0.0069,
      "step": 61912
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1966540250857317e-08,
      "loss": 0.0036,
      "step": 61913
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1942765046280568e-08,
      "loss": 0.0062,
      "step": 61914
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1919002686771607e-08,
      "loss": 0.0029,
      "step": 61915
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1895253172391494e-08,
      "loss": 0.0063,
      "step": 61916
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.187151650320185e-08,
      "loss": 0.0259,
      "step": 61917
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.184779267926429e-08,
      "loss": 0.0098,
      "step": 61918
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.182408170063932e-08,
      "loss": 0.0184,
      "step": 61919
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1800383567388007e-08,
      "loss": 0.0111,
      "step": 61920
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1776698279571963e-08,
      "loss": 0.0264,
      "step": 61921
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1753025837252252e-08,
      "loss": 0.0049,
      "step": 61922
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1729366240489935e-08,
      "loss": 0.0067,
      "step": 61923
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1705719489345524e-08,
      "loss": 0.0058,
      "step": 61924
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1682085583881184e-08,
      "loss": 0.0125,
      "step": 61925
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1658464524156875e-08,
      "loss": 0.0095,
      "step": 61926
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1634856310233654e-08,
      "loss": 0.0097,
      "step": 61927
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.161126094217314e-08,
      "loss": 0.0037,
      "step": 61928
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1587678420035285e-08,
      "loss": 0.0292,
      "step": 61929
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1564108743881707e-08,
      "loss": 0.033,
      "step": 61930
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.154055191377291e-08,
      "loss": 0.0051,
      "step": 61931
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1517007929769407e-08,
      "loss": 0.0133,
      "step": 61932
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.149347679193281e-08,
      "loss": 0.0077,
      "step": 61933
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.146995850032252e-08,
      "loss": 0.0065,
      "step": 61934
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1446453055000706e-08,
      "loss": 0.0049,
      "step": 61935
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1422960456026766e-08,
      "loss": 0.0079,
      "step": 61936
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1399480703461762e-08,
      "loss": 0.009,
      "step": 61937
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1376013797366757e-08,
      "loss": 0.0045,
      "step": 61938
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1352559737801704e-08,
      "loss": 0.0011,
      "step": 61939
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1329118524827662e-08,
      "loss": 0.0042,
      "step": 61940
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.130569015850459e-08,
      "loss": 0.0128,
      "step": 61941
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.128227463889243e-08,
      "loss": 0.0109,
      "step": 61942
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1258871966052806e-08,
      "loss": 0.0029,
      "step": 61943
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.123548214004567e-08,
      "loss": 0.0045,
      "step": 61944
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1212105160931527e-08,
      "loss": 0.0084,
      "step": 61945
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1188741028769777e-08,
      "loss": 0.0117,
      "step": 61946
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1165389743622033e-08,
      "loss": 0.003,
      "step": 61947
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1142051305547695e-08,
      "loss": 0.0062,
      "step": 61948
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1118725714607267e-08,
      "loss": 0.0013,
      "step": 61949
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1095412970860707e-08,
      "loss": 0.0355,
      "step": 61950
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1072113074368518e-08,
      "loss": 0.0155,
      "step": 61951
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1048826025190094e-08,
      "loss": 0.013,
      "step": 61952
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1025551823386502e-08,
      "loss": 0.01,
      "step": 61953
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1002290469017695e-08,
      "loss": 0.0031,
      "step": 61954
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0979041962143066e-08,
      "loss": 0.0041,
      "step": 61955
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0955806302822567e-08,
      "loss": 0.013,
      "step": 61956
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.093258349111671e-08,
      "loss": 0.0052,
      "step": 61957
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.090937352708544e-08,
      "loss": 0.033,
      "step": 61958
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.088617641078816e-08,
      "loss": 0.0111,
      "step": 61959
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.086299214228482e-08,
      "loss": 0.0057,
      "step": 61960
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.083982072163593e-08,
      "loss": 0.0096,
      "step": 61961
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0816662148900324e-08,
      "loss": 0.0117,
      "step": 61962
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0793516424138515e-08,
      "loss": 0.0229,
      "step": 61963
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0770383547409345e-08,
      "loss": 0.0074,
      "step": 61964
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.074726351877332e-08,
      "loss": 0.0022,
      "step": 61965
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0724156338289836e-08,
      "loss": 0.0131,
      "step": 61966
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.070106200601829e-08,
      "loss": 0.0093,
      "step": 61967
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.067798052201919e-08,
      "loss": 0.0046,
      "step": 61968
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0654911886350827e-08,
      "loss": 0.0023,
      "step": 61969
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0631856099073145e-08,
      "loss": 0.0049,
      "step": 61970
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.06088131602461e-08,
      "loss": 0.0069,
      "step": 61971
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0585783069928532e-08,
      "loss": 0.0029,
      "step": 61972
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0562765828180953e-08,
      "loss": 0.0221,
      "step": 61973
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.053976143506109e-08,
      "loss": 0.0126,
      "step": 61974
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0516769890629452e-08,
      "loss": 0.0075,
      "step": 61975
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0493791194945434e-08,
      "loss": 0.0277,
      "step": 61976
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0470825348067324e-08,
      "loss": 0.0031,
      "step": 61977
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.044787235005563e-08,
      "loss": 0.0368,
      "step": 61978
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.042493220096864e-08,
      "loss": 0.0228,
      "step": 61979
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0402004900866303e-08,
      "loss": 0.0072,
      "step": 61980
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0379090449806903e-08,
      "loss": 0.0293,
      "step": 61981
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.03561888478504e-08,
      "loss": 0.0103,
      "step": 61982
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.033330009505563e-08,
      "loss": 0.0054,
      "step": 61983
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.031042419148088e-08,
      "loss": 0.0021,
      "step": 61984
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0287561137186662e-08,
      "loss": 0.0184,
      "step": 61985
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.02647109322307e-08,
      "loss": 0.0181,
      "step": 61986
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0241873576672398e-08,
      "loss": 0.0208,
      "step": 61987
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0219049070571152e-08,
      "loss": 0.0093,
      "step": 61988
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0196237413984687e-08,
      "loss": 0.021,
      "step": 61989
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0173438606972963e-08,
      "loss": 0.005,
      "step": 61990
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0150652649594816e-08,
      "loss": 0.0042,
      "step": 61991
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.012787954190798e-08,
      "loss": 0.0128,
      "step": 61992
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0105119283972407e-08,
      "loss": 0.0096,
      "step": 61993
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0082371875845828e-08,
      "loss": 0.0101,
      "step": 61994
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0059637317587644e-08,
      "loss": 0.0029,
      "step": 61995
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.003691560925669e-08,
      "loss": 0.0129,
      "step": 61996
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.00142067509107e-08,
      "loss": 0.0032,
      "step": 61997
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.999151074260908e-08,
      "loss": 0.0056,
      "step": 61998
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.99688275844101e-08,
      "loss": 0.0065,
      "step": 61999
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9946157276372057e-08,
      "loss": 0.0095,
      "step": 62000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9923499818553793e-08,
      "loss": 0.004,
      "step": 62001
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9900855211013037e-08,
      "loss": 0.0055,
      "step": 62002
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9878223453809743e-08,
      "loss": 0.017,
      "step": 62003
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9855604547001085e-08,
      "loss": 0.0023,
      "step": 62004
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9832998490645905e-08,
      "loss": 0.0112,
      "step": 62005
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9810405284801938e-08,
      "loss": 0.0058,
      "step": 62006
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9787824929528022e-08,
      "loss": 0.0241,
      "step": 62007
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9765257424882444e-08,
      "loss": 0.0066,
      "step": 62008
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.974270277092294e-08,
      "loss": 0.0052,
      "step": 62009
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9720160967708903e-08,
      "loss": 0.0169,
      "step": 62010
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9697632015296952e-08,
      "loss": 0.008,
      "step": 62011
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.967511591374649e-08,
      "loss": 0.0168,
      "step": 62012
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.965261266311469e-08,
      "loss": 0.0099,
      "step": 62013
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9630122263459838e-08,
      "loss": 0.0134,
      "step": 62014
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9607644714840223e-08,
      "loss": 0.0037,
      "step": 62015
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9585180017314132e-08,
      "loss": 0.0101,
      "step": 62016
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9562728170938737e-08,
      "loss": 0.0024,
      "step": 62017
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.954028917577233e-08,
      "loss": 0.0019,
      "step": 62018
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9517863031873197e-08,
      "loss": 0.0078,
      "step": 62019
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.949544973929851e-08,
      "loss": 0.0115,
      "step": 62020
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.947304929810656e-08,
      "loss": 0.0133,
      "step": 62021
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.945066170835508e-08,
      "loss": 0.0063,
      "step": 62022
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9428286970101794e-08,
      "loss": 0.0039,
      "step": 62023
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9405925083404444e-08,
      "loss": 0.0068,
      "step": 62024
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9383576048320752e-08,
      "loss": 0.0262,
      "step": 62025
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9361239864908453e-08,
      "loss": 0.0106,
      "step": 62026
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.933891653322473e-08,
      "loss": 0.0066,
      "step": 62027
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9316606053327858e-08,
      "loss": 0.005,
      "step": 62028
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9294308425275023e-08,
      "loss": 0.0059,
      "step": 62029
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.927202364912395e-08,
      "loss": 0.0051,
      "step": 62030
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.924975172493182e-08,
      "loss": 0.0043,
      "step": 62031
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9227492652756364e-08,
      "loss": 0.0063,
      "step": 62032
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9205246432655312e-08,
      "loss": 0.0062,
      "step": 62033
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9183013064685284e-08,
      "loss": 0.005,
      "step": 62034
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9160792548904017e-08,
      "loss": 0.0152,
      "step": 62035
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9138584885369238e-08,
      "loss": 0.0011,
      "step": 62036
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.911639007413757e-08,
      "loss": 0.0105,
      "step": 62037
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9094208115266744e-08,
      "loss": 0.0035,
      "step": 62038
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9072039008814492e-08,
      "loss": 0.0077,
      "step": 62039
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.904988275483688e-08,
      "loss": 0.0078,
      "step": 62040
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9027739353391638e-08,
      "loss": 0.0027,
      "step": 62041
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9005608804535947e-08,
      "loss": 0.0121,
      "step": 62042
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8983491108326425e-08,
      "loss": 0.0031,
      "step": 62043
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8961386264820802e-08,
      "loss": 0.0179,
      "step": 62044
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.893929427407626e-08,
      "loss": 0.0039,
      "step": 62045
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8917215136149415e-08,
      "loss": 0.0264,
      "step": 62046
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8895148851096888e-08,
      "loss": 0.0119,
      "step": 62047
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.887309541897586e-08,
      "loss": 0.0031,
      "step": 62048
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.885105483984351e-08,
      "loss": 0.0077,
      "step": 62049
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8829027113756447e-08,
      "loss": 0.0112,
      "step": 62050
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.880701224077186e-08,
      "loss": 0.0269,
      "step": 62051
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8785010220946366e-08,
      "loss": 0.0166,
      "step": 62052
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8763021054336582e-08,
      "loss": 0.0169,
      "step": 62053
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8741044740999136e-08,
      "loss": 0.0082,
      "step": 62054
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8719081280991202e-08,
      "loss": 0.0201,
      "step": 62055
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8697130674368845e-08,
      "loss": 0.0143,
      "step": 62056
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8675192921189244e-08,
      "loss": 0.0238,
      "step": 62057
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.865326802150902e-08,
      "loss": 0.0106,
      "step": 62058
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8631355975384234e-08,
      "loss": 0.0045,
      "step": 62059
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8609456782872072e-08,
      "loss": 0.0074,
      "step": 62060
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.858757044402859e-08,
      "loss": 0.0033,
      "step": 62061
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8565696958910417e-08,
      "loss": 0.0109,
      "step": 62062
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8543836327573615e-08,
      "loss": 0.0032,
      "step": 62063
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.852198855007481e-08,
      "loss": 0.0082,
      "step": 62064
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8500153626471172e-08,
      "loss": 0.0044,
      "step": 62065
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.847833155681822e-08,
      "loss": 0.0046,
      "step": 62066
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.845652234117201e-08,
      "loss": 0.0064,
      "step": 62067
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8434725979589174e-08,
      "loss": 0.0047,
      "step": 62068
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8412942472126327e-08,
      "loss": 0.0137,
      "step": 62069
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8391171818839536e-08,
      "loss": 0.014,
      "step": 62070
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8369414019784314e-08,
      "loss": 0.0084,
      "step": 62071
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.834766907501728e-08,
      "loss": 0.0116,
      "step": 62072
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.832593698459506e-08,
      "loss": 0.0076,
      "step": 62073
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8304217748572606e-08,
      "loss": 0.0205,
      "step": 62074
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8282511367007093e-08,
      "loss": 0.012,
      "step": 62075
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.826081783995348e-08,
      "loss": 0.0186,
      "step": 62076
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.823913716746839e-08,
      "loss": 0.0208,
      "step": 62077
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8217469349607887e-08,
      "loss": 0.0043,
      "step": 62078
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8195814386427478e-08,
      "loss": 0.0072,
      "step": 62079
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8174172277983236e-08,
      "loss": 0.0102,
      "step": 62080
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8152543024331227e-08,
      "loss": 0.0302,
      "step": 62081
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8130926625526402e-08,
      "loss": 0.0113,
      "step": 62082
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.810932308162594e-08,
      "loss": 0.0029,
      "step": 62083
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8087732392684243e-08,
      "loss": 0.0055,
      "step": 62084
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8066154558757378e-08,
      "loss": 0.0091,
      "step": 62085
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.804458957990196e-08,
      "loss": 0.0037,
      "step": 62086
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8023037456171844e-08,
      "loss": 0.007,
      "step": 62087
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8001498187624756e-08,
      "loss": 0.0117,
      "step": 62088
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.797997177431454e-08,
      "loss": 0.0017,
      "step": 62089
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7958458216297825e-08,
      "loss": 0.0017,
      "step": 62090
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7936957513629007e-08,
      "loss": 0.0018,
      "step": 62091
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7915469666364703e-08,
      "loss": 0.0096,
      "step": 62092
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.789399467455988e-08,
      "loss": 0.0081,
      "step": 62093
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.787253253827004e-08,
      "loss": 0.0159,
      "step": 62094
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7851083257550693e-08,
      "loss": 0.0031,
      "step": 62095
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7829646832456805e-08,
      "loss": 0.0028,
      "step": 62096
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.780822326304388e-08,
      "loss": 0.0022,
      "step": 62097
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.778681254936687e-08,
      "loss": 0.0057,
      "step": 62098
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.776541469148185e-08,
      "loss": 0.0047,
      "step": 62099
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.774402968944322e-08,
      "loss": 0.0186,
      "step": 62100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7722657543306486e-08,
      "loss": 0.0106,
      "step": 62101
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7701298253126608e-08,
      "loss": 0.0083,
      "step": 62102
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.767995181895965e-08,
      "loss": 0.006,
      "step": 62103
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.765861824085946e-08,
      "loss": 0.0105,
      "step": 62104
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7637297518881547e-08,
      "loss": 0.0076,
      "step": 62105
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.761598965308087e-08,
      "loss": 0.0086,
      "step": 62106
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.759469464351238e-08,
      "loss": 0.0078,
      "step": 62107
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7573412490231035e-08,
      "loss": 0.0127,
      "step": 62108
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7552143193291793e-08,
      "loss": 0.0013,
      "step": 62109
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7530886752750163e-08,
      "loss": 0.004,
      "step": 62110
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7509643168659994e-08,
      "loss": 0.0097,
      "step": 62111
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7488412441076797e-08,
      "loss": 0.0077,
      "step": 62112
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7467194570054413e-08,
      "loss": 0.0165,
      "step": 62113
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.744598955564891e-08,
      "loss": 0.0032,
      "step": 62114
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.742479739791414e-08,
      "loss": 0.0274,
      "step": 62115
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.740361809690505e-08,
      "loss": 0.0042,
      "step": 62116
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.738245165267549e-08,
      "loss": 0.0055,
      "step": 62117
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.736129806528153e-08,
      "loss": 0.0103,
      "step": 62118
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.734015733477701e-08,
      "loss": 0.0011,
      "step": 62119
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.731902946121633e-08,
      "loss": 0.0157,
      "step": 62120
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.729791444465445e-08,
      "loss": 0.0243,
      "step": 62121
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7276812285145217e-08,
      "loss": 0.0121,
      "step": 62122
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7255722982743583e-08,
      "loss": 0.014,
      "step": 62123
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7234646537503952e-08,
      "loss": 0.0046,
      "step": 62124
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7213582949480722e-08,
      "loss": 0.004,
      "step": 62125
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7192532218727743e-08,
      "loss": 0.0246,
      "step": 62126
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7171494345299966e-08,
      "loss": 0.0006,
      "step": 62127
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.715046932925124e-08,
      "loss": 0.0236,
      "step": 62128
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7129457170635966e-08,
      "loss": 0.0044,
      "step": 62129
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7108457869508543e-08,
      "loss": 0.0074,
      "step": 62130
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.708747142592282e-08,
      "loss": 0.0196,
      "step": 62131
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7066497839933195e-08,
      "loss": 0.0069,
      "step": 62132
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7045537111594067e-08,
      "loss": 0.0029,
      "step": 62133
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7024589240958735e-08,
      "loss": 0.0126,
      "step": 62134
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.700365422808159e-08,
      "loss": 0.0085,
      "step": 62135
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6982732073017037e-08,
      "loss": 0.0131,
      "step": 62136
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6961822775818926e-08,
      "loss": 0.0078,
      "step": 62137
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6940926336540542e-08,
      "loss": 0.013,
      "step": 62138
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6920042755236842e-08,
      "loss": 0.0123,
      "step": 62139
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.689917203196112e-08,
      "loss": 0.0042,
      "step": 62140
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6878314166767216e-08,
      "loss": 0.0388,
      "step": 62141
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6857469159708983e-08,
      "loss": 0.0068,
      "step": 62142
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6836637010840262e-08,
      "loss": 0.0168,
      "step": 62143
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6815817720214345e-08,
      "loss": 0.0081,
      "step": 62144
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6795011287886186e-08,
      "loss": 0.0015,
      "step": 62145
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6774217713908526e-08,
      "loss": 0.0274,
      "step": 62146
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.675343699833465e-08,
      "loss": 0.0101,
      "step": 62147
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6732669141219515e-08,
      "loss": 0.0076,
      "step": 62148
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6711914142615305e-08,
      "loss": 0.0059,
      "step": 62149
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.669117200257642e-08,
      "loss": 0.037,
      "step": 62150
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6670442721156144e-08,
      "loss": 0.0094,
      "step": 62151
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6649726298407777e-08,
      "loss": 0.0074,
      "step": 62152
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.662902273438516e-08,
      "loss": 0.0212,
      "step": 62153
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6608332029141582e-08,
      "loss": 0.0189,
      "step": 62154
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.658765418273034e-08,
      "loss": 0.0148,
      "step": 62155
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6566989195205273e-08,
      "loss": 0.0016,
      "step": 62156
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.654633706661857e-08,
      "loss": 0.0046,
      "step": 62157
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6525697797024064e-08,
      "loss": 0.0064,
      "step": 62158
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6505071386475614e-08,
      "loss": 0.0087,
      "step": 62159
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6484457835025948e-08,
      "loss": 0.0127,
      "step": 62160
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6463857142728356e-08,
      "loss": 0.0101,
      "step": 62161
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6443269309635577e-08,
      "loss": 0.0188,
      "step": 62162
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.642269433580146e-08,
      "loss": 0.003,
      "step": 62163
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6402132221278734e-08,
      "loss": 0.0046,
      "step": 62164
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6381582966120135e-08,
      "loss": 0.0113,
      "step": 62165
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.636104657037896e-08,
      "loss": 0.0183,
      "step": 62166
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6340523034108492e-08,
      "loss": 0.0073,
      "step": 62167
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.632001235736147e-08,
      "loss": 0.011,
      "step": 62168
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.629951454019063e-08,
      "loss": 0.0024,
      "step": 62169
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6279029582649264e-08,
      "loss": 0.0083,
      "step": 62170
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.625855748478955e-08,
      "loss": 0.0067,
      "step": 62171
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.623809824666478e-08,
      "loss": 0.0095,
      "step": 62172
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6217651868328244e-08,
      "loss": 0.006,
      "step": 62173
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6197218349831568e-08,
      "loss": 0.0114,
      "step": 62174
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.617679769122804e-08,
      "loss": 0.0029,
      "step": 62175
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6156389892570955e-08,
      "loss": 0.0081,
      "step": 62176
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6135994953911936e-08,
      "loss": 0.0047,
      "step": 62177
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6115612875304276e-08,
      "loss": 0.0138,
      "step": 62178
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.609524365680015e-08,
      "loss": 0.0034,
      "step": 62179
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6074887298452857e-08,
      "loss": 0.0282,
      "step": 62180
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6054543800314015e-08,
      "loss": 0.0048,
      "step": 62181
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6034213162436364e-08,
      "loss": 0.0231,
      "step": 62182
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6013895384872637e-08,
      "loss": 0.0101,
      "step": 62183
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.599359046767557e-08,
      "loss": 0.0058,
      "step": 62184
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5973298410896787e-08,
      "loss": 0.0157,
      "step": 62185
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5953019214588472e-08,
      "loss": 0.0066,
      "step": 62186
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5932752878803914e-08,
      "loss": 0.0016,
      "step": 62187
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5912499403595295e-08,
      "loss": 0.0038,
      "step": 62188
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5892258789013682e-08,
      "loss": 0.005,
      "step": 62189
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5872031035112922e-08,
      "loss": 0.004,
      "step": 62190
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5851816141944087e-08,
      "loss": 0.0101,
      "step": 62191
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5831614109559912e-08,
      "loss": 0.0027,
      "step": 62192
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.581142493801202e-08,
      "loss": 0.0055,
      "step": 62193
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5791248627352595e-08,
      "loss": 0.0073,
      "step": 62194
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.577108517763437e-08,
      "loss": 0.0064,
      "step": 62195
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5750934588908973e-08,
      "loss": 0.0076,
      "step": 62196
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5730796861228027e-08,
      "loss": 0.0336,
      "step": 62197
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.571067199464371e-08,
      "loss": 0.0172,
      "step": 62198
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5690559989208208e-08,
      "loss": 0.0063,
      "step": 62199
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5670460844973147e-08,
      "loss": 0.0168,
      "step": 62200
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5650374561990698e-08,
      "loss": 0.0042,
      "step": 62201
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5630301140311942e-08,
      "loss": 0.0029,
      "step": 62202
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.561024057998961e-08,
      "loss": 0.0042,
      "step": 62203
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5590192881075328e-08,
      "loss": 0.004,
      "step": 62204
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5570158043620166e-08,
      "loss": 0.0029,
      "step": 62205
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5550136067676302e-08,
      "loss": 0.0048,
      "step": 62206
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5530126953295366e-08,
      "loss": 0.0035,
      "step": 62207
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.551013070052898e-08,
      "loss": 0.0011,
      "step": 62208
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5490147309428215e-08,
      "loss": 0.0054,
      "step": 62209
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5470176780045253e-08,
      "loss": 0.005,
      "step": 62210
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.545021911243172e-08,
      "loss": 0.0025,
      "step": 62211
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5430274306639236e-08,
      "loss": 0.0241,
      "step": 62212
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.541034236271832e-08,
      "loss": 0.0115,
      "step": 62213
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5390423280721155e-08,
      "loss": 0.0107,
      "step": 62214
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5370517060699364e-08,
      "loss": 0.0057,
      "step": 62215
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5350623702703458e-08,
      "loss": 0.0241,
      "step": 62216
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.533074320678507e-08,
      "loss": 0.0067,
      "step": 62217
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5310875572996375e-08,
      "loss": 0.004,
      "step": 62218
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5291020801387335e-08,
      "loss": 0.0128,
      "step": 62219
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.527117889201013e-08,
      "loss": 0.0034,
      "step": 62220
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5251349844915276e-08,
      "loss": 0.0059,
      "step": 62221
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5231533660154398e-08,
      "loss": 0.0036,
      "step": 62222
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5211730337778562e-08,
      "loss": 0.0105,
      "step": 62223
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5191939877838846e-08,
      "loss": 0.0095,
      "step": 62224
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.517216228038576e-08,
      "loss": 0.015,
      "step": 62225
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5152397545471486e-08,
      "loss": 0.0132,
      "step": 62226
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5132645673145984e-08,
      "loss": 0.0041,
      "step": 62227
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.511290666346088e-08,
      "loss": 0.0067,
      "step": 62228
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.509318051646669e-08,
      "loss": 0.0098,
      "step": 62229
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5073467232214478e-08,
      "loss": 0.0034,
      "step": 62230
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5053766810755322e-08,
      "loss": 0.014,
      "step": 62231
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.503407925213973e-08,
      "loss": 0.0218,
      "step": 62232
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5014404556418783e-08,
      "loss": 0.0118,
      "step": 62233
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4994742723642432e-08,
      "loss": 0.0025,
      "step": 62234
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4975093753862857e-08,
      "loss": 0.0078,
      "step": 62235
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4955457647129467e-08,
      "loss": 0.0019,
      "step": 62236
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.493583440349333e-08,
      "loss": 0.0047,
      "step": 62237
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4916224023005522e-08,
      "loss": 0.026,
      "step": 62238
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4896626505715994e-08,
      "loss": 0.005,
      "step": 62239
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4877041851675822e-08,
      "loss": 0.0051,
      "step": 62240
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.485747006093552e-08,
      "loss": 0.0051,
      "step": 62241
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4837911133545046e-08,
      "loss": 0.0049,
      "step": 62242
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4818365069555473e-08,
      "loss": 0.0349,
      "step": 62243
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.479883186901676e-08,
      "loss": 0.0038,
      "step": 62244
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4779311531979424e-08,
      "loss": 0.0031,
      "step": 62245
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4759804058494532e-08,
      "loss": 0.0116,
      "step": 62246
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4740309448610934e-08,
      "loss": 0.0033,
      "step": 62247
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4720827702380814e-08,
      "loss": 0.0105,
      "step": 62248
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4701358819853017e-08,
      "loss": 0.0261,
      "step": 62249
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4681902801078064e-08,
      "loss": 0.0022,
      "step": 62250
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4662459646106463e-08,
      "loss": 0.0121,
      "step": 62251
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4643029354988181e-08,
      "loss": 0.0024,
      "step": 62252
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4623611927773728e-08,
      "loss": 0.0062,
      "step": 62253
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4604207364512512e-08,
      "loss": 0.0052,
      "step": 62254
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4584815665255048e-08,
      "loss": 0.0039,
      "step": 62255
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.456543683005185e-08,
      "loss": 0.0075,
      "step": 62256
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4546070858951767e-08,
      "loss": 0.0033,
      "step": 62257
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4526717752005314e-08,
      "loss": 0.0071,
      "step": 62258
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4507377509262454e-08,
      "loss": 0.0018,
      "step": 62259
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4488050130773701e-08,
      "loss": 0.0051,
      "step": 62260
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4468735616587903e-08,
      "loss": 0.0045,
      "step": 62261
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4449433966755577e-08,
      "loss": 0.0134,
      "step": 62262
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4430145181326683e-08,
      "loss": 0.0077,
      "step": 62263
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4410869260350069e-08,
      "loss": 0.024,
      "step": 62264
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4391606203875696e-08,
      "loss": 0.0058,
      "step": 62265
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.437235601195408e-08,
      "loss": 0.01,
      "step": 62266
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4353118684634626e-08,
      "loss": 0.0049,
      "step": 62267
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4333894221966182e-08,
      "loss": 0.0072,
      "step": 62268
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4314682623999265e-08,
      "loss": 0.009,
      "step": 62269
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.429548389078328e-08,
      "loss": 0.0024,
      "step": 62270
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.427629802236763e-08,
      "loss": 0.0102,
      "step": 62271
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4257125018801165e-08,
      "loss": 0.0016,
      "step": 62272
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4237964880134403e-08,
      "loss": 0.0035,
      "step": 62273
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4218817606416191e-08,
      "loss": 0.016,
      "step": 62274
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.419968319769649e-08,
      "loss": 0.0154,
      "step": 62275
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4180561654023595e-08,
      "loss": 0.0144,
      "step": 62276
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.416145297544802e-08,
      "loss": 0.0138,
      "step": 62277
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4142357162018616e-08,
      "loss": 0.0107,
      "step": 62278
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4123274213784788e-08,
      "loss": 0.0014,
      "step": 62279
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4104204130795384e-08,
      "loss": 0.0038,
      "step": 62280
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4085146913099812e-08,
      "loss": 0.0169,
      "step": 62281
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.406610256074692e-08,
      "loss": 0.004,
      "step": 62282
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4047071073786667e-08,
      "loss": 0.0109,
      "step": 62283
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4028052452267904e-08,
      "loss": 0.0012,
      "step": 62284
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4009046696238925e-08,
      "loss": 0.0059,
      "step": 62285
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3990053805749693e-08,
      "loss": 0.0148,
      "step": 62286
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3971073780849053e-08,
      "loss": 0.0097,
      "step": 62287
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3952106621585304e-08,
      "loss": 0.0158,
      "step": 62288
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3933152328008404e-08,
      "loss": 0.0108,
      "step": 62289
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3914210900166092e-08,
      "loss": 0.0085,
      "step": 62290
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3895282338108329e-08,
      "loss": 0.0562,
      "step": 62291
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3876366641883965e-08,
      "loss": 0.007,
      "step": 62292
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.385746381154074e-08,
      "loss": 0.0066,
      "step": 62293
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3838573847128057e-08,
      "loss": 0.0045,
      "step": 62294
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3819696748694766e-08,
      "loss": 0.0021,
      "step": 62295
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.380083251628972e-08,
      "loss": 0.0036,
      "step": 62296
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3781981149960655e-08,
      "loss": 0.0028,
      "step": 62297
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3763142649757532e-08,
      "loss": 0.0084,
      "step": 62298
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3744317015728092e-08,
      "loss": 0.0044,
      "step": 62299
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3725504247921184e-08,
      "loss": 0.0034,
      "step": 62300
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3706704346385658e-08,
      "loss": 0.0019,
      "step": 62301
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3687917311169253e-08,
      "loss": 0.0108,
      "step": 62302
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3669143142320817e-08,
      "loss": 0.0148,
      "step": 62303
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3650381839889204e-08,
      "loss": 0.0119,
      "step": 62304
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3631633403922151e-08,
      "loss": 0.0098,
      "step": 62305
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3612897834468508e-08,
      "loss": 0.0058,
      "step": 62306
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.359417513157657e-08,
      "loss": 0.0126,
      "step": 62307
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3575465295294077e-08,
      "loss": 0.0015,
      "step": 62308
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3556768325670433e-08,
      "loss": 0.0064,
      "step": 62309
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3538084222752823e-08,
      "loss": 0.0118,
      "step": 62310
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3519412986590096e-08,
      "loss": 0.0297,
      "step": 62311
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3500754617229994e-08,
      "loss": 0.0018,
      "step": 62312
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.348210911472081e-08,
      "loss": 0.0054,
      "step": 62313
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3463476479110837e-08,
      "loss": 0.0034,
      "step": 62314
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3444856710447818e-08,
      "loss": 0.0021,
      "step": 62315
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3426249808780045e-08,
      "loss": 0.0047,
      "step": 62316
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3407655774155815e-08,
      "loss": 0.005,
      "step": 62317
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.338907460662231e-08,
      "loss": 0.0032,
      "step": 62318
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3370506306228381e-08,
      "loss": 0.0094,
      "step": 62319
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3351950873021213e-08,
      "loss": 0.0032,
      "step": 62320
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3333408307049101e-08,
      "loss": 0.006,
      "step": 62321
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3314878608359783e-08,
      "loss": 0.0065,
      "step": 62322
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3296361777000999e-08,
      "loss": 0.0243,
      "step": 62323
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3277857813020489e-08,
      "loss": 0.0037,
      "step": 62324
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3259366716466548e-08,
      "loss": 0.0086,
      "step": 62325
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3240888487386361e-08,
      "loss": 0.0069,
      "step": 62326
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.322242312582711e-08,
      "loss": 0.0106,
      "step": 62327
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3203970631837648e-08,
      "loss": 0.0096,
      "step": 62328
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3185531005464602e-08,
      "loss": 0.0055,
      "step": 62329
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3167104246755712e-08,
      "loss": 0.0104,
      "step": 62330
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3148690355759275e-08,
      "loss": 0.0192,
      "step": 62331
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3130289332521916e-08,
      "loss": 0.006,
      "step": 62332
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.311190117709138e-08,
      "loss": 0.0204,
      "step": 62333
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3093525889515402e-08,
      "loss": 0.0016,
      "step": 62334
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3075163469841167e-08,
      "loss": 0.0103,
      "step": 62335
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3056813918115862e-08,
      "loss": 0.0081,
      "step": 62336
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3038477234387225e-08,
      "loss": 0.0098,
      "step": 62337
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3020153418701886e-08,
      "loss": 0.0196,
      "step": 62338
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3001842471108139e-08,
      "loss": 0.0071,
      "step": 62339
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2983544391652614e-08,
      "loss": 0.0057,
      "step": 62340
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.296525918038305e-08,
      "loss": 0.0148,
      "step": 62341
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2946986837345521e-08,
      "loss": 0.0134,
      "step": 62342
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2928727362588322e-08,
      "loss": 0.0052,
      "step": 62343
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2910480756158083e-08,
      "loss": 0.0065,
      "step": 62344
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2892247018101433e-08,
      "loss": 0.0046,
      "step": 62345
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2874026148466668e-08,
      "loss": 0.0091,
      "step": 62346
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2855818147299303e-08,
      "loss": 0.006,
      "step": 62347
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2837623014647638e-08,
      "loss": 0.005,
      "step": 62348
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2819440750557743e-08,
      "loss": 0.0162,
      "step": 62349
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2801271355076806e-08,
      "loss": 0.0056,
      "step": 62350
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2783114828252008e-08,
      "loss": 0.0083,
      "step": 62351
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.276497117012998e-08,
      "loss": 0.0041,
      "step": 62352
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2746840380757352e-08,
      "loss": 0.0062,
      "step": 62353
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2728722460180753e-08,
      "loss": 0.0066,
      "step": 62354
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2710617408447368e-08,
      "loss": 0.0195,
      "step": 62355
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2692525225603825e-08,
      "loss": 0.0049,
      "step": 62356
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2674445911696754e-08,
      "loss": 0.002,
      "step": 62357
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2656379466772783e-08,
      "loss": 0.011,
      "step": 62358
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2638325890878544e-08,
      "loss": 0.0051,
      "step": 62359
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2620285184060666e-08,
      "loss": 0.014,
      "step": 62360
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2602257346365776e-08,
      "loss": 0.0107,
      "step": 62361
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2584242377840505e-08,
      "loss": 0.007,
      "step": 62362
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2566240278530928e-08,
      "loss": 0.0136,
      "step": 62363
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2548251048483117e-08,
      "loss": 0.006,
      "step": 62364
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2530274687744815e-08,
      "loss": 0.0033,
      "step": 62365
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2512311196361537e-08,
      "loss": 0.0081,
      "step": 62366
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2494360574379361e-08,
      "loss": 0.008,
      "step": 62367
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2476422821844913e-08,
      "loss": 0.0026,
      "step": 62368
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2458497938804826e-08,
      "loss": 0.0043,
      "step": 62369
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2440585925305171e-08,
      "loss": 0.0048,
      "step": 62370
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2422686781392024e-08,
      "loss": 0.0095,
      "step": 62371
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2404800507111459e-08,
      "loss": 0.0145,
      "step": 62372
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2386927102510105e-08,
      "loss": 0.0045,
      "step": 62373
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2369066567633481e-08,
      "loss": 0.0027,
      "step": 62374
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2351218902528218e-08,
      "loss": 0.0064,
      "step": 62375
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2333384107239832e-08,
      "loss": 0.0037,
      "step": 62376
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2315562181814956e-08,
      "loss": 0.0027,
      "step": 62377
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2297753126298551e-08,
      "loss": 0.0052,
      "step": 62378
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2279956940737802e-08,
      "loss": 0.0121,
      "step": 62379
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2262173625178231e-08,
      "loss": 0.0129,
      "step": 62380
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2244403179665354e-08,
      "loss": 0.0104,
      "step": 62381
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2226645604245247e-08,
      "loss": 0.0036,
      "step": 62382
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2208900898963983e-08,
      "loss": 0.0049,
      "step": 62383
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2191169063866526e-08,
      "loss": 0.0031,
      "step": 62384
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2173450099000061e-08,
      "loss": 0.0047,
      "step": 62385
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2155744004408998e-08,
      "loss": 0.0102,
      "step": 62386
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.213805078013941e-08,
      "loss": 0.0067,
      "step": 62387
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2120370426236817e-08,
      "loss": 0.0047,
      "step": 62388
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2102702942747292e-08,
      "loss": 0.0348,
      "step": 62389
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2085048329716354e-08,
      "loss": 0.0046,
      "step": 62390
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2067406587188968e-08,
      "loss": 0.0337,
      "step": 62391
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2049777715211763e-08,
      "loss": 0.0091,
      "step": 62392
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.203216171382915e-08,
      "loss": 0.0178,
      "step": 62393
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2014558583086643e-08,
      "loss": 0.0011,
      "step": 62394
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1996968323030323e-08,
      "loss": 0.0025,
      "step": 62395
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1979390933705148e-08,
      "loss": 0.0054,
      "step": 62396
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1961826415156641e-08,
      "loss": 0.0215,
      "step": 62397
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.194427476743032e-08,
      "loss": 0.0035,
      "step": 62398
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1926735990570593e-08,
      "loss": 0.0062,
      "step": 62399
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.190921008462409e-08,
      "loss": 0.0071,
      "step": 62400
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1891697049634666e-08,
      "loss": 0.0037,
      "step": 62401
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1874196885648392e-08,
      "loss": 0.0013,
      "step": 62402
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1856709592710236e-08,
      "loss": 0.0305,
      "step": 62403
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.183923517086516e-08,
      "loss": 0.026,
      "step": 62404
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1821773620158127e-08,
      "loss": 0.005,
      "step": 62405
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1804324940634659e-08,
      "loss": 0.0154,
      "step": 62406
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1786889132339163e-08,
      "loss": 0.0021,
      "step": 62407
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.176946619531716e-08,
      "loss": 0.0111,
      "step": 62408
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.175205612961361e-08,
      "loss": 0.0061,
      "step": 62409
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.173465893527348e-08,
      "loss": 0.0048,
      "step": 62410
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1717274612341179e-08,
      "loss": 0.0038,
      "step": 62411
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.169990316086167e-08,
      "loss": 0.0148,
      "step": 62412
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1682544580879917e-08,
      "loss": 0.0073,
      "step": 62413
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1665198872440886e-08,
      "loss": 0.0072,
      "step": 62414
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1647866035588984e-08,
      "loss": 0.0226,
      "step": 62415
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1630546070369175e-08,
      "loss": 0.0043,
      "step": 62416
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1613238976826424e-08,
      "loss": 0.0032,
      "step": 62417
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1595944755004585e-08,
      "loss": 0.011,
      "step": 62418
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1578663404949175e-08,
      "loss": 0.0035,
      "step": 62419
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1561394926704605e-08,
      "loss": 0.0039,
      "step": 62420
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1544139320314729e-08,
      "loss": 0.006,
      "step": 62421
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.152689658582451e-08,
      "loss": 0.0076,
      "step": 62422
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1509666723278912e-08,
      "loss": 0.0065,
      "step": 62423
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1492449732721234e-08,
      "loss": 0.0103,
      "step": 62424
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1475245614196994e-08,
      "loss": 0.0205,
      "step": 62425
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1458054367750603e-08,
      "loss": 0.0045,
      "step": 62426
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1440875993425916e-08,
      "loss": 0.004,
      "step": 62427
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1423710491266782e-08,
      "loss": 0.0351,
      "step": 62428
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1406557861318724e-08,
      "loss": 0.0131,
      "step": 62429
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1389418103625039e-08,
      "loss": 0.0205,
      "step": 62430
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1372291218230691e-08,
      "loss": 0.0049,
      "step": 62431
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.135517720517898e-08,
      "loss": 0.0044,
      "step": 62432
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.133807606451487e-08,
      "loss": 0.0026,
      "step": 62433
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1320987796281658e-08,
      "loss": 0.0074,
      "step": 62434
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1303912400524863e-08,
      "loss": 0.0041,
      "step": 62435
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1286849877286676e-08,
      "loss": 0.012,
      "step": 62436
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1269800226612616e-08,
      "loss": 0.0114,
      "step": 62437
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1252763448545978e-08,
      "loss": 0.0374,
      "step": 62438
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1235739543131174e-08,
      "loss": 0.0023,
      "step": 62439
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1218728510411503e-08,
      "loss": 0.0019,
      "step": 62440
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1201730350431372e-08,
      "loss": 0.0032,
      "step": 62441
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1184745063234082e-08,
      "loss": 0.0045,
      "step": 62442
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1167772648864594e-08,
      "loss": 0.0054,
      "step": 62443
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1150813107365099e-08,
      "loss": 0.0194,
      "step": 62444
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1133866438780561e-08,
      "loss": 0.0116,
      "step": 62445
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1116932643154833e-08,
      "loss": 0.0056,
      "step": 62446
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1100011720530656e-08,
      "loss": 0.0016,
      "step": 62447
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.108310367095189e-08,
      "loss": 0.0349,
      "step": 62448
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1066208494462937e-08,
      "loss": 0.0019,
      "step": 62449
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1049326191107102e-08,
      "loss": 0.0054,
      "step": 62450
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1032456760927124e-08,
      "loss": 0.0038,
      "step": 62451
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1015600203967414e-08,
      "loss": 0.007,
      "step": 62452
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.099875652027127e-08,
      "loss": 0.0172,
      "step": 62453
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0981925709882547e-08,
      "loss": 0.0024,
      "step": 62454
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0965107772843431e-08,
      "loss": 0.0032,
      "step": 62455
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0948302709198333e-08,
      "loss": 0.0063,
      "step": 62456
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.093151051899055e-08,
      "loss": 0.0093,
      "step": 62457
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0914731202263384e-08,
      "loss": 0.0086,
      "step": 62458
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0897964759059575e-08,
      "loss": 0.007,
      "step": 62459
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.088121118942298e-08,
      "loss": 0.007,
      "step": 62460
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0864470493396895e-08,
      "loss": 0.0116,
      "step": 62461
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0847742671024065e-08,
      "loss": 0.0137,
      "step": 62462
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0831027722347786e-08,
      "loss": 0.0241,
      "step": 62463
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0814325647411916e-08,
      "loss": 0.0068,
      "step": 62464
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0797636446258086e-08,
      "loss": 0.0039,
      "step": 62465
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0780960118930706e-08,
      "loss": 0.0036,
      "step": 62466
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0764296665471962e-08,
      "loss": 0.0134,
      "step": 62467
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0747646085925156e-08,
      "loss": 0.0097,
      "step": 62468
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0731008380333585e-08,
      "loss": 0.0052,
      "step": 62469
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0714383548739438e-08,
      "loss": 0.0041,
      "step": 62470
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0697771591186567e-08,
      "loss": 0.0144,
      "step": 62471
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0681172507716608e-08,
      "loss": 0.0057,
      "step": 62472
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0664586298373968e-08,
      "loss": 0.0116,
      "step": 62473
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0648012963199727e-08,
      "loss": 0.0051,
      "step": 62474
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0631452502237738e-08,
      "loss": 0.0098,
      "step": 62475
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0614904915530743e-08,
      "loss": 0.0058,
      "step": 62476
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0598370203120933e-08,
      "loss": 0.0083,
      "step": 62477
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0581848365051606e-08,
      "loss": 0.0191,
      "step": 62478
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0565339401364949e-08,
      "loss": 0.0025,
      "step": 62479
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0548843312103152e-08,
      "loss": 0.0178,
      "step": 62480
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0532360097309513e-08,
      "loss": 0.0062,
      "step": 62481
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0515889757026221e-08,
      "loss": 0.0064,
      "step": 62482
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.049943229129602e-08,
      "loss": 0.0064,
      "step": 62483
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0482987700161096e-08,
      "loss": 0.0094,
      "step": 62484
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0466555983664195e-08,
      "loss": 0.0087,
      "step": 62485
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0450137141847506e-08,
      "loss": 0.015,
      "step": 62486
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0433731174753215e-08,
      "loss": 0.0087,
      "step": 62487
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0417338082423512e-08,
      "loss": 0.0132,
      "step": 62488
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0400957864901696e-08,
      "loss": 0.0073,
      "step": 62489
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0384590522228843e-08,
      "loss": 0.0036,
      "step": 62490
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0368236054448255e-08,
      "loss": 0.018,
      "step": 62491
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0351894461601009e-08,
      "loss": 0.0069,
      "step": 62492
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0335565743730403e-08,
      "loss": 0.0033,
      "step": 62493
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0319249900877514e-08,
      "loss": 0.0084,
      "step": 62494
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.030294693308509e-08,
      "loss": 0.0036,
      "step": 62495
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0286656840395315e-08,
      "loss": 0.013,
      "step": 62496
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0270379622849824e-08,
      "loss": 0.007,
      "step": 62497
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0254115280490805e-08,
      "loss": 0.0333,
      "step": 62498
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0237863813359893e-08,
      "loss": 0.0031,
      "step": 62499
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0221625221499832e-08,
      "loss": 0.0113,
      "step": 62500
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0205399504951696e-08,
      "loss": 0.0031,
      "step": 62501
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0189186663757678e-08,
      "loss": 0.0268,
      "step": 62502
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0172986697959409e-08,
      "loss": 0.0122,
      "step": 62503
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0156799607599077e-08,
      "loss": 0.0043,
      "step": 62504
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0140625392718317e-08,
      "loss": 0.0123,
      "step": 62505
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0124464053358762e-08,
      "loss": 0.0088,
      "step": 62506
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0108315589562046e-08,
      "loss": 0.0127,
      "step": 62507
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0092180001369801e-08,
      "loss": 0.0104,
      "step": 62508
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0076057288824215e-08,
      "loss": 0.0057,
      "step": 62509
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0059947451965812e-08,
      "loss": 0.0103,
      "step": 62510
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0043850490837338e-08,
      "loss": 0.0073,
      "step": 62511
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0027766405479867e-08,
      "loss": 0.0063,
      "step": 62512
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.001169519593448e-08,
      "loss": 0.0068,
      "step": 62513
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.995636862243363e-09,
      "loss": 0.0061,
      "step": 62514
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.979591404447597e-09,
      "loss": 0.0051,
      "step": 62515
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.96355882258826e-09,
      "loss": 0.0084,
      "step": 62516
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.947539116706983e-09,
      "loss": 0.0132,
      "step": 62517
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.931532286845402e-09,
      "loss": 0.0059,
      "step": 62518
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.915538333044594e-09,
      "loss": 0.0226,
      "step": 62519
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.899557255346192e-09,
      "loss": 0.0066,
      "step": 62520
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.88358905379072e-09,
      "loss": 0.0036,
      "step": 62521
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.867633728419257e-09,
      "loss": 0.0162,
      "step": 62522
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.85169127927399e-09,
      "loss": 0.0158,
      "step": 62523
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.835761706395441e-09,
      "loss": 0.0145,
      "step": 62524
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.819845009824692e-09,
      "loss": 0.0065,
      "step": 62525
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.803941189603373e-09,
      "loss": 0.0109,
      "step": 62526
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.788050245771453e-09,
      "loss": 0.0138,
      "step": 62527
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.772172178370565e-09,
      "loss": 0.0034,
      "step": 62528
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.756306987441789e-09,
      "loss": 0.0091,
      "step": 62529
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.7404546730262e-09,
      "loss": 0.0124,
      "step": 62530
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.72461523516377e-09,
      "loss": 0.0076,
      "step": 62531
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.708788673896684e-09,
      "loss": 0.0079,
      "step": 62532
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.692974989264914e-09,
      "loss": 0.0047,
      "step": 62533
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.67717418130898e-09,
      "loss": 0.0087,
      "step": 62534
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.66138625007107e-09,
      "loss": 0.0094,
      "step": 62535
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.645611195590043e-09,
      "loss": 0.0078,
      "step": 62536
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.629849017908089e-09,
      "loss": 0.0241,
      "step": 62537
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.614099717065172e-09,
      "loss": 0.0058,
      "step": 62538
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.598363293102375e-09,
      "loss": 0.0484,
      "step": 62539
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.582639746059663e-09,
      "loss": 0.0125,
      "step": 62540
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.566929075978115e-09,
      "loss": 0.0054,
      "step": 62541
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.551231282898254e-09,
      "loss": 0.0021,
      "step": 62542
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.535546366860605e-09,
      "loss": 0.0041,
      "step": 62543
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.519874327905131e-09,
      "loss": 0.0141,
      "step": 62544
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.504215166072917e-09,
      "loss": 0.0069,
      "step": 62545
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.488568881403926e-09,
      "loss": 0.0124,
      "step": 62546
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.472935473938683e-09,
      "loss": 0.0235,
      "step": 62547
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.45731494371771e-09,
      "loss": 0.0108,
      "step": 62548
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.441707290780977e-09,
      "loss": 0.0081,
      "step": 62549
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.426112515169006e-09,
      "loss": 0.0112,
      "step": 62550
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.410530616921764e-09,
      "loss": 0.0006,
      "step": 62551
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.394961596079776e-09,
      "loss": 0.0069,
      "step": 62552
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.37940545268301e-09,
      "loss": 0.0049,
      "step": 62553
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.363862186771988e-09,
      "loss": 0.0066,
      "step": 62554
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.348331798386123e-09,
      "loss": 0.0045,
      "step": 62555
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.332814287565939e-09,
      "loss": 0.0065,
      "step": 62556
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.317309654351958e-09,
      "loss": 0.0026,
      "step": 62557
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.301817898783038e-09,
      "loss": 0.0118,
      "step": 62558
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.286339020900258e-09,
      "loss": 0.003,
      "step": 62559
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.270873020742477e-09,
      "loss": 0.0087,
      "step": 62560
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.25541989835077e-09,
      "loss": 0.0049,
      "step": 62561
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.239979653763997e-09,
      "loss": 0.0035,
      "step": 62562
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.224552287022126e-09,
      "loss": 0.0118,
      "step": 62563
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.209137798166234e-09,
      "loss": 0.0043,
      "step": 62564
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.193736187234626e-09,
      "loss": 0.0047,
      "step": 62565
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.178347454267266e-09,
      "loss": 0.0055,
      "step": 62566
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.162971599304128e-09,
      "loss": 0.0079,
      "step": 62567
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.147608622385729e-09,
      "loss": 0.0147,
      "step": 62568
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.132258523550375e-09,
      "loss": 0.0333,
      "step": 62569
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.116921302838033e-09,
      "loss": 0.0077,
      "step": 62570
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.101596960288118e-09,
      "loss": 0.0099,
      "step": 62571
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.08628549594115e-09,
      "loss": 0.0099,
      "step": 62572
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.070986909835988e-09,
      "loss": 0.0032,
      "step": 62573
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.05570120201149e-09,
      "loss": 0.0245,
      "step": 62574
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.04042837250818e-09,
      "loss": 0.0067,
      "step": 62575
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.025168421364916e-09,
      "loss": 0.023,
      "step": 62576
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.00992134862111e-09,
      "loss": 0.0036,
      "step": 62577
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.994687154316173e-09,
      "loss": 0.0058,
      "step": 62578
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.979465838488965e-09,
      "loss": 0.0106,
      "step": 62579
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.964257401179455e-09,
      "loss": 0.0053,
      "step": 62580
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.949061842427054e-09,
      "loss": 0.005,
      "step": 62581
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.933879162270064e-09,
      "loss": 0.0037,
      "step": 62582
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.918709360747901e-09,
      "loss": 0.0109,
      "step": 62583
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.903552437900532e-09,
      "loss": 0.0042,
      "step": 62584
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.888408393766257e-09,
      "loss": 0.0089,
      "step": 62585
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.873277228383937e-09,
      "loss": 0.0092,
      "step": 62586
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.858158941793537e-09,
      "loss": 0.005,
      "step": 62587
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.843053534033363e-09,
      "loss": 0.0047,
      "step": 62588
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.827961005142827e-09,
      "loss": 0.0206,
      "step": 62589
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.81288135516023e-09,
      "loss": 0.0106,
      "step": 62590
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.797814584124985e-09,
      "loss": 0.011,
      "step": 62591
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.782760692075954e-09,
      "loss": 0.0092,
      "step": 62592
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.76771967905199e-09,
      "loss": 0.0062,
      "step": 62593
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.752691545091951e-09,
      "loss": 0.0046,
      "step": 62594
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.737676290234143e-09,
      "loss": 0.0137,
      "step": 62595
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.722673914517976e-09,
      "loss": 0.0051,
      "step": 62596
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.707684417981755e-09,
      "loss": 0.0036,
      "step": 62597
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.692707800664335e-09,
      "loss": 0.0076,
      "step": 62598
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.677744062604021e-09,
      "loss": 0.016,
      "step": 62599
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.66279320383967e-09,
      "loss": 0.005,
      "step": 62600
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.64785522441014e-09,
      "loss": 0.0447,
      "step": 62601
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.632930124353178e-09,
      "loss": 0.0083,
      "step": 62602
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.618017903708198e-09,
      "loss": 0.0113,
      "step": 62603
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.603118562513502e-09,
      "loss": 0.0068,
      "step": 62604
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.588232100806837e-09,
      "loss": 0.0062,
      "step": 62605
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.573358518627616e-09,
      "loss": 0.013,
      "step": 62606
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.558497816013589e-09,
      "loss": 0.009,
      "step": 62607
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.543649993003056e-09,
      "loss": 0.0056,
      "step": 62608
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.52881504963432e-09,
      "loss": 0.0082,
      "step": 62609
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.51399298594624e-09,
      "loss": 0.0223,
      "step": 62610
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.499183801976563e-09,
      "loss": 0.031,
      "step": 62611
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.484387497763035e-09,
      "loss": 0.0172,
      "step": 62612
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.469604073345073e-09,
      "loss": 0.0072,
      "step": 62613
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.454833528759866e-09,
      "loss": 0.0065,
      "step": 62614
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.440075864045715e-09,
      "loss": 0.009,
      "step": 62615
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.425331079240929e-09,
      "loss": 0.0051,
      "step": 62616
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.410599174383804e-09,
      "loss": 0.0057,
      "step": 62617
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.395880149511537e-09,
      "loss": 0.0036,
      "step": 62618
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.381174004662428e-09,
      "loss": 0.0048,
      "step": 62619
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.366480739874782e-09,
      "loss": 0.0061,
      "step": 62620
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.351800355185791e-09,
      "loss": 0.01,
      "step": 62621
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.337132850634311e-09,
      "loss": 0.0029,
      "step": 62622
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.322478226257535e-09,
      "loss": 0.0182,
      "step": 62623
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.307836482093768e-09,
      "loss": 0.0084,
      "step": 62624
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.2932076181802e-09,
      "loss": 0.0408,
      "step": 62625
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.278591634554578e-09,
      "loss": 0.0071,
      "step": 62626
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.263988531255206e-09,
      "loss": 0.0182,
      "step": 62627
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.24939830831928e-09,
      "loss": 0.0066,
      "step": 62628
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.23482096578454e-09,
      "loss": 0.0207,
      "step": 62629
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.22025650368874e-09,
      "loss": 0.011,
      "step": 62630
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.205704922069069e-09,
      "loss": 0.0053,
      "step": 62631
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.191166220963831e-09,
      "loss": 0.0036,
      "step": 62632
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.176640400409663e-09,
      "loss": 0.005,
      "step": 62633
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.162127460444868e-09,
      "loss": 0.0055,
      "step": 62634
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.147627401106639e-09,
      "loss": 0.0075,
      "step": 62635
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.133140222432168e-09,
      "loss": 0.0054,
      "step": 62636
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.118665924458646e-09,
      "loss": 0.0087,
      "step": 62637
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.104204507223823e-09,
      "loss": 0.0059,
      "step": 62638
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.08975597076489e-09,
      "loss": 0.0057,
      "step": 62639
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.07532031511904e-09,
      "loss": 0.004,
      "step": 62640
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.060897540323464e-09,
      "loss": 0.0046,
      "step": 62641
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.046487646415913e-09,
      "loss": 0.0018,
      "step": 62642
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.03209063343302e-09,
      "loss": 0.0115,
      "step": 62643
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.017706501411981e-09,
      "loss": 0.0096,
      "step": 62644
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.003335250389988e-09,
      "loss": 0.0054,
      "step": 62645
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.98897688040423e-09,
      "loss": 0.0089,
      "step": 62646
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.974631391491905e-09,
      "loss": 0.0036,
      "step": 62647
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.960298783689647e-09,
      "loss": 0.0181,
      "step": 62648
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.945979057034648e-09,
      "loss": 0.0307,
      "step": 62649
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.931672211563546e-09,
      "loss": 0.0031,
      "step": 62650
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.91737824731409e-09,
      "loss": 0.003,
      "step": 62651
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.903097164321805e-09,
      "loss": 0.0098,
      "step": 62652
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.888828962624994e-09,
      "loss": 0.0075,
      "step": 62653
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.874573642259742e-09,
      "loss": 0.0096,
      "step": 62654
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.860331203262683e-09,
      "loss": 0.0107,
      "step": 62655
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.846101645670457e-09,
      "loss": 0.0108,
      "step": 62656
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.831884969520808e-09,
      "loss": 0.006,
      "step": 62657
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.817681174849268e-09,
      "loss": 0.0046,
      "step": 62658
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.80349026169358e-09,
      "loss": 0.0132,
      "step": 62659
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.78931223008872e-09,
      "loss": 0.0132,
      "step": 62660
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.775147080072986e-09,
      "loss": 0.0053,
      "step": 62661
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.76099481168191e-09,
      "loss": 0.0018,
      "step": 62662
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.746855424952682e-09,
      "loss": 0.0105,
      "step": 62663
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.732728919921385e-09,
      "loss": 0.0025,
      "step": 62664
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.7186152966241e-09,
      "loss": 0.0045,
      "step": 62665
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.70451455509802e-09,
      "loss": 0.0063,
      "step": 62666
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.690426695378673e-09,
      "loss": 0.0049,
      "step": 62667
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.676351717503805e-09,
      "loss": 0.0024,
      "step": 62668
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.662289621507835e-09,
      "loss": 0.0129,
      "step": 62669
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.64824040742851e-09,
      "loss": 0.0208,
      "step": 62670
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.63420407530191e-09,
      "loss": 0.0197,
      "step": 62671
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.620180625163565e-09,
      "loss": 0.0085,
      "step": 62672
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.606170057050111e-09,
      "loss": 0.0057,
      "step": 62673
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.59217237099763e-09,
      "loss": 0.0171,
      "step": 62674
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.578187567042205e-09,
      "loss": 0.0073,
      "step": 62675
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.56421564521992e-09,
      "loss": 0.0072,
      "step": 62676
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.550256605567407e-09,
      "loss": 0.0093,
      "step": 62677
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.536310448119644e-09,
      "loss": 0.0208,
      "step": 62678
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.522377172913265e-09,
      "loss": 0.0072,
      "step": 62679
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.508456779983798e-09,
      "loss": 0.0052,
      "step": 62680
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.49454926936788e-09,
      "loss": 0.0075,
      "step": 62681
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.480654641101038e-09,
      "loss": 0.0209,
      "step": 62682
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.466772895218799e-09,
      "loss": 0.0148,
      "step": 62683
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.452904031757247e-09,
      "loss": 0.0079,
      "step": 62684
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.439048050751907e-09,
      "loss": 0.0099,
      "step": 62685
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.425204952239417e-09,
      "loss": 0.0081,
      "step": 62686
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.411374736254195e-09,
      "loss": 0.0066,
      "step": 62687
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.3975574028328775e-09,
      "loss": 0.0267,
      "step": 62688
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.383752952010992e-09,
      "loss": 0.0048,
      "step": 62689
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.369961383824065e-09,
      "loss": 0.0068,
      "step": 62690
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.356182698307068e-09,
      "loss": 0.0028,
      "step": 62691
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.34241689549664e-09,
      "loss": 0.0084,
      "step": 62692
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.328663975427752e-09,
      "loss": 0.0048,
      "step": 62693
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.3149239381359315e-09,
      "loss": 0.0026,
      "step": 62694
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.30119678365615e-09,
      "loss": 0.007,
      "step": 62695
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.287482512024491e-09,
      "loss": 0.0028,
      "step": 62696
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.27378112327648e-09,
      "loss": 0.017,
      "step": 62697
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.260092617446534e-09,
      "loss": 0.0022,
      "step": 62698
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.246416994571293e-09,
      "loss": 0.0059,
      "step": 62699
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.232754254684615e-09,
      "loss": 0.0034,
      "step": 62700
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.21910439782314e-09,
      "loss": 0.0048,
      "step": 62701
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.205467424020729e-09,
      "loss": 0.04,
      "step": 62702
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.191843333314019e-09,
      "loss": 0.0052,
      "step": 62703
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.178232125736873e-09,
      "loss": 0.0046,
      "step": 62704
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.1646338013248165e-09,
      "loss": 0.006,
      "step": 62705
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.151048360113378e-09,
      "loss": 0.002,
      "step": 62706
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.137475802136973e-09,
      "loss": 0.0062,
      "step": 62707
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.123916127431685e-09,
      "loss": 0.0055,
      "step": 62708
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.11036933603082e-09,
      "loss": 0.0061,
      "step": 62709
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.096835427971016e-09,
      "loss": 0.0211,
      "step": 62710
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.083314403286134e-09,
      "loss": 0.0109,
      "step": 62711
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.069806262011147e-09,
      "loss": 0.0091,
      "step": 62712
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.056311004181582e-09,
      "loss": 0.01,
      "step": 62713
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.0428286298313e-09,
      "loss": 0.0052,
      "step": 62714
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.0293591389963835e-09,
      "loss": 0.0032,
      "step": 62715
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.015902531710139e-09,
      "loss": 0.0043,
      "step": 62716
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.002458808008095e-09,
      "loss": 0.0076,
      "step": 62717
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.989027967925222e-09,
      "loss": 0.0095,
      "step": 62718
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.9756100114953816e-09,
      "loss": 0.0118,
      "step": 62719
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.962204938753547e-09,
      "loss": 0.0142,
      "step": 62720
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.94881274973469e-09,
      "loss": 0.0065,
      "step": 62721
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.935433444472672e-09,
      "loss": 0.0125,
      "step": 62722
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.922067023002466e-09,
      "loss": 0.0071,
      "step": 62723
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.908713485358487e-09,
      "loss": 0.0029,
      "step": 62724
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.895372831575154e-09,
      "loss": 0.0261,
      "step": 62725
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.882045061686882e-09,
      "loss": 0.0211,
      "step": 62726
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.868730175728089e-09,
      "loss": 0.0103,
      "step": 62727
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.8554281737331915e-09,
      "loss": 0.0125,
      "step": 62728
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.842139055736607e-09,
      "loss": 0.0036,
      "step": 62729
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.828862821772197e-09,
      "loss": 0.0103,
      "step": 62730
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.815599471874379e-09,
      "loss": 0.0149,
      "step": 62731
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.802349006077569e-09,
      "loss": 0.009,
      "step": 62732
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.789111424416184e-09,
      "loss": 0.0051,
      "step": 62733
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.7758867269240854e-09,
      "loss": 0.0022,
      "step": 62734
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.7626749136351365e-09,
      "loss": 0.0188,
      "step": 62735
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.749475984583753e-09,
      "loss": 0.0063,
      "step": 62736
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.7362899398037976e-09,
      "loss": 0.0028,
      "step": 62737
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.7231167793296855e-09,
      "loss": 0.0093,
      "step": 62738
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.709956503194726e-09,
      "loss": 0.0162,
      "step": 62739
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.696809111433333e-09,
      "loss": 0.0081,
      "step": 62740
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.683674604079926e-09,
      "loss": 0.0068,
      "step": 62741
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.670552981167255e-09,
      "loss": 0.0091,
      "step": 62742
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.657444242729738e-09,
      "loss": 0.0058,
      "step": 62743
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.644348388801791e-09,
      "loss": 0.0147,
      "step": 62744
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.631265419416167e-09,
      "loss": 0.0187,
      "step": 62745
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.61819533460728e-09,
      "loss": 0.0027,
      "step": 62746
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.605138134408995e-09,
      "loss": 0.0105,
      "step": 62747
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.592093818854061e-09,
      "loss": 0.0149,
      "step": 62748
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.579062387977453e-09,
      "loss": 0.009,
      "step": 62749
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.56604384181192e-09,
      "loss": 0.0045,
      "step": 62750
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.553038180391324e-09,
      "loss": 0.018,
      "step": 62751
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.540045403748418e-09,
      "loss": 0.0049,
      "step": 62752
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.5270655119181735e-09,
      "loss": 0.0056,
      "step": 62753
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.514098504933342e-09,
      "loss": 0.0064,
      "step": 62754
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.5011443828272295e-09,
      "loss": 0.0091,
      "step": 62755
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.488203145633143e-09,
      "loss": 0.005,
      "step": 62756
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.4752747933855e-09,
      "loss": 0.0171,
      "step": 62757
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.462359326116496e-09,
      "loss": 0.0041,
      "step": 62758
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.449456743859994e-09,
      "loss": 0.009,
      "step": 62759
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.436567046648745e-09,
      "loss": 0.0072,
      "step": 62760
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.423690234517166e-09,
      "loss": 0.0092,
      "step": 62761
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.410826307497453e-09,
      "loss": 0.0028,
      "step": 62762
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.397975265622913e-09,
      "loss": 0.0029,
      "step": 62763
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.3851371089274084e-09,
      "loss": 0.0078,
      "step": 62764
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.3723118374431345e-09,
      "loss": 0.0052,
      "step": 62765
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.359499451203954e-09,
      "loss": 0.0058,
      "step": 62766
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.346699950242064e-09,
      "loss": 0.0185,
      "step": 62767
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.333913334591324e-09,
      "loss": 0.0065,
      "step": 62768
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.321139604284488e-09,
      "loss": 0.0059,
      "step": 62769
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.308378759354305e-09,
      "loss": 0.0121,
      "step": 62770
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.2956307998340845e-09,
      "loss": 0.015,
      "step": 62771
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.282895725756022e-09,
      "loss": 0.0084,
      "step": 62772
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.2701735371539785e-09,
      "loss": 0.0055,
      "step": 62773
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.257464234060151e-09,
      "loss": 0.0113,
      "step": 62774
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.244767816507291e-09,
      "loss": 0.0151,
      "step": 62775
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.23208428452815e-09,
      "loss": 0.0091,
      "step": 62776
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.2194136381554805e-09,
      "loss": 0.0035,
      "step": 62777
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.206755877422588e-09,
      "loss": 0.017,
      "step": 62778
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.194111002361669e-09,
      "loss": 0.0073,
      "step": 62779
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.181479013004921e-09,
      "loss": 0.0082,
      "step": 62780
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.168859909385649e-09,
      "loss": 0.0099,
      "step": 62781
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.156253691536052e-09,
      "loss": 0.0029,
      "step": 62782
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.143660359488324e-09,
      "loss": 0.0175,
      "step": 62783
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.131079913275773e-09,
      "loss": 0.0051,
      "step": 62784
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.118512352930039e-09,
      "loss": 0.0088,
      "step": 62785
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.105957678484431e-09,
      "loss": 0.0059,
      "step": 62786
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.093415889970589e-09,
      "loss": 0.0138,
      "step": 62787
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.080886987421264e-09,
      "loss": 0.0062,
      "step": 62788
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.0683709708686536e-09,
      "loss": 0.0112,
      "step": 62789
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.055867840344953e-09,
      "loss": 0.0124,
      "step": 62790
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.043377595882916e-09,
      "loss": 0.0027,
      "step": 62791
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.030900237513626e-09,
      "loss": 0.0141,
      "step": 62792
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.0184357652709465e-09,
      "loss": 0.0093,
      "step": 62793
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.0059841791859645e-09,
      "loss": 0.0147,
      "step": 62794
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.9935454792903195e-09,
      "loss": 0.0181,
      "step": 62795
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.981119665617319e-09,
      "loss": 0.0038,
      "step": 62796
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.968706738198604e-09,
      "loss": 0.0095,
      "step": 62797
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.9563066970658165e-09,
      "loss": 0.0112,
      "step": 62798
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.943919542251153e-09,
      "loss": 0.0033,
      "step": 62799
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.93154527378681e-09,
      "loss": 0.0062,
      "step": 62800
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.919183891704427e-09,
      "loss": 0.0032,
      "step": 62801
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.9068353960362035e-09,
      "loss": 0.0022,
      "step": 62802
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.894499786813778e-09,
      "loss": 0.0071,
      "step": 62803
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.882177064068795e-09,
      "loss": 0.0037,
      "step": 62804
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.869867227833448e-09,
      "loss": 0.003,
      "step": 62805
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.85757027813938e-09,
      "loss": 0.0323,
      "step": 62806
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.845286215018231e-09,
      "loss": 0.0134,
      "step": 62807
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.833015038501643e-09,
      "loss": 0.0098,
      "step": 62808
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.820756748621259e-09,
      "loss": 0.0098,
      "step": 62809
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.808511345409273e-09,
      "loss": 0.006,
      "step": 62810
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.796278828896773e-09,
      "loss": 0.0092,
      "step": 62811
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.7840591991148445e-09,
      "loss": 0.0038,
      "step": 62812
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.771852456096239e-09,
      "loss": 0.005,
      "step": 62813
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.759658599871487e-09,
      "loss": 0.0106,
      "step": 62814
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.747477630472231e-09,
      "loss": 0.0107,
      "step": 62815
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.735309547930112e-09,
      "loss": 0.0023,
      "step": 62816
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.723154352276216e-09,
      "loss": 0.0166,
      "step": 62817
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.711012043542741e-09,
      "loss": 0.006,
      "step": 62818
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.69888262175966e-09,
      "loss": 0.005,
      "step": 62819
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.686766086959727e-09,
      "loss": 0.0068,
      "step": 62820
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.6746624391729174e-09,
      "loss": 0.0028,
      "step": 62821
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.662571678431428e-09,
      "loss": 0.0184,
      "step": 62822
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.650493804765789e-09,
      "loss": 0.0139,
      "step": 62823
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.6384288182076415e-09,
      "loss": 0.0037,
      "step": 62824
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.626376718787519e-09,
      "loss": 0.0045,
      "step": 62825
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.614337506537059e-09,
      "loss": 0.0076,
      "step": 62826
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.602311181487352e-09,
      "loss": 0.0029,
      "step": 62827
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.5902977436694814e-09,
      "loss": 0.0081,
      "step": 62828
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.5782971931139795e-09,
      "loss": 0.0148,
      "step": 62829
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.566309529851932e-09,
      "loss": 0.0079,
      "step": 62830
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.554334753914981e-09,
      "loss": 0.01,
      "step": 62831
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.542372865332546e-09,
      "loss": 0.0042,
      "step": 62832
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.530423864136824e-09,
      "loss": 0.0066,
      "step": 62833
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.518487750358348e-09,
      "loss": 0.0252,
      "step": 62834
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.5065645240276466e-09,
      "loss": 0.0073,
      "step": 62835
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.494654185175807e-09,
      "loss": 0.0078,
      "step": 62836
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.482756733833361e-09,
      "loss": 0.0062,
      "step": 62837
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.470872170030839e-09,
      "loss": 0.007,
      "step": 62838
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.459000493798771e-09,
      "loss": 0.0061,
      "step": 62839
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.4471417051688014e-09,
      "loss": 0.0073,
      "step": 62840
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.435295804170349e-09,
      "loss": 0.0043,
      "step": 62841
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.423462790834499e-09,
      "loss": 0.0031,
      "step": 62842
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.411642665191785e-09,
      "loss": 0.033,
      "step": 62843
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.399835427272737e-09,
      "loss": 0.007,
      "step": 62844
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.3880410771078864e-09,
      "loss": 0.0221,
      "step": 62845
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.3762596147277635e-09,
      "loss": 0.0018,
      "step": 62846
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.364491040162345e-09,
      "loss": 0.015,
      "step": 62847
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.3527353534421624e-09,
      "loss": 0.0151,
      "step": 62848
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.340992554597191e-09,
      "loss": 0.0121,
      "step": 62849
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.329262643658517e-09,
      "loss": 0.0021,
      "step": 62850
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.317545620656117e-09,
      "loss": 0.0127,
      "step": 62851
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.305841485619967e-09,
      "loss": 0.0099,
      "step": 62852
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.294150238580598e-09,
      "loss": 0.0042,
      "step": 62853
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.28247187956743e-09,
      "loss": 0.007,
      "step": 62854
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.270806408611551e-09,
      "loss": 0.0198,
      "step": 62855
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.2591538257429355e-09,
      "loss": 0.0109,
      "step": 62856
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.247514130991005e-09,
      "loss": 0.007,
      "step": 62857
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.2358873243868455e-09,
      "loss": 0.0138,
      "step": 62858
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.224273405959324e-09,
      "loss": 0.0077,
      "step": 62859
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.2126723757384145e-09,
      "loss": 0.0102,
      "step": 62860
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.201084233755204e-09,
      "loss": 0.0022,
      "step": 62861
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.1895089800385605e-09,
      "loss": 0.0179,
      "step": 62862
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.1779466146190116e-09,
      "loss": 0.0175,
      "step": 62863
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.1663971375259805e-09,
      "loss": 0.0026,
      "step": 62864
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.154860548789442e-09,
      "loss": 0.017,
      "step": 62865
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.143336848438818e-09,
      "loss": 0.0063,
      "step": 62866
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.131826036504084e-09,
      "loss": 0.0058,
      "step": 62867
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.120328113015216e-09,
      "loss": 0.0031,
      "step": 62868
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.1088430780016354e-09,
      "loss": 0.0086,
      "step": 62869
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.097370931493317e-09,
      "loss": 0.0119,
      "step": 62870
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.085911673519128e-09,
      "loss": 0.028,
      "step": 62871
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.074465304109044e-09,
      "loss": 0.008,
      "step": 62872
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.063031823292486e-09,
      "loss": 0.0139,
      "step": 62873
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.051611231099429e-09,
      "loss": 0.004,
      "step": 62874
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.04020352755874e-09,
      "loss": 0.008,
      "step": 62875
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.02880871269984e-09,
      "loss": 0.0083,
      "step": 62876
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.017426786552703e-09,
      "loss": 0.0106,
      "step": 62877
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.006057749146198e-09,
      "loss": 0.0095,
      "step": 62878
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.994701600510299e-09,
      "loss": 0.001,
      "step": 62879
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.983358340673317e-09,
      "loss": 0.0035,
      "step": 62880
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.972027969665783e-09,
      "loss": 0.008,
      "step": 62881
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.9607104875154524e-09,
      "loss": 0.0147,
      "step": 62882
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.949405894252856e-09,
      "loss": 0.0064,
      "step": 62883
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.938114189906306e-09,
      "loss": 0.0144,
      "step": 62884
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.926835374505224e-09,
      "loss": 0.0052,
      "step": 62885
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.915569448078472e-09,
      "loss": 0.0109,
      "step": 62886
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.904316410655474e-09,
      "loss": 0.0066,
      "step": 62887
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.89307626226565e-09,
      "loss": 0.002,
      "step": 62888
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.881849002937311e-09,
      "loss": 0.0041,
      "step": 62889
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.870634632699323e-09,
      "loss": 0.0046,
      "step": 62890
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.859433151581106e-09,
      "loss": 0.0075,
      "step": 62891
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.848244559610971e-09,
      "loss": 0.0047,
      "step": 62892
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.837068856818894e-09,
      "loss": 0.01,
      "step": 62893
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.8259060432326314e-09,
      "loss": 0.004,
      "step": 62894
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.814756118881603e-09,
      "loss": 0.0075,
      "step": 62895
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.8036190837941195e-09,
      "loss": 0.0039,
      "step": 62896
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.792494937999048e-09,
      "loss": 0.0182,
      "step": 62897
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.781383681525253e-09,
      "loss": 0.0014,
      "step": 62898
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.770285314401601e-09,
      "loss": 0.0074,
      "step": 62899
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.759199836656403e-09,
      "loss": 0.0045,
      "step": 62900
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7481272483179685e-09,
      "loss": 0.0062,
      "step": 62901
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.737067549415719e-09,
      "loss": 0.0056,
      "step": 62902
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.72602073997741e-09,
      "loss": 0.0134,
      "step": 62903
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7149868200324635e-09,
      "loss": 0.0095,
      "step": 62904
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.703965789608078e-09,
      "loss": 0.037,
      "step": 62905
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.692957648733676e-09,
      "loss": 0.003,
      "step": 62906
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.681962397437012e-09,
      "loss": 0.0031,
      "step": 62907
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.670980035746953e-09,
      "loss": 0.0274,
      "step": 62908
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.660010563691808e-09,
      "loss": 0.004,
      "step": 62909
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.649053981299334e-09,
      "loss": 0.0179,
      "step": 62910
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.638110288598397e-09,
      "loss": 0.0163,
      "step": 62911
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.627179485616751e-09,
      "loss": 0.0067,
      "step": 62912
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.616261572383263e-09,
      "loss": 0.0126,
      "step": 62913
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.605356548925688e-09,
      "loss": 0.0095,
      "step": 62914
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.594464415272337e-09,
      "loss": 0.0074,
      "step": 62915
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.583585171450966e-09,
      "loss": 0.0028,
      "step": 62916
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.572718817489885e-09,
      "loss": 0.0112,
      "step": 62917
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.561865353417405e-09,
      "loss": 0.0134,
      "step": 62918
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.551024779261282e-09,
      "loss": 0.014,
      "step": 62919
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.540197095048715e-09,
      "loss": 0.0026,
      "step": 62920
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.529382300809126e-09,
      "loss": 0.0401,
      "step": 62921
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.518580396569716e-09,
      "loss": 0.0043,
      "step": 62922
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5077913823576845e-09,
      "loss": 0.008,
      "step": 62923
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.497015258201898e-09,
      "loss": 0.0314,
      "step": 62924
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.486252024129556e-09,
      "loss": 0.0065,
      "step": 62925
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.47550168016897e-09,
      "loss": 0.0049,
      "step": 62926
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.46476422634734e-09,
      "loss": 0.033,
      "step": 62927
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.454039662692422e-09,
      "loss": 0.0231,
      "step": 62928
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.443327989232526e-09,
      "loss": 0.0191,
      "step": 62929
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.432629205994299e-09,
      "loss": 0.0149,
      "step": 62930
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.421943313006049e-09,
      "loss": 0.0049,
      "step": 62931
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.411270310295535e-09,
      "loss": 0.0112,
      "step": 62932
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.400610197889399e-09,
      "loss": 0.0019,
      "step": 62933
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3899629758159534e-09,
      "loss": 0.0041,
      "step": 62934
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.379328644102399e-09,
      "loss": 0.0279,
      "step": 62935
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.368707202775935e-09,
      "loss": 0.0245,
      "step": 62936
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.358098651864318e-09,
      "loss": 0.0061,
      "step": 62937
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.347502991394747e-09,
      "loss": 0.0054,
      "step": 62938
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.33692022139498e-09,
      "loss": 0.0192,
      "step": 62939
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.326350341891661e-09,
      "loss": 0.014,
      "step": 62940
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.315793352912545e-09,
      "loss": 0.0092,
      "step": 62941
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.305249254484278e-09,
      "loss": 0.0026,
      "step": 62942
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.2947180466351716e-09,
      "loss": 0.011,
      "step": 62943
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.284199729391314e-09,
      "loss": 0.0029,
      "step": 62944
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.273694302779907e-09,
      "loss": 0.0089,
      "step": 62945
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.263201766829261e-09,
      "loss": 0.0034,
      "step": 62946
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.252722121564912e-09,
      "loss": 0.0065,
      "step": 62947
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.242255367014614e-09,
      "loss": 0.009,
      "step": 62948
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.231801503205568e-09,
      "loss": 0.0056,
      "step": 62949
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.22136053016442e-09,
      "loss": 0.0089,
      "step": 62950
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.210932447917815e-09,
      "loss": 0.006,
      "step": 62951
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.200517256493508e-09,
      "loss": 0.0097,
      "step": 62952
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.190114955918146e-09,
      "loss": 0.0039,
      "step": 62953
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.179725546217817e-09,
      "loss": 0.0053,
      "step": 62954
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.1693490274202775e-09,
      "loss": 0.0128,
      "step": 62955
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.158985399551618e-09,
      "loss": 0.0065,
      "step": 62956
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.148634662639039e-09,
      "loss": 0.004,
      "step": 62957
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.138296816708631e-09,
      "loss": 0.0095,
      "step": 62958
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.127971861788149e-09,
      "loss": 0.0133,
      "step": 62959
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.1176597979031285e-09,
      "loss": 0.0052,
      "step": 62960
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.10736062508077e-09,
      "loss": 0.0036,
      "step": 62961
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.0970743433477175e-09,
      "loss": 0.0043,
      "step": 62962
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.086800952730063e-09,
      "loss": 0.0091,
      "step": 62963
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.076540453254452e-09,
      "loss": 0.0031,
      "step": 62964
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.066292844947528e-09,
      "loss": 0.0092,
      "step": 62965
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.056058127835938e-09,
      "loss": 0.014,
      "step": 62966
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.045836301945216e-09,
      "loss": 0.0023,
      "step": 62967
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.035627367302564e-09,
      "loss": 0.0083,
      "step": 62968
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.0254313239346255e-09,
      "loss": 0.0196,
      "step": 62969
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.015248171866382e-09,
      "loss": 0.0017,
      "step": 62970
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.005077911125588e-09,
      "loss": 0.0028,
      "step": 62971
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.994920541737779e-09,
      "loss": 0.0041,
      "step": 62972
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.984776063729045e-09,
      "loss": 0.0096,
      "step": 62973
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.974644477125477e-09,
      "loss": 0.0031,
      "step": 62974
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.964525781953721e-09,
      "loss": 0.0124,
      "step": 62975
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.95441997823931e-09,
      "loss": 0.0047,
      "step": 62976
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.944327066008891e-09,
      "loss": 0.005,
      "step": 62977
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.934247045288553e-09,
      "loss": 0.0091,
      "step": 62978
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.924179916103277e-09,
      "loss": 0.0248,
      "step": 62979
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.914125678480263e-09,
      "loss": 0.0068,
      "step": 62980
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.904084332445046e-09,
      "loss": 0.0282,
      "step": 62981
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8940558780231615e-09,
      "loss": 0.0078,
      "step": 62982
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8840403152407e-09,
      "loss": 0.0179,
      "step": 62983
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.874037644123751e-09,
      "loss": 0.023,
      "step": 62984
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.864047864697851e-09,
      "loss": 0.0044,
      "step": 62985
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.854070976989088e-09,
      "loss": 0.0113,
      "step": 62986
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.844106981022999e-09,
      "loss": 0.0052,
      "step": 62987
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.834155876825119e-09,
      "loss": 0.0034,
      "step": 62988
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8242176644215366e-09,
      "loss": 0.0032,
      "step": 62989
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.814292343837234e-09,
      "loss": 0.0018,
      "step": 62990
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.8043799150982994e-09,
      "loss": 0.0309,
      "step": 62991
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.794480378230825e-09,
      "loss": 0.0064,
      "step": 62992
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.784593733259234e-09,
      "loss": 0.0048,
      "step": 62993
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.774719980209618e-09,
      "loss": 0.0033,
      "step": 62994
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.764859119107511e-09,
      "loss": 0.0042,
      "step": 62995
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.755011149978449e-09,
      "loss": 0.0129,
      "step": 62996
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7451760728474114e-09,
      "loss": 0.0235,
      "step": 62997
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.735353887739935e-09,
      "loss": 0.0052,
      "step": 62998
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7255445946815514e-09,
      "loss": 0.0061,
      "step": 62999
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.715748193697799e-09,
      "loss": 0.0012,
      "step": 63000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7059646848131014e-09,
      "loss": 0.0056,
      "step": 63001
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6961940680535493e-09,
      "loss": 0.0075,
      "step": 63002
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6864363434441218e-09,
      "loss": 0.0123,
      "step": 63003
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6766915110098e-09,
      "loss": 0.005,
      "step": 63004
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6669595707761186e-09,
      "loss": 0.0019,
      "step": 63005
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6572405227675022e-09,
      "loss": 0.0105,
      "step": 63006
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6475343670094864e-09,
      "loss": 0.0058,
      "step": 63007
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6378411035270513e-09,
      "loss": 0.0023,
      "step": 63008
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6281607323457313e-09,
      "loss": 0.0028,
      "step": 63009
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6184932534893967e-09,
      "loss": 0.0081,
      "step": 63010
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.608838666984138e-09,
      "loss": 0.0153,
      "step": 63011
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5991969728538245e-09,
      "loss": 0.0125,
      "step": 63012
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5895681711239916e-09,
      "loss": 0.0228,
      "step": 63013
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.579952261819619e-09,
      "loss": 0.0035,
      "step": 63014
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5703492449651323e-09,
      "loss": 0.0036,
      "step": 63015
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5607591205849555e-09,
      "loss": 0.0078,
      "step": 63016
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5511818887046245e-09,
      "loss": 0.0073,
      "step": 63017
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.541617549348564e-09,
      "loss": 0.0026,
      "step": 63018
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5320661025411983e-09,
      "loss": 0.0032,
      "step": 63019
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5225275483075085e-09,
      "loss": 0.0038,
      "step": 63020
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5130018866724734e-09,
      "loss": 0.0037,
      "step": 63021
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.503489117659409e-09,
      "loss": 0.0138,
      "step": 63022
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4939892412938492e-09,
      "loss": 0.0032,
      "step": 63023
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.48450225760022e-09,
      "loss": 0.0042,
      "step": 63024
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.475028166602945e-09,
      "loss": 0.0067,
      "step": 63025
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4655669683264503e-09,
      "loss": 0.0159,
      "step": 63026
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4561186627946054e-09,
      "loss": 0.0029,
      "step": 63027
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.446683250032945e-09,
      "loss": 0.016,
      "step": 63028
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4372607300647843e-09,
      "loss": 0.0158,
      "step": 63029
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.427851102914548e-09,
      "loss": 0.0067,
      "step": 63030
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4184543686072158e-09,
      "loss": 0.0024,
      "step": 63031
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.409070527166658e-09,
      "loss": 0.0233,
      "step": 63032
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3996995786167443e-09,
      "loss": 0.0109,
      "step": 63033
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.390341522981899e-09,
      "loss": 0.0051,
      "step": 63034
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.380996360285993e-09,
      "loss": 0.012,
      "step": 63035
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3716640905540056e-09,
      "loss": 0.01,
      "step": 63036
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3623447138092514e-09,
      "loss": 0.0066,
      "step": 63037
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3530382300761556e-09,
      "loss": 0.0321,
      "step": 63038
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.343744639378588e-09,
      "loss": 0.0034,
      "step": 63039
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.334463941740418e-09,
      "loss": 0.0183,
      "step": 63040
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3251961371855157e-09,
      "loss": 0.016,
      "step": 63041
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.315941225737751e-09,
      "loss": 0.0255,
      "step": 63042
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3066992074215487e-09,
      "loss": 0.0035,
      "step": 63043
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2974700822602236e-09,
      "loss": 0.0109,
      "step": 63044
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2882538502782004e-09,
      "loss": 0.0174,
      "step": 63045
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2790505114987935e-09,
      "loss": 0.0114,
      "step": 63046
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2698600659453184e-09,
      "loss": 0.0079,
      "step": 63047
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2606825136421992e-09,
      "loss": 0.0078,
      "step": 63048
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2515178546127513e-09,
      "loss": 0.007,
      "step": 63049
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.242366088880844e-09,
      "loss": 0.0008,
      "step": 63050
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.233227216470347e-09,
      "loss": 0.0068,
      "step": 63051
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2241012374045755e-09,
      "loss": 0.0205,
      "step": 63052
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.214988151706289e-09,
      "loss": 0.0109,
      "step": 63053
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2058879594004665e-09,
      "loss": 0.0021,
      "step": 63054
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1968006605093137e-09,
      "loss": 0.0068,
      "step": 63055
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.187726255057255e-09,
      "loss": 0.029,
      "step": 63056
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1786647430664953e-09,
      "loss": 0.0034,
      "step": 63057
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1696161245620137e-09,
      "loss": 0.005,
      "step": 63058
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1605803995660155e-09,
      "loss": 0.0033,
      "step": 63059
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1515575681018152e-09,
      "loss": 0.041,
      "step": 63060
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1425476301932824e-09,
      "loss": 0.0061,
      "step": 63061
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1335505858637315e-09,
      "loss": 0.0028,
      "step": 63062
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1245664351353677e-09,
      "loss": 0.0266,
      "step": 63063
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1155951780326153e-09,
      "loss": 0.0255,
      "step": 63064
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.106636814577679e-09,
      "loss": 0.0043,
      "step": 63065
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.097691344794429e-09,
      "loss": 0.0085,
      "step": 63066
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.088758768705069e-09,
      "loss": 0.0101,
      "step": 63067
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0798390863334693e-09,
      "loss": 0.0086,
      "step": 63068
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0709322977023894e-09,
      "loss": 0.004,
      "step": 63069
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0620384028345885e-09,
      "loss": 0.0215,
      "step": 63070
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0531574017528266e-09,
      "loss": 0.007,
      "step": 63071
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.044289294480973e-09,
      "loss": 0.0105,
      "step": 63072
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.035434081040678e-09,
      "loss": 0.0027,
      "step": 63073
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0265917614558106e-09,
      "loss": 0.0038,
      "step": 63074
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.017762335748575e-09,
      "loss": 0.0047,
      "step": 63075
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.008945803942287e-09,
      "loss": 0.0033,
      "step": 63076
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.00014216605915e-09,
      "loss": 0.0024,
      "step": 63077
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9913514221224794e-09,
      "loss": 0.023,
      "step": 63078
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.982573572153924e-09,
      "loss": 0.0043,
      "step": 63079
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9738086161773537e-09,
      "loss": 0.0103,
      "step": 63080
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9650565542144185e-09,
      "loss": 0.0381,
      "step": 63081
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.956317386288432e-09,
      "loss": 0.007,
      "step": 63082
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9475911124215993e-09,
      "loss": 0.0111,
      "step": 63083
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.938877732636125e-09,
      "loss": 0.0177,
      "step": 63084
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9301772469553234e-09,
      "loss": 0.0048,
      "step": 63085
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.921489655400844e-09,
      "loss": 0.0086,
      "step": 63086
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9128149579954467e-09,
      "loss": 0.0084,
      "step": 63087
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9041531547613355e-09,
      "loss": 0.0324,
      "step": 63088
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.89550424572127e-09,
      "loss": 0.0214,
      "step": 63089
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8868682308968997e-09,
      "loss": 0.0059,
      "step": 63090
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8782451103109843e-09,
      "loss": 0.0039,
      "step": 63091
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.869634883986283e-09,
      "loss": 0.0067,
      "step": 63092
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8610375519438905e-09,
      "loss": 0.0078,
      "step": 63093
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.852453114206566e-09,
      "loss": 0.0057,
      "step": 63094
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8438815707965138e-09,
      "loss": 0.018,
      "step": 63095
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.835322921735939e-09,
      "loss": 0.0071,
      "step": 63096
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8267771670464905e-09,
      "loss": 0.007,
      "step": 63097
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.818244306750373e-09,
      "loss": 0.0028,
      "step": 63098
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8097243408697903e-09,
      "loss": 0.009,
      "step": 63099
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.801217269426948e-09,
      "loss": 0.0094,
      "step": 63100
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7927230924429396e-09,
      "loss": 0.0024,
      "step": 63101
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7842418099410794e-09,
      "loss": 0.0058,
      "step": 63102
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7757734219419076e-09,
      "loss": 0.0068,
      "step": 63103
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7673179284676276e-09,
      "loss": 0.0106,
      "step": 63104
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7588753295404445e-09,
      "loss": 0.0287,
      "step": 63105
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.750445625181453e-09,
      "loss": 0.0065,
      "step": 63106
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7420288154134113e-09,
      "loss": 0.0053,
      "step": 63107
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7336249002574143e-09,
      "loss": 0.0037,
      "step": 63108
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.725233879735112e-09,
      "loss": 0.0053,
      "step": 63109
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.716855753868153e-09,
      "loss": 0.0019,
      "step": 63110
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7084905226781865e-09,
      "loss": 0.0141,
      "step": 63111
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7001381861868625e-09,
      "loss": 0.0189,
      "step": 63112
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.69179874441583e-09,
      "loss": 0.0041,
      "step": 63113
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6834721973867382e-09,
      "loss": 0.0087,
      "step": 63114
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6751585451206816e-09,
      "loss": 0.0076,
      "step": 63115
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.66685778763931e-09,
      "loss": 0.0108,
      "step": 63116
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6585699249642714e-09,
      "loss": 0.0042,
      "step": 63117
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6502949571161065e-09,
      "loss": 0.0052,
      "step": 63118
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6420328841170184e-09,
      "loss": 0.0186,
      "step": 63119
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6337837059881022e-09,
      "loss": 0.0011,
      "step": 63120
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.625547422751007e-09,
      "loss": 0.004,
      "step": 63121
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6173240344262718e-09,
      "loss": 0.0136,
      "step": 63122
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.609113541034991e-09,
      "loss": 0.0033,
      "step": 63123
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.600915942599369e-09,
      "loss": 0.003,
      "step": 63124
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.592731239139945e-09,
      "loss": 0.0204,
      "step": 63125
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.584559430677813e-09,
      "loss": 0.0137,
      "step": 63126
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.576400517234068e-09,
      "loss": 0.0393,
      "step": 63127
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5682544988292477e-09,
      "loss": 0.0039,
      "step": 63128
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.560121375485558e-09,
      "loss": 0.0022,
      "step": 63129
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5520011472235375e-09,
      "loss": 0.0018,
      "step": 63130
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5438938140637247e-09,
      "loss": 0.0064,
      "step": 63131
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.535799376027215e-09,
      "loss": 0.0175,
      "step": 63132
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5277178331351015e-09,
      "loss": 0.0059,
      "step": 63133
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.519649185407924e-09,
      "loss": 0.0099,
      "step": 63134
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.511593432866777e-09,
      "loss": 0.0109,
      "step": 63135
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5035505755321988e-09,
      "loss": 0.0037,
      "step": 63136
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.495520613425284e-09,
      "loss": 0.0029,
      "step": 63137
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.487503546566017e-09,
      "loss": 0.0144,
      "step": 63138
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4794993749760467e-09,
      "loss": 0.0144,
      "step": 63139
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4715080986759122e-09,
      "loss": 0.0036,
      "step": 63140
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4635297176855975e-09,
      "loss": 0.0065,
      "step": 63141
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4555642320261973e-09,
      "loss": 0.0012,
      "step": 63142
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4476116417176954e-09,
      "loss": 0.0071,
      "step": 63143
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4396719467811858e-09,
      "loss": 0.0055,
      "step": 63144
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4317451472372078e-09,
      "loss": 0.0086,
      "step": 63145
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.423831243105745e-09,
      "loss": 0.0159,
      "step": 63146
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4159302344073378e-09,
      "loss": 0.0039,
      "step": 63147
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4080421211625236e-09,
      "loss": 0.0169,
      "step": 63148
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4001669033918428e-09,
      "loss": 0.0022,
      "step": 63149
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3923045811152788e-09,
      "loss": 0.0028,
      "step": 63150
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3844551543533713e-09,
      "loss": 0.0072,
      "step": 63151
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3766186231261034e-09,
      "loss": 0.0357,
      "step": 63152
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.368794987454015e-09,
      "loss": 0.0199,
      "step": 63153
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3609842473570897e-09,
      "loss": 0.0192,
      "step": 63154
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.353186402855312e-09,
      "loss": 0.0043,
      "step": 63155
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.345401453968665e-09,
      "loss": 0.0154,
      "step": 63156
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3376294007182444e-09,
      "loss": 0.0094,
      "step": 63157
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3298702431229226e-09,
      "loss": 0.0119,
      "step": 63158
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.322123981203239e-09,
      "loss": 0.0047,
      "step": 63159
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3143906149797335e-09,
      "loss": 0.0061,
      "step": 63160
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.306670144471279e-09,
      "loss": 0.0173,
      "step": 63161
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.298962569698415e-09,
      "loss": 0.0021,
      "step": 63162
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2912678906805707e-09,
      "loss": 0.004,
      "step": 63163
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2835861074382847e-09,
      "loss": 0.0066,
      "step": 63164
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2759172199915414e-09,
      "loss": 0.0019,
      "step": 63165
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.268261228358659e-09,
      "loss": 0.0063,
      "step": 63166
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2606181325612876e-09,
      "loss": 0.0029,
      "step": 63167
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.252987932617745e-09,
      "loss": 0.0083,
      "step": 63168
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2453706285480157e-09,
      "loss": 0.005,
      "step": 63169
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.237766220372639e-09,
      "loss": 0.007,
      "step": 63170
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2301747081099333e-09,
      "loss": 0.0057,
      "step": 63171
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.222596091780438e-09,
      "loss": 0.0106,
      "step": 63172
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2150303714030263e-09,
      "loss": 0.0224,
      "step": 63173
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.207477546997683e-09,
      "loss": 0.0049,
      "step": 63174
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.199937618583836e-09,
      "loss": 0.0027,
      "step": 63175
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.192410586180915e-09,
      "loss": 0.0137,
      "step": 63176
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.184896449808349e-09,
      "loss": 0.0079,
      "step": 63177
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1773952094850113e-09,
      "loss": 0.0119,
      "step": 63178
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1699068652314414e-09,
      "loss": 0.0027,
      "step": 63179
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1624314170659578e-09,
      "loss": 0.0136,
      "step": 63180
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.154968865007989e-09,
      "loss": 0.0085,
      "step": 63181
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.147519209076965e-09,
      "loss": 0.012,
      "step": 63182
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1400824492923134e-09,
      "loss": 0.0023,
      "step": 63183
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1326585856729087e-09,
      "loss": 0.0048,
      "step": 63184
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1252476182381798e-09,
      "loss": 0.003,
      "step": 63185
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1178495470064453e-09,
      "loss": 0.0244,
      "step": 63186
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.110464371998244e-09,
      "loss": 0.0033,
      "step": 63187
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.10309209323134e-09,
      "loss": 0.0108,
      "step": 63188
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0957327107251624e-09,
      "loss": 0.0031,
      "step": 63189
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0883862244985843e-09,
      "loss": 0.016,
      "step": 63190
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0810526345710347e-09,
      "loss": 0.0159,
      "step": 63191
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0737319409613878e-09,
      "loss": 0.0066,
      "step": 63192
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.066424143687962e-09,
      "loss": 0.0055,
      "step": 63193
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0591292427701857e-09,
      "loss": 0.0044,
      "step": 63194
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0518472382263786e-09,
      "loss": 0.0141,
      "step": 63195
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.044578130075414e-09,
      "loss": 0.0196,
      "step": 63196
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.037321918336721e-09,
      "loss": 0.0308,
      "step": 63197
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.030078603028063e-09,
      "loss": 0.0114,
      "step": 63198
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0228481841688683e-09,
      "loss": 0.0096,
      "step": 63199
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.015630661777457e-09,
      "loss": 0.0098,
      "step": 63200
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0084260358721462e-09,
      "loss": 0.0327,
      "step": 63201
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.001234306472366e-09,
      "loss": 0.0047,
      "step": 63202
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9940554735958794e-09,
      "loss": 0.0044,
      "step": 63203
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9868895372621157e-09,
      "loss": 0.0044,
      "step": 63204
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9797364974882828e-09,
      "loss": 0.0058,
      "step": 63205
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.97259635429381e-09,
      "loss": 0.0133,
      "step": 63206
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9654691076970156e-09,
      "loss": 0.0161,
      "step": 63207
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9583547577156635e-09,
      "loss": 0.0071,
      "step": 63208
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.951253304369183e-09,
      "loss": 0.0052,
      "step": 63209
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9441647476747815e-09,
      "loss": 0.0104,
      "step": 63210
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.937089087651334e-09,
      "loss": 0.0071,
      "step": 63211
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.930026324317158e-09,
      "loss": 0.0059,
      "step": 63212
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.922976457690573e-09,
      "loss": 0.0043,
      "step": 63213
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9159394877893423e-09,
      "loss": 0.0049,
      "step": 63214
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9089154146312292e-09,
      "loss": 0.0095,
      "step": 63215
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9019042382356635e-09,
      "loss": 0.015,
      "step": 63216
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8949059586198527e-09,
      "loss": 0.0032,
      "step": 63217
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.887920575802116e-09,
      "loss": 0.0063,
      "step": 63218
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8809480898002162e-09,
      "loss": 0.0063,
      "step": 63219
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.873988500631918e-09,
      "loss": 0.0042,
      "step": 63220
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8670418083160946e-09,
      "loss": 0.008,
      "step": 63221
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8601080128699546e-09,
      "loss": 0.0046,
      "step": 63222
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8531871143118163e-09,
      "loss": 0.0066,
      "step": 63223
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8462791126588887e-09,
      "loss": 0.0067,
      "step": 63224
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.83938400792949e-09,
      "loss": 0.0097,
      "step": 63225
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8325018001419392e-09,
      "loss": 0.0076,
      "step": 63226
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8256324893128896e-09,
      "loss": 0.0082,
      "step": 63227
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8187760754601047e-09,
      "loss": 0.0135,
      "step": 63228
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8119325586024583e-09,
      "loss": 0.0044,
      "step": 63229
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8051019387566039e-09,
      "loss": 0.0071,
      "step": 63230
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7982842159403046e-09,
      "loss": 0.0207,
      "step": 63231
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7914793901718797e-09,
      "loss": 0.0078,
      "step": 63232
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7846874614679822e-09,
      "loss": 0.0048,
      "step": 63233
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7779084298463756e-09,
      "loss": 0.0073,
      "step": 63234
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7711422953242686e-09,
      "loss": 0.0101,
      "step": 63235
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7643890579199796e-09,
      "loss": 0.0086,
      "step": 63236
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7576487176507172e-09,
      "loss": 0.002,
      "step": 63237
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.750921274533135e-09,
      "loss": 0.009,
      "step": 63238
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7442067285849961e-09,
      "loss": 0.0057,
      "step": 63239
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7375050798240644e-09,
      "loss": 0.008,
      "step": 63240
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7308163282669931e-09,
      "loss": 0.0089,
      "step": 63241
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7241404739309908e-09,
      "loss": 0.0098,
      "step": 63242
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.717477516834376e-09,
      "loss": 0.0055,
      "step": 63243
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7108274569926919e-09,
      "loss": 0.0102,
      "step": 63244
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7041902944248124e-09,
      "loss": 0.0095,
      "step": 63245
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6975660291462804e-09,
      "loss": 0.0057,
      "step": 63246
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6909546611754147e-09,
      "loss": 0.0067,
      "step": 63247
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6843561905288686e-09,
      "loss": 0.0207,
      "step": 63248
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6777706172232955e-09,
      "loss": 0.0012,
      "step": 63249
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6711979412759039e-09,
      "loss": 0.0046,
      "step": 63250
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.664638162703902e-09,
      "loss": 0.0047,
      "step": 63251
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6580912815239435e-09,
      "loss": 0.0108,
      "step": 63252
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6515572977532368e-09,
      "loss": 0.0104,
      "step": 63253
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.64503621140788e-09,
      "loss": 0.0071,
      "step": 63254
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6385280225056366e-09,
      "loss": 0.0092,
      "step": 63255
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6320327310631601e-09,
      "loss": 0.0022,
      "step": 63256
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6255503370965486e-09,
      "loss": 0.0362,
      "step": 63257
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6190808406230107e-09,
      "loss": 0.0108,
      "step": 63258
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6126242416591996e-09,
      "loss": 0.0083,
      "step": 63259
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.606180540222324e-09,
      "loss": 0.0084,
      "step": 63260
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.599749736327927e-09,
      "loss": 0.0094,
      "step": 63261
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5933318299926615e-09,
      "loss": 0.0018,
      "step": 63262
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5869268212342915e-09,
      "loss": 0.0076,
      "step": 63263
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5805347100683599e-09,
      "loss": 0.0026,
      "step": 63264
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.574155496510965e-09,
      "loss": 0.0139,
      "step": 63265
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5677891805798707e-09,
      "loss": 0.0074,
      "step": 63266
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5614357622906195e-09,
      "loss": 0.0037,
      "step": 63267
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5550952416598653e-09,
      "loss": 0.002,
      "step": 63268
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.548767618704261e-09,
      "loss": 0.0123,
      "step": 63269
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.54245289343935e-09,
      "loss": 0.0084,
      "step": 63270
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5361510658817857e-09,
      "loss": 0.005,
      "step": 63271
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5298621360482213e-09,
      "loss": 0.0076,
      "step": 63272
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5235861039542e-09,
      "loss": 0.0098,
      "step": 63273
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.517322969616375e-09,
      "loss": 0.0026,
      "step": 63274
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5110727330513996e-09,
      "loss": 0.0035,
      "step": 63275
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5048353942742621e-09,
      "loss": 0.0123,
      "step": 63276
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4986109533016157e-09,
      "loss": 0.0032,
      "step": 63277
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4923994101495586e-09,
      "loss": 0.0054,
      "step": 63278
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4862007648341893e-09,
      "loss": 0.0142,
      "step": 63279
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4800150173710504e-09,
      "loss": 0.0067,
      "step": 63280
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4738421677767957e-09,
      "loss": 0.0016,
      "step": 63281
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.467682216066968e-09,
      "loss": 0.0026,
      "step": 63282
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4615351622576657e-09,
      "loss": 0.0071,
      "step": 63283
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.455401006364432e-09,
      "loss": 0.0036,
      "step": 63284
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4492797484028099e-09,
      "loss": 0.0052,
      "step": 63285
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4431713883894528e-09,
      "loss": 0.0069,
      "step": 63286
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4370759263399037e-09,
      "loss": 0.0108,
      "step": 63287
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4309933622691507e-09,
      "loss": 0.0133,
      "step": 63288
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4249236961938473e-09,
      "loss": 0.0058,
      "step": 63289
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4188669281289812e-09,
      "loss": 0.0029,
      "step": 63290
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.412823058090651e-09,
      "loss": 0.0047,
      "step": 63291
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4067920860943996e-09,
      "loss": 0.0083,
      "step": 63292
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.400774012155215e-09,
      "loss": 0.0065,
      "step": 63293
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3947688362891953e-09,
      "loss": 0.005,
      "step": 63294
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3887765585113289e-09,
      "loss": 0.0127,
      "step": 63295
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3827971788382687e-09,
      "loss": 0.0017,
      "step": 63296
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.376830697283893e-09,
      "loss": 0.0051,
      "step": 63297
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3708771138642996e-09,
      "loss": 0.0071,
      "step": 63298
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3649364285950317e-09,
      "loss": 0.0035,
      "step": 63299
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3590086414910774e-09,
      "loss": 0.0037,
      "step": 63300
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.353093752568535e-09,
      "loss": 0.0052,
      "step": 63301
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3471917618412823e-09,
      "loss": 0.0033,
      "step": 63302
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3413026693254173e-09,
      "loss": 0.0058,
      "step": 63303
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3354264750364831e-09,
      "loss": 0.0078,
      "step": 63304
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.329563178988913e-09,
      "loss": 0.0008,
      "step": 63305
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3237127811976946e-09,
      "loss": 0.011,
      "step": 63306
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3178752816789265e-09,
      "loss": 0.0026,
      "step": 63307
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.312050680446486e-09,
      "loss": 0.0079,
      "step": 63308
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.306238977516472e-09,
      "loss": 0.0107,
      "step": 63309
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3004401729033167e-09,
      "loss": 0.0172,
      "step": 63310
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2946542666220085e-09,
      "loss": 0.019,
      "step": 63311
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2888812586875355e-09,
      "loss": 0.0019,
      "step": 63312
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2831211491143302e-09,
      "loss": 0.0048,
      "step": 63313
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2773739379179362e-09,
      "loss": 0.0148,
      "step": 63314
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2716396251133412e-09,
      "loss": 0.0142,
      "step": 63315
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2659182107149781e-09,
      "loss": 0.0111,
      "step": 63316
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.26020969473728e-09,
      "loss": 0.0014,
      "step": 63317
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2545140771952347e-09,
      "loss": 0.0107,
      "step": 63318
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2488313581038303e-09,
      "loss": 0.0074,
      "step": 63319
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2431615374769446e-09,
      "loss": 0.0064,
      "step": 63320
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2375046153306757e-09,
      "loss": 0.0102,
      "step": 63321
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2318605916777914e-09,
      "loss": 0.0084,
      "step": 63322
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2262294665343899e-09,
      "loss": 0.0076,
      "step": 63323
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2206112399143489e-09,
      "loss": 0.0169,
      "step": 63324
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2150059118315461e-09,
      "loss": 0.0079,
      "step": 63325
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2094134823020797e-09,
      "loss": 0.0015,
      "step": 63326
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2038339513387176e-09,
      "loss": 0.0125,
      "step": 63327
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1982673189564476e-09,
      "loss": 0.0084,
      "step": 63328
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1927135851702576e-09,
      "loss": 0.0044,
      "step": 63329
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1871727499934704e-09,
      "loss": 0.0059,
      "step": 63330
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.181644813441074e-09,
      "loss": 0.0008,
      "step": 63331
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1761297755269464e-09,
      "loss": 0.0054,
      "step": 63332
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.17062763626552e-09,
      "loss": 0.0066,
      "step": 63333
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.165138395671228e-09,
      "loss": 0.0134,
      "step": 63334
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1596620537573932e-09,
      "loss": 0.0203,
      "step": 63335
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1541986105390035e-09,
      "loss": 0.033,
      "step": 63336
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1487480660299366e-09,
      "loss": 0.014,
      "step": 63337
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1433104202440703e-09,
      "loss": 0.0065,
      "step": 63338
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1378856731958376e-09,
      "loss": 0.0073,
      "step": 63339
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.132473824898561e-09,
      "loss": 0.0144,
      "step": 63340
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1270748753666739e-09,
      "loss": 0.0037,
      "step": 63341
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1216888246146084e-09,
      "loss": 0.0149,
      "step": 63342
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1163156726551328e-09,
      "loss": 0.005,
      "step": 63343
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1109554195026795e-09,
      "loss": 0.0144,
      "step": 63344
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1056080651711265e-09,
      "loss": 0.0036,
      "step": 63345
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1002736096737965e-09,
      "loss": 0.0163,
      "step": 63346
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0949520530256774e-09,
      "loss": 0.0075,
      "step": 63347
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0896433952389817e-09,
      "loss": 0.0063,
      "step": 63348
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0843476363281425e-09,
      "loss": 0.003,
      "step": 63349
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0790647763070373e-09,
      "loss": 0.0033,
      "step": 63350
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0737948151889888e-09,
      "loss": 0.0109,
      "step": 63351
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0685377529878748e-09,
      "loss": 0.018,
      "step": 63352
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0632935897170182e-09,
      "loss": 0.0042,
      "step": 63353
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0580623253897415e-09,
      "loss": 0.0041,
      "step": 63354
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0528439600199226e-09,
      "loss": 0.0044,
      "step": 63355
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0476384936208839e-09,
      "loss": 0.0027,
      "step": 63356
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0424459262059483e-09,
      "loss": 0.0026,
      "step": 63357
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0372662577884385e-09,
      "loss": 0.0015,
      "step": 63358
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0320994883822322e-09,
      "loss": 0.0028,
      "step": 63359
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0269456180006521e-09,
      "loss": 0.0009,
      "step": 63360
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0218046466559106e-09,
      "loss": 0.0065,
      "step": 63361
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0166765743624408e-09,
      "loss": 0.0015,
      "step": 63362
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.01156140113301e-09,
      "loss": 0.0063,
      "step": 63363
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.006459126980941e-09,
      "loss": 0.0196,
      "step": 63364
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0013697519195565e-09,
      "loss": 0.0045,
      "step": 63365
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.96293275961624e-10,
      "loss": 0.0131,
      "step": 63366
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.91229699119911e-10,
      "loss": 0.0187,
      "step": 63367
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.861790214082956e-10,
      "loss": 0.0111,
      "step": 63368
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.811412428395451e-10,
      "loss": 0.0059,
      "step": 63369
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.76116363426982e-10,
      "loss": 0.0024,
      "step": 63370
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.711043831822643e-10,
      "loss": 0.0094,
      "step": 63371
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.66105302119824e-10,
      "loss": 0.0113,
      "step": 63372
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.611191202518743e-10,
      "loss": 0.0037,
      "step": 63373
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.561458375917376e-10,
      "loss": 0.0017,
      "step": 63374
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.511854541516264e-10,
      "loss": 0.0061,
      "step": 63375
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.46237969944308e-10,
      "loss": 0.0122,
      "step": 63376
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.413033849831054e-10,
      "loss": 0.0064,
      "step": 63377
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.36381699280786e-10,
      "loss": 0.0014,
      "step": 63378
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.314729128490073e-10,
      "loss": 0.0205,
      "step": 63379
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.265770257016471e-10,
      "loss": 0.0074,
      "step": 63380
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.216940378509176e-10,
      "loss": 0.0074,
      "step": 63381
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.168239493095865e-10,
      "loss": 0.0102,
      "step": 63382
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.119667600893112e-10,
      "loss": 0.004,
      "step": 63383
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.071224702039694e-10,
      "loss": 0.0139,
      "step": 63384
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.022910796652184e-10,
      "loss": 0.008,
      "step": 63385
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.97472588485826e-10,
      "loss": 0.0054,
      "step": 63386
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.926669966780044e-10,
      "loss": 0.0126,
      "step": 63387
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.878743042539661e-10,
      "loss": 0.0059,
      "step": 63388
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.83094511227034e-10,
      "loss": 0.0146,
      "step": 63389
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.7832761760831e-10,
      "loss": 0.0137,
      "step": 63390
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.73573623411117e-10,
      "loss": 0.0039,
      "step": 63391
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.688325286471122e-10,
      "loss": 0.0027,
      "step": 63392
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.641043333285082e-10,
      "loss": 0.0137,
      "step": 63393
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.593890374680725e-10,
      "loss": 0.0041,
      "step": 63394
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.546866410774624e-10,
      "loss": 0.0125,
      "step": 63395
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.499971441688903e-10,
      "loss": 0.0043,
      "step": 63396
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.453205467540137e-10,
      "loss": 0.0123,
      "step": 63397
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.406568488461553e-10,
      "loss": 0.0077,
      "step": 63398
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.360060504564171e-10,
      "loss": 0.009,
      "step": 63399
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.313681515964566e-10,
      "loss": 0.0234,
      "step": 63400
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.267431522795966e-10,
      "loss": 0.008,
      "step": 63401
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.221310525163839e-10,
      "loss": 0.0055,
      "step": 63402
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.175318523190312e-10,
      "loss": 0.0111,
      "step": 63403
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.129455517003059e-10,
      "loss": 0.018,
      "step": 63404
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.083721506707553e-10,
      "loss": 0.005,
      "step": 63405
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.03811649243147e-10,
      "loss": 0.0103,
      "step": 63406
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.99264047429138e-10,
      "loss": 0.0051,
      "step": 63407
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.947293452398308e-10,
      "loss": 0.0054,
      "step": 63408
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.902075426874379e-10,
      "loss": 0.0077,
      "step": 63409
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.856986397836164e-10,
      "loss": 0.0087,
      "step": 63410
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.812026365400238e-10,
      "loss": 0.0042,
      "step": 63411
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.767195329677624e-10,
      "loss": 0.01,
      "step": 63412
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.722493290790445e-10,
      "loss": 0.0128,
      "step": 63413
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.677920248849724e-10,
      "loss": 0.0109,
      "step": 63414
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.633476203972034e-10,
      "loss": 0.0067,
      "step": 63415
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.58916115627395e-10,
      "loss": 0.0074,
      "step": 63416
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.544975105866492e-10,
      "loss": 0.0051,
      "step": 63417
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.500918052866235e-10,
      "loss": 0.0081,
      "step": 63418
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.456989997384201e-10,
      "loss": 0.0071,
      "step": 63419
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.413190939536963e-10,
      "loss": 0.0314,
      "step": 63420
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.369520879435544e-10,
      "loss": 0.0059,
      "step": 63421
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.325979817190964e-10,
      "loss": 0.0033,
      "step": 63422
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.2825677529198e-10,
      "loss": 0.0058,
      "step": 63423
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.239284686727521e-10,
      "loss": 0.0056,
      "step": 63424
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.196130618736252e-10,
      "loss": 0.0069,
      "step": 63425
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.153105549051464e-10,
      "loss": 0.0143,
      "step": 63426
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.110209477778629e-10,
      "loss": 0.0103,
      "step": 63427
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.06744240503987e-10,
      "loss": 0.0085,
      "step": 63428
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.024804330935109e-10,
      "loss": 0.0039,
      "step": 63429
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.982295255580918e-10,
      "loss": 0.0136,
      "step": 63430
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.939915179082768e-10,
      "loss": 0.0106,
      "step": 63431
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.897664101551682e-10,
      "loss": 0.0039,
      "step": 63432
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.855542023098682e-10,
      "loss": 0.0108,
      "step": 63433
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.81354894382924e-10,
      "loss": 0.0113,
      "step": 63434
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.771684863854378e-10,
      "loss": 0.0163,
      "step": 63435
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.729949783279566e-10,
      "loss": 0.0073,
      "step": 63436
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.688343702215827e-10,
      "loss": 0.0092,
      "step": 63437
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.646866620768633e-10,
      "loss": 0.0042,
      "step": 63438
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.605518539043454e-10,
      "loss": 0.0127,
      "step": 63439
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.564299457151313e-10,
      "loss": 0.0051,
      "step": 63440
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.52320937519213e-10,
      "loss": 0.0059,
      "step": 63441
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.482248293276927e-10,
      "loss": 0.012,
      "step": 63442
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.441416211511176e-10,
      "loss": 0.002,
      "step": 63443
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.400713130000347e-10,
      "loss": 0.0068,
      "step": 63444
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.36013904884436e-10,
      "loss": 0.0128,
      "step": 63445
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.319693968154239e-10,
      "loss": 0.0137,
      "step": 63446
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.279377888035454e-10,
      "loss": 0.0082,
      "step": 63447
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.239190808582374e-10,
      "loss": 0.0021,
      "step": 63448
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.199132729906021e-10,
      "loss": 0.0044,
      "step": 63449
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.159203652111867e-10,
      "loss": 0.0264,
      "step": 63450
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.11940357529428e-10,
      "loss": 0.004,
      "step": 63451
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.079732499564284e-10,
      "loss": 0.0075,
      "step": 63452
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.040190425021797e-10,
      "loss": 0.0034,
      "step": 63453
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.00077735176674e-10,
      "loss": 0.0038,
      "step": 63454
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.961493279904584e-10,
      "loss": 0.0113,
      "step": 63455
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.92233820953525e-10,
      "loss": 0.004,
      "step": 63456
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.883312140753106e-10,
      "loss": 0.0253,
      "step": 63457
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.844415073669174e-10,
      "loss": 0.0077,
      "step": 63458
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.805647008377823e-10,
      "loss": 0.0177,
      "step": 63459
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.767007944984526e-10,
      "loss": 0.0021,
      "step": 63460
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.72849788358365e-10,
      "loss": 0.0067,
      "step": 63461
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.690116824275116e-10,
      "loss": 0.0122,
      "step": 63462
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.651864767158843e-10,
      "loss": 0.0028,
      "step": 63463
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.613741712329201e-10,
      "loss": 0.0024,
      "step": 63464
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.575747659891661e-10,
      "loss": 0.0266,
      "step": 63465
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.537882609946144e-10,
      "loss": 0.0029,
      "step": 63466
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.500146562581466e-10,
      "loss": 0.0033,
      "step": 63467
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.462539517903098e-10,
      "loss": 0.0028,
      "step": 63468
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.425061475999859e-10,
      "loss": 0.0046,
      "step": 63469
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.38771243697167e-10,
      "loss": 0.0065,
      "step": 63470
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.35049240091845e-10,
      "loss": 0.0038,
      "step": 63471
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.313401367934567e-10,
      "loss": 0.0115,
      "step": 63472
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.276439338114392e-10,
      "loss": 0.0156,
      "step": 63473
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.239606311557843e-10,
      "loss": 0.0225,
      "step": 63474
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.202902288348189e-10,
      "loss": 0.0015,
      "step": 63475
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.16632726859645e-10,
      "loss": 0.0036,
      "step": 63476
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.129881252380342e-10,
      "loss": 0.0029,
      "step": 63477
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.093564239805338e-10,
      "loss": 0.0034,
      "step": 63478
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.057376230965805e-10,
      "loss": 0.0091,
      "step": 63479
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.02131722594501e-10,
      "loss": 0.0212,
      "step": 63480
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.985387224848426e-10,
      "loss": 0.002,
      "step": 63481
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.949586227759318e-10,
      "loss": 0.0127,
      "step": 63482
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.913914234772055e-10,
      "loss": 0.0078,
      "step": 63483
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.878371245981006e-10,
      "loss": 0.0053,
      "step": 63484
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.842957261480541e-10,
      "loss": 0.0078,
      "step": 63485
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.807672281353926e-10,
      "loss": 0.0087,
      "step": 63486
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.772516305695529e-10,
      "loss": 0.0017,
      "step": 63487
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.73748933459972e-10,
      "loss": 0.0049,
      "step": 63488
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.702591368155318e-10,
      "loss": 0.0014,
      "step": 63489
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.667822406451139e-10,
      "loss": 0.0019,
      "step": 63490
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.633182449576001e-10,
      "loss": 0.0065,
      "step": 63491
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.598671497618723e-10,
      "loss": 0.0133,
      "step": 63492
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.564289550673673e-10,
      "loss": 0.0332,
      "step": 63493
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.530036608824118e-10,
      "loss": 0.0008,
      "step": 63494
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.495912672158875e-10,
      "loss": 0.0056,
      "step": 63495
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.461917740766764e-10,
      "loss": 0.0259,
      "step": 63496
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.428051814742151e-10,
      "loss": 0.0154,
      "step": 63497
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3943148941627547e-10,
      "loss": 0.0045,
      "step": 63498
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3607069791173906e-10,
      "loss": 0.0111,
      "step": 63499
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3272280696948774e-10,
      "loss": 0.0043,
      "step": 63500
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.293878165984033e-10,
      "loss": 0.0182,
      "step": 63501
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.2606572680625737e-10,
      "loss": 0.0127,
      "step": 63502
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.227565376030418e-10,
      "loss": 0.0194,
      "step": 63503
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.1946024899597313e-10,
      "loss": 0.0198,
      "step": 63504
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.1617686099393317e-10,
      "loss": 0.0046,
      "step": 63505
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.129063736058037e-10,
      "loss": 0.0071,
      "step": 63506
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.096487868393562e-10,
      "loss": 0.0045,
      "step": 63507
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.0640410070347247e-10,
      "loss": 0.0076,
      "step": 63508
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.0317231520647926e-10,
      "loss": 0.0064,
      "step": 63509
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.999534303567032e-10,
      "loss": 0.0116,
      "step": 63510
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.9674744616191583e-10,
      "loss": 0.0065,
      "step": 63511
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.9355436263155413e-10,
      "loss": 0.0112,
      "step": 63512
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.903741797728344e-10,
      "loss": 0.0046,
      "step": 63513
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8720689759408345e-10,
      "loss": 0.0248,
      "step": 63514
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8405251610418305e-10,
      "loss": 0.0342,
      "step": 63515
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8091103531034957e-10,
      "loss": 0.0049,
      "step": 63516
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7778245522090974e-10,
      "loss": 0.002,
      "step": 63517
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.746667758447453e-10,
      "loss": 0.0056,
      "step": 63518
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7156399718907276e-10,
      "loss": 0.0014,
      "step": 63519
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.6847411926166367e-10,
      "loss": 0.0259,
      "step": 63520
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.6539714207139977e-10,
      "loss": 0.0085,
      "step": 63521
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.623330656260526e-10,
      "loss": 0.0367,
      "step": 63522
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.5928188993283874e-10,
      "loss": 0.0005,
      "step": 63523
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.5624361500008476e-10,
      "loss": 0.0064,
      "step": 63524
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.532182408350071e-10,
      "loss": 0.0046,
      "step": 63525
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.502057674470427e-10,
      "loss": 0.0043,
      "step": 63526
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.472061948422978e-10,
      "loss": 0.0031,
      "step": 63527
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.44219523029099e-10,
      "loss": 0.0072,
      "step": 63528
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.412457520152179e-10,
      "loss": 0.0043,
      "step": 63529
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.382848818084261e-10,
      "loss": 0.0215,
      "step": 63530
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3533691241594e-10,
      "loss": 0.0079,
      "step": 63531
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.324018438455312e-10,
      "loss": 0.0101,
      "step": 63532
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.2947967610552635e-10,
      "loss": 0.0184,
      "step": 63533
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.265704092025868e-10,
      "loss": 0.0064,
      "step": 63534
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.2367404314392893e-10,
      "loss": 0.0135,
      "step": 63535
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.207905779378795e-10,
      "loss": 0.0145,
      "step": 63536
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.1792001359165494e-10,
      "loss": 0.008,
      "step": 63537
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.1506235011247167e-10,
      "loss": 0.0313,
      "step": 63538
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.122175875081013e-10,
      "loss": 0.0233,
      "step": 63539
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.093857257852051e-10,
      "loss": 0.0077,
      "step": 63540
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.065667649515547e-10,
      "loss": 0.0028,
      "step": 63541
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.037607050143665e-10,
      "loss": 0.0164,
      "step": 63542
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.00967545980857e-10,
      "loss": 0.0079,
      "step": 63543
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.9818728785824256e-10,
      "loss": 0.0172,
      "step": 63544
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.9541993065373976e-10,
      "loss": 0.0181,
      "step": 63545
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.9266547437456495e-10,
      "loss": 0.0078,
      "step": 63546
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.899239190273795e-10,
      "loss": 0.019,
      "step": 63547
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.8719526461939983e-10,
      "loss": 0.0023,
      "step": 63548
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.8447951115839756e-10,
      "loss": 0.0047,
      "step": 63549
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.8177665865047886e-10,
      "loss": 0.0071,
      "step": 63550
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7908670710286023e-10,
      "loss": 0.0054,
      "step": 63551
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.764096565227581e-10,
      "loss": 0.007,
      "step": 63552
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7374550691683374e-10,
      "loss": 0.0038,
      "step": 63553
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.710942582917486e-10,
      "loss": 0.0194,
      "step": 63554
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.684559106547191e-10,
      "loss": 0.0085,
      "step": 63555
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.658304640129616e-10,
      "loss": 0.0068,
      "step": 63556
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6321791837202737e-10,
      "loss": 0.0079,
      "step": 63557
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6061827373968786e-10,
      "loss": 0.0058,
      "step": 63558
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.580315301226044e-10,
      "loss": 0.016,
      "step": 63559
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5545768752688327e-10,
      "loss": 0.0252,
      "step": 63560
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.528967459597409e-10,
      "loss": 0.0041,
      "step": 63561
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.503487054272835e-10,
      "loss": 0.0117,
      "step": 63562
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4781356593617247e-10,
      "loss": 0.0072,
      "step": 63563
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4529132749362415e-10,
      "loss": 0.012,
      "step": 63564
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4278199010518975e-10,
      "loss": 0.0034,
      "step": 63565
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.402855537775306e-10,
      "loss": 0.0091,
      "step": 63566
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.378020185178631e-10,
      "loss": 0.0096,
      "step": 63567
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3533138433173843e-10,
      "loss": 0.0239,
      "step": 63568
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3287365122581784e-10,
      "loss": 0.0157,
      "step": 63569
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3042881920676273e-10,
      "loss": 0.008,
      "step": 63570
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2799688828067934e-10,
      "loss": 0.0011,
      "step": 63571
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2557785845311874e-10,
      "loss": 0.0026,
      "step": 63572
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.231717297312974e-10,
      "loss": 0.0048,
      "step": 63573
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2077850212132156e-10,
      "loss": 0.0038,
      "step": 63574
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1839817562929743e-10,
      "loss": 0.0082,
      "step": 63575
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1603075026077614e-10,
      "loss": 0.0214,
      "step": 63576
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.13676226022419e-10,
      "loss": 0.0049,
      "step": 63577
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1133460291977714e-10,
      "loss": 0.0169,
      "step": 63578
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0900588096006703e-10,
      "loss": 0.0097,
      "step": 63579
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0669006014772952e-10,
      "loss": 0.0027,
      "step": 63580
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.043871404899811e-10,
      "loss": 0.004,
      "step": 63581
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0209712199237286e-10,
      "loss": 0.0053,
      "step": 63582
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9982000466045591e-10,
      "loss": 0.0027,
      "step": 63583
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9755578850089163e-10,
      "loss": 0.0247,
      "step": 63584
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9530447351867598e-10,
      "loss": 0.0093,
      "step": 63585
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.930660597199152e-10,
      "loss": 0.0112,
      "step": 63586
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9084054711071554e-10,
      "loss": 0.0032,
      "step": 63587
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8862793569662807e-10,
      "loss": 0.0016,
      "step": 63588
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8642822548264882e-10,
      "loss": 0.0099,
      "step": 63589
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8424141647599425e-10,
      "loss": 0.0222,
      "step": 63590
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.820675086805501e-10,
      "loss": 0.0052,
      "step": 63591
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7990650210353288e-10,
      "loss": 0.0104,
      "step": 63592
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7775839674938344e-10,
      "loss": 0.0102,
      "step": 63593
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7562319262365292e-10,
      "loss": 0.0082,
      "step": 63594
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7350088973300262e-10,
      "loss": 0.0036,
      "step": 63595
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7139148808187345e-10,
      "loss": 0.0225,
      "step": 63596
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6929498767581655e-10,
      "loss": 0.0435,
      "step": 63597
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6721138852038298e-10,
      "loss": 0.0014,
      "step": 63598
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6514069062112393e-10,
      "loss": 0.0084,
      "step": 63599
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6308289398303535e-10,
      "loss": 0.0088,
      "step": 63600
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6103799861166836e-10,
      "loss": 0.0073,
      "step": 63601
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5900600451201898e-10,
      "loss": 0.0037,
      "step": 63602
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.569869116896383e-10,
      "loss": 0.0074,
      "step": 63603
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.549807201500775e-10,
      "loss": 0.0127,
      "step": 63604
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5298742989777736e-10,
      "loss": 0.0016,
      "step": 63605
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5100704093828912e-10,
      "loss": 0.0025,
      "step": 63606
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4903955327660868e-10,
      "loss": 0.0076,
      "step": 63607
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.470849669177321e-10,
      "loss": 0.005,
      "step": 63608
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4514328186665538e-10,
      "loss": 0.0012,
      "step": 63609
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4321449812892963e-10,
      "loss": 0.003,
      "step": 63610
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4129861570899574e-10,
      "loss": 0.007,
      "step": 63611
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3939563461184968e-10,
      "loss": 0.0084,
      "step": 63612
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3750555484248752e-10,
      "loss": 0.0072,
      "step": 63613
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3562837640535008e-10,
      "loss": 0.0083,
      "step": 63614
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3376409930654365e-10,
      "loss": 0.0014,
      "step": 63615
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3191272354939888e-10,
      "loss": 0.0044,
      "step": 63616
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3007424914002197e-10,
      "loss": 0.0041,
      "step": 63617
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2824867608174362e-10,
      "loss": 0.0112,
      "step": 63618
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2643600438067004e-10,
      "loss": 0.0107,
      "step": 63619
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2463623404013191e-10,
      "loss": 0.012,
      "step": 63620
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2284936506623546e-10,
      "loss": 0.0127,
      "step": 63621
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2107539746231133e-10,
      "loss": 0.0008,
      "step": 63622
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1931433123335556e-10,
      "loss": 0.0066,
      "step": 63623
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1756616638436414e-10,
      "loss": 0.0038,
      "step": 63624
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1583090291922283e-10,
      "loss": 0.0054,
      "step": 63625
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1410854084292767e-10,
      "loss": 0.0164,
      "step": 63626
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.123990801593644e-10,
      "loss": 0.0086,
      "step": 63627
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1070252087352906e-10,
      "loss": 0.0088,
      "step": 63628
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0901886298930742e-10,
      "loss": 0.0177,
      "step": 63629
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0734810651114036e-10,
      "loss": 0.0044,
      "step": 63630
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0569025144346879e-10,
      "loss": 0.0026,
      "step": 63631
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0404529779073359e-10,
      "loss": 0.004,
      "step": 63632
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0241324555737564e-10,
      "loss": 0.0032,
      "step": 63633
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0079409474672563e-10,
      "loss": 0.0152,
      "step": 63634
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.918784536322445e-11,
      "loss": 0.0048,
      "step": 63635
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.75944974118681e-11,
      "loss": 0.0099,
      "step": 63636
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.601405089598725e-11,
      "loss": 0.0027,
      "step": 63637
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.444650581946768e-11,
      "loss": 0.0038,
      "step": 63638
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.28918621873054e-11,
      "loss": 0.0064,
      "step": 63639
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.135012000227594e-11,
      "loss": 0.0199,
      "step": 63640
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.982127926937534e-11,
      "loss": 0.0029,
      "step": 63641
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.830533999193424e-11,
      "loss": 0.0046,
      "step": 63642
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.680230217439356e-11,
      "loss": 0.0062,
      "step": 63643
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.531216582008395e-11,
      "loss": 0.0036,
      "step": 63644
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.383493093344631e-11,
      "loss": 0.0074,
      "step": 63645
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.237059751781129e-11,
      "loss": 0.0035,
      "step": 63646
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.09191655770647e-11,
      "loss": 0.0069,
      "step": 63647
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.94806351150923e-11,
      "loss": 0.0189,
      "step": 63648
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.805500613522476e-11,
      "loss": 0.0078,
      "step": 63649
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.664227864190299e-11,
      "loss": 0.0119,
      "step": 63650
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.524245263790253e-11,
      "loss": 0.016,
      "step": 63651
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.385552812710917e-11,
      "loss": 0.004,
      "step": 63652
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.248150511340867e-11,
      "loss": 0.0056,
      "step": 63653
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.112038360068685e-11,
      "loss": 0.0218,
      "step": 63654
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.977216359116412e-11,
      "loss": 0.0016,
      "step": 63655
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.843684508928138e-11,
      "loss": 0.009,
      "step": 63656
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.711442809836933e-11,
      "loss": 0.0025,
      "step": 63657
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.580491262175859e-11,
      "loss": 0.035,
      "step": 63658
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.450829866277985e-11,
      "loss": 0.0072,
      "step": 63659
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.322458622476379e-11,
      "loss": 0.0139,
      "step": 63660
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.195377531104107e-11,
      "loss": 0.0157,
      "step": 63661
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.069586592494237e-11,
      "loss": 0.026,
      "step": 63662
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.945085806979833e-11,
      "loss": 0.0053,
      "step": 63663
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.821875174893966e-11,
      "loss": 0.0053,
      "step": 63664
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.699954696514187e-11,
      "loss": 0.0037,
      "step": 63665
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.579324372173567e-11,
      "loss": 0.0021,
      "step": 63666
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.45998420214966e-11,
      "loss": 0.0038,
      "step": 63667
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.341934186831044e-11,
      "loss": 0.003,
      "step": 63668
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.225174326439764e-11,
      "loss": 0.0139,
      "step": 63669
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.1097046213088864e-11,
      "loss": 0.0107,
      "step": 63670
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.9955250717714787e-11,
      "loss": 0.0194,
      "step": 63671
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8826356781050964e-11,
      "loss": 0.0028,
      "step": 63672
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.771036440531785e-11,
      "loss": 0.0088,
      "step": 63673
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.6607273594401206e-11,
      "loss": 0.0143,
      "step": 63674
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.551708435052149e-11,
      "loss": 0.0049,
      "step": 63675
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.4439796677009374e-11,
      "loss": 0.0035,
      "step": 63676
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3375410576085294e-11,
      "loss": 0.0099,
      "step": 63677
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.232392605052482e-11,
      "loss": 0.01,
      "step": 63678
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.12853431031035e-11,
      "loss": 0.0113,
      "step": 63679
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.025966173715201e-11,
      "loss": 0.0074,
      "step": 63680
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.924688195433568e-11,
      "loss": 0.0274,
      "step": 63681
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8247003757985176e-11,
      "loss": 0.0053,
      "step": 63682
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.726002715032095e-11,
      "loss": 0.0029,
      "step": 63683
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.628595213356345e-11,
      "loss": 0.0031,
      "step": 63684
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.532477871104334e-11,
      "loss": 0.0101,
      "step": 63685
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.437650688498107e-11,
      "loss": 0.0084,
      "step": 63686
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.344113665759707e-11,
      "loss": 0.0096,
      "step": 63687
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.251866803111181e-11,
      "loss": 0.0066,
      "step": 63688
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.160910100885595e-11,
      "loss": 0.0065,
      "step": 63689
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.071243559193971e-11,
      "loss": 0.0088,
      "step": 63690
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.982867178313864e-11,
      "loss": 0.0061,
      "step": 63691
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.8957809585228314e-11,
      "loss": 0.0036,
      "step": 63692
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.8099848999874057e-11,
      "loss": 0.0085,
      "step": 63693
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.725479002985143e-11,
      "loss": 0.0028,
      "step": 63694
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6422632676270656e-11,
      "loss": 0.0095,
      "step": 63695
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5603376942462398e-11,
      "loss": 0.0179,
      "step": 63696
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.4797022830091998e-11,
      "loss": 0.0067,
      "step": 63697
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.400357034082479e-11,
      "loss": 0.0073,
      "step": 63698
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3223019477436325e-11,
      "loss": 0.0068,
      "step": 63699
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2455370241591945e-11,
      "loss": 0.0062,
      "step": 63700
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1700622635512092e-11,
      "loss": 0.0065,
      "step": 63701
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.095877666030699e-11,
      "loss": 0.0124,
      "step": 63702
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0229832318752195e-11,
      "loss": 0.0068,
      "step": 63703
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9513789612513045e-11,
      "loss": 0.0144,
      "step": 63704
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8810648543254874e-11,
      "loss": 0.0111,
      "step": 63705
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8120409113198124e-11,
      "loss": 0.0143,
      "step": 63706
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.744307132400813e-11,
      "loss": 0.0061,
      "step": 63707
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.677863517679512e-11,
      "loss": 0.0079,
      "step": 63708
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6127100673779538e-11,
      "loss": 0.0041,
      "step": 63709
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5488467817181828e-11,
      "loss": 0.0079,
      "step": 63710
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4862736607557103e-11,
      "loss": 0.0036,
      "step": 63711
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4249907047125811e-11,
      "loss": 0.0113,
      "step": 63712
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3649979137553283e-11,
      "loss": 0.0098,
      "step": 63713
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3062952879949741e-11,
      "loss": 0.0112,
      "step": 63714
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2488828276535637e-11,
      "loss": 0.0024,
      "step": 63715
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1927605328421188e-11,
      "loss": 0.01,
      "step": 63716
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.137928403671662e-11,
      "loss": 0.0112,
      "step": 63717
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0843864403087267e-11,
      "loss": 0.0311,
      "step": 63718
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0321346428643353e-11,
      "loss": 0.0119,
      "step": 63719
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.811730115605323e-12,
      "loss": 0.007,
      "step": 63720
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.315015464528288e-12,
      "loss": 0.0032,
      "step": 63721
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.831202477077582e-12,
      "loss": 0.0055,
      "step": 63722
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.36029115380832e-12,
      "loss": 0.0114,
      "step": 63723
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.902281496940944e-12,
      "loss": 0.0094,
      "step": 63724
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.457173507030568e-12,
      "loss": 0.0072,
      "step": 63725
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.024967185187414e-12,
      "loss": 0.0049,
      "step": 63726
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.605662532521706e-12,
      "loss": 0.0115,
      "step": 63727
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.199259550698777e-12,
      "loss": 0.007,
      "step": 63728
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.80575824027374e-12,
      "loss": 0.003,
      "step": 63729
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.4251586018017055e-12,
      "loss": 0.005,
      "step": 63730
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.05746063750312e-12,
      "loss": 0.0096,
      "step": 63731
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.7026643473779834e-12,
      "loss": 0.006,
      "step": 63732
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3607697325365185e-12,
      "loss": 0.008,
      "step": 63733
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.031776794088948e-12,
      "loss": 0.0099,
      "step": 63734
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.715685532590385e-12,
      "loss": 0.0136,
      "step": 63735
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4124959491510513e-12,
      "loss": 0.0034,
      "step": 63736
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.1222080437709467e-12,
      "loss": 0.0122,
      "step": 63737
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.844821818670518e-12,
      "loss": 0.003,
      "step": 63738
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.580337273294653e-12,
      "loss": 0.0144,
      "step": 63739
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3287544081984636e-12,
      "loss": 0.0059,
      "step": 63740
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0900732250472842e-12,
      "loss": 0.0034,
      "step": 63741
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.864293724396227e-12,
      "loss": 0.0091,
      "step": 63742
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.651415905690179e-12,
      "loss": 0.0021,
      "step": 63743
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.451439770594476e-12,
      "loss": 0.004,
      "step": 63744
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2643653191091177e-12,
      "loss": 0.0044,
      "step": 63745
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0901925517892154e-12,
      "loss": 0.0242,
      "step": 63746
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.289214691898806e-13,
      "loss": 0.0038,
      "step": 63747
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.805520718662252e-13,
      "loss": 0.0072,
      "step": 63748
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.450843598182488e-13,
      "loss": 0.0046,
      "step": 63749
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.225183336010631e-13,
      "loss": 0.0128,
      "step": 63750
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.128539937697795e-13,
      "loss": 0.0041,
      "step": 63751
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.1609133976928664e-13,
      "loss": 0.0034,
      "step": 63752
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.322303727098074e-13,
      "loss": 0.0062,
      "step": 63753
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6127109259134188e-13,
      "loss": 0.0089,
      "step": 63754
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0321349941389003e-13,
      "loss": 0.0172,
      "step": 63755
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.805759373256337e-14,
      "loss": 0.007,
      "step": 63756
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5803374992250384e-14,
      "loss": 0.0026,
      "step": 63757
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.450843748062596e-15,
      "loss": 0.0161,
      "step": 63758
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.0053,
      "step": 63759
    },
    {
      "epoch": 1.0,
      "step": 63759,
      "total_flos": 2.506019159199892e+24,
      "train_loss": 0.010510561926647068,
      "train_runtime": 177595.6435,
      "train_samples_per_second": 5.744,
      "train_steps_per_second": 0.359
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 63759,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "total_flos": 2.506019159199892e+24,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}