{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 6640,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 0.8701,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 0.8464,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 0.8714,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 0.8615,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.8398,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.000000000000001e-07,
      "loss": 0.8591,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.000000000000001e-07,
      "loss": 0.8435,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.000000000000001e-07,
      "loss": 0.8842,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.000000000000001e-07,
      "loss": 0.8647,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.8558,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1e-06,
      "loss": 0.8302,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.8502,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3e-06,
      "loss": 0.8231,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.8365,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5e-06,
      "loss": 0.8022,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.813,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 0.7824,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.8213,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.8095,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.7776,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 0.7886,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2e-06,
      "loss": 0.7633,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 0.7462,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 0.7832,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5e-06,
      "loss": 0.7192,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6e-06,
      "loss": 0.7273,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 0.7317,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 0.7161,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9e-06,
      "loss": 0.7441,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 3e-06,
      "loss": 0.742,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 0.7256,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.7334,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.7411,
      "step": 33
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.7161,
      "step": 34
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5e-06,
      "loss": 0.7363,
      "step": 35
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.7077,
      "step": 36
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7e-06,
      "loss": 0.7267,
      "step": 37
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.7156,
      "step": 38
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.7085,
      "step": 39
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7349,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.1e-06,
      "loss": 0.7321,
      "step": 41
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.7276,
      "step": 42
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.3e-06,
      "loss": 0.7137,
      "step": 43
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.4e-06,
      "loss": 0.7214,
      "step": 44
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.5e-06,
      "loss": 0.7005,
      "step": 45
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.7162,
      "step": 46
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7e-06,
      "loss": 0.7398,
      "step": 47
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.688,
      "step": 48
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.7133,
      "step": 49
    },
    {
      "epoch": 0.01,
      "learning_rate": 5e-06,
      "loss": 0.6886,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.1e-06,
      "loss": 0.7025,
      "step": 51
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.2e-06,
      "loss": 0.6912,
      "step": 52
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.300000000000001e-06,
      "loss": 0.7345,
      "step": 53
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.400000000000001e-06,
      "loss": 0.6964,
      "step": 54
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.7314,
      "step": 55
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.600000000000001e-06,
      "loss": 0.7106,
      "step": 56
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.7e-06,
      "loss": 0.6857,
      "step": 57
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.8e-06,
      "loss": 0.7052,
      "step": 58
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.9e-06,
      "loss": 0.6861,
      "step": 59
    },
    {
      "epoch": 0.01,
      "learning_rate": 6e-06,
      "loss": 0.6904,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.1e-06,
      "loss": 0.7014,
      "step": 61
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.200000000000001e-06,
      "loss": 0.7044,
      "step": 62
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.300000000000001e-06,
      "loss": 0.6892,
      "step": 63
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 0.6999,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.6882,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.600000000000001e-06,
      "loss": 0.6948,
      "step": 66
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.700000000000001e-06,
      "loss": 0.6945,
      "step": 67
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.800000000000001e-06,
      "loss": 0.6927,
      "step": 68
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.9e-06,
      "loss": 0.6717,
      "step": 69
    },
    {
      "epoch": 0.01,
      "learning_rate": 7e-06,
      "loss": 0.6557,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.100000000000001e-06,
      "loss": 0.6856,
      "step": 71
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 0.6828,
      "step": 72
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.3e-06,
      "loss": 0.6905,
      "step": 73
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.4e-06,
      "loss": 0.6909,
      "step": 74
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.699,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.600000000000001e-06,
      "loss": 0.6655,
      "step": 76
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.7e-06,
      "loss": 0.6823,
      "step": 77
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.6972,
      "step": 78
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.9e-06,
      "loss": 0.6713,
      "step": 79
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.6964,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.1e-06,
      "loss": 0.6756,
      "step": 81
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.2e-06,
      "loss": 0.686,
      "step": 82
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.3e-06,
      "loss": 0.6692,
      "step": 83
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.400000000000001e-06,
      "loss": 0.7134,
      "step": 84
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.5e-06,
      "loss": 0.6962,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.6e-06,
      "loss": 0.6681,
      "step": 86
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.700000000000001e-06,
      "loss": 0.6827,
      "step": 87
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.8e-06,
      "loss": 0.67,
      "step": 88
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.900000000000001e-06,
      "loss": 0.6908,
      "step": 89
    },
    {
      "epoch": 0.01,
      "learning_rate": 9e-06,
      "loss": 0.6571,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.100000000000001e-06,
      "loss": 0.6772,
      "step": 91
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.200000000000002e-06,
      "loss": 0.6715,
      "step": 92
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.3e-06,
      "loss": 0.6644,
      "step": 93
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.4e-06,
      "loss": 0.6832,
      "step": 94
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.5e-06,
      "loss": 0.6604,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.600000000000001e-06,
      "loss": 0.6836,
      "step": 96
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.7e-06,
      "loss": 0.6738,
      "step": 97
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.6768,
      "step": 98
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.9e-06,
      "loss": 0.6825,
      "step": 99
    },
    {
      "epoch": 0.02,
      "learning_rate": 1e-05,
      "loss": 0.6724,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0100000000000002e-05,
      "loss": 0.6592,
      "step": 101
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.02e-05,
      "loss": 0.6562,
      "step": 102
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0300000000000001e-05,
      "loss": 0.6294,
      "step": 103
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.04e-05,
      "loss": 0.662,
      "step": 104
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0500000000000001e-05,
      "loss": 0.6613,
      "step": 105
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 0.6625,
      "step": 106
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0700000000000001e-05,
      "loss": 0.6885,
      "step": 107
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 0.6659,
      "step": 108
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0900000000000002e-05,
      "loss": 0.6549,
      "step": 109
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.65,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1100000000000002e-05,
      "loss": 0.6474,
      "step": 111
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 0.6668,
      "step": 112
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.13e-05,
      "loss": 0.6329,
      "step": 113
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.14e-05,
      "loss": 0.6483,
      "step": 114
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.15e-05,
      "loss": 0.666,
      "step": 115
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.16e-05,
      "loss": 0.6942,
      "step": 116
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.17e-05,
      "loss": 0.6566,
      "step": 117
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.18e-05,
      "loss": 0.6725,
      "step": 118
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1900000000000001e-05,
      "loss": 0.6601,
      "step": 119
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2e-05,
      "loss": 0.6557,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2100000000000001e-05,
      "loss": 0.6741,
      "step": 121
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.22e-05,
      "loss": 0.6644,
      "step": 122
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.23e-05,
      "loss": 0.657,
      "step": 123
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 0.6804,
      "step": 124
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.25e-05,
      "loss": 0.6515,
      "step": 125
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 0.6514,
      "step": 126
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.27e-05,
      "loss": 0.6448,
      "step": 127
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 0.6584,
      "step": 128
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2900000000000002e-05,
      "loss": 0.6688,
      "step": 129
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 0.6614,
      "step": 130
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3100000000000002e-05,
      "loss": 0.631,
      "step": 131
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 0.6396,
      "step": 132
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3300000000000001e-05,
      "loss": 0.6447,
      "step": 133
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 0.6827,
      "step": 134
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3500000000000001e-05,
      "loss": 0.6643,
      "step": 135
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 0.6556,
      "step": 136
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3700000000000003e-05,
      "loss": 0.6429,
      "step": 137
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.38e-05,
      "loss": 0.6678,
      "step": 138
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.39e-05,
      "loss": 0.6607,
      "step": 139
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4e-05,
      "loss": 0.6691,
      "step": 140
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.41e-05,
      "loss": 0.6484,
      "step": 141
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4200000000000001e-05,
      "loss": 0.6341,
      "step": 142
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.43e-05,
      "loss": 0.6602,
      "step": 143
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 0.6474,
      "step": 144
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.45e-05,
      "loss": 0.6489,
      "step": 145
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.46e-05,
      "loss": 0.6463,
      "step": 146
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4700000000000002e-05,
      "loss": 0.6544,
      "step": 147
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.48e-05,
      "loss": 0.6199,
      "step": 148
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4900000000000001e-05,
      "loss": 0.6548,
      "step": 149
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.6637,
      "step": 150
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5100000000000001e-05,
      "loss": 0.6314,
      "step": 151
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 0.6525,
      "step": 152
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5300000000000003e-05,
      "loss": 0.6429,
      "step": 153
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.54e-05,
      "loss": 0.6374,
      "step": 154
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.55e-05,
      "loss": 0.6496,
      "step": 155
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 0.6558,
      "step": 156
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5700000000000002e-05,
      "loss": 0.6222,
      "step": 157
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.58e-05,
      "loss": 0.6519,
      "step": 158
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5900000000000004e-05,
      "loss": 0.6433,
      "step": 159
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.6543,
      "step": 160
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6100000000000002e-05,
      "loss": 0.669,
      "step": 161
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.62e-05,
      "loss": 0.6518,
      "step": 162
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.63e-05,
      "loss": 0.6421,
      "step": 163
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.64e-05,
      "loss": 0.6551,
      "step": 164
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.65e-05,
      "loss": 0.6423,
      "step": 165
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.66e-05,
      "loss": 0.6312,
      "step": 166
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.67e-05,
      "loss": 0.6732,
      "step": 167
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 0.6408,
      "step": 168
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.69e-05,
      "loss": 0.637,
      "step": 169
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7e-05,
      "loss": 0.6489,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7100000000000002e-05,
      "loss": 0.6367,
      "step": 171
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.72e-05,
      "loss": 0.6543,
      "step": 172
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.73e-05,
      "loss": 0.6501,
      "step": 173
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 0.621,
      "step": 174
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 0.6753,
      "step": 175
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.76e-05,
      "loss": 0.6795,
      "step": 176
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.77e-05,
      "loss": 0.6449,
      "step": 177
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 0.6384,
      "step": 178
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.79e-05,
      "loss": 0.6281,
      "step": 179
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8e-05,
      "loss": 0.6684,
      "step": 180
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8100000000000003e-05,
      "loss": 0.6155,
      "step": 181
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 0.6455,
      "step": 182
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.83e-05,
      "loss": 0.6479,
      "step": 183
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 0.6479,
      "step": 184
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8500000000000002e-05,
      "loss": 0.637,
      "step": 185
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.86e-05,
      "loss": 0.6284,
      "step": 186
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8700000000000004e-05,
      "loss": 0.6324,
      "step": 187
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.88e-05,
      "loss": 0.6284,
      "step": 188
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8900000000000002e-05,
      "loss": 0.6549,
      "step": 189
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9e-05,
      "loss": 0.6481,
      "step": 190
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.91e-05,
      "loss": 0.6274,
      "step": 191
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 0.6366,
      "step": 192
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.93e-05,
      "loss": 0.6547,
      "step": 193
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.94e-05,
      "loss": 0.6158,
      "step": 194
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.95e-05,
      "loss": 0.6303,
      "step": 195
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 0.6491,
      "step": 196
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.97e-05,
      "loss": 0.6201,
      "step": 197
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.98e-05,
      "loss": 0.6507,
      "step": 198
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 0.6129,
      "step": 199
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 0.657,
      "step": 200
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999998810134135e-05,
      "loss": 0.6444,
      "step": 201
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999995240536816e-05,
      "loss": 0.651,
      "step": 202
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999989291208895e-05,
      "loss": 0.6421,
      "step": 203
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999998096215179e-05,
      "loss": 0.661,
      "step": 204
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999997025336748e-05,
      "loss": 0.6441,
      "step": 205
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999957164858518e-05,
      "loss": 0.6528,
      "step": 206
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999994169662801e-05,
      "loss": 0.6349,
      "step": 207
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999923848679645e-05,
      "loss": 0.6448,
      "step": 208
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999990362101767e-05,
      "loss": 0.635,
      "step": 209
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999881013646893e-05,
      "loss": 0.6556,
      "step": 210
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99998560265727e-05,
      "loss": 0.6314,
      "step": 211
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999982865980103e-05,
      "loss": 0.6417,
      "step": 212
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999798913338404e-05,
      "loss": 0.6587,
      "step": 213
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999766787191897e-05,
      "loss": 0.6651,
      "step": 214
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999973228136915e-05,
      "loss": 0.613,
      "step": 215
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999695395878382e-05,
      "loss": 0.6288,
      "step": 216
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999965613072837e-05,
      "loss": 0.6335,
      "step": 217
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999614485928452e-05,
      "loss": 0.6204,
      "step": 218
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999570461488543e-05,
      "loss": 0.6293,
      "step": 219
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999524057419116e-05,
      "loss": 0.6515,
      "step": 220
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999475273731218e-05,
      "loss": 0.6314,
      "step": 221
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999942411043646e-05,
      "loss": 0.6561,
      "step": 222
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999370567547008e-05,
      "loss": 0.6461,
      "step": 223
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999314645075612e-05,
      "loss": 0.6641,
      "step": 224
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999256343035577e-05,
      "loss": 0.6512,
      "step": 225
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999919566144078e-05,
      "loss": 0.6194,
      "step": 226
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999913260030566e-05,
      "loss": 0.6427,
      "step": 227
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999067159645222e-05,
      "loss": 0.6268,
      "step": 228
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999899933947504e-05,
      "loss": 0.6289,
      "step": 229
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998929139811257e-05,
      "loss": 0.6575,
      "step": 230
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998856560670575e-05,
      "loss": 0.63,
      "step": 231
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998781602070264e-05,
      "loss": 0.6533,
      "step": 232
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999870426402817e-05,
      "loss": 0.6216,
      "step": 233
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998624546562688e-05,
      "loss": 0.6548,
      "step": 234
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998542449692794e-05,
      "loss": 0.6408,
      "step": 235
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998457973438023e-05,
      "loss": 0.651,
      "step": 236
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998371117818477e-05,
      "loss": 0.6467,
      "step": 237
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998281882854827e-05,
      "loss": 0.6377,
      "step": 238
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999819026856831e-05,
      "loss": 0.6388,
      "step": 239
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999809627498073e-05,
      "loss": 0.6612,
      "step": 240
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997999902114447e-05,
      "loss": 0.637,
      "step": 241
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99979011499924e-05,
      "loss": 0.6352,
      "step": 242
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999780001863809e-05,
      "loss": 0.6183,
      "step": 243
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999769650807558e-05,
      "loss": 0.62,
      "step": 244
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997590618329507e-05,
      "loss": 0.6368,
      "step": 245
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999748234942507e-05,
      "loss": 0.6329,
      "step": 246
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997371701388027e-05,
      "loss": 0.6401,
      "step": 247
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999725867424472e-05,
      "loss": 0.6323,
      "step": 248
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999714326802203e-05,
      "loss": 0.6313,
      "step": 249
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999702548274744e-05,
      "loss": 0.6465,
      "step": 250
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996905318448974e-05,
      "loss": 0.6479,
      "step": 251
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996782775155218e-05,
      "loss": 0.6547,
      "step": 252
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996657852895344e-05,
      "loss": 0.6785,
      "step": 253
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996530551699077e-05,
      "loss": 0.6445,
      "step": 254
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999640087159671e-05,
      "loss": 0.6585,
      "step": 255
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999626881261911e-05,
      "loss": 0.6393,
      "step": 256
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996134374797693e-05,
      "loss": 0.6342,
      "step": 257
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995997558164458e-05,
      "loss": 0.6343,
      "step": 258
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999585836275196e-05,
      "loss": 0.6417,
      "step": 259
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999571678859333e-05,
      "loss": 0.6349,
      "step": 260
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995572835722254e-05,
      "loss": 0.6714,
      "step": 261
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995426504172993e-05,
      "loss": 0.6387,
      "step": 262
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995277793980362e-05,
      "loss": 0.6425,
      "step": 263
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995126705179756e-05,
      "loss": 0.6362,
      "step": 264
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994973237807133e-05,
      "loss": 0.6443,
      "step": 265
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994817391899007e-05,
      "loss": 0.639,
      "step": 266
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994659167492466e-05,
      "loss": 0.6168,
      "step": 267
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994498564625174e-05,
      "loss": 0.6363,
      "step": 268
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994335583335336e-05,
      "loss": 0.6512,
      "step": 269
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999417022366174e-05,
      "loss": 0.6391,
      "step": 270
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994002485643746e-05,
      "loss": 0.655,
      "step": 271
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993832369321262e-05,
      "loss": 0.6158,
      "step": 272
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993659874734773e-05,
      "loss": 0.6286,
      "step": 273
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993485001925336e-05,
      "loss": 0.6539,
      "step": 274
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993307750934555e-05,
      "loss": 0.6483,
      "step": 275
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993128121804615e-05,
      "loss": 0.6059,
      "step": 276
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992946114578264e-05,
      "loss": 0.6396,
      "step": 277
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992761729298816e-05,
      "loss": 0.663,
      "step": 278
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992574966010144e-05,
      "loss": 0.6215,
      "step": 279
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99923858247567e-05,
      "loss": 0.6568,
      "step": 280
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992194305583492e-05,
      "loss": 0.6357,
      "step": 281
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999200040853609e-05,
      "loss": 0.6399,
      "step": 282
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999180413366065e-05,
      "loss": 0.6311,
      "step": 283
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991605481003865e-05,
      "loss": 0.6306,
      "step": 284
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999140445061302e-05,
      "loss": 0.6505,
      "step": 285
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999120104253595e-05,
      "loss": 0.6217,
      "step": 286
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990995256821062e-05,
      "loss": 0.652,
      "step": 287
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990787093517326e-05,
      "loss": 0.6331,
      "step": 288
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990576552674282e-05,
      "loss": 0.6486,
      "step": 289
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990363634342032e-05,
      "loss": 0.6638,
      "step": 290
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999014833857124e-05,
      "loss": 0.6228,
      "step": 291
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989930665413148e-05,
      "loss": 0.6414,
      "step": 292
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989710614919553e-05,
      "loss": 0.6424,
      "step": 293
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989488187142822e-05,
      "loss": 0.6399,
      "step": 294
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989263382135882e-05,
      "loss": 0.6525,
      "step": 295
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998903619995224e-05,
      "loss": 0.6379,
      "step": 296
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988806640645954e-05,
      "loss": 0.6183,
      "step": 297
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988574704271652e-05,
      "loss": 0.6313,
      "step": 298
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988340390884525e-05,
      "loss": 0.642,
      "step": 299
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988103700540345e-05,
      "loss": 0.6175,
      "step": 300
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987864633295425e-05,
      "loss": 0.6555,
      "step": 301
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987623189206667e-05,
      "loss": 0.6087,
      "step": 302
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987379368331522e-05,
      "loss": 0.6419,
      "step": 303
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987133170728012e-05,
      "loss": 0.6401,
      "step": 304
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998688459645473e-05,
      "loss": 0.6084,
      "step": 305
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998663364557083e-05,
      "loss": 0.6458,
      "step": 306
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986380318136028e-05,
      "loss": 0.6627,
      "step": 307
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986124614210608e-05,
      "loss": 0.6373,
      "step": 308
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985866533855425e-05,
      "loss": 0.6505,
      "step": 309
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985606077131895e-05,
      "loss": 0.6551,
      "step": 310
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985343244102e-05,
      "loss": 0.6284,
      "step": 311
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998507803482828e-05,
      "loss": 0.6341,
      "step": 312
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984810449373858e-05,
      "loss": 0.6524,
      "step": 313
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984540487802406e-05,
      "loss": 0.6298,
      "step": 314
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998426815017817e-05,
      "loss": 0.6363,
      "step": 315
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983993436565953e-05,
      "loss": 0.6268,
      "step": 316
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998371634703114e-05,
      "loss": 0.6352,
      "step": 317
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983436881639662e-05,
      "loss": 0.6591,
      "step": 318
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998315504045803e-05,
      "loss": 0.6362,
      "step": 319
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998287082355331e-05,
      "loss": 0.6345,
      "step": 320
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998258423099314e-05,
      "loss": 0.608,
      "step": 321
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982295262845724e-05,
      "loss": 0.627,
      "step": 322
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982003919179823e-05,
      "loss": 0.6175,
      "step": 323
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981710200064774e-05,
      "loss": 0.6372,
      "step": 324
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981414105570473e-05,
      "loss": 0.614,
      "step": 325
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998111563576738e-05,
      "loss": 0.6302,
      "step": 326
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998081479072653e-05,
      "loss": 0.6405,
      "step": 327
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980511570519505e-05,
      "loss": 0.6321,
      "step": 328
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998020597521847e-05,
      "loss": 0.6615,
      "step": 329
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997989800489615e-05,
      "loss": 0.6237,
      "step": 330
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979587659625832e-05,
      "loss": 0.6597,
      "step": 331
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979274939481368e-05,
      "loss": 0.6303,
      "step": 332
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978959844537176e-05,
      "loss": 0.6363,
      "step": 333
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978642374868245e-05,
      "loss": 0.6153,
      "step": 334
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997832253055012e-05,
      "loss": 0.628,
      "step": 335
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997800031165892e-05,
      "loss": 0.6328,
      "step": 336
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977675718271317e-05,
      "loss": 0.6504,
      "step": 337
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997734875046456e-05,
      "loss": 0.6272,
      "step": 338
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997701940831646e-05,
      "loss": 0.6327,
      "step": 339
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976687691905394e-05,
      "loss": 0.6289,
      "step": 340
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976353601310294e-05,
      "loss": 0.6206,
      "step": 341
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997601713661067e-05,
      "loss": 0.6356,
      "step": 342
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975678297886586e-05,
      "loss": 0.6301,
      "step": 343
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975337085218683e-05,
      "loss": 0.6608,
      "step": 344
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997499349868816e-05,
      "loss": 0.6202,
      "step": 345
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974647538376776e-05,
      "loss": 0.6362,
      "step": 346
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997429920436686e-05,
      "loss": 0.6319,
      "step": 347
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973948496741317e-05,
      "loss": 0.6455,
      "step": 348
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973595415583594e-05,
      "loss": 0.6712,
      "step": 349
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997323996097772e-05,
      "loss": 0.6222,
      "step": 350
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972882133008287e-05,
      "loss": 0.6329,
      "step": 351
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972521931760443e-05,
      "loss": 0.6353,
      "step": 352
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972159357319903e-05,
      "loss": 0.6408,
      "step": 353
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971794409772962e-05,
      "loss": 0.6086,
      "step": 354
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971427089206458e-05,
      "loss": 0.6078,
      "step": 355
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99710573957078e-05,
      "loss": 0.6087,
      "step": 356
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970685329364978e-05,
      "loss": 0.6385,
      "step": 357
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970310890266527e-05,
      "loss": 0.6431,
      "step": 358
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996993407850155e-05,
      "loss": 0.6146,
      "step": 359
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969554894159723e-05,
      "loss": 0.635,
      "step": 360
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.6303,
      "step": 361
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968789408107024e-05,
      "loss": 0.6251,
      "step": 362
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968403106578312e-05,
      "loss": 0.6349,
      "step": 363
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968014432837083e-05,
      "loss": 0.639,
      "step": 364
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967623386975826e-05,
      "loss": 0.6263,
      "step": 365
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99672299690876e-05,
      "loss": 0.6585,
      "step": 366
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996683417926603e-05,
      "loss": 0.6349,
      "step": 367
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966436017605296e-05,
      "loss": 0.6024,
      "step": 368
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966035484200158e-05,
      "loss": 0.6179,
      "step": 369
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996563257914593e-05,
      "loss": 0.6382,
      "step": 370
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965227302538492e-05,
      "loss": 0.6351,
      "step": 371
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996481965447429e-05,
      "loss": 0.6324,
      "step": 372
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996440963505033e-05,
      "loss": 0.6243,
      "step": 373
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996399724436419e-05,
      "loss": 0.6261,
      "step": 374
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963582482514003e-05,
      "loss": 0.6297,
      "step": 375
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963165349598473e-05,
      "loss": 0.6648,
      "step": 376
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996274584571687e-05,
      "loss": 0.6458,
      "step": 377
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962323970969022e-05,
      "loss": 0.6005,
      "step": 378
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961899725455323e-05,
      "loss": 0.6247,
      "step": 379
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961473109276735e-05,
      "loss": 0.619,
      "step": 380
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961044122534776e-05,
      "loss": 0.6452,
      "step": 381
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996061276533154e-05,
      "loss": 0.6214,
      "step": 382
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960179037769675e-05,
      "loss": 0.6154,
      "step": 383
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959742939952393e-05,
      "loss": 0.6329,
      "step": 384
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959304471983477e-05,
      "loss": 0.6303,
      "step": 385
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958863633967273e-05,
      "loss": 0.6447,
      "step": 386
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958420426008685e-05,
      "loss": 0.6129,
      "step": 387
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995797484821319e-05,
      "loss": 0.625,
      "step": 388
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957526900686814e-05,
      "loss": 0.6221,
      "step": 389
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957076583536166e-05,
      "loss": 0.6239,
      "step": 390
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956623896868403e-05,
      "loss": 0.6151,
      "step": 391
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956168840791256e-05,
      "loss": 0.6213,
      "step": 392
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995571141541301e-05,
      "loss": 0.6125,
      "step": 393
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995525162084253e-05,
      "loss": 0.6205,
      "step": 394
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995478945718923e-05,
      "loss": 0.6199,
      "step": 395
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954324924563088e-05,
      "loss": 0.6341,
      "step": 396
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995385802307466e-05,
      "loss": 0.6171,
      "step": 397
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953388752835045e-05,
      "loss": 0.6211,
      "step": 398
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952917113955926e-05,
      "loss": 0.6348,
      "step": 399
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952443106549535e-05,
      "loss": 0.625,
      "step": 400
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951966730728674e-05,
      "loss": 0.6485,
      "step": 401
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995148798660671e-05,
      "loss": 0.6306,
      "step": 402
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951006874297568e-05,
      "loss": 0.6352,
      "step": 403
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995052339391574e-05,
      "loss": 0.6421,
      "step": 404
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950037545576288e-05,
      "loss": 0.635,
      "step": 405
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994954932939482e-05,
      "loss": 0.6419,
      "step": 406
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949058745487524e-05,
      "loss": 0.624,
      "step": 407
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994856579397115e-05,
      "loss": 0.6186,
      "step": 408
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948070474963e-05,
      "loss": 0.6323,
      "step": 409
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994757278858095e-05,
      "loss": 0.6323,
      "step": 410
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947072734943435e-05,
      "loss": 0.6349,
      "step": 411
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946570314169458e-05,
      "loss": 0.6186,
      "step": 412
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946065526378575e-05,
      "loss": 0.6486,
      "step": 413
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945558371690915e-05,
      "loss": 0.6222,
      "step": 414
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994504885022717e-05,
      "loss": 0.6255,
      "step": 415
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944536962108594e-05,
      "loss": 0.6237,
      "step": 416
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944022707456992e-05,
      "loss": 0.6296,
      "step": 417
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994350608639475e-05,
      "loss": 0.6231,
      "step": 418
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942987099044816e-05,
      "loss": 0.6059,
      "step": 419
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942465745530687e-05,
      "loss": 0.6161,
      "step": 420
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994194202597643e-05,
      "loss": 0.6204,
      "step": 421
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941415940506678e-05,
      "loss": 0.6182,
      "step": 422
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994088748924663e-05,
      "loss": 0.6357,
      "step": 423
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940356672322037e-05,
      "loss": 0.6302,
      "step": 424
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939823489859226e-05,
      "loss": 0.6301,
      "step": 425
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993928794198507e-05,
      "loss": 0.6488,
      "step": 426
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938750028827024e-05,
      "loss": 0.616,
      "step": 427
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938209750513092e-05,
      "loss": 0.6483,
      "step": 428
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937667107171847e-05,
      "loss": 0.6229,
      "step": 429
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937122098932428e-05,
      "loss": 0.5921,
      "step": 430
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936574725924526e-05,
      "loss": 0.6137,
      "step": 431
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99360249882784e-05,
      "loss": 0.654,
      "step": 432
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935472886124882e-05,
      "loss": 0.624,
      "step": 433
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934918419595352e-05,
      "loss": 0.6337,
      "step": 434
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934361588821757e-05,
      "loss": 0.6306,
      "step": 435
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933802393936603e-05,
      "loss": 0.626,
      "step": 436
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933240835072974e-05,
      "loss": 0.6384,
      "step": 437
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99326769123645e-05,
      "loss": 0.6272,
      "step": 438
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932110625945384e-05,
      "loss": 0.6475,
      "step": 439
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993154197595038e-05,
      "loss": 0.6289,
      "step": 440
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930970962514815e-05,
      "loss": 0.6254,
      "step": 441
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930397585774576e-05,
      "loss": 0.625,
      "step": 442
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992982184586611e-05,
      "loss": 0.6328,
      "step": 443
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929243742926428e-05,
      "loss": 0.6348,
      "step": 444
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99286632770931e-05,
      "loss": 0.6318,
      "step": 445
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992808044850427e-05,
      "loss": 0.6301,
      "step": 446
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927495257298623e-05,
      "loss": 0.6671,
      "step": 447
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992690770361543e-05,
      "loss": 0.6335,
      "step": 448
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926317787594503e-05,
      "loss": 0.6533,
      "step": 449
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925725509376236e-05,
      "loss": 0.6498,
      "step": 450
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925130869101573e-05,
      "loss": 0.6261,
      "step": 451
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924533866912017e-05,
      "loss": 0.6246,
      "step": 452
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923934502949645e-05,
      "loss": 0.6023,
      "step": 453
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992333277735708e-05,
      "loss": 0.6196,
      "step": 454
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922728690277528e-05,
      "loss": 0.6363,
      "step": 455
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992212224185474e-05,
      "loss": 0.6171,
      "step": 456
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921513432233033e-05,
      "loss": 0.6281,
      "step": 457
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920902261557296e-05,
      "loss": 0.6427,
      "step": 458
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992028872997296e-05,
      "loss": 0.5991,
      "step": 459
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991967283762603e-05,
      "loss": 0.6191,
      "step": 460
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919054584663084e-05,
      "loss": 0.6379,
      "step": 461
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918433971231233e-05,
      "loss": 0.6269,
      "step": 462
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917810997478177e-05,
      "loss": 0.6264,
      "step": 463
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917185663552165e-05,
      "loss": 0.6374,
      "step": 464
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916557969602007e-05,
      "loss": 0.6381,
      "step": 465
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915927915777085e-05,
      "loss": 0.6365,
      "step": 466
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915295502227324e-05,
      "loss": 0.6455,
      "step": 467
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991466072910323e-05,
      "loss": 0.6224,
      "step": 468
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914023596555858e-05,
      "loss": 0.6388,
      "step": 469
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991338410473683e-05,
      "loss": 0.633,
      "step": 470
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912742253798327e-05,
      "loss": 0.6156,
      "step": 471
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991209804389309e-05,
      "loss": 0.63,
      "step": 472
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911451475174428e-05,
      "loss": 0.6296,
      "step": 473
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910802547796205e-05,
      "loss": 0.6074,
      "step": 474
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991015126191285e-05,
      "loss": 0.6201,
      "step": 475
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990949761767935e-05,
      "loss": 0.6235,
      "step": 476
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908841615251252e-05,
      "loss": 0.6218,
      "step": 477
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908183254784675e-05,
      "loss": 0.6199,
      "step": 478
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990752253643628e-05,
      "loss": 0.6187,
      "step": 479
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906859460363307e-05,
      "loss": 0.6416,
      "step": 480
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906194026723554e-05,
      "loss": 0.6231,
      "step": 481
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990552623567537e-05,
      "loss": 0.6207,
      "step": 482
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904856087377672e-05,
      "loss": 0.6449,
      "step": 483
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904183581989936e-05,
      "loss": 0.6217,
      "step": 484
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903508719672208e-05,
      "loss": 0.6427,
      "step": 485
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990283150058508e-05,
      "loss": 0.6673,
      "step": 486
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902151924889715e-05,
      "loss": 0.64,
      "step": 487
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990146999274783e-05,
      "loss": 0.6497,
      "step": 488
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990078570432171e-05,
      "loss": 0.6234,
      "step": 489
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900099059774197e-05,
      "loss": 0.6362,
      "step": 490
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899410059268696e-05,
      "loss": 0.6246,
      "step": 491
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898718702969166e-05,
      "loss": 0.6169,
      "step": 492
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898024991040133e-05,
      "loss": 0.6471,
      "step": 493
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989732892364668e-05,
      "loss": 0.633,
      "step": 494
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989663050095446e-05,
      "loss": 0.6284,
      "step": 495
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989592972312967e-05,
      "loss": 0.6332,
      "step": 496
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989522659033908e-05,
      "loss": 0.6186,
      "step": 497
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894521102750018e-05,
      "loss": 0.645,
      "step": 498
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893813260530368e-05,
      "loss": 0.6582,
      "step": 499
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989310306384858e-05,
      "loss": 0.6258,
      "step": 500
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989239051287366e-05,
      "loss": 0.6106,
      "step": 501
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989167560777518e-05,
      "loss": 0.6309,
      "step": 502
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989095834872326e-05,
      "loss": 0.617,
      "step": 503
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890238735888596e-05,
      "loss": 0.6208,
      "step": 504
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889516769442436e-05,
      "loss": 0.6316,
      "step": 505
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888792449556584e-05,
      "loss": 0.6274,
      "step": 506
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888065776403414e-05,
      "loss": 0.6365,
      "step": 507
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988733675015585e-05,
      "loss": 0.6558,
      "step": 508
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886605370987384e-05,
      "loss": 0.6476,
      "step": 509
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988587163907206e-05,
      "loss": 0.604,
      "step": 510
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885135554584495e-05,
      "loss": 0.6278,
      "step": 511
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988439711769985e-05,
      "loss": 0.6033,
      "step": 512
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883656328593856e-05,
      "loss": 0.6377,
      "step": 513
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882913187442802e-05,
      "loss": 0.6049,
      "step": 514
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988216769442353e-05,
      "loss": 0.6291,
      "step": 515
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881419849713452e-05,
      "loss": 0.6456,
      "step": 516
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988066965349054e-05,
      "loss": 0.6105,
      "step": 517
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987991710593331e-05,
      "loss": 0.6267,
      "step": 518
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879162207220855e-05,
      "loss": 0.634,
      "step": 519
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878404957532817e-05,
      "loss": 0.6264,
      "step": 520
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877645357049406e-05,
      "loss": 0.6459,
      "step": 521
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 0.6236,
      "step": 522
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876119104420067e-05,
      "loss": 0.6373,
      "step": 523
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987535245263735e-05,
      "loss": 0.636,
      "step": 524
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987458345078567e-05,
      "loss": 0.6313,
      "step": 525
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987381209904803e-05,
      "loss": 0.6458,
      "step": 526
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873038397607994e-05,
      "loss": 0.6249,
      "step": 527
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987226234664968e-05,
      "loss": 0.6264,
      "step": 528
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987148394635776e-05,
      "loss": 0.6101,
      "step": 529
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870703196917485e-05,
      "loss": 0.6514,
      "step": 530
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869920098514647e-05,
      "loss": 0.6341,
      "step": 531
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98691346513356e-05,
      "loss": 0.5976,
      "step": 532
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868346855567258e-05,
      "loss": 0.6031,
      "step": 533
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98675567113971e-05,
      "loss": 0.6398,
      "step": 534
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866764219013154e-05,
      "loss": 0.6528,
      "step": 535
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865969378604023e-05,
      "loss": 0.6369,
      "step": 536
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865172190358845e-05,
      "loss": 0.6229,
      "step": 537
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864372654467338e-05,
      "loss": 0.6326,
      "step": 538
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986357077111976e-05,
      "loss": 0.6315,
      "step": 539
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986276654050695e-05,
      "loss": 0.6335,
      "step": 540
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861959962820286e-05,
      "loss": 0.6296,
      "step": 541
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861151038251715e-05,
      "loss": 0.6376,
      "step": 542
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860339766993735e-05,
      "loss": 0.6359,
      "step": 543
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985952614923941e-05,
      "loss": 0.6307,
      "step": 544
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985871018518236e-05,
      "loss": 0.6117,
      "step": 545
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985789187501676e-05,
      "loss": 0.6652,
      "step": 546
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985707121893735e-05,
      "loss": 0.5979,
      "step": 547
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985624821713942e-05,
      "loss": 0.6143,
      "step": 548
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985542286981882e-05,
      "loss": 0.6021,
      "step": 549
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854595177171968e-05,
      "loss": 0.604,
      "step": 550
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985376513939583e-05,
      "loss": 0.6129,
      "step": 551
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985293275668793e-05,
      "loss": 0.6205,
      "step": 552
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852098029246357e-05,
      "loss": 0.6034,
      "step": 553
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851260957269747e-05,
      "loss": 0.6204,
      "step": 554
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850421540957307e-05,
      "loss": 0.613,
      "step": 555
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849579780508792e-05,
      "loss": 0.637,
      "step": 556
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984873567612452e-05,
      "loss": 0.5963,
      "step": 557
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847889228005366e-05,
      "loss": 0.6455,
      "step": 558
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847040436352757e-05,
      "loss": 0.6228,
      "step": 559
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984618930136869e-05,
      "loss": 0.6411,
      "step": 560
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984533582325571e-05,
      "loss": 0.642,
      "step": 561
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984448000221692e-05,
      "loss": 0.6317,
      "step": 562
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984362183845598e-05,
      "loss": 0.6241,
      "step": 563
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842761332177115e-05,
      "loss": 0.6378,
      "step": 564
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98418984835851e-05,
      "loss": 0.622,
      "step": 565
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841033292885276e-05,
      "loss": 0.6122,
      "step": 566
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840165760283524e-05,
      "loss": 0.6289,
      "step": 567
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98392958859863e-05,
      "loss": 0.6226,
      "step": 568
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983842367020061e-05,
      "loss": 0.6432,
      "step": 569
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837549113134015e-05,
      "loss": 0.6143,
      "step": 570
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983667221499464e-05,
      "loss": 0.6304,
      "step": 571
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835792975991164e-05,
      "loss": 0.614,
      "step": 572
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983491139633282e-05,
      "loss": 0.6151,
      "step": 573
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98340274762294e-05,
      "loss": 0.6237,
      "step": 574
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833141215891253e-05,
      "loss": 0.6231,
      "step": 575
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832252615529287e-05,
      "loss": 0.5964,
      "step": 576
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831361675354962e-05,
      "loss": 0.621,
      "step": 577
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830468395580306e-05,
      "loss": 0.6242,
      "step": 578
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829572776417885e-05,
      "loss": 0.6509,
      "step": 579
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828674818080837e-05,
      "loss": 0.6054,
      "step": 580
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982777452078285e-05,
      "loss": 0.6454,
      "step": 581
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982687188473818e-05,
      "loss": 0.6189,
      "step": 582
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825966910161618e-05,
      "loss": 0.6461,
      "step": 583
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825059597268527e-05,
      "loss": 0.6596,
      "step": 584
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824149946274827e-05,
      "loss": 0.6166,
      "step": 585
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823237957396988e-05,
      "loss": 0.6525,
      "step": 586
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822323630852038e-05,
      "loss": 0.631,
      "step": 587
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982140696685756e-05,
      "loss": 0.6268,
      "step": 588
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820487965631704e-05,
      "loss": 0.638,
      "step": 589
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981956662739316e-05,
      "loss": 0.615,
      "step": 590
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818642952361188e-05,
      "loss": 0.6332,
      "step": 591
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817716940755586e-05,
      "loss": 0.6185,
      "step": 592
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816788592796733e-05,
      "loss": 0.6193,
      "step": 593
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815857908705545e-05,
      "loss": 0.6262,
      "step": 594
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98149248887035e-05,
      "loss": 0.6201,
      "step": 595
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813989533012633e-05,
      "loss": 0.6118,
      "step": 596
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813051841855534e-05,
      "loss": 0.6226,
      "step": 597
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812111815455345e-05,
      "loss": 0.6006,
      "step": 598
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981116945403577e-05,
      "loss": 0.6185,
      "step": 599
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810224757821063e-05,
      "loss": 0.6392,
      "step": 600
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809277727036043e-05,
      "loss": 0.6293,
      "step": 601
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980832836190607e-05,
      "loss": 0.6259,
      "step": 602
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980737666265707e-05,
      "loss": 0.6367,
      "step": 603
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806422629515524e-05,
      "loss": 0.633,
      "step": 604
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805466262708464e-05,
      "loss": 0.6214,
      "step": 605
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804507562463483e-05,
      "loss": 0.6275,
      "step": 606
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803546529008722e-05,
      "loss": 0.6009,
      "step": 607
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802583162572883e-05,
      "loss": 0.6302,
      "step": 608
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980161746338522e-05,
      "loss": 0.6239,
      "step": 609
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800649431675544e-05,
      "loss": 0.6507,
      "step": 610
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799679067674225e-05,
      "loss": 0.6373,
      "step": 611
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798706371612175e-05,
      "loss": 0.6416,
      "step": 612
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797731343720878e-05,
      "loss": 0.638,
      "step": 613
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796753984232357e-05,
      "loss": 0.6285,
      "step": 614
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795774293379206e-05,
      "loss": 0.6418,
      "step": 615
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794792271394554e-05,
      "loss": 0.6337,
      "step": 616
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9793807918512105e-05,
      "loss": 0.6205,
      "step": 617
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792821234966108e-05,
      "loss": 0.6104,
      "step": 618
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791832220991364e-05,
      "loss": 0.6344,
      "step": 619
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979084087682323e-05,
      "loss": 0.6503,
      "step": 620
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789847202697624e-05,
      "loss": 0.628,
      "step": 621
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788851198851012e-05,
      "loss": 0.6112,
      "step": 622
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787852865520417e-05,
      "loss": 0.6029,
      "step": 623
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786852202943413e-05,
      "loss": 0.64,
      "step": 624
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785849211358133e-05,
      "loss": 0.6147,
      "step": 625
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978484389100326e-05,
      "loss": 0.638,
      "step": 626
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783836242118036e-05,
      "loss": 0.6373,
      "step": 627
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978282626494225e-05,
      "loss": 0.6388,
      "step": 628
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978181395971626e-05,
      "loss": 0.6062,
      "step": 629
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780799326680956e-05,
      "loss": 0.6469,
      "step": 630
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9779782366077798e-05,
      "loss": 0.6351,
      "step": 631
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977876307814879e-05,
      "loss": 0.6188,
      "step": 632
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977774146313651e-05,
      "loss": 0.6163,
      "step": 633
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977671752128406e-05,
      "loss": 0.6129,
      "step": 634
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775691252835113e-05,
      "loss": 0.6219,
      "step": 635
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774662658033898e-05,
      "loss": 0.6318,
      "step": 636
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773631737125192e-05,
      "loss": 0.6577,
      "step": 637
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772598490354328e-05,
      "loss": 0.6264,
      "step": 638
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771562917967184e-05,
      "loss": 0.6097,
      "step": 639
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770525020210204e-05,
      "loss": 0.6346,
      "step": 640
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769484797330383e-05,
      "loss": 0.6367,
      "step": 641
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976844224957526e-05,
      "loss": 0.6203,
      "step": 642
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976739737719293e-05,
      "loss": 0.6209,
      "step": 643
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766350180432056e-05,
      "loss": 0.6006,
      "step": 644
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765300659541837e-05,
      "loss": 0.6158,
      "step": 645
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764248814772028e-05,
      "loss": 0.6063,
      "step": 646
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763194646372944e-05,
      "loss": 0.6241,
      "step": 647
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762138154595448e-05,
      "loss": 0.6451,
      "step": 648
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761079339690955e-05,
      "loss": 0.6324,
      "step": 649
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976001820191143e-05,
      "loss": 0.6022,
      "step": 650
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975895474150941e-05,
      "loss": 0.6308,
      "step": 651
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757888958737958e-05,
      "loss": 0.6266,
      "step": 652
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756820853850704e-05,
      "loss": 0.6195,
      "step": 653
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755750427101827e-05,
      "loss": 0.6186,
      "step": 654
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754677678746064e-05,
      "loss": 0.6204,
      "step": 655
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753602609038697e-05,
      "loss": 0.6291,
      "step": 656
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975252521823556e-05,
      "loss": 0.6303,
      "step": 657
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751445506593057e-05,
      "loss": 0.6328,
      "step": 658
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750363474368116e-05,
      "loss": 0.6173,
      "step": 659
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749279121818235e-05,
      "loss": 0.6246,
      "step": 660
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974819244920147e-05,
      "loss": 0.5878,
      "step": 661
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747103456776406e-05,
      "loss": 0.6199,
      "step": 662
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746012144802203e-05,
      "loss": 0.6101,
      "step": 663
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744918513538563e-05,
      "loss": 0.6181,
      "step": 664
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743822563245738e-05,
      "loss": 0.6036,
      "step": 665
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742724294184536e-05,
      "loss": 0.6152,
      "step": 666
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974162370661632e-05,
      "loss": 0.636,
      "step": 667
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974052080080299e-05,
      "loss": 0.6392,
      "step": 668
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739415577007016e-05,
      "loss": 0.6162,
      "step": 669
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973830803549141e-05,
      "loss": 0.6302,
      "step": 670
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737198176519738e-05,
      "loss": 0.6312,
      "step": 671
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736086000356117e-05,
      "loss": 0.6204,
      "step": 672
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734971507265214e-05,
      "loss": 0.6111,
      "step": 673
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733854697512244e-05,
      "loss": 0.655,
      "step": 674
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9732735571362985e-05,
      "loss": 0.6386,
      "step": 675
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731614129083756e-05,
      "loss": 0.6345,
      "step": 676
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973049037094143e-05,
      "loss": 0.6096,
      "step": 677
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972936429720343e-05,
      "loss": 0.6306,
      "step": 678
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728235908137736e-05,
      "loss": 0.621,
      "step": 679
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972710520401287e-05,
      "loss": 0.6059,
      "step": 680
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972597218509791e-05,
      "loss": 0.6324,
      "step": 681
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972483685166248e-05,
      "loss": 0.5984,
      "step": 682
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 0.6223,
      "step": 683
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722559242311496e-05,
      "loss": 0.6285,
      "step": 684
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972141696693795e-05,
      "loss": 0.6327,
      "step": 685
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972027237812796e-05,
      "loss": 0.6284,
      "step": 686
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97191254761539e-05,
      "loss": 0.6436,
      "step": 687
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717976261288713e-05,
      "loss": 0.6027,
      "step": 688
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716824733805872e-05,
      "loss": 0.652,
      "step": 689
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715670893979416e-05,
      "loss": 0.6117,
      "step": 690
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714514742083923e-05,
      "loss": 0.6201,
      "step": 691
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713356278394532e-05,
      "loss": 0.6255,
      "step": 692
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712195503186923e-05,
      "loss": 0.6342,
      "step": 693
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711032416737326e-05,
      "loss": 0.6107,
      "step": 694
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709867019322528e-05,
      "loss": 0.6303,
      "step": 695
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708699311219865e-05,
      "loss": 0.6291,
      "step": 696
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970752929270721e-05,
      "loss": 0.6183,
      "step": 697
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970635696406301e-05,
      "loss": 0.6407,
      "step": 698
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705182325566237e-05,
      "loss": 0.636,
      "step": 699
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704005377496428e-05,
      "loss": 0.6345,
      "step": 700
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702826120133668e-05,
      "loss": 0.6266,
      "step": 701
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701644553758582e-05,
      "loss": 0.6246,
      "step": 702
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700460678652355e-05,
      "loss": 0.6262,
      "step": 703
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699274495096712e-05,
      "loss": 0.6374,
      "step": 704
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969808600337394e-05,
      "loss": 0.6355,
      "step": 705
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969689520376687e-05,
      "loss": 0.6004,
      "step": 706
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695702096558873e-05,
      "loss": 0.6137,
      "step": 707
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969450668203388e-05,
      "loss": 0.6467,
      "step": 708
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693308960476367e-05,
      "loss": 0.6268,
      "step": 709
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969210893217136e-05,
      "loss": 0.6117,
      "step": 710
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969090659740443e-05,
      "loss": 0.6316,
      "step": 711
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689701956461708e-05,
      "loss": 0.6237,
      "step": 712
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968849500962986e-05,
      "loss": 0.6188,
      "step": 713
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687285757196107e-05,
      "loss": 0.6172,
      "step": 714
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686074199448222e-05,
      "loss": 0.6272,
      "step": 715
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684860336674525e-05,
      "loss": 0.6312,
      "step": 716
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683644169163877e-05,
      "loss": 0.6011,
      "step": 717
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682425697205695e-05,
      "loss": 0.6248,
      "step": 718
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681204921089944e-05,
      "loss": 0.6225,
      "step": 719
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967998184110713e-05,
      "loss": 0.6017,
      "step": 720
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678756457548328e-05,
      "loss": 0.6214,
      "step": 721
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677528770705134e-05,
      "loss": 0.6507,
      "step": 722
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676298780869704e-05,
      "loss": 0.6129,
      "step": 723
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967506648833475e-05,
      "loss": 0.6122,
      "step": 724
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967383189339352e-05,
      "loss": 0.6435,
      "step": 725
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967259499633981e-05,
      "loss": 0.6489,
      "step": 726
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671355797467977e-05,
      "loss": 0.6344,
      "step": 727
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670114297072915e-05,
      "loss": 0.6177,
      "step": 728
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668870495450064e-05,
      "loss": 0.6174,
      "step": 729
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667624392895423e-05,
      "loss": 0.6293,
      "step": 730
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966637598970552e-05,
      "loss": 0.6463,
      "step": 731
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665125286177448e-05,
      "loss": 0.6157,
      "step": 732
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663872282608843e-05,
      "loss": 0.6035,
      "step": 733
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966261697929788e-05,
      "loss": 0.6041,
      "step": 734
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661359376543295e-05,
      "loss": 0.6267,
      "step": 735
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660099474644357e-05,
      "loss": 0.6078,
      "step": 736
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965883727390089e-05,
      "loss": 0.6152,
      "step": 737
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657572774613266e-05,
      "loss": 0.6295,
      "step": 738
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656305977082405e-05,
      "loss": 0.6022,
      "step": 739
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655036881609763e-05,
      "loss": 0.6374,
      "step": 740
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653765488497354e-05,
      "loss": 0.6054,
      "step": 741
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965249179804774e-05,
      "loss": 0.632,
      "step": 742
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965121581056402e-05,
      "loss": 0.6401,
      "step": 743
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649937526349842e-05,
      "loss": 0.6385,
      "step": 744
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648656945709413e-05,
      "loss": 0.6022,
      "step": 745
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964737406894747e-05,
      "loss": 0.6307,
      "step": 746
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96460888963693e-05,
      "loss": 0.6212,
      "step": 747
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964480142828075e-05,
      "loss": 0.6281,
      "step": 748
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643511664988195e-05,
      "loss": 0.6007,
      "step": 749
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642219606798566e-05,
      "loss": 0.6368,
      "step": 750
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9640925254019342e-05,
      "loss": 0.6023,
      "step": 751
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639628606958535e-05,
      "loss": 0.6121,
      "step": 752
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963832966592472e-05,
      "loss": 0.6169,
      "step": 753
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637028431227006e-05,
      "loss": 0.6392,
      "step": 754
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635724903175055e-05,
      "loss": 0.6421,
      "step": 755
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634419082079073e-05,
      "loss": 0.6097,
      "step": 756
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633110968249807e-05,
      "loss": 0.607,
      "step": 757
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963180056199855e-05,
      "loss": 0.6167,
      "step": 758
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630487863637153e-05,
      "loss": 0.5974,
      "step": 759
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629172873477995e-05,
      "loss": 0.6172,
      "step": 760
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962785559183401e-05,
      "loss": 0.6112,
      "step": 761
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626536019018676e-05,
      "loss": 0.6236,
      "step": 762
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962521415534602e-05,
      "loss": 0.64,
      "step": 763
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9623890001130602e-05,
      "loss": 0.6235,
      "step": 764
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622563556687545e-05,
      "loss": 0.6219,
      "step": 765
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621234822332498e-05,
      "loss": 0.6122,
      "step": 766
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961990379838167e-05,
      "loss": 0.6431,
      "step": 767
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618570485151805e-05,
      "loss": 0.6302,
      "step": 768
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617234882960197e-05,
      "loss": 0.6473,
      "step": 769
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961589699212469e-05,
      "loss": 0.6147,
      "step": 770
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614556812963656e-05,
      "loss": 0.6114,
      "step": 771
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613214345796026e-05,
      "loss": 0.6056,
      "step": 772
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611869590941273e-05,
      "loss": 0.5969,
      "step": 773
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961052254871941e-05,
      "loss": 0.6131,
      "step": 774
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609173219450998e-05,
      "loss": 0.6103,
      "step": 775
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960782160345714e-05,
      "loss": 0.621,
      "step": 776
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606467701059486e-05,
      "loss": 0.6202,
      "step": 777
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960511151258023e-05,
      "loss": 0.5891,
      "step": 778
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603753038342103e-05,
      "loss": 0.6192,
      "step": 779
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960239227866839e-05,
      "loss": 0.6297,
      "step": 780
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601029233882914e-05,
      "loss": 0.6168,
      "step": 781
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599663904310044e-05,
      "loss": 0.6322,
      "step": 782
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959829629027469e-05,
      "loss": 0.6282,
      "step": 783
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959692639210231e-05,
      "loss": 0.6292,
      "step": 784
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595554210118896e-05,
      "loss": 0.6096,
      "step": 785
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594179744651e-05,
      "loss": 0.6167,
      "step": 786
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592802996025702e-05,
      "loss": 0.6274,
      "step": 787
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9591423964570634e-05,
      "loss": 0.6295,
      "step": 788
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590042650613968e-05,
      "loss": 0.6251,
      "step": 789
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588659054484417e-05,
      "loss": 0.6047,
      "step": 790
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9587273176511242e-05,
      "loss": 0.6263,
      "step": 791
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585885017024248e-05,
      "loss": 0.6381,
      "step": 792
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584494576353776e-05,
      "loss": 0.6094,
      "step": 793
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583101854830714e-05,
      "loss": 0.625,
      "step": 794
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581706852786492e-05,
      "loss": 0.6427,
      "step": 795
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958030957055308e-05,
      "loss": 0.6136,
      "step": 796
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9578910008462998e-05,
      "loss": 0.6342,
      "step": 797
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9577508166849308e-05,
      "loss": 0.6225,
      "step": 798
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95761040460456e-05,
      "loss": 0.6245,
      "step": 799
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9574697646386027e-05,
      "loss": 0.6284,
      "step": 800
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573288968205267e-05,
      "loss": 0.6106,
      "step": 801
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571878011838557e-05,
      "loss": 0.6151,
      "step": 802
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570464777621657e-05,
      "loss": 0.6291,
      "step": 803
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569049265890885e-05,
      "loss": 0.6382,
      "step": 804
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567631476983088e-05,
      "loss": 0.6321,
      "step": 805
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956621141123567e-05,
      "loss": 0.6198,
      "step": 806
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564789068986564e-05,
      "loss": 0.6411,
      "step": 807
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956336445057425e-05,
      "loss": 0.6353,
      "step": 808
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956193755633775e-05,
      "loss": 0.6251,
      "step": 809
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560508386616624e-05,
      "loss": 0.6302,
      "step": 810
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955907694175098e-05,
      "loss": 0.6103,
      "step": 811
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955764322208146e-05,
      "loss": 0.592,
      "step": 812
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955620722794925e-05,
      "loss": 0.6274,
      "step": 813
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554768959696078e-05,
      "loss": 0.6214,
      "step": 814
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9553328417664223e-05,
      "loss": 0.6017,
      "step": 815
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551885602196482e-05,
      "loss": 0.6185,
      "step": 816
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550440513636217e-05,
      "loss": 0.6437,
      "step": 817
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548993152327308e-05,
      "loss": 0.6194,
      "step": 818
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95475435186142e-05,
      "loss": 0.617,
      "step": 819
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954609161284186e-05,
      "loss": 0.6185,
      "step": 820
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954463743535581e-05,
      "loss": 0.6327,
      "step": 821
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543180986502097e-05,
      "loss": 0.6115,
      "step": 822
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954172226662732e-05,
      "loss": 0.6016,
      "step": 823
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540261276078615e-05,
      "loss": 0.6608,
      "step": 824
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953879801520366e-05,
      "loss": 0.6171,
      "step": 825
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9537332484350672e-05,
      "loss": 0.6395,
      "step": 826
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9535864683868403e-05,
      "loss": 0.6311,
      "step": 827
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9534394614106155e-05,
      "loss": 0.5955,
      "step": 828
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9532922275413767e-05,
      "loss": 0.6026,
      "step": 829
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953144766814161e-05,
      "loss": 0.6125,
      "step": 830
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9529970792640604e-05,
      "loss": 0.634,
      "step": 831
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952849164926221e-05,
      "loss": 0.6222,
      "step": 832
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527010238358414e-05,
      "loss": 0.6125,
      "step": 833
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9525526560281763e-05,
      "loss": 0.6141,
      "step": 834
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524040615385324e-05,
      "loss": 0.6121,
      "step": 835
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952255240402272e-05,
      "loss": 0.6278,
      "step": 836
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521061926548096e-05,
      "loss": 0.63,
      "step": 837
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951956918331616e-05,
      "loss": 0.629,
      "step": 838
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951807417468213e-05,
      "loss": 0.6371,
      "step": 839
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951657690100178e-05,
      "loss": 0.6422,
      "step": 840
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951507736263143e-05,
      "loss": 0.6351,
      "step": 841
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513575559927922e-05,
      "loss": 0.6074,
      "step": 842
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951207149324865e-05,
      "loss": 0.6239,
      "step": 843
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.6476,
      "step": 844
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950905656939505e-05,
      "loss": 0.6185,
      "step": 845
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507545712938198e-05,
      "loss": 0.5985,
      "step": 846
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950603259394052e-05,
      "loss": 0.6502,
      "step": 847
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95045172127621e-05,
      "loss": 0.612,
      "step": 848
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502999569763553e-05,
      "loss": 0.5986,
      "step": 849
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501479665306046e-05,
      "loss": 0.5962,
      "step": 850
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949995749975127e-05,
      "loss": 0.5986,
      "step": 851
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498433073461456e-05,
      "loss": 0.6245,
      "step": 852
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9496906386799387e-05,
      "loss": 0.6284,
      "step": 853
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495377440128365e-05,
      "loss": 0.6446,
      "step": 854
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949384623381224e-05,
      "loss": 0.621,
      "step": 855
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94923127682154e-05,
      "loss": 0.6505,
      "step": 856
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490777043702763e-05,
      "loss": 0.6167,
      "step": 857
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94892390606398e-05,
      "loss": 0.6332,
      "step": 858
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94876988193925e-05,
      "loss": 0.6183,
      "step": 859
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486156320327406e-05,
      "loss": 0.6099,
      "step": 860
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948461156381159e-05,
      "loss": 0.6296,
      "step": 861
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948306455021266e-05,
      "loss": 0.6291,
      "step": 862
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481515279898765e-05,
      "loss": 0.5977,
      "step": 863
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479963753238592e-05,
      "loss": 0.6369,
      "step": 864
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947840997060136e-05,
      "loss": 0.6232,
      "step": 865
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9476853932356827e-05,
      "loss": 0.6321,
      "step": 866
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947529563887529e-05,
      "loss": 0.6338,
      "step": 867
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947373509052758e-05,
      "loss": 0.6142,
      "step": 868
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9472172287685067e-05,
      "loss": 0.6465,
      "step": 869
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470607230719654e-05,
      "loss": 0.6229,
      "step": 870
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469039920003788e-05,
      "loss": 0.5936,
      "step": 871
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467470355910438e-05,
      "loss": 0.6207,
      "step": 872
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946589853881313e-05,
      "loss": 0.6023,
      "step": 873
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94643244690859e-05,
      "loss": 0.6321,
      "step": 874
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462748147103342e-05,
      "loss": 0.6187,
      "step": 875
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461169573240583e-05,
      "loss": 0.6114,
      "step": 876
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459588747873273e-05,
      "loss": 0.6316,
      "step": 877
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458005671377612e-05,
      "loss": 0.6295,
      "step": 878
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456420344130324e-05,
      "loss": 0.6182,
      "step": 879
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945483276650868e-05,
      "loss": 0.6231,
      "step": 880
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945324293889048e-05,
      "loss": 0.6221,
      "step": 881
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451650861654056e-05,
      "loss": 0.6509,
      "step": 882
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945005653517828e-05,
      "loss": 0.6268,
      "step": 883
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448459959842564e-05,
      "loss": 0.6323,
      "step": 884
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9446861136026846e-05,
      "loss": 0.6116,
      "step": 885
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445260064111608e-05,
      "loss": 0.6098,
      "step": 886
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944365674447786e-05,
      "loss": 0.6222,
      "step": 887
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944205117750714e-05,
      "loss": 0.6329,
      "step": 888
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440443363581542e-05,
      "loss": 0.6083,
      "step": 889
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438833303083677e-05,
      "loss": 0.6269,
      "step": 890
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437220996396696e-05,
      "loss": 0.6256,
      "step": 891
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435606443904293e-05,
      "loss": 0.6333,
      "step": 892
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433989645990677e-05,
      "loss": 0.6102,
      "step": 893
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432370603040606e-05,
      "loss": 0.6122,
      "step": 894
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943074931543937e-05,
      "loss": 0.6093,
      "step": 895
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429125783572793e-05,
      "loss": 0.6409,
      "step": 896
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9427500007827228e-05,
      "loss": 0.6108,
      "step": 897
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942587198858957e-05,
      "loss": 0.6172,
      "step": 898
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424241726247243e-05,
      "loss": 0.626,
      "step": 899
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9422609221188208e-05,
      "loss": 0.6106,
      "step": 900
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420974473800952e-05,
      "loss": 0.6363,
      "step": 901
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94193374844745e-05,
      "loss": 0.6064,
      "step": 902
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417698253598422e-05,
      "loss": 0.6177,
      "step": 903
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94160567815628e-05,
      "loss": 0.6062,
      "step": 904
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9414413068758266e-05,
      "loss": 0.6147,
      "step": 905
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9412767115575977e-05,
      "loss": 0.5965,
      "step": 906
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941111892240763e-05,
      "loss": 0.6245,
      "step": 907
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9409468489645444e-05,
      "loss": 0.625,
      "step": 908
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407815817682183e-05,
      "loss": 0.5998,
      "step": 909
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406160906911137e-05,
      "loss": 0.6028,
      "step": 910
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940450375772613e-05,
      "loss": 0.628,
      "step": 911
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9402844370521515e-05,
      "loss": 0.6101,
      "step": 912
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940118274569219e-05,
      "loss": 0.6283,
      "step": 913
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399518883633575e-05,
      "loss": 0.6134,
      "step": 914
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939785278474162e-05,
      "loss": 0.6136,
      "step": 915
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396184449412817e-05,
      "loss": 0.6227,
      "step": 916
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939451387804418e-05,
      "loss": 0.6397,
      "step": 917
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939284107103326e-05,
      "loss": 0.6125,
      "step": 918
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391166028778146e-05,
      "loss": 0.6142,
      "step": 919
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938948875167745e-05,
      "loss": 0.6141,
      "step": 920
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938780924013032e-05,
      "loss": 0.6223,
      "step": 921
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386127494536433e-05,
      "loss": 0.6041,
      "step": 922
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9384443515295998e-05,
      "loss": 0.6129,
      "step": 923
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938275730280976e-05,
      "loss": 0.6179,
      "step": 924
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381068857478994e-05,
      "loss": 0.5938,
      "step": 925
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93793781797055e-05,
      "loss": 0.6424,
      "step": 926
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377685269891614e-05,
      "loss": 0.6242,
      "step": 927
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375990128440205e-05,
      "loss": 0.6085,
      "step": 928
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374292755754674e-05,
      "loss": 0.5953,
      "step": 929
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937259315223894e-05,
      "loss": 0.6326,
      "step": 930
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937089131829748e-05,
      "loss": 0.6206,
      "step": 931
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936918725433527e-05,
      "loss": 0.6172,
      "step": 932
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367480960757836e-05,
      "loss": 0.6245,
      "step": 933
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365772437971233e-05,
      "loss": 0.6221,
      "step": 934
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364061686382042e-05,
      "loss": 0.5996,
      "step": 935
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9362348706397374e-05,
      "loss": 0.6104,
      "step": 936
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360633498424875e-05,
      "loss": 0.6166,
      "step": 937
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358916062872714e-05,
      "loss": 0.6168,
      "step": 938
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93571964001496e-05,
      "loss": 0.6194,
      "step": 939
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355474510664763e-05,
      "loss": 0.6315,
      "step": 940
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9353750394827967e-05,
      "loss": 0.6026,
      "step": 941
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935202405304951e-05,
      "loss": 0.6127,
      "step": 942
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350295485740208e-05,
      "loss": 0.6131,
      "step": 943
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9348564693311417e-05,
      "loss": 0.6091,
      "step": 944
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934683167617502e-05,
      "loss": 0.6224,
      "step": 945
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9345096434743426e-05,
      "loss": 0.6153,
      "step": 946
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934335896942958e-05,
      "loss": 0.6172,
      "step": 947
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934161928064695e-05,
      "loss": 0.6191,
      "step": 948
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933987736880953e-05,
      "loss": 0.6028,
      "step": 949
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933813323433186e-05,
      "loss": 0.6149,
      "step": 950
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9336386877628985e-05,
      "loss": 0.6347,
      "step": 951
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334638299116495e-05,
      "loss": 0.608,
      "step": 952
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9332887499210513e-05,
      "loss": 0.5989,
      "step": 953
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331134478327672e-05,
      "loss": 0.6178,
      "step": 954
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9329379236885145e-05,
      "loss": 0.6179,
      "step": 955
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932762177530064e-05,
      "loss": 0.6086,
      "step": 956
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325862093992377e-05,
      "loss": 0.5964,
      "step": 957
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9324100193379116e-05,
      "loss": 0.623,
      "step": 958
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9322336073880143e-05,
      "loss": 0.6271,
      "step": 959
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9320569735915273e-05,
      "loss": 0.6074,
      "step": 960
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318801179904843e-05,
      "loss": 0.6333,
      "step": 961
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317030406269724e-05,
      "loss": 0.6098,
      "step": 962
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931525741543131e-05,
      "loss": 0.6089,
      "step": 963
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313482207811532e-05,
      "loss": 0.6216,
      "step": 964
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311704783832835e-05,
      "loss": 0.6204,
      "step": 965
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309925143918204e-05,
      "loss": 0.6097,
      "step": 966
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9308143288491138e-05,
      "loss": 0.5847,
      "step": 967
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930635921797568e-05,
      "loss": 0.617,
      "step": 968
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930457293279638e-05,
      "loss": 0.6251,
      "step": 969
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9302784433378333e-05,
      "loss": 0.6121,
      "step": 970
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300993720147155e-05,
      "loss": 0.6134,
      "step": 971
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299200793528983e-05,
      "loss": 0.6414,
      "step": 972
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929740565395049e-05,
      "loss": 0.6154,
      "step": 973
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295608301838867e-05,
      "loss": 0.616,
      "step": 974
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293808737621837e-05,
      "loss": 0.6078,
      "step": 975
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9292006961727653e-05,
      "loss": 0.5964,
      "step": 976
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929020297458508e-05,
      "loss": 0.628,
      "step": 977
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288396776623424e-05,
      "loss": 0.61,
      "step": 978
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928658836827251e-05,
      "loss": 0.6101,
      "step": 979
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9284777749962696e-05,
      "loss": 0.618,
      "step": 980
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282964922124854e-05,
      "loss": 0.6249,
      "step": 981
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928114988519039e-05,
      "loss": 0.6412,
      "step": 982
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279332639591235e-05,
      "loss": 0.6205,
      "step": 983
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277513185759847e-05,
      "loss": 0.6345,
      "step": 984
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275691524129203e-05,
      "loss": 0.6154,
      "step": 985
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927386765513281e-05,
      "loss": 0.6296,
      "step": 986
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272041579204704e-05,
      "loss": 0.6355,
      "step": 987
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9270213296779436e-05,
      "loss": 0.6791,
      "step": 988
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9268382808292094e-05,
      "loss": 0.6287,
      "step": 989
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926655011417828e-05,
      "loss": 0.6164,
      "step": 990
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926471521487413e-05,
      "loss": 0.6036,
      "step": 991
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92628781108163e-05,
      "loss": 0.6341,
      "step": 992
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926103880244197e-05,
      "loss": 0.6077,
      "step": 993
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9259197290188848e-05,
      "loss": 0.6359,
      "step": 994
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9257353574495164e-05,
      "loss": 0.6198,
      "step": 995
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925550765579967e-05,
      "loss": 0.6412,
      "step": 996
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925365953454165e-05,
      "loss": 0.586,
      "step": 997
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9251809211160905e-05,
      "loss": 0.6393,
      "step": 998
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9249956686097758e-05,
      "loss": 0.6171,
      "step": 999
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9248101959793066e-05,
      "loss": 0.5936,
      "step": 1000
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9246245032688203e-05,
      "loss": 0.6217,
      "step": 1001
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924438590522507e-05,
      "loss": 0.6225,
      "step": 1002
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242524577846083e-05,
      "loss": 0.6122,
      "step": 1003
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9240661050994192e-05,
      "loss": 0.6259,
      "step": 1004
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.6074,
      "step": 1005
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236927400646102e-05,
      "loss": 0.6214,
      "step": 1006
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923505727803841e-05,
      "loss": 0.6318,
      "step": 1007
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923318495773483e-05,
      "loss": 0.6013,
      "step": 1008
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9231310440180923e-05,
      "loss": 0.6087,
      "step": 1009
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9229433725822776e-05,
      "loss": 0.6228,
      "step": 1010
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227554815106998e-05,
      "loss": 0.6268,
      "step": 1011
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922567370848072e-05,
      "loss": 0.631,
      "step": 1012
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223790406391588e-05,
      "loss": 0.6305,
      "step": 1013
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221904909287786e-05,
      "loss": 0.6057,
      "step": 1014
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220017217618006e-05,
      "loss": 0.619,
      "step": 1015
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218127331831468e-05,
      "loss": 0.6376,
      "step": 1016
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921623525237792e-05,
      "loss": 0.6179,
      "step": 1017
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214340979707617e-05,
      "loss": 0.5965,
      "step": 1018
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921244451427135e-05,
      "loss": 0.5911,
      "step": 1019
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921054585652043e-05,
      "loss": 0.6021,
      "step": 1020
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9208645006906684e-05,
      "loss": 0.5999,
      "step": 1021
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920674196588246e-05,
      "loss": 0.5954,
      "step": 1022
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9204836733900636e-05,
      "loss": 0.6121,
      "step": 1023
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9202929311414602e-05,
      "loss": 0.6297,
      "step": 1024
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9201019698878272e-05,
      "loss": 0.6292,
      "step": 1025
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199107896746093e-05,
      "loss": 0.6134,
      "step": 1026
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919719390547301e-05,
      "loss": 0.6327,
      "step": 1027
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919527772551451e-05,
      "loss": 0.6042,
      "step": 1028
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9193359357326584e-05,
      "loss": 0.6476,
      "step": 1029
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9191438801365763e-05,
      "loss": 0.6154,
      "step": 1030
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189516058089076e-05,
      "loss": 0.6246,
      "step": 1031
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9187591127954096e-05,
      "loss": 0.614,
      "step": 1032
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9185664011418895e-05,
      "loss": 0.6196,
      "step": 1033
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918373470894208e-05,
      "loss": 0.5991,
      "step": 1034
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181803220982776e-05,
      "loss": 0.6176,
      "step": 1035
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179869548000618e-05,
      "loss": 0.6177,
      "step": 1036
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9177933690455775e-05,
      "loss": 0.6061,
      "step": 1037
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9175995648808922e-05,
      "loss": 0.617,
      "step": 1038
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9174055423521268e-05,
      "loss": 0.6283,
      "step": 1039
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917211301505453e-05,
      "loss": 0.6025,
      "step": 1040
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9170168423870954e-05,
      "loss": 0.6249,
      "step": 1041
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9168221650433295e-05,
      "loss": 0.615,
      "step": 1042
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166272695204836e-05,
      "loss": 0.6128,
      "step": 1043
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9164321558649375e-05,
      "loss": 0.6143,
      "step": 1044
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916236824123123e-05,
      "loss": 0.6291,
      "step": 1045
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160412743415237e-05,
      "loss": 0.6643,
      "step": 1046
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9158455065666758e-05,
      "loss": 0.6014,
      "step": 1047
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915649520845166e-05,
      "loss": 0.6391,
      "step": 1048
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915453317223634e-05,
      "loss": 0.5863,
      "step": 1049
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915256895748771e-05,
      "loss": 0.6221,
      "step": 1050
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91506025646732e-05,
      "loss": 0.6216,
      "step": 1051
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914863399426076e-05,
      "loss": 0.6133,
      "step": 1052
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146663246718854e-05,
      "loss": 0.6435,
      "step": 1053
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914469032251647e-05,
      "loss": 0.6017,
      "step": 1054
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914271522212311e-05,
      "loss": 0.5964,
      "step": 1055
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9140737946008797e-05,
      "loss": 0.5895,
      "step": 1056
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9138758494644065e-05,
      "loss": 0.5868,
      "step": 1057
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136776868499975e-05,
      "loss": 0.5953,
      "step": 1058
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9134793068048095e-05,
      "loss": 0.5992,
      "step": 1059
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132807093760523e-05,
      "loss": 0.6319,
      "step": 1060
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9130818946109865e-05,
      "loss": 0.601,
      "step": 1061
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9128828625569243e-05,
      "loss": 0.619,
      "step": 1062
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9126836132612305e-05,
      "loss": 0.6413,
      "step": 1063
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124841467713212e-05,
      "loss": 0.6196,
      "step": 1064
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9122844631346632e-05,
      "loss": 0.6371,
      "step": 1065
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912084562398777e-05,
      "loss": 0.635,
      "step": 1066
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911884444611233e-05,
      "loss": 0.6022,
      "step": 1067
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9116841098196538e-05,
      "loss": 0.6311,
      "step": 1068
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9114835580717136e-05,
      "loss": 0.6114,
      "step": 1069
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112827894151386e-05,
      "loss": 0.6206,
      "step": 1070
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110818038977067e-05,
      "loss": 0.6314,
      "step": 1071
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108806015672463e-05,
      "loss": 0.5967,
      "step": 1072
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9106791824716387e-05,
      "loss": 0.6303,
      "step": 1073
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9104775466588162e-05,
      "loss": 0.6026,
      "step": 1074
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9102756941767625e-05,
      "loss": 0.6239,
      "step": 1075
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910073625073513e-05,
      "loss": 0.6075,
      "step": 1076
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098713393971547e-05,
      "loss": 0.6267,
      "step": 1077
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909668837195827e-05,
      "loss": 0.6051,
      "step": 1078
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909466118517719e-05,
      "loss": 0.6382,
      "step": 1079
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9092631834110723e-05,
      "loss": 0.608,
      "step": 1080
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9090600319241808e-05,
      "loss": 0.6187,
      "step": 1081
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9088566641053887e-05,
      "loss": 0.6224,
      "step": 1082
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908653080003092e-05,
      "loss": 0.6316,
      "step": 1083
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084492796657382e-05,
      "loss": 0.6135,
      "step": 1084
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082452631418265e-05,
      "loss": 0.6348,
      "step": 1085
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9080410304799072e-05,
      "loss": 0.5932,
      "step": 1086
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9078365817285825e-05,
      "loss": 0.6225,
      "step": 1087
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9076319169365055e-05,
      "loss": 0.615,
      "step": 1088
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074270361523805e-05,
      "loss": 0.6495,
      "step": 1089
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072219394249644e-05,
      "loss": 0.6414,
      "step": 1090
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070166268030643e-05,
      "loss": 0.6395,
      "step": 1091
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068110983355394e-05,
      "loss": 0.5892,
      "step": 1092
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906605354071299e-05,
      "loss": 0.6029,
      "step": 1093
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063993940593062e-05,
      "loss": 0.629,
      "step": 1094
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061932183485726e-05,
      "loss": 0.5819,
      "step": 1095
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9059868269881637e-05,
      "loss": 0.605,
      "step": 1096
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9057802200271943e-05,
      "loss": 0.6271,
      "step": 1097
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9055733975148315e-05,
      "loss": 0.6193,
      "step": 1098
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9053663595002935e-05,
      "loss": 0.6194,
      "step": 1099
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9051591060328496e-05,
      "loss": 0.6195,
      "step": 1100
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904951637161821e-05,
      "loss": 0.5978,
      "step": 1101
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9047439529365793e-05,
      "loss": 0.6193,
      "step": 1102
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9045360534065484e-05,
      "loss": 0.6052,
      "step": 1103
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904327938621202e-05,
      "loss": 0.617,
      "step": 1104
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9041196086300666e-05,
      "loss": 0.6118,
      "step": 1105
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9039110634827185e-05,
      "loss": 0.6159,
      "step": 1106
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9037023032287863e-05,
      "loss": 0.6029,
      "step": 1107
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903493327917949e-05,
      "loss": 0.625,
      "step": 1108
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9032841375999373e-05,
      "loss": 0.6356,
      "step": 1109
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903074732324533e-05,
      "loss": 0.5976,
      "step": 1110
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9028651121415687e-05,
      "loss": 0.6157,
      "step": 1111
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9026552771009284e-05,
      "loss": 0.5988,
      "step": 1112
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9024452272525474e-05,
      "loss": 0.6039,
      "step": 1113
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9022349626464118e-05,
      "loss": 0.6351,
      "step": 1114
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902024483332559e-05,
      "loss": 0.6113,
      "step": 1115
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9018137893610775e-05,
      "loss": 0.5887,
      "step": 1116
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9016028807821067e-05,
      "loss": 0.6131,
      "step": 1117
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901391757645837e-05,
      "loss": 0.6296,
      "step": 1118
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9011804200025103e-05,
      "loss": 0.6256,
      "step": 1119
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900968867902419e-05,
      "loss": 0.6246,
      "step": 1120
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007571013959077e-05,
      "loss": 0.6137,
      "step": 1121
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90054512053337e-05,
      "loss": 0.5916,
      "step": 1122
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900332925365252e-05,
      "loss": 0.5901,
      "step": 1123
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001205159420512e-05,
      "loss": 0.5991,
      "step": 1124
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8999078923143142e-05,
      "loss": 0.6257,
      "step": 1125
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996950545326406e-05,
      "loss": 0.6125,
      "step": 1126
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8994820026476798e-05,
      "loss": 0.6144,
      "step": 1127
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8992687367101325e-05,
      "loss": 0.6311,
      "step": 1128
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8990552567707495e-05,
      "loss": 0.6328,
      "step": 1129
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8988415628803345e-05,
      "loss": 0.6079,
      "step": 1130
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986276550897404e-05,
      "loss": 0.6188,
      "step": 1131
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898413533449871e-05,
      "loss": 0.6154,
      "step": 1132
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8981991980116823e-05,
      "loss": 0.6272,
      "step": 1133
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8979846488261802e-05,
      "loss": 0.6045,
      "step": 1134
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8977698859444217e-05,
      "loss": 0.6112,
      "step": 1135
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8975549094175138e-05,
      "loss": 0.6207,
      "step": 1136
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8973397192966162e-05,
      "loss": 0.596,
      "step": 1137
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897124315632938e-05,
      "loss": 0.6437,
      "step": 1138
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8969086984777397e-05,
      "loss": 0.6044,
      "step": 1139
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8966928678823317e-05,
      "loss": 0.6237,
      "step": 1140
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964768238980765e-05,
      "loss": 0.6089,
      "step": 1141
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962605665763865e-05,
      "loss": 0.6452,
      "step": 1142
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8960440959687254e-05,
      "loss": 0.6089,
      "step": 1143
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895827412126607e-05,
      "loss": 0.6186,
      "step": 1144
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8956105151015966e-05,
      "loss": 0.6207,
      "step": 1145
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8953934049453102e-05,
      "loss": 0.6444,
      "step": 1146
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951760817094135e-05,
      "loss": 0.6145,
      "step": 1147
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949585454456234e-05,
      "loss": 0.6404,
      "step": 1148
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8947407962057087e-05,
      "loss": 0.6199,
      "step": 1149
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894522834041487e-05,
      "loss": 0.6197,
      "step": 1150
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894304659004828e-05,
      "loss": 0.615,
      "step": 1151
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8940862711476515e-05,
      "loss": 0.6114,
      "step": 1152
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8938676705219272e-05,
      "loss": 0.6048,
      "step": 1153
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8936488571796772e-05,
      "loss": 0.6069,
      "step": 1154
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934298311729728e-05,
      "loss": 0.6148,
      "step": 1155
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8932105925539357e-05,
      "loss": 0.6305,
      "step": 1156
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8929911413747395e-05,
      "loss": 0.624,
      "step": 1157
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8927714776876075e-05,
      "loss": 0.6011,
      "step": 1158
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8925516015448144e-05,
      "loss": 0.6131,
      "step": 1159
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8923315129986838e-05,
      "loss": 0.6155,
      "step": 1160
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8921112121015913e-05,
      "loss": 0.604,
      "step": 1161
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8918906989059626e-05,
      "loss": 0.6091,
      "step": 1162
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891669973464274e-05,
      "loss": 0.6095,
      "step": 1163
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891449035829052e-05,
      "loss": 0.6264,
      "step": 1164
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8912278860528742e-05,
      "loss": 0.6171,
      "step": 1165
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.5863,
      "step": 1166
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890784950288212e-05,
      "loss": 0.6175,
      "step": 1167
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890563164405134e-05,
      "loss": 0.62,
      "step": 1168
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890341166591914e-05,
      "loss": 0.6223,
      "step": 1169
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890118956901381e-05,
      "loss": 0.613,
      "step": 1170
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8898965353864152e-05,
      "loss": 0.631,
      "step": 1171
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889673902099947e-05,
      "loss": 0.629,
      "step": 1172
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8894510570949566e-05,
      "loss": 0.6263,
      "step": 1173
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892280004244757e-05,
      "loss": 0.5899,
      "step": 1174
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8890047321415856e-05,
      "loss": 0.6342,
      "step": 1175
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8887812522994186e-05,
      "loss": 0.6057,
      "step": 1176
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888557560951156e-05,
      "loss": 0.5831,
      "step": 1177
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883336581500313e-05,
      "loss": 0.6497,
      "step": 1178
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8881095439493268e-05,
      "loss": 0.6171,
      "step": 1179
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8878852184023754e-05,
      "loss": 0.6525,
      "step": 1180
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887660681562561e-05,
      "loss": 0.6248,
      "step": 1181
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8874359334833176e-05,
      "loss": 0.6131,
      "step": 1182
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887210974218129e-05,
      "loss": 0.6245,
      "step": 1183
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886985803820529e-05,
      "loss": 0.6196,
      "step": 1184
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867604223441027e-05,
      "loss": 0.6284,
      "step": 1185
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8865348298424844e-05,
      "loss": 0.6367,
      "step": 1186
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8863090263693596e-05,
      "loss": 0.5954,
      "step": 1187
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886083011978463e-05,
      "loss": 0.6114,
      "step": 1188
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88585678672358e-05,
      "loss": 0.6164,
      "step": 1189
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885630350658546e-05,
      "loss": 0.6185,
      "step": 1190
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8854037038372477e-05,
      "loss": 0.6055,
      "step": 1191
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88517684631362e-05,
      "loss": 0.5977,
      "step": 1192
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8849497781416488e-05,
      "loss": 0.6045,
      "step": 1193
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884722499375371e-05,
      "loss": 0.5994,
      "step": 1194
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884495010068872e-05,
      "loss": 0.6265,
      "step": 1195
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884267310276289e-05,
      "loss": 0.6187,
      "step": 1196
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884039400051808e-05,
      "loss": 0.6254,
      "step": 1197
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883811279449665e-05,
      "loss": 0.5974,
      "step": 1198
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8835829485241475e-05,
      "loss": 0.6202,
      "step": 1199
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8833544073295918e-05,
      "loss": 0.6123,
      "step": 1200
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831256559203847e-05,
      "loss": 0.6093,
      "step": 1201
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8828966943509623e-05,
      "loss": 0.645,
      "step": 1202
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882667522675812e-05,
      "loss": 0.632,
      "step": 1203
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88243814094947e-05,
      "loss": 0.6037,
      "step": 1204
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8822085492265235e-05,
      "loss": 0.6175,
      "step": 1205
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819787475616088e-05,
      "loss": 0.6112,
      "step": 1206
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8817487360094128e-05,
      "loss": 0.6204,
      "step": 1207
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815185146246718e-05,
      "loss": 0.6122,
      "step": 1208
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8812880834621725e-05,
      "loss": 0.604,
      "step": 1209
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8810574425767512e-05,
      "loss": 0.5922,
      "step": 1210
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8808265920232943e-05,
      "loss": 0.6246,
      "step": 1211
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880595531856738e-05,
      "loss": 0.5964,
      "step": 1212
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880364262132069e-05,
      "loss": 0.6291,
      "step": 1213
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880132782904322e-05,
      "loss": 0.6343,
      "step": 1214
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879901094228584e-05,
      "loss": 0.6441,
      "step": 1215
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8796691961599904e-05,
      "loss": 0.6405,
      "step": 1216
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8794370887537265e-05,
      "loss": 0.6167,
      "step": 1217
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8792047720650276e-05,
      "loss": 0.6246,
      "step": 1218
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789722461491794e-05,
      "loss": 0.6084,
      "step": 1219
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8787395110615163e-05,
      "loss": 0.6241,
      "step": 1220
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878506566857423e-05,
      "loss": 0.608,
      "step": 1221
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878273413592334e-05,
      "loss": 0.5916,
      "step": 1222
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8780400513217338e-05,
      "loss": 0.609,
      "step": 1223
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8778064801011564e-05,
      "loss": 0.5937,
      "step": 1224
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877572699986185e-05,
      "loss": 0.6269,
      "step": 1225
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8773387110324534e-05,
      "loss": 0.6178,
      "step": 1226
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8771045132956444e-05,
      "loss": 0.6293,
      "step": 1227
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876870106831491e-05,
      "loss": 0.6092,
      "step": 1228
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8766354916957758e-05,
      "loss": 0.6524,
      "step": 1229
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8764006679443306e-05,
      "loss": 0.6055,
      "step": 1230
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876165635633037e-05,
      "loss": 0.6083,
      "step": 1231
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875930394817827e-05,
      "loss": 0.6166,
      "step": 1232
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875694945554681e-05,
      "loss": 0.6113,
      "step": 1233
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8754592878996298e-05,
      "loss": 0.6189,
      "step": 1234
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8752234219087538e-05,
      "loss": 0.6115,
      "step": 1235
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8749873476381827e-05,
      "loss": 0.6226,
      "step": 1236
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8747510651440958e-05,
      "loss": 0.6322,
      "step": 1237
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874514574482722e-05,
      "loss": 0.6107,
      "step": 1238
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8742778757103394e-05,
      "loss": 0.6037,
      "step": 1239
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8740409688832762e-05,
      "loss": 0.621,
      "step": 1240
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8738038540579103e-05,
      "loss": 0.6294,
      "step": 1241
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735665312906685e-05,
      "loss": 0.6138,
      "step": 1242
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8733290006380264e-05,
      "loss": 0.6126,
      "step": 1243
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873091262156511e-05,
      "loss": 0.6076,
      "step": 1244
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8728533159026972e-05,
      "loss": 0.6065,
      "step": 1245
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8726151619332097e-05,
      "loss": 0.6038,
      "step": 1246
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723768003047233e-05,
      "loss": 0.6149,
      "step": 1247
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8721382310739608e-05,
      "loss": 0.6467,
      "step": 1248
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871899454297696e-05,
      "loss": 0.6546,
      "step": 1249
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8716604700327516e-05,
      "loss": 0.6183,
      "step": 1250
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8714212783359984e-05,
      "loss": 0.6183,
      "step": 1251
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8711818792643585e-05,
      "loss": 0.6401,
      "step": 1252
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870942272874802e-05,
      "loss": 0.6399,
      "step": 1253
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870702459224349e-05,
      "loss": 0.6345,
      "step": 1254
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8704624383700686e-05,
      "loss": 0.6147,
      "step": 1255
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8702222103690797e-05,
      "loss": 0.5923,
      "step": 1256
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8699817752785495e-05,
      "loss": 0.6138,
      "step": 1257
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8697411331556958e-05,
      "loss": 0.6061,
      "step": 1258
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869500284057784e-05,
      "loss": 0.621,
      "step": 1259
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692592280421305e-05,
      "loss": 0.6118,
      "step": 1260
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8690179651661002e-05,
      "loss": 0.6036,
      "step": 1261
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868776495487107e-05,
      "loss": 0.6355,
      "step": 1262
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868534819062614e-05,
      "loss": 0.6033,
      "step": 1263
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8682929359501338e-05,
      "loss": 0.6061,
      "step": 1264
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8680508462072282e-05,
      "loss": 0.6283,
      "step": 1265
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8678085498915083e-05,
      "loss": 0.6351,
      "step": 1266
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8675660470606337e-05,
      "loss": 0.6186,
      "step": 1267
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8673233377723138e-05,
      "loss": 0.5928,
      "step": 1268
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8670804220843063e-05,
      "loss": 0.6206,
      "step": 1269
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8668373000544197e-05,
      "loss": 0.6129,
      "step": 1270
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86659397174051e-05,
      "loss": 0.6199,
      "step": 1271
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8663504372004825e-05,
      "loss": 0.6316,
      "step": 1272
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8661066964922922e-05,
      "loss": 0.6325,
      "step": 1273
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865862749673943e-05,
      "loss": 0.6044,
      "step": 1274
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865618596803487e-05,
      "loss": 0.6268,
      "step": 1275
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8653742379390274e-05,
      "loss": 0.6332,
      "step": 1276
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8651296731387134e-05,
      "loss": 0.6133,
      "step": 1277
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864884902460746e-05,
      "loss": 0.6238,
      "step": 1278
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8646399259633737e-05,
      "loss": 0.5921,
      "step": 1279
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8643947437048944e-05,
      "loss": 0.6211,
      "step": 1280
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864149355743655e-05,
      "loss": 0.6198,
      "step": 1281
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8639037621380507e-05,
      "loss": 0.6073,
      "step": 1282
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8636579629465267e-05,
      "loss": 0.614,
      "step": 1283
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634119582275768e-05,
      "loss": 0.5873,
      "step": 1284
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863165748039743e-05,
      "loss": 0.6065,
      "step": 1285
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862919332441617e-05,
      "loss": 0.6176,
      "step": 1286
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862672711491839e-05,
      "loss": 0.6216,
      "step": 1287
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8624258852490983e-05,
      "loss": 0.6107,
      "step": 1288
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8621788537721325e-05,
      "loss": 0.6277,
      "step": 1289
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8619316171197292e-05,
      "loss": 0.6053,
      "step": 1290
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616841753507235e-05,
      "loss": 0.6066,
      "step": 1291
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8614365285240002e-05,
      "loss": 0.6114,
      "step": 1292
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8611886766984924e-05,
      "loss": 0.6047,
      "step": 1293
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8609406199331825e-05,
      "loss": 0.5966,
      "step": 1294
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8606923582871007e-05,
      "loss": 0.6046,
      "step": 1295
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8604438918193274e-05,
      "loss": 0.6267,
      "step": 1296
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860195220588991e-05,
      "loss": 0.6229,
      "step": 1297
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8599463446552676e-05,
      "loss": 0.6122,
      "step": 1298
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859697264077384e-05,
      "loss": 0.6037,
      "step": 1299
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859447978914614e-05,
      "loss": 0.5983,
      "step": 1300
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859198489226281e-05,
      "loss": 0.6213,
      "step": 1301
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858948795071757e-05,
      "loss": 0.6096,
      "step": 1302
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858698896510462e-05,
      "loss": 0.6102,
      "step": 1303
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8584487936018663e-05,
      "loss": 0.6075,
      "step": 1304
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8581984864054866e-05,
      "loss": 0.622,
      "step": 1305
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579479749808896e-05,
      "loss": 0.6175,
      "step": 1306
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857697259387691e-05,
      "loss": 0.6253,
      "step": 1307
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857446339685553e-05,
      "loss": 0.6213,
      "step": 1308
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857195215934189e-05,
      "loss": 0.6014,
      "step": 1309
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8569438881933587e-05,
      "loss": 0.5996,
      "step": 1310
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856692356522872e-05,
      "loss": 0.6121,
      "step": 1311
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8564406209825868e-05,
      "loss": 0.6206,
      "step": 1312
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8561886816324094e-05,
      "loss": 0.5975,
      "step": 1313
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855936538532294e-05,
      "loss": 0.6104,
      "step": 1314
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8556841917422443e-05,
      "loss": 0.5954,
      "step": 1315
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8554316413223123e-05,
      "loss": 0.6149,
      "step": 1316
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8551788873325973e-05,
      "loss": 0.6072,
      "step": 1317
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549259298332495e-05,
      "loss": 0.6055,
      "step": 1318
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8546727688844645e-05,
      "loss": 0.6155,
      "step": 1319
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8544194045464888e-05,
      "loss": 0.6153,
      "step": 1320
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8541658368796157e-05,
      "loss": 0.5932,
      "step": 1321
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853912065944188e-05,
      "loss": 0.6158,
      "step": 1322
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853658091800596e-05,
      "loss": 0.6568,
      "step": 1323
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853403914509279e-05,
      "loss": 0.65,
      "step": 1324
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853149534130724e-05,
      "loss": 0.6143,
      "step": 1325
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852894950725467e-05,
      "loss": 0.6137,
      "step": 1326
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 0.6212,
      "step": 1327
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8523851750772318e-05,
      "loss": 0.6181,
      "step": 1328
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852129982955566e-05,
      "loss": 0.623,
      "step": 1329
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8518745880498242e-05,
      "loss": 0.5983,
      "step": 1330
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851618990420783e-05,
      "loss": 0.6353,
      "step": 1331
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8513631901292685e-05,
      "loss": 0.594,
      "step": 1332
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8511071872361537e-05,
      "loss": 0.615,
      "step": 1333
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850850981802361e-05,
      "loss": 0.6385,
      "step": 1334
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8505945738888593e-05,
      "loss": 0.6217,
      "step": 1335
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850337963556668e-05,
      "loss": 0.6149,
      "step": 1336
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8500811508668534e-05,
      "loss": 0.6087,
      "step": 1337
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849824135880529e-05,
      "loss": 0.6069,
      "step": 1338
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8495669186588583e-05,
      "loss": 0.5947,
      "step": 1339
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849309499263052e-05,
      "loss": 0.6386,
      "step": 1340
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849051877754369e-05,
      "loss": 0.6115,
      "step": 1341
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487940541941162e-05,
      "loss": 0.6177,
      "step": 1342
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8485360286436488e-05,
      "loss": 0.6248,
      "step": 1343
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8482778011643696e-05,
      "loss": 0.6036,
      "step": 1344
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8480193718177305e-05,
      "loss": 0.6102,
      "step": 1345
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.84776074066523e-05,
      "loss": 0.6214,
      "step": 1346
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8475019077684164e-05,
      "loss": 0.6662,
      "step": 1347
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8472428731888836e-05,
      "loss": 0.6176,
      "step": 1348
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846983636988276e-05,
      "loss": 0.6251,
      "step": 1349
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8467241992282842e-05,
      "loss": 0.6356,
      "step": 1350
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8464645599706478e-05,
      "loss": 0.6279,
      "step": 1351
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846204719277154e-05,
      "loss": 0.6112,
      "step": 1352
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8459446772096377e-05,
      "loss": 0.6299,
      "step": 1353
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8456844338299822e-05,
      "loss": 0.6314,
      "step": 1354
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845423989200118e-05,
      "loss": 0.6089,
      "step": 1355
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845163343382024e-05,
      "loss": 0.6194,
      "step": 1356
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8449024964377278e-05,
      "loss": 0.628,
      "step": 1357
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844641448429303e-05,
      "loss": 0.6055,
      "step": 1358
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844380199418872e-05,
      "loss": 0.6073,
      "step": 1359
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8441187494686055e-05,
      "loss": 0.621,
      "step": 1360
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438570986407212e-05,
      "loss": 0.6065,
      "step": 1361
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8435952469974858e-05,
      "loss": 0.6201,
      "step": 1362
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8433331946012122e-05,
      "loss": 0.6387,
      "step": 1363
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843070941514262e-05,
      "loss": 0.6236,
      "step": 1364
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8428084877990443e-05,
      "loss": 0.6098,
      "step": 1365
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425458335180163e-05,
      "loss": 0.6018,
      "step": 1366
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422829787336825e-05,
      "loss": 0.6243,
      "step": 1367
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8420199235085952e-05,
      "loss": 0.6285,
      "step": 1368
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8417566679053546e-05,
      "loss": 0.6326,
      "step": 1369
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841493211986609e-05,
      "loss": 0.5961,
      "step": 1370
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8412295558150527e-05,
      "loss": 0.6018,
      "step": 1371
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8409656994534296e-05,
      "loss": 0.6198,
      "step": 1372
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8407016429645305e-05,
      "loss": 0.6323,
      "step": 1373
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840437386411193e-05,
      "loss": 0.608,
      "step": 1374
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840172929856304e-05,
      "loss": 0.6108,
      "step": 1375
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8399082733627967e-05,
      "loss": 0.6213,
      "step": 1376
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839643416993652e-05,
      "loss": 0.6071,
      "step": 1377
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839378360811899e-05,
      "loss": 0.6074,
      "step": 1378
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8391131048806136e-05,
      "loss": 0.6115,
      "step": 1379
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8388476492629198e-05,
      "loss": 0.6183,
      "step": 1380
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385819940219888e-05,
      "loss": 0.6081,
      "step": 1381
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8383161392210397e-05,
      "loss": 0.5996,
      "step": 1382
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8380500849233388e-05,
      "loss": 0.6182,
      "step": 1383
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377838311921993e-05,
      "loss": 0.6038,
      "step": 1384
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837517378090983e-05,
      "loss": 0.6292,
      "step": 1385
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372507256830984e-05,
      "loss": 0.6004,
      "step": 1386
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8369838740320015e-05,
      "loss": 0.6094,
      "step": 1387
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8367168232011962e-05,
      "loss": 0.5862,
      "step": 1388
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8364495732542333e-05,
      "loss": 0.5959,
      "step": 1389
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836182124254711e-05,
      "loss": 0.626,
      "step": 1390
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8359144762662752e-05,
      "loss": 0.6173,
      "step": 1391
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8356466293526183e-05,
      "loss": 0.5936,
      "step": 1392
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8353785835774815e-05,
      "loss": 0.6135,
      "step": 1393
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835110339004652e-05,
      "loss": 0.6226,
      "step": 1394
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834841895697965e-05,
      "loss": 0.6338,
      "step": 1395
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834573253721303e-05,
      "loss": 0.5913,
      "step": 1396
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834304413138595e-05,
      "loss": 0.6355,
      "step": 1397
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8340353740138185e-05,
      "loss": 0.611,
      "step": 1398
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8337661364109973e-05,
      "loss": 0.6127,
      "step": 1399
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833496700394202e-05,
      "loss": 0.5953,
      "step": 1400
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833227066027553e-05,
      "loss": 0.6172,
      "step": 1401
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8329572333752138e-05,
      "loss": 0.6125,
      "step": 1402
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8326872025013993e-05,
      "loss": 0.6081,
      "step": 1403
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832416973470368e-05,
      "loss": 0.6163,
      "step": 1404
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8321465463464287e-05,
      "loss": 0.6088,
      "step": 1405
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831875921193935e-05,
      "loss": 0.5742,
      "step": 1406
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831605098077288e-05,
      "loss": 0.6158,
      "step": 1407
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8313340770609368e-05,
      "loss": 0.6288,
      "step": 1408
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831062858209377e-05,
      "loss": 0.629,
      "step": 1409
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8307914415871516e-05,
      "loss": 0.6255,
      "step": 1410
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8305198272588508e-05,
      "loss": 0.6042,
      "step": 1411
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8302480152891105e-05,
      "loss": 0.6123,
      "step": 1412
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829976005742616e-05,
      "loss": 0.621,
      "step": 1413
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829703798684097e-05,
      "loss": 0.6299,
      "step": 1414
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829431394178332e-05,
      "loss": 0.6133,
      "step": 1415
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8291587922901462e-05,
      "loss": 0.6073,
      "step": 1416
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8288859930844115e-05,
      "loss": 0.6155,
      "step": 1417
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828612996626046e-05,
      "loss": 0.6086,
      "step": 1418
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8283398029800167e-05,
      "loss": 0.6255,
      "step": 1419
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8280664122113356e-05,
      "loss": 0.6156,
      "step": 1420
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8277928243850628e-05,
      "loss": 0.6204,
      "step": 1421
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8275190395663042e-05,
      "loss": 0.6089,
      "step": 1422
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827245057820214e-05,
      "loss": 0.6049,
      "step": 1423
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826970879211992e-05,
      "loss": 0.6213,
      "step": 1424
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8266965038068856e-05,
      "loss": 0.6211,
      "step": 1425
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826421931670189e-05,
      "loss": 0.6206,
      "step": 1426
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8261471628672426e-05,
      "loss": 0.6267,
      "step": 1427
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825872197463434e-05,
      "loss": 0.5949,
      "step": 1428
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825597035524198e-05,
      "loss": 0.6035,
      "step": 1429
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8253216771150153e-05,
      "loss": 0.595,
      "step": 1430
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825046122301414e-05,
      "loss": 0.6358,
      "step": 1431
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8247703711489684e-05,
      "loss": 0.5887,
      "step": 1432
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824494423723301e-05,
      "loss": 0.5994,
      "step": 1433
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8242182800900786e-05,
      "loss": 0.615,
      "step": 1434
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823941940315017e-05,
      "loss": 0.6122,
      "step": 1435
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8236654044638764e-05,
      "loss": 0.6265,
      "step": 1436
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823388672602466e-05,
      "loss": 0.5943,
      "step": 1437
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231117447966404e-05,
      "loss": 0.6185,
      "step": 1438
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8228346211123e-05,
      "loss": 0.6225,
      "step": 1439
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8225573016153945e-05,
      "loss": 0.603,
      "step": 1440
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8222797863719174e-05,
      "loss": 0.6203,
      "step": 1441
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8220020754479104e-05,
      "loss": 0.5946,
      "step": 1442
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8217241689094602e-05,
      "loss": 0.6165,
      "step": 1443
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8214460668227023e-05,
      "loss": 0.6266,
      "step": 1444
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821167769253817e-05,
      "loss": 0.5993,
      "step": 1445
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820889276269032e-05,
      "loss": 0.5807,
      "step": 1446
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8206105879346203e-05,
      "loss": 0.6041,
      "step": 1447
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820331704316903e-05,
      "loss": 0.6056,
      "step": 1448
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820052625482247e-05,
      "loss": 0.6251,
      "step": 1449
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8197733514970655e-05,
      "loss": 0.6324,
      "step": 1450
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8194938824278178e-05,
      "loss": 0.6253,
      "step": 1451
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81921421834101e-05,
      "loss": 0.6134,
      "step": 1452
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8189343593031957e-05,
      "loss": 0.6017,
      "step": 1453
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186543053809727e-05,
      "loss": 0.6199,
      "step": 1454
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8183740566409867e-05,
      "loss": 0.6112,
      "step": 1455
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8180936131499293e-05,
      "loss": 0.5986,
      "step": 1456
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178129749745386e-05,
      "loss": 0.5974,
      "step": 1457
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817532142181599e-05,
      "loss": 0.5917,
      "step": 1458
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8172511148379413e-05,
      "loss": 0.6194,
      "step": 1459
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816969893010442e-05,
      "loss": 0.6245,
      "step": 1460
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816688476766025e-05,
      "loss": 0.6252,
      "step": 1461
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8164068661716596e-05,
      "loss": 0.6352,
      "step": 1462
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8161250612943613e-05,
      "loss": 0.617,
      "step": 1463
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815843062201192e-05,
      "loss": 0.6248,
      "step": 1464
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8155608689592604e-05,
      "loss": 0.6169,
      "step": 1465
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8152784816357205e-05,
      "loss": 0.6226,
      "step": 1466
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8149959002977736e-05,
      "loss": 0.6024,
      "step": 1467
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8147131250126653e-05,
      "loss": 0.6163,
      "step": 1468
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8144301558476894e-05,
      "loss": 0.6438,
      "step": 1469
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8141469928701852e-05,
      "loss": 0.6312,
      "step": 1470
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813863636147537e-05,
      "loss": 0.6307,
      "step": 1471
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8135800857471768e-05,
      "loss": 0.6193,
      "step": 1472
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8132963417365818e-05,
      "loss": 0.596,
      "step": 1473
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813012404183275e-05,
      "loss": 0.6122,
      "step": 1474
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812728273154827e-05,
      "loss": 0.6234,
      "step": 1475
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8124439487188525e-05,
      "loss": 0.6288,
      "step": 1476
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812159430943013e-05,
      "loss": 0.629,
      "step": 1477
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8118747198950165e-05,
      "loss": 0.6091,
      "step": 1478
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8115898156426167e-05,
      "loss": 0.6305,
      "step": 1479
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8113047182536128e-05,
      "loss": 0.6144,
      "step": 1480
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8110194277958505e-05,
      "loss": 0.5958,
      "step": 1481
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8107339443372215e-05,
      "loss": 0.6028,
      "step": 1482
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8104482679456623e-05,
      "loss": 0.6164,
      "step": 1483
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8101623986891574e-05,
      "loss": 0.631,
      "step": 1484
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8098763366357354e-05,
      "loss": 0.6098,
      "step": 1485
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8095900818534714e-05,
      "loss": 0.6334,
      "step": 1486
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8093036344104868e-05,
      "loss": 0.6249,
      "step": 1487
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.6081,
      "step": 1488
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808730161815067e-05,
      "loss": 0.6205,
      "step": 1489
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8084431367991032e-05,
      "loss": 0.619,
      "step": 1490
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8081559193953612e-05,
      "loss": 0.606,
      "step": 1491
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.80786850967219e-05,
      "loss": 0.6177,
      "step": 1492
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807580907697986e-05,
      "loss": 0.6187,
      "step": 1493
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8072931135411904e-05,
      "loss": 0.6345,
      "step": 1494
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8070051272702905e-05,
      "loss": 0.6099,
      "step": 1495
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80671694895382e-05,
      "loss": 0.5955,
      "step": 1496
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8064285786603572e-05,
      "loss": 0.6282,
      "step": 1497
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8061400164585257e-05,
      "loss": 0.5994,
      "step": 1498
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805851262416997e-05,
      "loss": 0.601,
      "step": 1499
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8055623166044855e-05,
      "loss": 0.6334,
      "step": 1500
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805273179089753e-05,
      "loss": 0.6164,
      "step": 1501
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804983849941607e-05,
      "loss": 0.6406,
      "step": 1502
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8046943292289e-05,
      "loss": 0.6024,
      "step": 1503
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8044046170205295e-05,
      "loss": 0.6221,
      "step": 1504
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804114713385439e-05,
      "loss": 0.6155,
      "step": 1505
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803824618392619e-05,
      "loss": 0.6289,
      "step": 1506
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8035343321111035e-05,
      "loss": 0.6041,
      "step": 1507
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032438546099733e-05,
      "loss": 0.6189,
      "step": 1508
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802953185958354e-05,
      "loss": 0.6197,
      "step": 1509
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8026623262254164e-05,
      "loss": 0.5933,
      "step": 1510
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8023712754803783e-05,
      "loss": 0.6157,
      "step": 1511
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802080033792501e-05,
      "loss": 0.6389,
      "step": 1512
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8017886012310933e-05,
      "loss": 0.5995,
      "step": 1513
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8014969778655076e-05,
      "loss": 0.6241,
      "step": 1514
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8012051637651423e-05,
      "loss": 0.627,
      "step": 1515
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8009131589994418e-05,
      "loss": 0.6193,
      "step": 1516
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8006209636378952e-05,
      "loss": 0.6239,
      "step": 1517
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800328577750037e-05,
      "loss": 0.5796,
      "step": 1518
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8000360014054477e-05,
      "loss": 0.6222,
      "step": 1519
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7997432346737524e-05,
      "loss": 0.5927,
      "step": 1520
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7994502776246215e-05,
      "loss": 0.6295,
      "step": 1521
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7991571303277707e-05,
      "loss": 0.5945,
      "step": 1522
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7988637928529616e-05,
      "loss": 0.5981,
      "step": 1523
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798570265270001e-05,
      "loss": 0.5932,
      "step": 1524
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7982765476487398e-05,
      "loss": 0.5965,
      "step": 1525
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7979826400590756e-05,
      "loss": 0.6123,
      "step": 1526
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79768854257095e-05,
      "loss": 0.6297,
      "step": 1527
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7973942552543504e-05,
      "loss": 0.6047,
      "step": 1528
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7970997781793094e-05,
      "loss": 0.6083,
      "step": 1529
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7968051114159046e-05,
      "loss": 0.609,
      "step": 1530
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7965102550342592e-05,
      "loss": 0.5977,
      "step": 1531
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7962152091045407e-05,
      "loss": 0.613,
      "step": 1532
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7959199736969618e-05,
      "loss": 0.6298,
      "step": 1533
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795624548881781e-05,
      "loss": 0.5998,
      "step": 1534
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795328934729302e-05,
      "loss": 0.6227,
      "step": 1535
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795033131309872e-05,
      "loss": 0.6387,
      "step": 1536
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7947371386938848e-05,
      "loss": 0.6015,
      "step": 1537
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944409569517786e-05,
      "loss": 0.6383,
      "step": 1538
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794144586154037e-05,
      "loss": 0.6085,
      "step": 1539
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793848026371188e-05,
      "loss": 0.6213,
      "step": 1540
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793551277673805e-05,
      "loss": 0.6237,
      "step": 1541
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793254340132506e-05,
      "loss": 0.6374,
      "step": 1542
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929572138179546e-05,
      "loss": 0.6179,
      "step": 1543
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7926598988008584e-05,
      "loss": 0.6138,
      "step": 1544
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7923623951519708e-05,
      "loss": 0.601,
      "step": 1545
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7920647029420894e-05,
      "loss": 0.5939,
      "step": 1546
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791766822242057e-05,
      "loss": 0.5785,
      "step": 1547
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7914687531227613e-05,
      "loss": 0.5985,
      "step": 1548
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791170495655135e-05,
      "loss": 0.6216,
      "step": 1549
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7908720499101552e-05,
      "loss": 0.6282,
      "step": 1550
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7905734159588437e-05,
      "loss": 0.6154,
      "step": 1551
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7902745938722675e-05,
      "loss": 0.6006,
      "step": 1552
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7899755837215386e-05,
      "loss": 0.6332,
      "step": 1553
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789676385577813e-05,
      "loss": 0.6289,
      "step": 1554
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7893769995122916e-05,
      "loss": 0.6098,
      "step": 1555
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789077425596221e-05,
      "loss": 0.5943,
      "step": 1556
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7887776639008912e-05,
      "loss": 0.6127,
      "step": 1557
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7884777144976376e-05,
      "loss": 0.6177,
      "step": 1558
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.78817757745784e-05,
      "loss": 0.606,
      "step": 1559
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7878772528529232e-05,
      "loss": 0.6123,
      "step": 1560
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7875767407543562e-05,
      "loss": 0.6103,
      "step": 1561
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7872760412336533e-05,
      "loss": 0.6099,
      "step": 1562
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7869751543623718e-05,
      "loss": 0.6396,
      "step": 1563
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786674080212116e-05,
      "loss": 0.6203,
      "step": 1564
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7863728188545326e-05,
      "loss": 0.6347,
      "step": 1565
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786071370361314e-05,
      "loss": 0.6002,
      "step": 1566
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785769734804197e-05,
      "loss": 0.6073,
      "step": 1567
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7854679122549624e-05,
      "loss": 0.6264,
      "step": 1568
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7851659027854365e-05,
      "loss": 0.6103,
      "step": 1569
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7848637064674887e-05,
      "loss": 0.6245,
      "step": 1570
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7845613233730342e-05,
      "loss": 0.6235,
      "step": 1571
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7842587535740315e-05,
      "loss": 0.6229,
      "step": 1572
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7839559971424844e-05,
      "loss": 0.6166,
      "step": 1573
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7836530541504412e-05,
      "loss": 0.625,
      "step": 1574
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783349924669994e-05,
      "loss": 0.6234,
      "step": 1575
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7830466087732788e-05,
      "loss": 0.597,
      "step": 1576
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7827431065324773e-05,
      "loss": 0.6258,
      "step": 1577
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7824394180198147e-05,
      "loss": 0.5918,
      "step": 1578
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7821355433075612e-05,
      "loss": 0.5999,
      "step": 1579
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78183148246803e-05,
      "loss": 0.6,
      "step": 1580
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7815272355735798e-05,
      "loss": 0.6226,
      "step": 1581
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7812228026966133e-05,
      "loss": 0.5913,
      "step": 1582
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7809181839095778e-05,
      "loss": 0.6025,
      "step": 1583
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7806133792849634e-05,
      "loss": 0.6158,
      "step": 1584
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7803083888953058e-05,
      "loss": 0.584,
      "step": 1585
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7800032128131846e-05,
      "loss": 0.6141,
      "step": 1586
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779697851111224e-05,
      "loss": 0.6032,
      "step": 1587
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7793923038620913e-05,
      "loss": 0.6033,
      "step": 1588
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779086571138499e-05,
      "loss": 0.6028,
      "step": 1589
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7787806530132022e-05,
      "loss": 0.614,
      "step": 1590
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7784745495590025e-05,
      "loss": 0.6217,
      "step": 1591
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778168260848744e-05,
      "loss": 0.6118,
      "step": 1592
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7778617869553144e-05,
      "loss": 0.6272,
      "step": 1593
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7775551279516474e-05,
      "loss": 0.6167,
      "step": 1594
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777248283910719e-05,
      "loss": 0.6047,
      "step": 1595
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77694125490555e-05,
      "loss": 0.5955,
      "step": 1596
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7766340410092047e-05,
      "loss": 0.588,
      "step": 1597
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776326642294792e-05,
      "loss": 0.6453,
      "step": 1598
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7760190588354654e-05,
      "loss": 0.6183,
      "step": 1599
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77571129070442e-05,
      "loss": 0.6063,
      "step": 1600
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7754033379748973e-05,
      "loss": 0.5992,
      "step": 1601
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7750952007201815e-05,
      "loss": 0.5998,
      "step": 1602
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7747868790136012e-05,
      "loss": 0.6109,
      "step": 1603
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7744783729285285e-05,
      "loss": 0.5828,
      "step": 1604
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7741696825383797e-05,
      "loss": 0.6086,
      "step": 1605
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7738608079166147e-05,
      "loss": 0.6074,
      "step": 1606
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7735517491367377e-05,
      "loss": 0.6346,
      "step": 1607
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7732425062722957e-05,
      "loss": 0.6061,
      "step": 1608
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772933079396881e-05,
      "loss": 0.6245,
      "step": 1609
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7726234685841283e-05,
      "loss": 0.6369,
      "step": 1610
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772313673907717e-05,
      "loss": 0.6254,
      "step": 1611
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77200369544137e-05,
      "loss": 0.612,
      "step": 1612
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7716935332588536e-05,
      "loss": 0.6175,
      "step": 1613
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771383187433978e-05,
      "loss": 0.6137,
      "step": 1614
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7710726580405977e-05,
      "loss": 0.621,
      "step": 1615
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77076194515261e-05,
      "loss": 0.6065,
      "step": 1616
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770451048843956e-05,
      "loss": 0.6166,
      "step": 1617
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770139969188621e-05,
      "loss": 0.6103,
      "step": 1618
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7698287062606337e-05,
      "loss": 0.6098,
      "step": 1619
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769517260134066e-05,
      "loss": 0.5972,
      "step": 1620
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769205630883034e-05,
      "loss": 0.6237,
      "step": 1621
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7688938185816972e-05,
      "loss": 0.6259,
      "step": 1622
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768581823304258e-05,
      "loss": 0.5947,
      "step": 1623
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7682696451249635e-05,
      "loss": 0.6092,
      "step": 1624
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7679572841181033e-05,
      "loss": 0.6175,
      "step": 1625
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7676447403580114e-05,
      "loss": 0.5994,
      "step": 1626
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7673320139190644e-05,
      "loss": 0.6003,
      "step": 1627
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7670191048756827e-05,
      "loss": 0.6206,
      "step": 1628
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7667060133023312e-05,
      "loss": 0.6309,
      "step": 1629
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766392739273516e-05,
      "loss": 0.5997,
      "step": 1630
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766079282863789e-05,
      "loss": 0.6031,
      "step": 1631
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7657656441477436e-05,
      "loss": 0.619,
      "step": 1632
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765451823200018e-05,
      "loss": 0.6129,
      "step": 1633
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765137820095293e-05,
      "loss": 0.6051,
      "step": 1634
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7648236349082928e-05,
      "loss": 0.6095,
      "step": 1635
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764509267713785e-05,
      "loss": 0.6163,
      "step": 1636
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7641947185865808e-05,
      "loss": 0.602,
      "step": 1637
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763879987601534e-05,
      "loss": 0.6334,
      "step": 1638
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7635650748335426e-05,
      "loss": 0.5956,
      "step": 1639
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7632499803575473e-05,
      "loss": 0.6184,
      "step": 1640
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7629347042485322e-05,
      "loss": 0.6255,
      "step": 1641
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762619246581524e-05,
      "loss": 0.6047,
      "step": 1642
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762303607431594e-05,
      "loss": 0.5989,
      "step": 1643
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761987786873855e-05,
      "loss": 0.6101,
      "step": 1644
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7616717849834644e-05,
      "loss": 0.6147,
      "step": 1645
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761355601835622e-05,
      "loss": 0.5975,
      "step": 1646
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761039237505571e-05,
      "loss": 0.6088,
      "step": 1647
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7607226920685976e-05,
      "loss": 0.6057,
      "step": 1648
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7604059656000313e-05,
      "loss": 0.5952,
      "step": 1649
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7600890581752435e-05,
      "loss": 0.6212,
      "step": 1650
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759771969869651e-05,
      "loss": 0.589,
      "step": 1651
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759454700758712e-05,
      "loss": 0.6215,
      "step": 1652
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7591372509179273e-05,
      "loss": 0.6011,
      "step": 1653
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7588196204228423e-05,
      "loss": 0.6117,
      "step": 1654
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758501809349044e-05,
      "loss": 0.6167,
      "step": 1655
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758183817772163e-05,
      "loss": 0.6116,
      "step": 1656
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757865645767873e-05,
      "loss": 0.6074,
      "step": 1657
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75754729341189e-05,
      "loss": 0.6433,
      "step": 1658
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7572287607799735e-05,
      "loss": 0.6193,
      "step": 1659
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756910047947926e-05,
      "loss": 0.6257,
      "step": 1660
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7565911549915925e-05,
      "loss": 0.5877,
      "step": 1661
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756272081986861e-05,
      "loss": 0.5874,
      "step": 1662
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7559528290096618e-05,
      "loss": 0.6067,
      "step": 1663
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755633396135969e-05,
      "loss": 0.6314,
      "step": 1664
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755313783441799e-05,
      "loss": 0.6143,
      "step": 1665
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7549939910032113e-05,
      "loss": 0.6173,
      "step": 1666
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7546740188963075e-05,
      "loss": 0.6172,
      "step": 1667
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754353867197232e-05,
      "loss": 0.6184,
      "step": 1668
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7540335359821735e-05,
      "loss": 0.6163,
      "step": 1669
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7537130253273613e-05,
      "loss": 0.6035,
      "step": 1670
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7533923353090686e-05,
      "loss": 0.6047,
      "step": 1671
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7530714660036112e-05,
      "loss": 0.6151,
      "step": 1672
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7527504174873468e-05,
      "loss": 0.5858,
      "step": 1673
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7524291898366776e-05,
      "loss": 0.6363,
      "step": 1674
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7521077831280453e-05,
      "loss": 0.6089,
      "step": 1675
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7517861974379378e-05,
      "loss": 0.6191,
      "step": 1676
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7514644328428826e-05,
      "loss": 0.6012,
      "step": 1677
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751142489419452e-05,
      "loss": 0.6163,
      "step": 1678
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508203672442595e-05,
      "loss": 0.6058,
      "step": 1679
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7504980663939614e-05,
      "loss": 0.6361,
      "step": 1680
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750175586945257e-05,
      "loss": 0.6208,
      "step": 1681
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7498529289748875e-05,
      "loss": 0.6159,
      "step": 1682
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7495300925596366e-05,
      "loss": 0.6285,
      "step": 1683
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749207077776331e-05,
      "loss": 0.6044,
      "step": 1684
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7488838847018397e-05,
      "loss": 0.607,
      "step": 1685
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7485605134130738e-05,
      "loss": 0.6231,
      "step": 1686
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748236963986987e-05,
      "loss": 0.6002,
      "step": 1687
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7479132365005756e-05,
      "loss": 0.6188,
      "step": 1688
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747589331030878e-05,
      "loss": 0.6085,
      "step": 1689
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7472652476549747e-05,
      "loss": 0.6157,
      "step": 1690
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746940986449989e-05,
      "loss": 0.6092,
      "step": 1691
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7466165474930862e-05,
      "loss": 0.63,
      "step": 1692
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7462919308614744e-05,
      "loss": 0.6036,
      "step": 1693
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7459671366324035e-05,
      "loss": 0.6123,
      "step": 1694
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7456421648831658e-05,
      "loss": 0.5956,
      "step": 1695
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7453170156910958e-05,
      "loss": 0.5858,
      "step": 1696
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7449916891335705e-05,
      "loss": 0.6227,
      "step": 1697
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744666185288009e-05,
      "loss": 0.6045,
      "step": 1698
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7443405042318718e-05,
      "loss": 0.6016,
      "step": 1699
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744014646042663e-05,
      "loss": 0.6001,
      "step": 1700
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7436886107979276e-05,
      "loss": 0.6174,
      "step": 1701
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7433623985752537e-05,
      "loss": 0.5887,
      "step": 1702
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7430360094522706e-05,
      "loss": 0.6048,
      "step": 1703
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74270944350665e-05,
      "loss": 0.5814,
      "step": 1704
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742382700816107e-05,
      "loss": 0.613,
      "step": 1705
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7420557814583965e-05,
      "loss": 0.6143,
      "step": 1706
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7417286855113166e-05,
      "loss": 0.6258,
      "step": 1707
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7414014130527077e-05,
      "loss": 0.5894,
      "step": 1708
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7410739641604516e-05,
      "loss": 0.6017,
      "step": 1709
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7407463389124728e-05,
      "loss": 0.612,
      "step": 1710
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740418537386737e-05,
      "loss": 0.6085,
      "step": 1711
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740090559661252e-05,
      "loss": 0.6007,
      "step": 1712
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739762405814068e-05,
      "loss": 0.5706,
      "step": 1713
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7394340759232768e-05,
      "loss": 0.6129,
      "step": 1714
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739105570067012e-05,
      "loss": 0.6124,
      "step": 1715
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738776888323449e-05,
      "loss": 0.5948,
      "step": 1716
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7384480307708057e-05,
      "loss": 0.6023,
      "step": 1717
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738118997487341e-05,
      "loss": 0.6012,
      "step": 1718
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7377897885513556e-05,
      "loss": 0.6245,
      "step": 1719
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7374604040411934e-05,
      "loss": 0.6188,
      "step": 1720
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7371308440352388e-05,
      "loss": 0.6228,
      "step": 1721
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7368011086119175e-05,
      "loss": 0.6232,
      "step": 1722
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7364711978496984e-05,
      "loss": 0.6007,
      "step": 1723
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7361411118270915e-05,
      "loss": 0.6173,
      "step": 1724
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7358108506226477e-05,
      "loss": 0.6249,
      "step": 1725
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735480414314961e-05,
      "loss": 0.6082,
      "step": 1726
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7351498029826662e-05,
      "loss": 0.5976,
      "step": 1727
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7348190167044398e-05,
      "loss": 0.5851,
      "step": 1728
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7344880555589997e-05,
      "loss": 0.6067,
      "step": 1729
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7341569196251065e-05,
      "loss": 0.6192,
      "step": 1730
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7338256089815612e-05,
      "loss": 0.6031,
      "step": 1731
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7334941237072072e-05,
      "loss": 0.5999,
      "step": 1732
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733162463880929e-05,
      "loss": 0.6136,
      "step": 1733
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732830629581652e-05,
      "loss": 0.6308,
      "step": 1734
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732498620888345e-05,
      "loss": 0.6125,
      "step": 1735
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7321664378800166e-05,
      "loss": 0.6069,
      "step": 1736
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7318340806357174e-05,
      "loss": 0.6123,
      "step": 1737
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73150154923454e-05,
      "loss": 0.6461,
      "step": 1738
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731168843755617e-05,
      "loss": 0.5948,
      "step": 1739
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730835964278124e-05,
      "loss": 0.6123,
      "step": 1740
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7305029108812777e-05,
      "loss": 0.6235,
      "step": 1741
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7301696836443355e-05,
      "loss": 0.6007,
      "step": 1742
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729836282646596e-05,
      "loss": 0.5758,
      "step": 1743
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729502707967401e-05,
      "loss": 0.6351,
      "step": 1744
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729168959686131e-05,
      "loss": 0.5979,
      "step": 1745
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7288350378822098e-05,
      "loss": 0.62,
      "step": 1746
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7285009426351018e-05,
      "loss": 0.6135,
      "step": 1747
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7281666740243127e-05,
      "loss": 0.6071,
      "step": 1748
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7278322321293895e-05,
      "loss": 0.6136,
      "step": 1749
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7274976170299197e-05,
      "loss": 0.5838,
      "step": 1750
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727162828805534e-05,
      "loss": 0.5977,
      "step": 1751
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7268278675359022e-05,
      "loss": 0.5953,
      "step": 1752
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7264927333007363e-05,
      "loss": 0.6138,
      "step": 1753
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7261574261797887e-05,
      "loss": 0.5968,
      "step": 1754
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7258219462528543e-05,
      "loss": 0.6254,
      "step": 1755
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7254862935997677e-05,
      "loss": 0.5999,
      "step": 1756
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725150468300406e-05,
      "loss": 0.6157,
      "step": 1757
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724814470434686e-05,
      "loss": 0.5914,
      "step": 1758
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7244783000825665e-05,
      "loss": 0.6287,
      "step": 1759
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7241419573240463e-05,
      "loss": 0.5677,
      "step": 1760
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7238054422391672e-05,
      "loss": 0.6399,
      "step": 1761
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7234687549080096e-05,
      "loss": 0.5908,
      "step": 1762
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7231318954106966e-05,
      "loss": 0.6356,
      "step": 1763
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7227948638273918e-05,
      "loss": 0.6171,
      "step": 1764
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7224576602382993e-05,
      "loss": 0.6037,
      "step": 1765
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7221202847236648e-05,
      "loss": 0.6056,
      "step": 1766
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7217827373637746e-05,
      "loss": 0.6096,
      "step": 1767
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721445018238956e-05,
      "loss": 0.6213,
      "step": 1768
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7211071274295766e-05,
      "loss": 0.6067,
      "step": 1769
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720769065016046e-05,
      "loss": 0.5925,
      "step": 1770
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7204308310788138e-05,
      "loss": 0.5989,
      "step": 1771
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7200924256983703e-05,
      "loss": 0.6433,
      "step": 1772
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719753848955247e-05,
      "loss": 0.5977,
      "step": 1773
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7194151009300162e-05,
      "loss": 0.5791,
      "step": 1774
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719076181703291e-05,
      "loss": 0.6164,
      "step": 1775
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7187370913557247e-05,
      "loss": 0.6228,
      "step": 1776
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718397829968012e-05,
      "loss": 0.6208,
      "step": 1777
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718058397620888e-05,
      "loss": 0.6289,
      "step": 1778
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717718794395128e-05,
      "loss": 0.6126,
      "step": 1779
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7173790203715494e-05,
      "loss": 0.6353,
      "step": 1780
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7170390756310088e-05,
      "loss": 0.5926,
      "step": 1781
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7166989602544036e-05,
      "loss": 0.61,
      "step": 1782
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7163586743226726e-05,
      "loss": 0.6075,
      "step": 1783
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7160182179167942e-05,
      "loss": 0.6085,
      "step": 1784
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156775911177888e-05,
      "loss": 0.5987,
      "step": 1785
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7153367940067157e-05,
      "loss": 0.5954,
      "step": 1786
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7149958266646756e-05,
      "loss": 0.5893,
      "step": 1787
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7146546891728096e-05,
      "loss": 0.5902,
      "step": 1788
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7143133816122993e-05,
      "loss": 0.6414,
      "step": 1789
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713971904064367e-05,
      "loss": 0.6271,
      "step": 1790
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7136302566102747e-05,
      "loss": 0.607,
      "step": 1791
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7132884393313257e-05,
      "loss": 0.6047,
      "step": 1792
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712946452308863e-05,
      "loss": 0.6079,
      "step": 1793
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7126042956242708e-05,
      "loss": 0.5976,
      "step": 1794
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712261969358973e-05,
      "loss": 0.6017,
      "step": 1795
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7119194735944336e-05,
      "loss": 0.6172,
      "step": 1796
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7115768084121585e-05,
      "loss": 0.5983,
      "step": 1797
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711233973893692e-05,
      "loss": 0.6112,
      "step": 1798
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7108909701206196e-05,
      "loss": 0.6064,
      "step": 1799
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7105477971745668e-05,
      "loss": 0.613,
      "step": 1800
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7102044551372e-05,
      "loss": 0.5919,
      "step": 1801
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7098609440902256e-05,
      "loss": 0.6141,
      "step": 1802
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7095172641153894e-05,
      "loss": 0.6267,
      "step": 1803
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709173415294478e-05,
      "loss": 0.5979,
      "step": 1804
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7088293977093187e-05,
      "loss": 0.6305,
      "step": 1805
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708485211441778e-05,
      "loss": 0.62,
      "step": 1806
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7081408565737633e-05,
      "loss": 0.6191,
      "step": 1807
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7077963331872222e-05,
      "loss": 0.6177,
      "step": 1808
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707451641364141e-05,
      "loss": 0.6021,
      "step": 1809
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.5966,
      "step": 1810
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70676175273651e-05,
      "loss": 0.6018,
      "step": 1811
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706416556096135e-05,
      "loss": 0.6246,
      "step": 1812
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7060711913475703e-05,
      "loss": 0.6188,
      "step": 1813
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7057256585730035e-05,
      "loss": 0.6195,
      "step": 1814
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7053799578546623e-05,
      "loss": 0.5958,
      "step": 1815
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705034089274814e-05,
      "loss": 0.6083,
      "step": 1816
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704688052915766e-05,
      "loss": 0.6063,
      "step": 1817
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704341848859866e-05,
      "loss": 0.6114,
      "step": 1818
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703995477189501e-05,
      "loss": 0.6033,
      "step": 1819
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7036489379870982e-05,
      "loss": 0.5932,
      "step": 1820
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7033022313351244e-05,
      "loss": 0.6258,
      "step": 1821
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702955357316087e-05,
      "loss": 0.6268,
      "step": 1822
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7026083160125324e-05,
      "loss": 0.616,
      "step": 1823
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7022611075070476e-05,
      "loss": 0.6076,
      "step": 1824
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7019137318822577e-05,
      "loss": 0.6069,
      "step": 1825
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7015661892208298e-05,
      "loss": 0.6138,
      "step": 1826
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7012184796054695e-05,
      "loss": 0.6093,
      "step": 1827
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7008706031189225e-05,
      "loss": 0.6148,
      "step": 1828
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7005225598439737e-05,
      "loss": 0.6015,
      "step": 1829
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7001743498634487e-05,
      "loss": 0.6023,
      "step": 1830
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6998259732602114e-05,
      "loss": 0.5876,
      "step": 1831
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6994774301171662e-05,
      "loss": 0.5882,
      "step": 1832
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6991287205172575e-05,
      "loss": 0.5995,
      "step": 1833
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6987798445434686e-05,
      "loss": 0.598,
      "step": 1834
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6984308022788227e-05,
      "loss": 0.6109,
      "step": 1835
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6980815938063818e-05,
      "loss": 0.594,
      "step": 1836
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697732219209249e-05,
      "loss": 0.595,
      "step": 1837
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697382678570566e-05,
      "loss": 0.6009,
      "step": 1838
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6970329719735136e-05,
      "loss": 0.6275,
      "step": 1839
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6966830995013134e-05,
      "loss": 0.6095,
      "step": 1840
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6963330612372243e-05,
      "loss": 0.6217,
      "step": 1841
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6959828572645474e-05,
      "loss": 0.6012,
      "step": 1842
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695632487666621e-05,
      "loss": 0.5957,
      "step": 1843
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695281952526824e-05,
      "loss": 0.5903,
      "step": 1844
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694931251928575e-05,
      "loss": 0.6103,
      "step": 1845
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6945803859553298e-05,
      "loss": 0.5999,
      "step": 1846
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6942293546905867e-05,
      "loss": 0.6147,
      "step": 1847
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6938781582178805e-05,
      "loss": 0.5884,
      "step": 1848
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693526796620787e-05,
      "loss": 0.61,
      "step": 1849
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693175269982921e-05,
      "loss": 0.6031,
      "step": 1850
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692823578387936e-05,
      "loss": 0.6013,
      "step": 1851
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6924717219195258e-05,
      "loss": 0.5875,
      "step": 1852
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6921197006614224e-05,
      "loss": 0.6166,
      "step": 1853
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6917675146973973e-05,
      "loss": 0.6106,
      "step": 1854
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691415164111261e-05,
      "loss": 0.6217,
      "step": 1855
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691062648986865e-05,
      "loss": 0.6389,
      "step": 1856
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6907099694080966e-05,
      "loss": 0.5973,
      "step": 1857
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6903571254588853e-05,
      "loss": 0.605,
      "step": 1858
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6900041172231976e-05,
      "loss": 0.6168,
      "step": 1859
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689650944785041e-05,
      "loss": 0.6133,
      "step": 1860
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68929760822846e-05,
      "loss": 0.617,
      "step": 1861
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6889441076375396e-05,
      "loss": 0.6078,
      "step": 1862
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6885904430964043e-05,
      "loss": 0.6148,
      "step": 1863
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6882366146892155e-05,
      "loss": 0.5877,
      "step": 1864
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6878826225001756e-05,
      "loss": 0.6034,
      "step": 1865
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6875284666135252e-05,
      "loss": 0.6056,
      "step": 1866
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6871741471135438e-05,
      "loss": 0.6053,
      "step": 1867
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6868196640845495e-05,
      "loss": 0.5861,
      "step": 1868
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6864650176109007e-05,
      "loss": 0.5937,
      "step": 1869
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686110207776993e-05,
      "loss": 0.6002,
      "step": 1870
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6857552346672616e-05,
      "loss": 0.6125,
      "step": 1871
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6854000983661813e-05,
      "loss": 0.647,
      "step": 1872
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850447989582642e-05,
      "loss": 0.637,
      "step": 1873
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6846893365280625e-05,
      "loss": 0.613,
      "step": 1874
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6843337111601663e-05,
      "loss": 0.6303,
      "step": 1875
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6839779229392053e-05,
      "loss": 0.6164,
      "step": 1876
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6836219719498475e-05,
      "loss": 0.6345,
      "step": 1877
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6832658582767996e-05,
      "loss": 0.6205,
      "step": 1878
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682909582004807e-05,
      "loss": 0.607,
      "step": 1879
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6825531432186545e-05,
      "loss": 0.603,
      "step": 1880
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6821965420031638e-05,
      "loss": 0.59,
      "step": 1881
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6818397784431974e-05,
      "loss": 0.5942,
      "step": 1882
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6814828526236552e-05,
      "loss": 0.5934,
      "step": 1883
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681125764629476e-05,
      "loss": 0.6203,
      "step": 1884
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680768514545637e-05,
      "loss": 0.6134,
      "step": 1885
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680411102457154e-05,
      "loss": 0.597,
      "step": 1886
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680053528449082e-05,
      "loss": 0.6027,
      "step": 1887
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6796957926065137e-05,
      "loss": 0.6141,
      "step": 1888
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6793378950145806e-05,
      "loss": 0.5681,
      "step": 1889
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6789798357584524e-05,
      "loss": 0.6032,
      "step": 1890
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6786216149233388e-05,
      "loss": 0.6007,
      "step": 1891
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6782632325944853e-05,
      "loss": 0.6238,
      "step": 1892
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6779046888571784e-05,
      "loss": 0.602,
      "step": 1893
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677545983796741e-05,
      "loss": 0.6049,
      "step": 1894
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677187117498536e-05,
      "loss": 0.6253,
      "step": 1895
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6768280900479634e-05,
      "loss": 0.6188,
      "step": 1896
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6764689015304624e-05,
      "loss": 0.628,
      "step": 1897
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67610955203151e-05,
      "loss": 0.6243,
      "step": 1898
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6757500416366225e-05,
      "loss": 0.6022,
      "step": 1899
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6753903704313527e-05,
      "loss": 0.5987,
      "step": 1900
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6750305385012936e-05,
      "loss": 0.6187,
      "step": 1901
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6746705459320746e-05,
      "loss": 0.6228,
      "step": 1902
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674310392809365e-05,
      "loss": 0.6002,
      "step": 1903
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673950079218871e-05,
      "loss": 0.619,
      "step": 1904
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6735896052463384e-05,
      "loss": 0.6039,
      "step": 1905
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6732289709775496e-05,
      "loss": 0.6282,
      "step": 1906
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672868176498326e-05,
      "loss": 0.6193,
      "step": 1907
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6725072218945274e-05,
      "loss": 0.6203,
      "step": 1908
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672146107252051e-05,
      "loss": 0.5922,
      "step": 1909
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6717848326568327e-05,
      "loss": 0.6224,
      "step": 1910
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6714233981948457e-05,
      "loss": 0.5987,
      "step": 1911
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6710618039521017e-05,
      "loss": 0.6174,
      "step": 1912
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6707000500146505e-05,
      "loss": 0.6144,
      "step": 1913
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6703381364685805e-05,
      "loss": 0.5976,
      "step": 1914
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6699760634000166e-05,
      "loss": 0.6083,
      "step": 1915
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696138308951227e-05,
      "loss": 0.588,
      "step": 1916
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669251439040101e-05,
      "loss": 0.6085,
      "step": 1917
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66888888792119e-05,
      "loss": 0.5967,
      "step": 1918
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668526177624668e-05,
      "loss": 0.6085,
      "step": 1919
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66816330823685e-05,
      "loss": 0.6086,
      "step": 1920
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6678002798440887e-05,
      "loss": 0.6067,
      "step": 1921
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667437092532776e-05,
      "loss": 0.5991,
      "step": 1922
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6670737463893403e-05,
      "loss": 0.6008,
      "step": 1923
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6667102415002482e-05,
      "loss": 0.634,
      "step": 1924
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6663465779520042e-05,
      "loss": 0.6132,
      "step": 1925
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6659827558311504e-05,
      "loss": 0.5924,
      "step": 1926
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665618775224267e-05,
      "loss": 0.6127,
      "step": 1927
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665254636217971e-05,
      "loss": 0.6094,
      "step": 1928
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6648903388989182e-05,
      "loss": 0.6028,
      "step": 1929
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6645258833538015e-05,
      "loss": 0.6208,
      "step": 1930
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6641612696693513e-05,
      "loss": 0.6338,
      "step": 1931
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6637964979323363e-05,
      "loss": 0.6313,
      "step": 1932
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6634315682295622e-05,
      "loss": 0.5886,
      "step": 1933
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6630664806478726e-05,
      "loss": 0.6327,
      "step": 1934
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6627012352741482e-05,
      "loss": 0.6372,
      "step": 1935
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662335832195308e-05,
      "loss": 0.5946,
      "step": 1936
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6619702714983077e-05,
      "loss": 0.6301,
      "step": 1937
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661604553270141e-05,
      "loss": 0.6105,
      "step": 1938
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6612386775978398e-05,
      "loss": 0.6185,
      "step": 1939
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6608726445684715e-05,
      "loss": 0.6011,
      "step": 1940
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660506454269143e-05,
      "loss": 0.604,
      "step": 1941
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6601401067869978e-05,
      "loss": 0.6282,
      "step": 1942
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659773602209216e-05,
      "loss": 0.6084,
      "step": 1943
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6594069406230167e-05,
      "loss": 0.6405,
      "step": 1944
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659040122115655e-05,
      "loss": 0.5982,
      "step": 1945
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658673146774424e-05,
      "loss": 0.5931,
      "step": 1946
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6583060146866542e-05,
      "loss": 0.6303,
      "step": 1947
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657938725939713e-05,
      "loss": 0.5989,
      "step": 1948
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657571280621005e-05,
      "loss": 0.5977,
      "step": 1949
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6572036788179728e-05,
      "loss": 0.6186,
      "step": 1950
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6568359206180952e-05,
      "loss": 0.6218,
      "step": 1951
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6564680061088897e-05,
      "loss": 0.6198,
      "step": 1952
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6560999353779092e-05,
      "loss": 0.6305,
      "step": 1953
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655731708512745e-05,
      "loss": 0.6027,
      "step": 1954
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6553633256010254e-05,
      "loss": 0.6113,
      "step": 1955
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6549947867304154e-05,
      "loss": 0.6166,
      "step": 1956
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654626091988617e-05,
      "loss": 0.6461,
      "step": 1957
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6542572414633707e-05,
      "loss": 0.6069,
      "step": 1958
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653888235242452e-05,
      "loss": 0.609,
      "step": 1959
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653519073413675e-05,
      "loss": 0.6259,
      "step": 1960
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6531497560648903e-05,
      "loss": 0.6037,
      "step": 1961
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6527802832839853e-05,
      "loss": 0.5982,
      "step": 1962
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652410655158885e-05,
      "loss": 0.6018,
      "step": 1963
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6520408717775507e-05,
      "loss": 0.6195,
      "step": 1964
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6516709332279806e-05,
      "loss": 0.6199,
      "step": 1965
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6513008395982107e-05,
      "loss": 0.62,
      "step": 1966
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650930590976313e-05,
      "loss": 0.6154,
      "step": 1967
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650560187450397e-05,
      "loss": 0.6055,
      "step": 1968
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650189629108609e-05,
      "loss": 0.6211,
      "step": 1969
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649818916039131e-05,
      "loss": 0.5893,
      "step": 1970
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6494480483301836e-05,
      "loss": 0.6017,
      "step": 1971
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6490770260700234e-05,
      "loss": 0.6019,
      "step": 1972
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6487058493469437e-05,
      "loss": 0.6245,
      "step": 1973
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6483345182492742e-05,
      "loss": 0.5909,
      "step": 1974
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6479630328653814e-05,
      "loss": 0.6205,
      "step": 1975
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64759139328367e-05,
      "loss": 0.6158,
      "step": 1976
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6472195995925796e-05,
      "loss": 0.6017,
      "step": 1977
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6468476518805872e-05,
      "loss": 0.6111,
      "step": 1978
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6464755502362063e-05,
      "loss": 0.6057,
      "step": 1979
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646103294747987e-05,
      "loss": 0.6227,
      "step": 1980
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6457308855045165e-05,
      "loss": 0.5945,
      "step": 1981
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645358322594418e-05,
      "loss": 0.6196,
      "step": 1982
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6449856061063513e-05,
      "loss": 0.6302,
      "step": 1983
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644612736129013e-05,
      "loss": 0.6135,
      "step": 1984
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6442397127511366e-05,
      "loss": 0.602,
      "step": 1985
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643866536061491e-05,
      "loss": 0.5936,
      "step": 1986
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6434932061488827e-05,
      "loss": 0.5992,
      "step": 1987
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6431197231021543e-05,
      "loss": 0.6441,
      "step": 1988
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6427460870101837e-05,
      "loss": 0.6267,
      "step": 1989
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6423722979618883e-05,
      "loss": 0.6126,
      "step": 1990
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6419983560462178e-05,
      "loss": 0.6125,
      "step": 1991
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6416242613521612e-05,
      "loss": 0.5942,
      "step": 1992
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641250013968743e-05,
      "loss": 0.6027,
      "step": 1993
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6408756139850243e-05,
      "loss": 0.6085,
      "step": 1994
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6405010614901017e-05,
      "loss": 0.6066,
      "step": 1995
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640126356573109e-05,
      "loss": 0.6247,
      "step": 1996
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639751499323216e-05,
      "loss": 0.6111,
      "step": 1997
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6393764898296283e-05,
      "loss": 0.602,
      "step": 1998
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6390013281815884e-05,
      "loss": 0.6016,
      "step": 1999
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6386260144683744e-05,
      "loss": 0.616,
      "step": 2000
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6382505487793015e-05,
      "loss": 0.5944,
      "step": 2001
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6378749312037197e-05,
      "loss": 0.6242,
      "step": 2002
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6374991618310165e-05,
      "loss": 0.6154,
      "step": 2003
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6371232407506146e-05,
      "loss": 0.607,
      "step": 2004
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6367471680519734e-05,
      "loss": 0.6095,
      "step": 2005
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6363709438245877e-05,
      "loss": 0.6223,
      "step": 2006
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635994568157989e-05,
      "loss": 0.6186,
      "step": 2007
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6356180411417448e-05,
      "loss": 0.6107,
      "step": 2008
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6352413628654584e-05,
      "loss": 0.6336,
      "step": 2009
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6348645334187686e-05,
      "loss": 0.6157,
      "step": 2010
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6344875528913517e-05,
      "loss": 0.5841,
      "step": 2011
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6341104213729177e-05,
      "loss": 0.6036,
      "step": 2012
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6337331389532148e-05,
      "loss": 0.6105,
      "step": 2013
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633355705722025e-05,
      "loss": 0.6503,
      "step": 2014
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632978121769169e-05,
      "loss": 0.5906,
      "step": 2015
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6326003871845003e-05,
      "loss": 0.5961,
      "step": 2016
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63222250205791e-05,
      "loss": 0.5994,
      "step": 2017
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6318444664793243e-05,
      "loss": 0.6054,
      "step": 2018
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631466280538706e-05,
      "loss": 0.5903,
      "step": 2019
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631087944326053e-05,
      "loss": 0.6044,
      "step": 2020
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630709457931399e-05,
      "loss": 0.6029,
      "step": 2021
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630330821444814e-05,
      "loss": 0.6242,
      "step": 2022
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629952034956403e-05,
      "loss": 0.5964,
      "step": 2023
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6295730985563074e-05,
      "loss": 0.6009,
      "step": 2024
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6291940123347033e-05,
      "loss": 0.6085,
      "step": 2025
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6288147763818038e-05,
      "loss": 0.5905,
      "step": 2026
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6284353907878557e-05,
      "loss": 0.6154,
      "step": 2027
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6280558556431437e-05,
      "loss": 0.6095,
      "step": 2028
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627676171037987e-05,
      "loss": 0.6006,
      "step": 2029
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6272963370627398e-05,
      "loss": 0.6147,
      "step": 2030
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626916353807793e-05,
      "loss": 0.6099,
      "step": 2031
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6265362213635714e-05,
      "loss": 0.5742,
      "step": 2032
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626155939820537e-05,
      "loss": 0.6322,
      "step": 2033
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6257755092691865e-05,
      "loss": 0.5993,
      "step": 2034
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6253949298000527e-05,
      "loss": 0.6318,
      "step": 2035
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6250142015037024e-05,
      "loss": 0.6024,
      "step": 2036
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624633324470739e-05,
      "loss": 0.6297,
      "step": 2037
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6242522987918016e-05,
      "loss": 0.587,
      "step": 2038
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6238711245575632e-05,
      "loss": 0.6136,
      "step": 2039
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6234898018587336e-05,
      "loss": 0.5954,
      "step": 2040
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6231083307860574e-05,
      "loss": 0.5917,
      "step": 2041
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6227267114303145e-05,
      "loss": 0.611,
      "step": 2042
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6223449438823194e-05,
      "loss": 0.5984,
      "step": 2043
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6219630282329232e-05,
      "loss": 0.6042,
      "step": 2044
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6215809645730115e-05,
      "loss": 0.5916,
      "step": 2045
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6211987529935055e-05,
      "loss": 0.6165,
      "step": 2046
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6208163935853605e-05,
      "loss": 0.6126,
      "step": 2047
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6204338864395683e-05,
      "loss": 0.581,
      "step": 2048
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620051231647155e-05,
      "loss": 0.6165,
      "step": 2049
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6196684292991827e-05,
      "loss": 0.5998,
      "step": 2050
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6192854794867477e-05,
      "loss": 0.6221,
      "step": 2051
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618902382300982e-05,
      "loss": 0.5948,
      "step": 2052
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6185191378330523e-05,
      "loss": 0.6117,
      "step": 2053
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6181357461741603e-05,
      "loss": 0.6269,
      "step": 2054
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6177522074155436e-05,
      "loss": 0.6033,
      "step": 2055
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6173685216484734e-05,
      "loss": 0.6272,
      "step": 2056
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6169846889642572e-05,
      "loss": 0.5941,
      "step": 2057
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6166007094542365e-05,
      "loss": 0.6206,
      "step": 2058
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616216583209788e-05,
      "loss": 0.6358,
      "step": 2059
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615832310322324e-05,
      "loss": 0.6212,
      "step": 2060
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6154478908832907e-05,
      "loss": 0.6184,
      "step": 2061
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6150633249841696e-05,
      "loss": 0.6071,
      "step": 2062
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6146786127164773e-05,
      "loss": 0.6187,
      "step": 2063
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614293754171765e-05,
      "loss": 0.6273,
      "step": 2064
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6139087494416184e-05,
      "loss": 0.6126,
      "step": 2065
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6135235986176584e-05,
      "loss": 0.607,
      "step": 2066
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613138301791541e-05,
      "loss": 0.5957,
      "step": 2067
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6127528590549563e-05,
      "loss": 0.6366,
      "step": 2068
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612367270499629e-05,
      "loss": 0.6059,
      "step": 2069
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6119815362173188e-05,
      "loss": 0.6067,
      "step": 2070
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6115956562998208e-05,
      "loss": 0.6209,
      "step": 2071
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611209630838963e-05,
      "loss": 0.6076,
      "step": 2072
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6108234599266102e-05,
      "loss": 0.6093,
      "step": 2073
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6104371436546604e-05,
      "loss": 0.6059,
      "step": 2074
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6100506821150455e-05,
      "loss": 0.6077,
      "step": 2075
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609664075399735e-05,
      "loss": 0.6275,
      "step": 2076
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6092773236007288e-05,
      "loss": 0.6216,
      "step": 2077
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6088904268100648e-05,
      "loss": 0.5866,
      "step": 2078
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6085033851198136e-05,
      "loss": 0.5974,
      "step": 2079
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6081161986220807e-05,
      "loss": 0.5978,
      "step": 2080
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6077288674090063e-05,
      "loss": 0.6028,
      "step": 2081
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6073413915727648e-05,
      "loss": 0.5854,
      "step": 2082
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6069537712055652e-05,
      "loss": 0.6192,
      "step": 2083
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6065660063996502e-05,
      "loss": 0.6325,
      "step": 2084
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6061780972472978e-05,
      "loss": 0.6344,
      "step": 2085
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60579004384082e-05,
      "loss": 0.5902,
      "step": 2086
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605401846272563e-05,
      "loss": 0.6093,
      "step": 2087
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6050135046349073e-05,
      "loss": 0.6414,
      "step": 2088
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6046250190202684e-05,
      "loss": 0.5868,
      "step": 2089
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6042363895210948e-05,
      "loss": 0.5997,
      "step": 2090
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60384761622987e-05,
      "loss": 0.6139,
      "step": 2091
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.603458699239112e-05,
      "loss": 0.6074,
      "step": 2092
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6030696386413715e-05,
      "loss": 0.6055,
      "step": 2093
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602680434529236e-05,
      "loss": 0.5859,
      "step": 2094
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6022910869953245e-05,
      "loss": 0.5945,
      "step": 2095
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601901596132292e-05,
      "loss": 0.5883,
      "step": 2096
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6015119620328266e-05,
      "loss": 0.612,
      "step": 2097
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601122184789651e-05,
      "loss": 0.603,
      "step": 2098
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6007322644955208e-05,
      "loss": 0.5994,
      "step": 2099
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6003422012432275e-05,
      "loss": 0.5821,
      "step": 2100
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5999519951255957e-05,
      "loss": 0.602,
      "step": 2101
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5995616462354835e-05,
      "loss": 0.625,
      "step": 2102
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5991711546657837e-05,
      "loss": 0.6143,
      "step": 2103
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5987805205094225e-05,
      "loss": 0.6211,
      "step": 2104
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5983897438593612e-05,
      "loss": 0.6135,
      "step": 2105
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597998824808593e-05,
      "loss": 0.5837,
      "step": 2106
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5976077634501476e-05,
      "loss": 0.5988,
      "step": 2107
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5972165598770853e-05,
      "loss": 0.5876,
      "step": 2108
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5968252141825038e-05,
      "loss": 0.5914,
      "step": 2109
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596433726459532e-05,
      "loss": 0.6453,
      "step": 2110
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5960420968013334e-05,
      "loss": 0.6015,
      "step": 2111
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5956503253011052e-05,
      "loss": 0.5673,
      "step": 2112
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595258412052079e-05,
      "loss": 0.5853,
      "step": 2113
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5948663571475197e-05,
      "loss": 0.6045,
      "step": 2114
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5944741606807257e-05,
      "loss": 0.5835,
      "step": 2115
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5940818227450292e-05,
      "loss": 0.5884,
      "step": 2116
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5936893434337957e-05,
      "loss": 0.6059,
      "step": 2117
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5932967228404255e-05,
      "loss": 0.6197,
      "step": 2118
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592903961058351e-05,
      "loss": 0.6038,
      "step": 2119
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5925110581810396e-05,
      "loss": 0.6103,
      "step": 2120
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5921180143019915e-05,
      "loss": 0.5944,
      "step": 2121
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59172482951474e-05,
      "loss": 0.6159,
      "step": 2122
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5913315039128534e-05,
      "loss": 0.5962,
      "step": 2123
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5909380375899323e-05,
      "loss": 0.6085,
      "step": 2124
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590544430639611e-05,
      "loss": 0.5894,
      "step": 2125
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5901506831555575e-05,
      "loss": 0.6019,
      "step": 2126
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5897567952314733e-05,
      "loss": 0.5881,
      "step": 2127
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5893627669610926e-05,
      "loss": 0.6077,
      "step": 2128
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588968598438184e-05,
      "loss": 0.5969,
      "step": 2129
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5885742897565494e-05,
      "loss": 0.6053,
      "step": 2130
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588179841010023e-05,
      "loss": 0.5791,
      "step": 2131
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.5971,
      "step": 2132
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5873905236978017e-05,
      "loss": 0.6003,
      "step": 2133
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5869956553199432e-05,
      "loss": 0.6188,
      "step": 2134
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586600647252866e-05,
      "loss": 0.5995,
      "step": 2135
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5862054995905712e-05,
      "loss": 0.6277,
      "step": 2136
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5858102124270933e-05,
      "loss": 0.6125,
      "step": 2137
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5854147858565002e-05,
      "loss": 0.6124,
      "step": 2138
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5850192199728927e-05,
      "loss": 0.5978,
      "step": 2139
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5846235148704047e-05,
      "loss": 0.6041,
      "step": 2140
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584227670643204e-05,
      "loss": 0.6291,
      "step": 2141
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58383168738549e-05,
      "loss": 0.5984,
      "step": 2142
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583435565191497e-05,
      "loss": 0.6125,
      "step": 2143
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583039304155491e-05,
      "loss": 0.6017,
      "step": 2144
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5826429043717716e-05,
      "loss": 0.6337,
      "step": 2145
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582246365934671e-05,
      "loss": 0.6128,
      "step": 2146
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5818496889385554e-05,
      "loss": 0.6106,
      "step": 2147
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5814528734778228e-05,
      "loss": 0.5899,
      "step": 2148
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5810559196469043e-05,
      "loss": 0.6019,
      "step": 2149
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580658827540265e-05,
      "loss": 0.5906,
      "step": 2150
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5802615972524017e-05,
      "loss": 0.6016,
      "step": 2151
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579864228877845e-05,
      "loss": 0.5725,
      "step": 2152
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5794667225111572e-05,
      "loss": 0.6141,
      "step": 2153
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5790690782469345e-05,
      "loss": 0.5924,
      "step": 2154
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578671296179806e-05,
      "loss": 0.601,
      "step": 2155
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5782733764044326e-05,
      "loss": 0.6165,
      "step": 2156
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5778753190155085e-05,
      "loss": 0.6118,
      "step": 2157
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5774771241077612e-05,
      "loss": 0.5835,
      "step": 2158
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57707879177595e-05,
      "loss": 0.6116,
      "step": 2159
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5766803221148676e-05,
      "loss": 0.6108,
      "step": 2160
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5762817152193383e-05,
      "loss": 0.6253,
      "step": 2161
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5758829711842208e-05,
      "loss": 0.6109,
      "step": 2162
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5754840901044054e-05,
      "loss": 0.5922,
      "step": 2163
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5750850720748146e-05,
      "loss": 0.6097,
      "step": 2164
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574685917190404e-05,
      "loss": 0.6042,
      "step": 2165
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574286625546162e-05,
      "loss": 0.5933,
      "step": 2166
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5738871972371096e-05,
      "loss": 0.5859,
      "step": 2167
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5734876323582996e-05,
      "loss": 0.6083,
      "step": 2168
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5730879310048175e-05,
      "loss": 0.6217,
      "step": 2169
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572688093271782e-05,
      "loss": 0.6056,
      "step": 2170
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5722881192543433e-05,
      "loss": 0.6242,
      "step": 2171
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5718880090476852e-05,
      "loss": 0.6107,
      "step": 2172
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5714877627470225e-05,
      "loss": 0.598,
      "step": 2173
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5710873804476035e-05,
      "loss": 0.6023,
      "step": 2174
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5706868622447084e-05,
      "loss": 0.6054,
      "step": 2175
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570286208233649e-05,
      "loss": 0.5998,
      "step": 2176
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5698854185097713e-05,
      "loss": 0.615,
      "step": 2177
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569484493168452e-05,
      "loss": 0.6087,
      "step": 2178
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569083432305101e-05,
      "loss": 0.5904,
      "step": 2179
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568682236015159e-05,
      "loss": 0.6115,
      "step": 2180
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5682809043941013e-05,
      "loss": 0.6258,
      "step": 2181
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567879437537433e-05,
      "loss": 0.5918,
      "step": 2182
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5674778355406928e-05,
      "loss": 0.6127,
      "step": 2183
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5670760984994516e-05,
      "loss": 0.5987,
      "step": 2184
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566674226509311e-05,
      "loss": 0.6088,
      "step": 2185
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566272219665907e-05,
      "loss": 0.6253,
      "step": 2186
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5658700780649057e-05,
      "loss": 0.6129,
      "step": 2187
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565467801802006e-05,
      "loss": 0.6079,
      "step": 2188
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565065390972939e-05,
      "loss": 0.6014,
      "step": 2189
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564662845673468e-05,
      "loss": 0.6023,
      "step": 2190
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5642601659993877e-05,
      "loss": 0.5942,
      "step": 2191
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563857352046525e-05,
      "loss": 0.5979,
      "step": 2192
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563454403910739e-05,
      "loss": 0.6204,
      "step": 2193
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5630513216879203e-05,
      "loss": 0.6112,
      "step": 2194
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5626481054739916e-05,
      "loss": 0.602,
      "step": 2195
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562244755364908e-05,
      "loss": 0.6372,
      "step": 2196
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5618412714566555e-05,
      "loss": 0.6126,
      "step": 2197
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5614376538452524e-05,
      "loss": 0.5974,
      "step": 2198
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5610339026267497e-05,
      "loss": 0.6035,
      "step": 2199
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560630017897229e-05,
      "loss": 0.5977,
      "step": 2200
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5602259997528028e-05,
      "loss": 0.5995,
      "step": 2201
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5598218482896182e-05,
      "loss": 0.591,
      "step": 2202
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559417563603852e-05,
      "loss": 0.6127,
      "step": 2203
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5590131457917128e-05,
      "loss": 0.6322,
      "step": 2204
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558608594949441e-05,
      "loss": 0.5997,
      "step": 2205
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5582039111733096e-05,
      "loss": 0.6064,
      "step": 2206
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5577990945596217e-05,
      "loss": 0.6117,
      "step": 2207
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557394145204713e-05,
      "loss": 0.5755,
      "step": 2208
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5569890632049515e-05,
      "loss": 0.5979,
      "step": 2209
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5565838486567343e-05,
      "loss": 0.6242,
      "step": 2210
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5561785016564928e-05,
      "loss": 0.6059,
      "step": 2211
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555773022300688e-05,
      "loss": 0.6122,
      "step": 2212
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5553674106858135e-05,
      "loss": 0.6036,
      "step": 2213
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5549616669083937e-05,
      "loss": 0.622,
      "step": 2214
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554555791064985e-05,
      "loss": 0.6069,
      "step": 2215
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554149783252175e-05,
      "loss": 0.584,
      "step": 2216
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5537436435665823e-05,
      "loss": 0.6161,
      "step": 2217
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5533373721048576e-05,
      "loss": 0.5964,
      "step": 2218
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5529309689636826e-05,
      "loss": 0.6083,
      "step": 2219
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55252443423977e-05,
      "loss": 0.61,
      "step": 2220
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5521177680298645e-05,
      "loss": 0.5636,
      "step": 2221
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5517109704307417e-05,
      "loss": 0.6277,
      "step": 2222
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551304041539208e-05,
      "loss": 0.5872,
      "step": 2223
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5508969814521026e-05,
      "loss": 0.6059,
      "step": 2224
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550489790266294e-05,
      "loss": 0.6121,
      "step": 2225
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5500824680786832e-05,
      "loss": 0.6123,
      "step": 2226
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549675014986202e-05,
      "loss": 0.6269,
      "step": 2227
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5492674310858127e-05,
      "loss": 0.6045,
      "step": 2228
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5488597164745104e-05,
      "loss": 0.5862,
      "step": 2229
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5484518712493188e-05,
      "loss": 0.6116,
      "step": 2230
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5480438955072954e-05,
      "loss": 0.6048,
      "step": 2231
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5476357893455268e-05,
      "loss": 0.6115,
      "step": 2232
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5472275528611317e-05,
      "loss": 0.5899,
      "step": 2233
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546819186151259e-05,
      "loss": 0.6206,
      "step": 2234
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5464106893130896e-05,
      "loss": 0.6173,
      "step": 2235
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5460020624438346e-05,
      "loss": 0.6028,
      "step": 2236
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545593305640736e-05,
      "loss": 0.6018,
      "step": 2237
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5451844190010666e-05,
      "loss": 0.5971,
      "step": 2238
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5447754026221313e-05,
      "loss": 0.5934,
      "step": 2239
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5443662566012645e-05,
      "loss": 0.5827,
      "step": 2240
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5439569810358324e-05,
      "loss": 0.6069,
      "step": 2241
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543547576023231e-05,
      "loss": 0.6085,
      "step": 2242
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543138041660888e-05,
      "loss": 0.6059,
      "step": 2243
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542728378046262e-05,
      "loss": 0.6061,
      "step": 2244
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542318585276841e-05,
      "loss": 0.6137,
      "step": 2245
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5419086634501455e-05,
      "loss": 0.6221,
      "step": 2246
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541498612663726e-05,
      "loss": 0.6338,
      "step": 2247
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5410884330151628e-05,
      "loss": 0.5932,
      "step": 2248
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5406781246020683e-05,
      "loss": 0.5944,
      "step": 2249
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5402676875220847e-05,
      "loss": 0.618,
      "step": 2250
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539857121872885e-05,
      "loss": 0.5799,
      "step": 2251
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5394464277521727e-05,
      "loss": 0.6079,
      "step": 2252
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539035605257682e-05,
      "loss": 0.6229,
      "step": 2253
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538624654487178e-05,
      "loss": 0.6107,
      "step": 2254
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5382135755384554e-05,
      "loss": 0.6105,
      "step": 2255
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5378023685093408e-05,
      "loss": 0.6162,
      "step": 2256
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537391033497689e-05,
      "loss": 0.5928,
      "step": 2257
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536979570601388e-05,
      "loss": 0.59,
      "step": 2258
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5365679799183548e-05,
      "loss": 0.5892,
      "step": 2259
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5361562615465366e-05,
      "loss": 0.5902,
      "step": 2260
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535744415583911e-05,
      "loss": 0.5983,
      "step": 2261
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535332442128487e-05,
      "loss": 0.5999,
      "step": 2262
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5349203412783028e-05,
      "loss": 0.6104,
      "step": 2263
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5345081131314276e-05,
      "loss": 0.5755,
      "step": 2264
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5340957577859605e-05,
      "loss": 0.6071,
      "step": 2265
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533683275340031e-05,
      "loss": 0.5906,
      "step": 2266
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5332706658917985e-05,
      "loss": 0.6227,
      "step": 2267
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5328579295394534e-05,
      "loss": 0.5964,
      "step": 2268
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5324450663812164e-05,
      "loss": 0.6075,
      "step": 2269
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5320320765153367e-05,
      "loss": 0.6077,
      "step": 2270
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5316189600400955e-05,
      "loss": 0.5982,
      "step": 2271
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5312057170538033e-05,
      "loss": 0.5837,
      "step": 2272
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530792347654801e-05,
      "loss": 0.6258,
      "step": 2273
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5303788519414594e-05,
      "loss": 0.6007,
      "step": 2274
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5299652300121792e-05,
      "loss": 0.5964,
      "step": 2275
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5295514819653913e-05,
      "loss": 0.6249,
      "step": 2276
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529137607899557e-05,
      "loss": 0.6133,
      "step": 2277
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5287236079131668e-05,
      "loss": 0.615,
      "step": 2278
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5283094821047416e-05,
      "loss": 0.6008,
      "step": 2279
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5278952305728325e-05,
      "loss": 0.566,
      "step": 2280
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5274808534160203e-05,
      "loss": 0.6172,
      "step": 2281
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5270663507329152e-05,
      "loss": 0.6138,
      "step": 2282
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5266517226221585e-05,
      "loss": 0.582,
      "step": 2283
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52623696918242e-05,
      "loss": 0.6091,
      "step": 2284
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5258220905123997e-05,
      "loss": 0.5966,
      "step": 2285
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5254070867108277e-05,
      "loss": 0.5957,
      "step": 2286
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5249919578764641e-05,
      "loss": 0.626,
      "step": 2287
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5245767041080983e-05,
      "loss": 0.595,
      "step": 2288
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5241613255045495e-05,
      "loss": 0.5921,
      "step": 2289
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5237458221646668e-05,
      "loss": 0.6167,
      "step": 2290
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5233301941873286e-05,
      "loss": 0.5849,
      "step": 2291
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5229144416714435e-05,
      "loss": 0.6047,
      "step": 2292
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5224985647159489e-05,
      "loss": 0.6005,
      "step": 2293
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5220825634198133e-05,
      "loss": 0.605,
      "step": 2294
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5216664378820327e-05,
      "loss": 0.5821,
      "step": 2295
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5212501882016346e-05,
      "loss": 0.5961,
      "step": 2296
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5208338144776754e-05,
      "loss": 0.6108,
      "step": 2297
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5204173168092405e-05,
      "loss": 0.5838,
      "step": 2298
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520000695295445e-05,
      "loss": 0.6063,
      "step": 2299
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5195839500354337e-05,
      "loss": 0.6303,
      "step": 2300
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5191670811283813e-05,
      "loss": 0.6063,
      "step": 2301
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5187500886734908e-05,
      "loss": 0.6126,
      "step": 2302
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5183329727699957e-05,
      "loss": 0.623,
      "step": 2303
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5179157335171579e-05,
      "loss": 0.6186,
      "step": 2304
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5174983710142694e-05,
      "loss": 0.6072,
      "step": 2305
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5170808853606515e-05,
      "loss": 0.5593,
      "step": 2306
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5166632766556546e-05,
      "loss": 0.6168,
      "step": 2307
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516245544998658e-05,
      "loss": 0.5883,
      "step": 2308
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5158276904890708e-05,
      "loss": 0.6071,
      "step": 2309
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.515409713226331e-05,
      "loss": 0.5996,
      "step": 2310
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5149916133099063e-05,
      "loss": 0.6308,
      "step": 2311
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514573390839293e-05,
      "loss": 0.5638,
      "step": 2312
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5141550459140168e-05,
      "loss": 0.5986,
      "step": 2313
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5137365786336329e-05,
      "loss": 0.6159,
      "step": 2314
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.513317989097725e-05,
      "loss": 0.5988,
      "step": 2315
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5128992774059063e-05,
      "loss": 0.6017,
      "step": 2316
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5124804436578191e-05,
      "loss": 0.5872,
      "step": 2317
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.512061487953134e-05,
      "loss": 0.612,
      "step": 2318
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5116424103915519e-05,
      "loss": 0.6407,
      "step": 2319
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5112232110728016e-05,
      "loss": 0.6228,
      "step": 2320
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5108038900966416e-05,
      "loss": 0.5919,
      "step": 2321
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5103844475628585e-05,
      "loss": 0.6181,
      "step": 2322
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.509964883571269e-05,
      "loss": 0.6121,
      "step": 2323
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5095451982217177e-05,
      "loss": 0.6077,
      "step": 2324
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5091253916140789e-05,
      "loss": 0.6115,
      "step": 2325
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508705463848255e-05,
      "loss": 0.5946,
      "step": 2326
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5082854150241773e-05,
      "loss": 0.5864,
      "step": 2327
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5078652452418063e-05,
      "loss": 0.6109,
      "step": 2328
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5074449546011312e-05,
      "loss": 0.5952,
      "step": 2329
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5070245432021699e-05,
      "loss": 0.5981,
      "step": 2330
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5066040111449692e-05,
      "loss": 0.5877,
      "step": 2331
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5061833585296044e-05,
      "loss": 0.62,
      "step": 2332
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.505762585456179e-05,
      "loss": 0.6038,
      "step": 2333
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5053416920248267e-05,
      "loss": 0.5824,
      "step": 2334
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5049206783357082e-05,
      "loss": 0.5907,
      "step": 2335
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.504499544489013e-05,
      "loss": 0.6105,
      "step": 2336
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.504078290584961e-05,
      "loss": 0.5983,
      "step": 2337
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5036569167237978e-05,
      "loss": 0.6312,
      "step": 2338
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5032354230058004e-05,
      "loss": 0.6139,
      "step": 2339
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502813809531272e-05,
      "loss": 0.5962,
      "step": 2340
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502392076400546e-05,
      "loss": 0.6019,
      "step": 2341
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.501970223713983e-05,
      "loss": 0.6072,
      "step": 2342
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.501548251571973e-05,
      "loss": 0.5939,
      "step": 2343
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.501126160074934e-05,
      "loss": 0.6161,
      "step": 2344
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5007039493233123e-05,
      "loss": 0.6053,
      "step": 2345
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5002816194175829e-05,
      "loss": 0.5936,
      "step": 2346
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4998591704582488e-05,
      "loss": 0.5903,
      "step": 2347
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4994366025458421e-05,
      "loss": 0.6168,
      "step": 2348
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4990139157809217e-05,
      "loss": 0.6058,
      "step": 2349
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4985911102640762e-05,
      "loss": 0.6199,
      "step": 2350
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4981681860959222e-05,
      "loss": 0.5959,
      "step": 2351
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4977451433771037e-05,
      "loss": 0.5998,
      "step": 2352
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4973219822082942e-05,
      "loss": 0.6051,
      "step": 2353
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4968987026901942e-05,
      "loss": 0.6067,
      "step": 2354
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4964753049235333e-05,
      "loss": 0.5889,
      "step": 2355
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4960517890090683e-05,
      "loss": 0.5908,
      "step": 2356
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4956281550475851e-05,
      "loss": 0.5936,
      "step": 2357
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952044031398966e-05,
      "loss": 0.5854,
      "step": 2358
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4947805333868453e-05,
      "loss": 0.5684,
      "step": 2359
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4943565458892999e-05,
      "loss": 0.5919,
      "step": 2360
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4939324407481588e-05,
      "loss": 0.6103,
      "step": 2361
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493508218064347e-05,
      "loss": 0.6024,
      "step": 2362
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4930838779388186e-05,
      "loss": 0.6094,
      "step": 2363
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4926594204725552e-05,
      "loss": 0.5998,
      "step": 2364
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4922348457665656e-05,
      "loss": 0.6134,
      "step": 2365
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.491810153921888e-05,
      "loss": 0.6465,
      "step": 2366
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4913853450395874e-05,
      "loss": 0.5819,
      "step": 2367
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4909604192207569e-05,
      "loss": 0.6064,
      "step": 2368
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4905353765665171e-05,
      "loss": 0.6143,
      "step": 2369
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4901102171780175e-05,
      "loss": 0.6137,
      "step": 2370
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4896849411564337e-05,
      "loss": 0.5866,
      "step": 2371
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4892595486029709e-05,
      "loss": 0.616,
      "step": 2372
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4888340396188606e-05,
      "loss": 0.6209,
      "step": 2373
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4884084143053622e-05,
      "loss": 0.6137,
      "step": 2374
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.487982672763764e-05,
      "loss": 0.5886,
      "step": 2375
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4875568150953805e-05,
      "loss": 0.5934,
      "step": 2376
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4871308414015547e-05,
      "loss": 0.5827,
      "step": 2377
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.486704751783656e-05,
      "loss": 0.5811,
      "step": 2378
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4862785463430836e-05,
      "loss": 0.6038,
      "step": 2379
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4858522251812621e-05,
      "loss": 0.5854,
      "step": 2380
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4854257883996449e-05,
      "loss": 0.593,
      "step": 2381
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4849992360997126e-05,
      "loss": 0.6253,
      "step": 2382
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4845725683829723e-05,
      "loss": 0.6113,
      "step": 2383
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4841457853509606e-05,
      "loss": 0.6303,
      "step": 2384
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4837188871052399e-05,
      "loss": 0.6075,
      "step": 2385
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4832918737474007e-05,
      "loss": 0.6098,
      "step": 2386
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4828647453790606e-05,
      "loss": 0.6302,
      "step": 2387
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4824375021018645e-05,
      "loss": 0.5859,
      "step": 2388
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4820101440174852e-05,
      "loss": 0.5872,
      "step": 2389
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.481582671227622e-05,
      "loss": 0.6201,
      "step": 2390
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4811550838340028e-05,
      "loss": 0.6343,
      "step": 2391
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4807273819383809e-05,
      "loss": 0.6051,
      "step": 2392
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4802995656425387e-05,
      "loss": 0.582,
      "step": 2393
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4798716350482845e-05,
      "loss": 0.5724,
      "step": 2394
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4794435902574543e-05,
      "loss": 0.6228,
      "step": 2395
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4790154313719117e-05,
      "loss": 0.6094,
      "step": 2396
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4785871584935469e-05,
      "loss": 0.6075,
      "step": 2397
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4781587717242772e-05,
      "loss": 0.5938,
      "step": 2398
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4777302711660469e-05,
      "loss": 0.6072,
      "step": 2399
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4773016569208283e-05,
      "loss": 0.6062,
      "step": 2400
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4768729290906194e-05,
      "loss": 0.6172,
      "step": 2401
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4764440877774465e-05,
      "loss": 0.5992,
      "step": 2402
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476015133083362e-05,
      "loss": 0.5913,
      "step": 2403
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4755860651104455e-05,
      "loss": 0.5936,
      "step": 2404
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4751568839608036e-05,
      "loss": 0.5864,
      "step": 2405
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4747275897365707e-05,
      "loss": 0.6087,
      "step": 2406
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4742981825399067e-05,
      "loss": 0.6031,
      "step": 2407
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4738686624729987e-05,
      "loss": 0.6077,
      "step": 2408
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4734390296380618e-05,
      "loss": 0.5875,
      "step": 2409
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4730092841373362e-05,
      "loss": 0.5958,
      "step": 2410
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4725794260730903e-05,
      "loss": 0.6085,
      "step": 2411
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4721494555476189e-05,
      "loss": 0.6054,
      "step": 2412
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4717193726632428e-05,
      "loss": 0.6199,
      "step": 2413
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4712891775223108e-05,
      "loss": 0.5935,
      "step": 2414
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4708588702271978e-05,
      "loss": 0.6036,
      "step": 2415
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.470428450880305e-05,
      "loss": 0.6055,
      "step": 2416
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.469997919584061e-05,
      "loss": 0.6096,
      "step": 2417
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4695672764409205e-05,
      "loss": 0.6266,
      "step": 2418
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4691365215533653e-05,
      "loss": 0.5895,
      "step": 2419
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.468705655023903e-05,
      "loss": 0.5984,
      "step": 2420
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4682746769550686e-05,
      "loss": 0.6225,
      "step": 2421
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4678435874494234e-05,
      "loss": 0.611,
      "step": 2422
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4674123866095551e-05,
      "loss": 0.6,
      "step": 2423
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4669810745380778e-05,
      "loss": 0.6123,
      "step": 2424
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466549651337632e-05,
      "loss": 0.6143,
      "step": 2425
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4661181171108855e-05,
      "loss": 0.5845,
      "step": 2426
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4656864719605314e-05,
      "loss": 0.5914,
      "step": 2427
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4652547159892896e-05,
      "loss": 0.5929,
      "step": 2428
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4648228492999065e-05,
      "loss": 0.6152,
      "step": 2429
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4643908719951551e-05,
      "loss": 0.6072,
      "step": 2430
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4639587841778342e-05,
      "loss": 0.6035,
      "step": 2431
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4635265859507687e-05,
      "loss": 0.612,
      "step": 2432
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4630942774168113e-05,
      "loss": 0.5823,
      "step": 2433
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4626618586788385e-05,
      "loss": 0.6074,
      "step": 2434
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4622293298397554e-05,
      "loss": 0.6225,
      "step": 2435
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4617966910024914e-05,
      "loss": 0.5948,
      "step": 2436
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4613639422700034e-05,
      "loss": 0.5941,
      "step": 2437
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4609310837452744e-05,
      "loss": 0.5987,
      "step": 2438
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4604981155313121e-05,
      "loss": 0.5916,
      "step": 2439
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4600650377311523e-05,
      "loss": 0.6116,
      "step": 2440
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4596318504478553e-05,
      "loss": 0.632,
      "step": 2441
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4591985537845084e-05,
      "loss": 0.6439,
      "step": 2442
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4587651478442242e-05,
      "loss": 0.5871,
      "step": 2443
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.458331632730142e-05,
      "loss": 0.5898,
      "step": 2444
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4578980085454268e-05,
      "loss": 0.6239,
      "step": 2445
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.457464275393269e-05,
      "loss": 0.6014,
      "step": 2446
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4570304333768865e-05,
      "loss": 0.5917,
      "step": 2447
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.456596482599521e-05,
      "loss": 0.6097,
      "step": 2448
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4561624231644418e-05,
      "loss": 0.5806,
      "step": 2449
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4557282551749428e-05,
      "loss": 0.6117,
      "step": 2450
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.455293978734345e-05,
      "loss": 0.5974,
      "step": 2451
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4548595939459942e-05,
      "loss": 0.5812,
      "step": 2452
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4544251009132624e-05,
      "loss": 0.5908,
      "step": 2453
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.5997,
      "step": 2454
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4535557905282716e-05,
      "loss": 0.5908,
      "step": 2455
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4531209733828858e-05,
      "loss": 0.6153,
      "step": 2456
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4526860484068638e-05,
      "loss": 0.6084,
      "step": 2457
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4522510157037063e-05,
      "loss": 0.6021,
      "step": 2458
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4518158753769396e-05,
      "loss": 0.6083,
      "step": 2459
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.451380627530115e-05,
      "loss": 0.5945,
      "step": 2460
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.45094527226681e-05,
      "loss": 0.6097,
      "step": 2461
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4505098096906279e-05,
      "loss": 0.6038,
      "step": 2462
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4500742399051963e-05,
      "loss": 0.6198,
      "step": 2463
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4496385630141699e-05,
      "loss": 0.6067,
      "step": 2464
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4492027791212275e-05,
      "loss": 0.6119,
      "step": 2465
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4487668883300743e-05,
      "loss": 0.5848,
      "step": 2466
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4483308907444407e-05,
      "loss": 0.5891,
      "step": 2467
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4478947864680821e-05,
      "loss": 0.5808,
      "step": 2468
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4474585756047801e-05,
      "loss": 0.5899,
      "step": 2469
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4470222582583404e-05,
      "loss": 0.6212,
      "step": 2470
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4465858345325956e-05,
      "loss": 0.6044,
      "step": 2471
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4461493045314026e-05,
      "loss": 0.5946,
      "step": 2472
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4457126683586436e-05,
      "loss": 0.592,
      "step": 2473
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4452759261182268e-05,
      "loss": 0.5889,
      "step": 2474
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4448390779140844e-05,
      "loss": 0.6416,
      "step": 2475
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4444021238501754e-05,
      "loss": 0.5976,
      "step": 2476
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4439650640304822e-05,
      "loss": 0.6254,
      "step": 2477
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.443527898559014e-05,
      "loss": 0.6009,
      "step": 2478
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4430906275398044e-05,
      "loss": 0.5988,
      "step": 2479
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442653251076912e-05,
      "loss": 0.644,
      "step": 2480
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442215769274421e-05,
      "loss": 0.591,
      "step": 2481
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4417781822364396e-05,
      "loss": 0.6362,
      "step": 2482
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4413404900671025e-05,
      "loss": 0.5893,
      "step": 2483
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4409026928705683e-05,
      "loss": 0.6063,
      "step": 2484
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4404647907510212e-05,
      "loss": 0.5952,
      "step": 2485
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.44002678381267e-05,
      "loss": 0.6276,
      "step": 2486
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4395886721597485e-05,
      "loss": 0.6241,
      "step": 2487
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4391504558965157e-05,
      "loss": 0.6197,
      "step": 2488
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4387121351272555e-05,
      "loss": 0.5978,
      "step": 2489
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4382737099562765e-05,
      "loss": 0.5918,
      "step": 2490
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4378351804879113e-05,
      "loss": 0.6032,
      "step": 2491
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4373965468265195e-05,
      "loss": 0.5924,
      "step": 2492
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4369578090764829e-05,
      "loss": 0.6196,
      "step": 2493
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.43651896734221e-05,
      "loss": 0.5982,
      "step": 2494
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436080021728133e-05,
      "loss": 0.6039,
      "step": 2495
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4356409723387092e-05,
      "loss": 0.6197,
      "step": 2496
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.435201819278421e-05,
      "loss": 0.597,
      "step": 2497
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434762562651775e-05,
      "loss": 0.5987,
      "step": 2498
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434323202563302e-05,
      "loss": 0.594,
      "step": 2499
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4338837391175582e-05,
      "loss": 0.6043,
      "step": 2500
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4334441724191244e-05,
      "loss": 0.5918,
      "step": 2501
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4330045025726049e-05,
      "loss": 0.6074,
      "step": 2502
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4325647296826302e-05,
      "loss": 0.5999,
      "step": 2503
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4321248538538537e-05,
      "loss": 0.5761,
      "step": 2504
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431684875190955e-05,
      "loss": 0.6114,
      "step": 2505
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431244793798636e-05,
      "loss": 0.6164,
      "step": 2506
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4308046097816252e-05,
      "loss": 0.6071,
      "step": 2507
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4303643232446745e-05,
      "loss": 0.5933,
      "step": 2508
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4299239342925597e-05,
      "loss": 0.6267,
      "step": 2509
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4294834430300822e-05,
      "loss": 0.5889,
      "step": 2510
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4290428495620664e-05,
      "loss": 0.5948,
      "step": 2511
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4286021539933625e-05,
      "loss": 0.6092,
      "step": 2512
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4281613564288436e-05,
      "loss": 0.5788,
      "step": 2513
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4277204569734085e-05,
      "loss": 0.6157,
      "step": 2514
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4272794557319785e-05,
      "loss": 0.5949,
      "step": 2515
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268383528095007e-05,
      "loss": 0.5746,
      "step": 2516
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4263971483109456e-05,
      "loss": 0.5873,
      "step": 2517
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4259558423413076e-05,
      "loss": 0.6044,
      "step": 2518
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4255144350056065e-05,
      "loss": 0.6257,
      "step": 2519
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4250729264088845e-05,
      "loss": 0.6233,
      "step": 2520
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4246313166562095e-05,
      "loss": 0.5883,
      "step": 2521
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4241896058526723e-05,
      "loss": 0.5977,
      "step": 2522
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4237477941033888e-05,
      "loss": 0.6165,
      "step": 2523
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4233058815134978e-05,
      "loss": 0.6056,
      "step": 2524
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4228638681881633e-05,
      "loss": 0.5916,
      "step": 2525
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4224217542325718e-05,
      "loss": 0.6035,
      "step": 2526
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4219795397519347e-05,
      "loss": 0.604,
      "step": 2527
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4215372248514875e-05,
      "loss": 0.6022,
      "step": 2528
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4210948096364893e-05,
      "loss": 0.6179,
      "step": 2529
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4206522942122232e-05,
      "loss": 0.6071,
      "step": 2530
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4202096786839953e-05,
      "loss": 0.6295,
      "step": 2531
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4197669631571369e-05,
      "loss": 0.6109,
      "step": 2532
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419324147737002e-05,
      "loss": 0.5931,
      "step": 2533
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4188812325289693e-05,
      "loss": 0.613,
      "step": 2534
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4184382176384403e-05,
      "loss": 0.5968,
      "step": 2535
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4179951031708408e-05,
      "loss": 0.6299,
      "step": 2536
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4175518892316199e-05,
      "loss": 0.6108,
      "step": 2537
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4171085759262507e-05,
      "loss": 0.6154,
      "step": 2538
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4166651633602304e-05,
      "loss": 0.6302,
      "step": 2539
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4162216516390787e-05,
      "loss": 0.6131,
      "step": 2540
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.41577804086834e-05,
      "loss": 0.6053,
      "step": 2541
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4153343311535812e-05,
      "loss": 0.5893,
      "step": 2542
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4148905226003936e-05,
      "loss": 0.6048,
      "step": 2543
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4144466153143918e-05,
      "loss": 0.5972,
      "step": 2544
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4140026094012136e-05,
      "loss": 0.6111,
      "step": 2545
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4135585049665207e-05,
      "loss": 0.5918,
      "step": 2546
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4131143021159981e-05,
      "loss": 0.6206,
      "step": 2547
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412670000955354e-05,
      "loss": 0.601,
      "step": 2548
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4122256015903201e-05,
      "loss": 0.5873,
      "step": 2549
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4117811041266518e-05,
      "loss": 0.5947,
      "step": 2550
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4113365086701271e-05,
      "loss": 0.6063,
      "step": 2551
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4108918153265485e-05,
      "loss": 0.5939,
      "step": 2552
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4104470242017403e-05,
      "loss": 0.6082,
      "step": 2553
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4100021354015512e-05,
      "loss": 0.5972,
      "step": 2554
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4095571490318532e-05,
      "loss": 0.5821,
      "step": 2555
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4091120651985404e-05,
      "loss": 0.614,
      "step": 2556
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4086668840075313e-05,
      "loss": 0.604,
      "step": 2557
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4082216055647668e-05,
      "loss": 0.6069,
      "step": 2558
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4077762299762116e-05,
      "loss": 0.5734,
      "step": 2559
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4073307573478528e-05,
      "loss": 0.6188,
      "step": 2560
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4068851877857013e-05,
      "loss": 0.6182,
      "step": 2561
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.40643952139579e-05,
      "loss": 0.6081,
      "step": 2562
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405993758284176e-05,
      "loss": 0.6065,
      "step": 2563
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4055478985569393e-05,
      "loss": 0.5971,
      "step": 2564
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405101942320182e-05,
      "loss": 0.5907,
      "step": 2565
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4046558896800299e-05,
      "loss": 0.5946,
      "step": 2566
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4042097407426316e-05,
      "loss": 0.6098,
      "step": 2567
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4037634956141586e-05,
      "loss": 0.5829,
      "step": 2568
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4033171544008053e-05,
      "loss": 0.597,
      "step": 2569
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4028707172087885e-05,
      "loss": 0.5906,
      "step": 2570
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4024241841443491e-05,
      "loss": 0.5995,
      "step": 2571
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019775553137493e-05,
      "loss": 0.6114,
      "step": 2572
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4015308308232753e-05,
      "loss": 0.6011,
      "step": 2573
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401084010779235e-05,
      "loss": 0.597,
      "step": 2574
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.40063709528796e-05,
      "loss": 0.6111,
      "step": 2575
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4001900844558038e-05,
      "loss": 0.6126,
      "step": 2576
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3997429783891434e-05,
      "loss": 0.6406,
      "step": 2577
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3992957771943778e-05,
      "loss": 0.6061,
      "step": 2578
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3988484809779291e-05,
      "loss": 0.568,
      "step": 2579
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3984010898462417e-05,
      "loss": 0.5943,
      "step": 2580
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3979536039057823e-05,
      "loss": 0.5991,
      "step": 2581
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3975060232630413e-05,
      "loss": 0.6118,
      "step": 2582
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3970583480245304e-05,
      "loss": 0.6067,
      "step": 2583
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3966105782967843e-05,
      "loss": 0.6197,
      "step": 2584
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3961627141863603e-05,
      "loss": 0.5979,
      "step": 2585
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3957147557998378e-05,
      "loss": 0.5871,
      "step": 2586
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3952667032438191e-05,
      "loss": 0.6133,
      "step": 2587
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3948185566249293e-05,
      "loss": 0.6156,
      "step": 2588
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3943703160498144e-05,
      "loss": 0.6137,
      "step": 2589
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3939219816251435e-05,
      "loss": 0.5742,
      "step": 2590
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3934735534576088e-05,
      "loss": 0.6117,
      "step": 2591
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3930250316539237e-05,
      "loss": 0.609,
      "step": 2592
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3925764163208251e-05,
      "loss": 0.6112,
      "step": 2593
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3921277075650703e-05,
      "loss": 0.6134,
      "step": 2594
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3916789054934408e-05,
      "loss": 0.5859,
      "step": 2595
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391230010212739e-05,
      "loss": 0.5894,
      "step": 2596
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3907810218297905e-05,
      "loss": 0.6086,
      "step": 2597
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3903319404514421e-05,
      "loss": 0.5801,
      "step": 2598
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3898827661845628e-05,
      "loss": 0.6062,
      "step": 2599
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3894334991360448e-05,
      "loss": 0.5833,
      "step": 2600
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3889841394128007e-05,
      "loss": 0.5773,
      "step": 2601
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.388534687121767e-05,
      "loss": 0.6234,
      "step": 2602
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3880851423699005e-05,
      "loss": 0.6102,
      "step": 2603
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.387635505264181e-05,
      "loss": 0.6149,
      "step": 2604
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3871857759116104e-05,
      "loss": 0.6062,
      "step": 2605
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.386735954419212e-05,
      "loss": 0.5906,
      "step": 2606
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3862860408940315e-05,
      "loss": 0.6187,
      "step": 2607
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3858360354431355e-05,
      "loss": 0.6024,
      "step": 2608
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385385938173614e-05,
      "loss": 0.6034,
      "step": 2609
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3849357491925779e-05,
      "loss": 0.5869,
      "step": 2610
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3844854686071596e-05,
      "loss": 0.6054,
      "step": 2611
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3840350965245144e-05,
      "loss": 0.6014,
      "step": 2612
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3835846330518188e-05,
      "loss": 0.6133,
      "step": 2613
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3831340782962706e-05,
      "loss": 0.5894,
      "step": 2614
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.6,
      "step": 2615
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3822326953655186e-05,
      "loss": 0.5831,
      "step": 2616
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3817818674048195e-05,
      "loss": 0.619,
      "step": 2617
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3813309485902781e-05,
      "loss": 0.5925,
      "step": 2618
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3808799390292004e-05,
      "loss": 0.6027,
      "step": 2619
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3804288388289152e-05,
      "loss": 0.6111,
      "step": 2620
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3799776480967719e-05,
      "loss": 0.5666,
      "step": 2621
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.379526366940142e-05,
      "loss": 0.6119,
      "step": 2622
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.379074995466418e-05,
      "loss": 0.5944,
      "step": 2623
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3786235337830146e-05,
      "loss": 0.5987,
      "step": 2624
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378171981997367e-05,
      "loss": 0.6064,
      "step": 2625
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3777203402169328e-05,
      "loss": 0.6008,
      "step": 2626
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3772686085491907e-05,
      "loss": 0.6235,
      "step": 2627
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3768167871016402e-05,
      "loss": 0.6015,
      "step": 2628
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3763648759818035e-05,
      "loss": 0.6073,
      "step": 2629
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3759128752972229e-05,
      "loss": 0.6036,
      "step": 2630
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3754607851554624e-05,
      "loss": 0.5882,
      "step": 2631
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3750086056641072e-05,
      "loss": 0.602,
      "step": 2632
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3745563369307642e-05,
      "loss": 0.6127,
      "step": 2633
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.374103979063061e-05,
      "loss": 0.6126,
      "step": 2634
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3736515321686468e-05,
      "loss": 0.6222,
      "step": 2635
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3731989963551916e-05,
      "loss": 0.5943,
      "step": 2636
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3727463717303869e-05,
      "loss": 0.6238,
      "step": 2637
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3722936584019453e-05,
      "loss": 0.6238,
      "step": 2638
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3718408564776002e-05,
      "loss": 0.5964,
      "step": 2639
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3713879660651069e-05,
      "loss": 0.5892,
      "step": 2640
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3709349872722405e-05,
      "loss": 0.5795,
      "step": 2641
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370481920206798e-05,
      "loss": 0.6153,
      "step": 2642
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3700287649765973e-05,
      "loss": 0.5885,
      "step": 2643
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3695755216894772e-05,
      "loss": 0.5754,
      "step": 2644
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3691221904532972e-05,
      "loss": 0.5937,
      "step": 2645
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.368668771375938e-05,
      "loss": 0.6185,
      "step": 2646
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.368215264565302e-05,
      "loss": 0.5936,
      "step": 2647
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3677616701293104e-05,
      "loss": 0.6083,
      "step": 2648
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3673079881759073e-05,
      "loss": 0.604,
      "step": 2649
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3668542188130567e-05,
      "loss": 0.6211,
      "step": 2650
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3664003621487435e-05,
      "loss": 0.6073,
      "step": 2651
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3659464182909731e-05,
      "loss": 0.5922,
      "step": 2652
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3654923873477724e-05,
      "loss": 0.5937,
      "step": 2653
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3650382694271885e-05,
      "loss": 0.5849,
      "step": 2654
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364584064637289e-05,
      "loss": 0.5789,
      "step": 2655
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364129773086163e-05,
      "loss": 0.6208,
      "step": 2656
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3636753948819188e-05,
      "loss": 0.58,
      "step": 2657
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3632209301326873e-05,
      "loss": 0.6135,
      "step": 2658
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3627663789466181e-05,
      "loss": 0.6029,
      "step": 2659
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3623117414318827e-05,
      "loss": 0.6103,
      "step": 2660
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3618570176966723e-05,
      "loss": 0.6133,
      "step": 2661
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3614022078491991e-05,
      "loss": 0.5713,
      "step": 2662
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3609473119976957e-05,
      "loss": 0.6243,
      "step": 2663
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3604923302504146e-05,
      "loss": 0.5913,
      "step": 2664
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3600372627156304e-05,
      "loss": 0.6093,
      "step": 2665
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3595821095016357e-05,
      "loss": 0.5986,
      "step": 2666
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3591268707167456e-05,
      "loss": 0.6088,
      "step": 2667
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3586715464692942e-05,
      "loss": 0.6047,
      "step": 2668
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3582161368676366e-05,
      "loss": 0.6161,
      "step": 2669
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3577606420201483e-05,
      "loss": 0.5709,
      "step": 2670
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3573050620352247e-05,
      "loss": 0.6017,
      "step": 2671
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3568493970212817e-05,
      "loss": 0.6017,
      "step": 2672
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3563936470867549e-05,
      "loss": 0.5914,
      "step": 2673
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3559378123401012e-05,
      "loss": 0.6378,
      "step": 2674
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3554818928897965e-05,
      "loss": 0.6056,
      "step": 2675
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3550258888443382e-05,
      "loss": 0.5895,
      "step": 2676
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.354569800312242e-05,
      "loss": 0.5991,
      "step": 2677
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3541136274020452e-05,
      "loss": 0.6051,
      "step": 2678
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353657370222305e-05,
      "loss": 0.6022,
      "step": 2679
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353201028881598e-05,
      "loss": 0.618,
      "step": 2680
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3527446034885214e-05,
      "loss": 0.5887,
      "step": 2681
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3522880941516919e-05,
      "loss": 0.5878,
      "step": 2682
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351831500979747e-05,
      "loss": 0.6143,
      "step": 2683
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3513748240813429e-05,
      "loss": 0.6125,
      "step": 2684
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350918063565157e-05,
      "loss": 0.5929,
      "step": 2685
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3504612195398858e-05,
      "loss": 0.6102,
      "step": 2686
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3500042921142463e-05,
      "loss": 0.6127,
      "step": 2687
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3495472813969746e-05,
      "loss": 0.5967,
      "step": 2688
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349090187496827e-05,
      "loss": 0.6171,
      "step": 2689
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3486330105225797e-05,
      "loss": 0.584,
      "step": 2690
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3481757505830284e-05,
      "loss": 0.5936,
      "step": 2691
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3477184077869892e-05,
      "loss": 0.5926,
      "step": 2692
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3472609822432964e-05,
      "loss": 0.5944,
      "step": 2693
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346803474060806e-05,
      "loss": 0.6016,
      "step": 2694
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3463458833483923e-05,
      "loss": 0.5953,
      "step": 2695
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3458882102149497e-05,
      "loss": 0.5849,
      "step": 2696
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3454304547693923e-05,
      "loss": 0.5974,
      "step": 2697
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344972617120653e-05,
      "loss": 0.6019,
      "step": 2698
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3445146973776854e-05,
      "loss": 0.6109,
      "step": 2699
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344056695649462e-05,
      "loss": 0.6119,
      "step": 2700
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3435986120449748e-05,
      "loss": 0.6176,
      "step": 2701
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3431404466732356e-05,
      "loss": 0.6119,
      "step": 2702
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3426821996432753e-05,
      "loss": 0.6062,
      "step": 2703
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422238710641445e-05,
      "loss": 0.6027,
      "step": 2704
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3417654610449131e-05,
      "loss": 0.5925,
      "step": 2705
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3413069696946706e-05,
      "loss": 0.6053,
      "step": 2706
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.340848397122525e-05,
      "loss": 0.5926,
      "step": 2707
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.340389743437605e-05,
      "loss": 0.6213,
      "step": 2708
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3399310087490573e-05,
      "loss": 0.6013,
      "step": 2709
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3394721931660488e-05,
      "loss": 0.6091,
      "step": 2710
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3390132967977651e-05,
      "loss": 0.5734,
      "step": 2711
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3385543197534116e-05,
      "loss": 0.5724,
      "step": 2712
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.338095262142212e-05,
      "loss": 0.6091,
      "step": 2713
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3376361240734102e-05,
      "loss": 0.5888,
      "step": 2714
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3371769056562683e-05,
      "loss": 0.6192,
      "step": 2715
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3367176070000682e-05,
      "loss": 0.6226,
      "step": 2716
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3362582282141109e-05,
      "loss": 0.5895,
      "step": 2717
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3357987694077155e-05,
      "loss": 0.6147,
      "step": 2718
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.335339230690221e-05,
      "loss": 0.5799,
      "step": 2719
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3348796121709862e-05,
      "loss": 0.6125,
      "step": 2720
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3344199139593875e-05,
      "loss": 0.5743,
      "step": 2721
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.33396013616482e-05,
      "loss": 0.6058,
      "step": 2722
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3335002788966995e-05,
      "loss": 0.5944,
      "step": 2723
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3330403422644596e-05,
      "loss": 0.6257,
      "step": 2724
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3325803263775521e-05,
      "loss": 0.5923,
      "step": 2725
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.332120231345449e-05,
      "loss": 0.5814,
      "step": 2726
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3316600572776405e-05,
      "loss": 0.5973,
      "step": 2727
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3311998042836355e-05,
      "loss": 0.5795,
      "step": 2728
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3307394724729624e-05,
      "loss": 0.6038,
      "step": 2729
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3302790619551673e-05,
      "loss": 0.6002,
      "step": 2730
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3298185728398156e-05,
      "loss": 0.6085,
      "step": 2731
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3293580052364916e-05,
      "loss": 0.5976,
      "step": 2732
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328897359254798e-05,
      "loss": 0.6242,
      "step": 2733
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3284366350043558e-05,
      "loss": 0.595,
      "step": 2734
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3279758325948054e-05,
      "loss": 0.5985,
      "step": 2735
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3275149521358052e-05,
      "loss": 0.5865,
      "step": 2736
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3270539937370328e-05,
      "loss": 0.5788,
      "step": 2737
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3265929575081836e-05,
      "loss": 0.5954,
      "step": 2738
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.326131843558972e-05,
      "loss": 0.5814,
      "step": 2739
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32567065199913e-05,
      "loss": 0.5733,
      "step": 2740
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32520938293841e-05,
      "loss": 0.6058,
      "step": 2741
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324748036486581e-05,
      "loss": 0.5865,
      "step": 2742
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324286612753431e-05,
      "loss": 0.5938,
      "step": 2743
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3238251118487669e-05,
      "loss": 0.5873,
      "step": 2744
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3233635338824132e-05,
      "loss": 0.5885,
      "step": 2745
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3229018789642132e-05,
      "loss": 0.6112,
      "step": 2746
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3224401472040282e-05,
      "loss": 0.6038,
      "step": 2747
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3219783387117384e-05,
      "loss": 0.5728,
      "step": 2748
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3215164535972415e-05,
      "loss": 0.6183,
      "step": 2749
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3210544919704539e-05,
      "loss": 0.6168,
      "step": 2750
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3205924539413099e-05,
      "loss": 0.6049,
      "step": 2751
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3201303396197621e-05,
      "loss": 0.5898,
      "step": 2752
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3196681491157816e-05,
      "loss": 0.6058,
      "step": 2753
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3192058825393572e-05,
      "loss": 0.5825,
      "step": 2754
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318743540000496e-05,
      "loss": 0.6043,
      "step": 2755
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.318281121609223e-05,
      "loss": 0.5807,
      "step": 2756
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3178186274755818e-05,
      "loss": 0.5765,
      "step": 2757
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3173560577096326e-05,
      "loss": 0.5964,
      "step": 2758
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316893412421456e-05,
      "loss": 0.5829,
      "step": 2759
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3164306917211475e-05,
      "loss": 0.5931,
      "step": 2760
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3159678957188237e-05,
      "loss": 0.5828,
      "step": 2761
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3155050245246171e-05,
      "loss": 0.6012,
      "step": 2762
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3150420782486784e-05,
      "loss": 0.6059,
      "step": 2763
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3145790570011767e-05,
      "loss": 0.6189,
      "step": 2764
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3141159608922984e-05,
      "loss": 0.6115,
      "step": 2765
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3136527900322483e-05,
      "loss": 0.6065,
      "step": 2766
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3131895445312481e-05,
      "loss": 0.5752,
      "step": 2767
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3127262244995383e-05,
      "loss": 0.5889,
      "step": 2768
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3122628300473763e-05,
      "loss": 0.6097,
      "step": 2769
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3117993612850377e-05,
      "loss": 0.5922,
      "step": 2770
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3113358183228157e-05,
      "loss": 0.5771,
      "step": 2771
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310872201271021e-05,
      "loss": 0.5719,
      "step": 2772
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3104085102399822e-05,
      "loss": 0.5757,
      "step": 2773
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3099447453400447e-05,
      "loss": 0.5976,
      "step": 2774
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3094809066815731e-05,
      "loss": 0.5943,
      "step": 2775
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.5895,
      "step": 2776
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3085530085305673e-05,
      "loss": 0.5943,
      "step": 2777
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3080889492588487e-05,
      "loss": 0.5972,
      "step": 2778
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307624816670225e-05,
      "loss": 0.5991,
      "step": 2779
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3071606108751475e-05,
      "loss": 0.6024,
      "step": 2780
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3066963319840846e-05,
      "loss": 0.6389,
      "step": 2781
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3062319801075225e-05,
      "loss": 0.6127,
      "step": 2782
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3057675553559638e-05,
      "loss": 0.5992,
      "step": 2783
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3053030578399301e-05,
      "loss": 0.6138,
      "step": 2784
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3048384876699588e-05,
      "loss": 0.5956,
      "step": 2785
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.304373844956605e-05,
      "loss": 0.614,
      "step": 2786
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3039091298104415e-05,
      "loss": 0.6103,
      "step": 2787
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3034443423420582e-05,
      "loss": 0.6085,
      "step": 2788
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3029794826620616e-05,
      "loss": 0.6277,
      "step": 2789
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302514550881076e-05,
      "loss": 0.591,
      "step": 2790
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3020495471097428e-05,
      "loss": 0.6165,
      "step": 2791
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3015844714587203e-05,
      "loss": 0.5772,
      "step": 2792
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3011193240386838e-05,
      "loss": 0.6068,
      "step": 2793
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3006541049603265e-05,
      "loss": 0.5978,
      "step": 2794
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3001888143343578e-05,
      "loss": 0.6303,
      "step": 2795
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2997234522715041e-05,
      "loss": 0.5955,
      "step": 2796
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2992580188825093e-05,
      "loss": 0.6132,
      "step": 2797
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2987925142781344e-05,
      "loss": 0.5915,
      "step": 2798
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2983269385691562e-05,
      "loss": 0.5956,
      "step": 2799
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2978612918663702e-05,
      "loss": 0.6099,
      "step": 2800
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.297395574280587e-05,
      "loss": 0.6002,
      "step": 2801
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296929785922635e-05,
      "loss": 0.6202,
      "step": 2802
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2964639269033601e-05,
      "loss": 0.6115,
      "step": 2803
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2959979973336236e-05,
      "loss": 0.5884,
      "step": 2804
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2955319973243043e-05,
      "loss": 0.5941,
      "step": 2805
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2950659269862975e-05,
      "loss": 0.5959,
      "step": 2806
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294599786430516e-05,
      "loss": 0.6072,
      "step": 2807
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2941335757678883e-05,
      "loss": 0.5883,
      "step": 2808
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2936672951093602e-05,
      "loss": 0.5941,
      "step": 2809
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.293200944565894e-05,
      "loss": 0.5862,
      "step": 2810
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2927345242484683e-05,
      "loss": 0.5881,
      "step": 2811
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2922680342680792e-05,
      "loss": 0.6097,
      "step": 2812
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2918014747357384e-05,
      "loss": 0.598,
      "step": 2813
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2913348457624746e-05,
      "loss": 0.6075,
      "step": 2814
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.290868147459333e-05,
      "loss": 0.5785,
      "step": 2815
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904013799373755e-05,
      "loss": 0.6032,
      "step": 2816
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2899345433076797e-05,
      "loss": 0.6161,
      "step": 2817
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289467637681341e-05,
      "loss": 0.5983,
      "step": 2818
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2890006631694693e-05,
      "loss": 0.5924,
      "step": 2819
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2885336198831933e-05,
      "loss": 0.6014,
      "step": 2820
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2880665079336558e-05,
      "loss": 0.6332,
      "step": 2821
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2875993274320173e-05,
      "loss": 0.6152,
      "step": 2822
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2871320784894544e-05,
      "loss": 0.5846,
      "step": 2823
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2866647612171594e-05,
      "loss": 0.6031,
      "step": 2824
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2861973757263416e-05,
      "loss": 0.6081,
      "step": 2825
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2857299221282259e-05,
      "loss": 0.585,
      "step": 2826
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.285262400534054e-05,
      "loss": 0.6104,
      "step": 2827
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284794811055083e-05,
      "loss": 0.6046,
      "step": 2828
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2843271538025874e-05,
      "loss": 0.5775,
      "step": 2829
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2838594288878567e-05,
      "loss": 0.5996,
      "step": 2830
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283391636422197e-05,
      "loss": 0.5818,
      "step": 2831
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.28292377651693e-05,
      "loss": 0.6114,
      "step": 2832
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2824558492833944e-05,
      "loss": 0.5768,
      "step": 2833
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2819878548329439e-05,
      "loss": 0.595,
      "step": 2834
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2815197932769486e-05,
      "loss": 0.596,
      "step": 2835
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2810516647267946e-05,
      "loss": 0.5885,
      "step": 2836
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2805834692938841e-05,
      "loss": 0.5997,
      "step": 2837
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2801152070896352e-05,
      "loss": 0.6107,
      "step": 2838
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2796468782254814e-05,
      "loss": 0.6123,
      "step": 2839
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2791784828128727e-05,
      "loss": 0.6266,
      "step": 2840
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2787100209632741e-05,
      "loss": 0.6119,
      "step": 2841
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278241492788168e-05,
      "loss": 0.6062,
      "step": 2842
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2777728983990502e-05,
      "loss": 0.5772,
      "step": 2843
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2773042379074345e-05,
      "loss": 0.6035,
      "step": 2844
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2768355114248493e-05,
      "loss": 0.5602,
      "step": 2845
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763667190628391e-05,
      "loss": 0.5973,
      "step": 2846
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2758978609329638e-05,
      "loss": 0.6044,
      "step": 2847
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2754289371467987e-05,
      "loss": 0.5978,
      "step": 2848
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2749599478159356e-05,
      "loss": 0.5651,
      "step": 2849
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.274490893051981e-05,
      "loss": 0.6225,
      "step": 2850
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2740217729665579e-05,
      "loss": 0.589,
      "step": 2851
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2735525876713033e-05,
      "loss": 0.586,
      "step": 2852
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2730833372778714e-05,
      "loss": 0.5831,
      "step": 2853
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2726140218979314e-05,
      "loss": 0.58,
      "step": 2854
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2721446416431676e-05,
      "loss": 0.6144,
      "step": 2855
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2716751966252797e-05,
      "loss": 0.6161,
      "step": 2856
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2712056869559829e-05,
      "loss": 0.5998,
      "step": 2857
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2707361127470081e-05,
      "loss": 0.6076,
      "step": 2858
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2702664741101014e-05,
      "loss": 0.6027,
      "step": 2859
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2697967711570243e-05,
      "loss": 0.6009,
      "step": 2860
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2693270039995536e-05,
      "loss": 0.6075,
      "step": 2861
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2688571727494807e-05,
      "loss": 0.5805,
      "step": 2862
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2683872775186134e-05,
      "loss": 0.5967,
      "step": 2863
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2679173184187738e-05,
      "loss": 0.5937,
      "step": 2864
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2674472955618001e-05,
      "loss": 0.5874,
      "step": 2865
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2669772090595443e-05,
      "loss": 0.5758,
      "step": 2866
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2665070590238753e-05,
      "loss": 0.6066,
      "step": 2867
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2660368455666752e-05,
      "loss": 0.5887,
      "step": 2868
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2655665687998428e-05,
      "loss": 0.5989,
      "step": 2869
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2650962288352916e-05,
      "loss": 0.6058,
      "step": 2870
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2646258257849494e-05,
      "loss": 0.5789,
      "step": 2871
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2641553597607597e-05,
      "loss": 0.6017,
      "step": 2872
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2636848308746808e-05,
      "loss": 0.6018,
      "step": 2873
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263214239238686e-05,
      "loss": 0.5936,
      "step": 2874
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2627435849647629e-05,
      "loss": 0.5815,
      "step": 2875
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2622728681649155e-05,
      "loss": 0.601,
      "step": 2876
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2618020889511612e-05,
      "loss": 0.6166,
      "step": 2877
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.261331247435533e-05,
      "loss": 0.6342,
      "step": 2878
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2608603437300788e-05,
      "loss": 0.6056,
      "step": 2879
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2603893779468604e-05,
      "loss": 0.584,
      "step": 2880
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2599183501979558e-05,
      "loss": 0.5818,
      "step": 2881
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2594472605954561e-05,
      "loss": 0.6213,
      "step": 2882
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.258976109251469e-05,
      "loss": 0.609,
      "step": 2883
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2585048962781148e-05,
      "loss": 0.5891,
      "step": 2884
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2580336217875303e-05,
      "loss": 0.6144,
      "step": 2885
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.257562285891866e-05,
      "loss": 0.6097,
      "step": 2886
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2570908887032872e-05,
      "loss": 0.6084,
      "step": 2887
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2566194303339738e-05,
      "loss": 0.5848,
      "step": 2888
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2561479108961201e-05,
      "loss": 0.5814,
      "step": 2889
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556763305019353e-05,
      "loss": 0.5954,
      "step": 2890
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2552046892636427e-05,
      "loss": 0.6116,
      "step": 2891
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2547329872934803e-05,
      "loss": 0.5896,
      "step": 2892
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2542612247037005e-05,
      "loss": 0.5891,
      "step": 2893
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2537894016065702e-05,
      "loss": 0.5922,
      "step": 2894
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2533175181143704e-05,
      "loss": 0.5924,
      "step": 2895
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2528455743393972e-05,
      "loss": 0.6184,
      "step": 2896
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2523735703939607e-05,
      "loss": 0.6343,
      "step": 2897
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2519015063903841e-05,
      "loss": 0.584,
      "step": 2898
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2514293824410068e-05,
      "loss": 0.5982,
      "step": 2899
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2509571986581814e-05,
      "loss": 0.5835,
      "step": 2900
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.250484955154275e-05,
      "loss": 0.5874,
      "step": 2901
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.250012652041669e-05,
      "loss": 0.5995,
      "step": 2902
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.249540289432759e-05,
      "loss": 0.5885,
      "step": 2903
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2490678674399544e-05,
      "loss": 0.577,
      "step": 2904
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.248595386175679e-05,
      "loss": 0.5784,
      "step": 2905
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2481228457523706e-05,
      "loss": 0.5942,
      "step": 2906
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2476502462824812e-05,
      "loss": 0.6035,
      "step": 2907
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2471775878784768e-05,
      "loss": 0.5994,
      "step": 2908
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2467048706528373e-05,
      "loss": 0.5686,
      "step": 2909
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2462320947180565e-05,
      "loss": 0.5882,
      "step": 2910
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2457592601866432e-05,
      "loss": 0.5906,
      "step": 2911
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2452863671711189e-05,
      "loss": 0.6111,
      "step": 2912
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.244813415784019e-05,
      "loss": 0.605,
      "step": 2913
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2443404061378941e-05,
      "loss": 0.5849,
      "step": 2914
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2438673383453073e-05,
      "loss": 0.6267,
      "step": 2915
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2433942125188359e-05,
      "loss": 0.5932,
      "step": 2916
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2429210287710716e-05,
      "loss": 0.575,
      "step": 2917
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2424477872146188e-05,
      "loss": 0.6147,
      "step": 2918
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2419744879620969e-05,
      "loss": 0.5918,
      "step": 2919
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241501131126138e-05,
      "loss": 0.6127,
      "step": 2920
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241027716819389e-05,
      "loss": 0.5976,
      "step": 2921
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240554245154509e-05,
      "loss": 0.6012,
      "step": 2922
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2400807162441721e-05,
      "loss": 0.5952,
      "step": 2923
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2396071302010653e-05,
      "loss": 0.5824,
      "step": 2924
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.239133487137889e-05,
      "loss": 0.5951,
      "step": 2925
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2386597871673582e-05,
      "loss": 0.6226,
      "step": 2926
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2381860304022002e-05,
      "loss": 0.607,
      "step": 2927
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.237712216955157e-05,
      "loss": 0.6192,
      "step": 2928
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.237238346938983e-05,
      "loss": 0.6053,
      "step": 2929
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2367644204664468e-05,
      "loss": 0.6259,
      "step": 2930
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2362904376503302e-05,
      "loss": 0.6047,
      "step": 2931
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2358163986034281e-05,
      "loss": 0.6005,
      "step": 2932
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2353423034385496e-05,
      "loss": 0.5866,
      "step": 2933
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234868152268516e-05,
      "loss": 0.5765,
      "step": 2934
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2343939452061628e-05,
      "loss": 0.6214,
      "step": 2935
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2339196823643387e-05,
      "loss": 0.5825,
      "step": 2936
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2334453638559057e-05,
      "loss": 0.5935,
      "step": 2937
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2329709897937382e-05,
      "loss": 0.5731,
      "step": 2938
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2324965602907253e-05,
      "loss": 0.613,
      "step": 2939
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232022075459768e-05,
      "loss": 0.5858,
      "step": 2940
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2315475354137813e-05,
      "loss": 0.5914,
      "step": 2941
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2310729402656927e-05,
      "loss": 0.6355,
      "step": 2942
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.230598290128443e-05,
      "loss": 0.6151,
      "step": 2943
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2301235851149867e-05,
      "loss": 0.5861,
      "step": 2944
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2296488253382902e-05,
      "loss": 0.6013,
      "step": 2945
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2291740109113343e-05,
      "loss": 0.5972,
      "step": 2946
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2286991419471115e-05,
      "loss": 0.5967,
      "step": 2947
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2282242185586283e-05,
      "loss": 0.5663,
      "step": 2948
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2277492408589036e-05,
      "loss": 0.5896,
      "step": 2949
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2272742089609694e-05,
      "loss": 0.6056,
      "step": 2950
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2267991229778702e-05,
      "loss": 0.586,
      "step": 2951
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2263239830226641e-05,
      "loss": 0.6186,
      "step": 2952
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2258487892084215e-05,
      "loss": 0.5921,
      "step": 2953
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2253735416482258e-05,
      "loss": 0.5971,
      "step": 2954
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2248982404551733e-05,
      "loss": 0.5969,
      "step": 2955
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2244228857423726e-05,
      "loss": 0.5954,
      "step": 2956
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2239474776229459e-05,
      "loss": 0.6021,
      "step": 2957
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2234720162100271e-05,
      "loss": 0.5975,
      "step": 2958
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2229965016167635e-05,
      "loss": 0.5843,
      "step": 2959
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2225209339563144e-05,
      "loss": 0.6443,
      "step": 2960
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2220453133418529e-05,
      "loss": 0.5918,
      "step": 2961
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2215696398865636e-05,
      "loss": 0.6078,
      "step": 2962
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2210939137036435e-05,
      "loss": 0.6002,
      "step": 2963
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2206181349063035e-05,
      "loss": 0.5905,
      "step": 2964
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2201423036077657e-05,
      "loss": 0.5751,
      "step": 2965
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2196664199212655e-05,
      "loss": 0.5804,
      "step": 2966
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.21919048396005e-05,
      "loss": 0.5686,
      "step": 2967
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2187144958373793e-05,
      "loss": 0.6065,
      "step": 2968
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2182384556665264e-05,
      "loss": 0.5816,
      "step": 2969
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2177623635607753e-05,
      "loss": 0.5853,
      "step": 2970
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2172862196334239e-05,
      "loss": 0.6024,
      "step": 2971
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.216810023997781e-05,
      "loss": 0.6104,
      "step": 2972
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2163337767671687e-05,
      "loss": 0.5792,
      "step": 2973
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2158574780549209e-05,
      "loss": 0.592,
      "step": 2974
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2153811279743841e-05,
      "loss": 0.6077,
      "step": 2975
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2149047266389167e-05,
      "loss": 0.5709,
      "step": 2976
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2144282741618896e-05,
      "loss": 0.5916,
      "step": 2977
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2139517706566857e-05,
      "loss": 0.6013,
      "step": 2978
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2134752162366998e-05,
      "loss": 0.5878,
      "step": 2979
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2129986110153395e-05,
      "loss": 0.5916,
      "step": 2980
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2125219551060234e-05,
      "loss": 0.5885,
      "step": 2981
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2120452486221837e-05,
      "loss": 0.5881,
      "step": 2982
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.211568491677263e-05,
      "loss": 0.5801,
      "step": 2983
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2110916843847172e-05,
      "loss": 0.6035,
      "step": 2984
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210614826858013e-05,
      "loss": 0.6013,
      "step": 2985
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2101379192106302e-05,
      "loss": 0.6028,
      "step": 2986
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2096609615560601e-05,
      "loss": 0.621,
      "step": 2987
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2091839540078055e-05,
      "loss": 0.6066,
      "step": 2988
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2087068966793815e-05,
      "loss": 0.6008,
      "step": 2989
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.208229789684315e-05,
      "loss": 0.5856,
      "step": 2990
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2077526331361446e-05,
      "loss": 0.6115,
      "step": 2991
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2072754271484209e-05,
      "loss": 0.607,
      "step": 2992
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206798171834706e-05,
      "loss": 0.5944,
      "step": 2993
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2063208673085738e-05,
      "loss": 0.5934,
      "step": 2994
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2058435136836101e-05,
      "loss": 0.5937,
      "step": 2995
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2053661110734124e-05,
      "loss": 0.6216,
      "step": 2996
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2048886595915894e-05,
      "loss": 0.6036,
      "step": 2997
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204411159351762e-05,
      "loss": 0.5731,
      "step": 2998
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203933610467562e-05,
      "loss": 0.5922,
      "step": 2999
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2034560130526341e-05,
      "loss": 0.5882,
      "step": 3000
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2029783672206326e-05,
      "loss": 0.5753,
      "step": 3001
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.202500673085225e-05,
      "loss": 0.6083,
      "step": 3002
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2020229307600897e-05,
      "loss": 0.5869,
      "step": 3003
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2015451403589164e-05,
      "loss": 0.5683,
      "step": 3004
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.201067301995407e-05,
      "loss": 0.5879,
      "step": 3005
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200589415783273e-05,
      "loss": 0.6112,
      "step": 3006
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2001114818362394e-05,
      "loss": 0.5829,
      "step": 3007
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1996335002680413e-05,
      "loss": 0.5729,
      "step": 3008
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1991554711924256e-05,
      "loss": 0.5976,
      "step": 3009
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1986773947231505e-05,
      "loss": 0.597,
      "step": 3010
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1981992709739853e-05,
      "loss": 0.6066,
      "step": 3011
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1977211000587109e-05,
      "loss": 0.5569,
      "step": 3012
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1972428820911185e-05,
      "loss": 0.6032,
      "step": 3013
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1967646171850118e-05,
      "loss": 0.5955,
      "step": 3014
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1962863054542045e-05,
      "loss": 0.624,
      "step": 3015
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1958079470125223e-05,
      "loss": 0.6053,
      "step": 3016
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1953295419738013e-05,
      "loss": 0.6008,
      "step": 3017
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948510904518895e-05,
      "loss": 0.6146,
      "step": 3018
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1943725925606453e-05,
      "loss": 0.5828,
      "step": 3019
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1938940484139387e-05,
      "loss": 0.6034,
      "step": 3020
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1934154581256498e-05,
      "loss": 0.6196,
      "step": 3021
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1929368218096708e-05,
      "loss": 0.5905,
      "step": 3022
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1924581395799039e-05,
      "loss": 0.5915,
      "step": 3023
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1919794115502628e-05,
      "loss": 0.5956,
      "step": 3024
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1915006378346719e-05,
      "loss": 0.6214,
      "step": 3025
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1910218185470663e-05,
      "loss": 0.5877,
      "step": 3026
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1905429538013926e-05,
      "loss": 0.6225,
      "step": 3027
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1900640437116074e-05,
      "loss": 0.5641,
      "step": 3028
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1895850883916786e-05,
      "loss": 0.5963,
      "step": 3029
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1891060879555847e-05,
      "loss": 0.6067,
      "step": 3030
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.188627042517315e-05,
      "loss": 0.602,
      "step": 3031
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1881479521908694e-05,
      "loss": 0.5959,
      "step": 3032
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1876688170902583e-05,
      "loss": 0.5996,
      "step": 3033
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1871896373295033e-05,
      "loss": 0.6017,
      "step": 3034
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1867104130226363e-05,
      "loss": 0.6199,
      "step": 3035
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1862311442837e-05,
      "loss": 0.5962,
      "step": 3036
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.185751831226747e-05,
      "loss": 0.5736,
      "step": 3037
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1852724739658417e-05,
      "loss": 0.5989,
      "step": 3038
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1847930726150574e-05,
      "loss": 0.6089,
      "step": 3039
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1843136272884795e-05,
      "loss": 0.5913,
      "step": 3040
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1838341381002027e-05,
      "loss": 0.5948,
      "step": 3041
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1833546051643325e-05,
      "loss": 0.5877,
      "step": 3042
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.182875028594985e-05,
      "loss": 0.5871,
      "step": 3043
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1823954085062867e-05,
      "loss": 0.5868,
      "step": 3044
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1819157450123745e-05,
      "loss": 0.6208,
      "step": 3045
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1814360382273949e-05,
      "loss": 0.5869,
      "step": 3046
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1809562882655054e-05,
      "loss": 0.6177,
      "step": 3047
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180476495240874e-05,
      "loss": 0.5924,
      "step": 3048
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1799966592676784e-05,
      "loss": 0.5861,
      "step": 3049
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1795167804601062e-05,
      "loss": 0.6194,
      "step": 3050
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1790368589323562e-05,
      "loss": 0.5877,
      "step": 3051
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1785568947986368e-05,
      "loss": 0.589,
      "step": 3052
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1780768881731664e-05,
      "loss": 0.5833,
      "step": 3053
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177596839170174e-05,
      "loss": 0.6026,
      "step": 3054
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1771167479038978e-05,
      "loss": 0.5815,
      "step": 3055
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1766366144885877e-05,
      "loss": 0.5797,
      "step": 3056
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1761564390385015e-05,
      "loss": 0.594,
      "step": 3057
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1756762216679085e-05,
      "loss": 0.6197,
      "step": 3058
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1751959624910874e-05,
      "loss": 0.5872,
      "step": 3059
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1747156616223272e-05,
      "loss": 0.5813,
      "step": 3060
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1742353191759267e-05,
      "loss": 0.6211,
      "step": 3061
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.173754935266194e-05,
      "loss": 0.6012,
      "step": 3062
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1732745100074485e-05,
      "loss": 0.6056,
      "step": 3063
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1727940435140177e-05,
      "loss": 0.6134,
      "step": 3064
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1723135359002403e-05,
      "loss": 0.6115,
      "step": 3065
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1718329872804635e-05,
      "loss": 0.5971,
      "step": 3066
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1713523977690458e-05,
      "loss": 0.5973,
      "step": 3067
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1708717674803538e-05,
      "loss": 0.5872,
      "step": 3068
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1703910965287653e-05,
      "loss": 0.6142,
      "step": 3069
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1699103850286668e-05,
      "loss": 0.5991,
      "step": 3070
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1694296330944548e-05,
      "loss": 0.6066,
      "step": 3071
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1689488408405354e-05,
      "loss": 0.6013,
      "step": 3072
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.168468008381324e-05,
      "loss": 0.6254,
      "step": 3073
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1679871358312462e-05,
      "loss": 0.5843,
      "step": 3074
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1675062233047365e-05,
      "loss": 0.5765,
      "step": 3075
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1670252709162393e-05,
      "loss": 0.5936,
      "step": 3076
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1665442787802083e-05,
      "loss": 0.5743,
      "step": 3077
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1660632470111069e-05,
      "loss": 0.5817,
      "step": 3078
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1655821757234075e-05,
      "loss": 0.5982,
      "step": 3079
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1651010650315923e-05,
      "loss": 0.5707,
      "step": 3080
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.164619915050153e-05,
      "loss": 0.5894,
      "step": 3081
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1641387258935896e-05,
      "loss": 0.5914,
      "step": 3082
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1636574976764133e-05,
      "loss": 0.5899,
      "step": 3083
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1631762305131424e-05,
      "loss": 0.58,
      "step": 3084
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1626949245183061e-05,
      "loss": 0.5804,
      "step": 3085
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1622135798064427e-05,
      "loss": 0.5942,
      "step": 3086
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1617321964920986e-05,
      "loss": 0.5803,
      "step": 3087
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1612507746898307e-05,
      "loss": 0.5943,
      "step": 3088
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160769314514204e-05,
      "loss": 0.6181,
      "step": 3089
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1602878160797936e-05,
      "loss": 0.6401,
      "step": 3090
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1598062795011827e-05,
      "loss": 0.6062,
      "step": 3091
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1593247048929644e-05,
      "loss": 0.602,
      "step": 3092
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1588430923697404e-05,
      "loss": 0.6005,
      "step": 3093
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1583614420461218e-05,
      "loss": 0.5999,
      "step": 3094
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1578797540367284e-05,
      "loss": 0.5883,
      "step": 3095
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1573980284561886e-05,
      "loss": 0.5984,
      "step": 3096
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1569162654191408e-05,
      "loss": 0.5817,
      "step": 3097
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.5837,
      "step": 3098
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1559526274341155e-05,
      "loss": 0.6113,
      "step": 3099
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.155470752715458e-05,
      "loss": 0.6094,
      "step": 3100
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.154988840998932e-05,
      "loss": 0.597,
      "step": 3101
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1545068923992199e-05,
      "loss": 0.5919,
      "step": 3102
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1540249070310124e-05,
      "loss": 0.6035,
      "step": 3103
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1535428850090092e-05,
      "loss": 0.6067,
      "step": 3104
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153060826447918e-05,
      "loss": 0.5832,
      "step": 3105
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1525787314624564e-05,
      "loss": 0.6155,
      "step": 3106
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1520966001673496e-05,
      "loss": 0.6072,
      "step": 3107
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1516144326773324e-05,
      "loss": 0.578,
      "step": 3108
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1511322291071474e-05,
      "loss": 0.6106,
      "step": 3109
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1506499895715462e-05,
      "loss": 0.5736,
      "step": 3110
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.150167714185289e-05,
      "loss": 0.6009,
      "step": 3111
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1496854030631443e-05,
      "loss": 0.5928,
      "step": 3112
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1492030563198895e-05,
      "loss": 0.5763,
      "step": 3113
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1487206740703094e-05,
      "loss": 0.5979,
      "step": 3114
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.148238256429199e-05,
      "loss": 0.5803,
      "step": 3115
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.14775580351136e-05,
      "loss": 0.5753,
      "step": 3116
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1472733154316037e-05,
      "loss": 0.5813,
      "step": 3117
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1467907923047488e-05,
      "loss": 0.6035,
      "step": 3118
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1463082342456238e-05,
      "loss": 0.6014,
      "step": 3119
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1458256413690634e-05,
      "loss": 0.6067,
      "step": 3120
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1453430137899129e-05,
      "loss": 0.6033,
      "step": 3121
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1448603516230241e-05,
      "loss": 0.5989,
      "step": 3122
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1443776549832574e-05,
      "loss": 0.5938,
      "step": 3123
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1438949239854822e-05,
      "loss": 0.5916,
      "step": 3124
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1434121587445752e-05,
      "loss": 0.6011,
      "step": 3125
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1429293593754216e-05,
      "loss": 0.615,
      "step": 3126
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1424465259929148e-05,
      "loss": 0.6154,
      "step": 3127
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1419636587119563e-05,
      "loss": 0.5734,
      "step": 3128
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1414807576474554e-05,
      "loss": 0.5977,
      "step": 3129
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1409978229143297e-05,
      "loss": 0.5979,
      "step": 3130
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1405148546275046e-05,
      "loss": 0.5894,
      "step": 3131
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1400318529019134e-05,
      "loss": 0.6052,
      "step": 3132
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1395488178524982e-05,
      "loss": 0.6108,
      "step": 3133
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1390657495942077e-05,
      "loss": 0.5948,
      "step": 3134
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1385826482419993e-05,
      "loss": 0.6029,
      "step": 3135
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1380995139108383e-05,
      "loss": 0.6024,
      "step": 3136
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.137616346715698e-05,
      "loss": 0.608,
      "step": 3137
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.137133146771559e-05,
      "loss": 0.6093,
      "step": 3138
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1366499141934098e-05,
      "loss": 0.5897,
      "step": 3139
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1361666490962468e-05,
      "loss": 0.5961,
      "step": 3140
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1356833515950743e-05,
      "loss": 0.6076,
      "step": 3141
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1352000218049038e-05,
      "loss": 0.5949,
      "step": 3142
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1347166598407551e-05,
      "loss": 0.5975,
      "step": 3143
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1342332658176556e-05,
      "loss": 0.6287,
      "step": 3144
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1337498398506397e-05,
      "loss": 0.6054,
      "step": 3145
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.13326638205475e-05,
      "loss": 0.5749,
      "step": 3146
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1327828925450363e-05,
      "loss": 0.6075,
      "step": 3147
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1322993714365567e-05,
      "loss": 0.5776,
      "step": 3148
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1318158188443758e-05,
      "loss": 0.6027,
      "step": 3149
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1313322348835658e-05,
      "loss": 0.5865,
      "step": 3150
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130848619669207e-05,
      "loss": 0.5991,
      "step": 3151
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130364973316387e-05,
      "loss": 0.5903,
      "step": 3152
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.129881295940201e-05,
      "loss": 0.607,
      "step": 3153
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1293975876557506e-05,
      "loss": 0.5896,
      "step": 3154
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1289138485781456e-05,
      "loss": 0.5898,
      "step": 3155
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1284300788225032e-05,
      "loss": 0.5891,
      "step": 3156
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1279462785039472e-05,
      "loss": 0.6011,
      "step": 3157
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1274624477376091e-05,
      "loss": 0.584,
      "step": 3158
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1269785866386279e-05,
      "loss": 0.5773,
      "step": 3159
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1264946953221496e-05,
      "loss": 0.5876,
      "step": 3160
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126010773903327e-05,
      "loss": 0.5874,
      "step": 3161
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.125526822497321e-05,
      "loss": 0.5907,
      "step": 3162
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1250428412192985e-05,
      "loss": 0.5905,
      "step": 3163
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1245588301844343e-05,
      "loss": 0.5977,
      "step": 3164
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.12407478950791e-05,
      "loss": 0.5943,
      "step": 3165
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1235907193049145e-05,
      "loss": 0.5912,
      "step": 3166
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123106619690643e-05,
      "loss": 0.595,
      "step": 3167
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1226224907802986e-05,
      "loss": 0.5991,
      "step": 3168
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1221383326890911e-05,
      "loss": 0.6217,
      "step": 3169
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1216541455322367e-05,
      "loss": 0.5997,
      "step": 3170
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1211699294249597e-05,
      "loss": 0.6044,
      "step": 3171
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1206856844824896e-05,
      "loss": 0.6127,
      "step": 3172
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1202014108200645e-05,
      "loss": 0.5809,
      "step": 3173
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.119717108552928e-05,
      "loss": 0.5865,
      "step": 3174
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1192327777963313e-05,
      "loss": 0.6037,
      "step": 3175
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118748418665532e-05,
      "loss": 0.5801,
      "step": 3176
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1182640312757949e-05,
      "loss": 0.601,
      "step": 3177
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1177796157423908e-05,
      "loss": 0.5997,
      "step": 3178
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1172951721805977e-05,
      "loss": 0.6152,
      "step": 3179
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1168107007057006e-05,
      "loss": 0.5991,
      "step": 3180
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1163262014329902e-05,
      "loss": 0.5998,
      "step": 3181
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1158416744777644e-05,
      "loss": 0.5873,
      "step": 3182
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1153571199553276e-05,
      "loss": 0.5936,
      "step": 3183
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1148725379809911e-05,
      "loss": 0.604,
      "step": 3184
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1143879286700723e-05,
      "loss": 0.6044,
      "step": 3185
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1139032921378947e-05,
      "loss": 0.6032,
      "step": 3186
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1134186284997897e-05,
      "loss": 0.591,
      "step": 3187
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1129339378710933e-05,
      "loss": 0.5658,
      "step": 3188
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1124492203671498e-05,
      "loss": 0.6016,
      "step": 3189
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1119644761033079e-05,
      "loss": 0.607,
      "step": 3190
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1114797051949248e-05,
      "loss": 0.5833,
      "step": 3191
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1109949077573623e-05,
      "loss": 0.5864,
      "step": 3192
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1105100839059892e-05,
      "loss": 0.5879,
      "step": 3193
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.110025233756181e-05,
      "loss": 0.61,
      "step": 3194
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1095403574233185e-05,
      "loss": 0.5958,
      "step": 3195
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1090554550227899e-05,
      "loss": 0.6009,
      "step": 3196
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1085705266699884e-05,
      "loss": 0.6046,
      "step": 3197
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1080855724803141e-05,
      "loss": 0.5923,
      "step": 3198
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1076005925691731e-05,
      "loss": 0.5962,
      "step": 3199
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1071155870519777e-05,
      "loss": 0.5994,
      "step": 3200
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.106630556044146e-05,
      "loss": 0.5985,
      "step": 3201
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1061454996611026e-05,
      "loss": 0.5809,
      "step": 3202
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1056604180182777e-05,
      "loss": 0.591,
      "step": 3203
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.105175311231108e-05,
      "loss": 0.6068,
      "step": 3204
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1046901794150358e-05,
      "loss": 0.601,
      "step": 3205
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.104205022685509e-05,
      "loss": 0.5832,
      "step": 3206
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1037198411579826e-05,
      "loss": 0.5648,
      "step": 3207
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1032346349479162e-05,
      "loss": 0.6011,
      "step": 3208
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1027494041707761e-05,
      "loss": 0.5949,
      "step": 3209
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1022641489420342e-05,
      "loss": 0.5982,
      "step": 3210
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1017788693771685e-05,
      "loss": 0.6157,
      "step": 3211
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1012935655916624e-05,
      "loss": 0.5991,
      "step": 3212
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1008082377010045e-05,
      "loss": 0.5894,
      "step": 3213
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100322885820691e-05,
      "loss": 0.6128,
      "step": 3214
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0998375100662215e-05,
      "loss": 0.604,
      "step": 3215
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0993521105531033e-05,
      "loss": 0.5839,
      "step": 3216
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0988666873968477e-05,
      "loss": 0.5902,
      "step": 3217
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0983812407129728e-05,
      "loss": 0.5777,
      "step": 3218
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0978957706170016e-05,
      "loss": 0.6033,
      "step": 3219
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0974102772244638e-05,
      "loss": 0.6038,
      "step": 3220
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0969247606508928e-05,
      "loss": 0.6078,
      "step": 3221
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0964392210118292e-05,
      "loss": 0.587,
      "step": 3222
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0959536584228181e-05,
      "loss": 0.5945,
      "step": 3223
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0954680729994103e-05,
      "loss": 0.5782,
      "step": 3224
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094982464857162e-05,
      "loss": 0.6167,
      "step": 3225
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0944968341116353e-05,
      "loss": 0.597,
      "step": 3226
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0940111808783972e-05,
      "loss": 0.5948,
      "step": 3227
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.09352550527302e-05,
      "loss": 0.6006,
      "step": 3228
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0930398074110815e-05,
      "loss": 0.5971,
      "step": 3229
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0925540874081649e-05,
      "loss": 0.5989,
      "step": 3230
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0920683453798581e-05,
      "loss": 0.581,
      "step": 3231
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0915825814417555e-05,
      "loss": 0.5877,
      "step": 3232
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0910967957094549e-05,
      "loss": 0.5742,
      "step": 3233
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0906109882985606e-05,
      "loss": 0.5985,
      "step": 3234
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0901251593246822e-05,
      "loss": 0.581,
      "step": 3235
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0896393089034336e-05,
      "loss": 0.5965,
      "step": 3236
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0891534371504341e-05,
      "loss": 0.5742,
      "step": 3237
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0886675441813083e-05,
      "loss": 0.5865,
      "step": 3238
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0881816301116857e-05,
      "loss": 0.6153,
      "step": 3239
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0876956950572006e-05,
      "loss": 0.6009,
      "step": 3240
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0872097391334928e-05,
      "loss": 0.6203,
      "step": 3241
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0867237624562064e-05,
      "loss": 0.6121,
      "step": 3242
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0862377651409912e-05,
      "loss": 0.5685,
      "step": 3243
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0857517473035013e-05,
      "loss": 0.5939,
      "step": 3244
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0852657090593961e-05,
      "loss": 0.5771,
      "step": 3245
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0847796505243393e-05,
      "loss": 0.5946,
      "step": 3246
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0842935718140005e-05,
      "loss": 0.6174,
      "step": 3247
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0838074730440525e-05,
      "loss": 0.6195,
      "step": 3248
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0833213543301742e-05,
      "loss": 0.5913,
      "step": 3249
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0828352157880489e-05,
      "loss": 0.6072,
      "step": 3250
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0823490575333641e-05,
      "loss": 0.6138,
      "step": 3251
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0818628796818134e-05,
      "loss": 0.5866,
      "step": 3252
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0813766823490927e-05,
      "loss": 0.6004,
      "step": 3253
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0808904656509054e-05,
      "loss": 0.5698,
      "step": 3254
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0804042297029567e-05,
      "loss": 0.5698,
      "step": 3255
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0799179746209586e-05,
      "loss": 0.5726,
      "step": 3256
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0794317005206263e-05,
      "loss": 0.5842,
      "step": 3257
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0789454075176805e-05,
      "loss": 0.6151,
      "step": 3258
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0784590957278452e-05,
      "loss": 0.5941,
      "step": 3259
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0779727652668496e-05,
      "loss": 0.5917,
      "step": 3260
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0774864162504285e-05,
      "loss": 0.6037,
      "step": 3261
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0770000487943182e-05,
      "loss": 0.6086,
      "step": 3262
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0765136630142626e-05,
      "loss": 0.5999,
      "step": 3263
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0760272590260072e-05,
      "loss": 0.5739,
      "step": 3264
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075540836945304e-05,
      "loss": 0.5703,
      "step": 3265
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0750543968879081e-05,
      "loss": 0.6076,
      "step": 3266
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0745679389695792e-05,
      "loss": 0.5697,
      "step": 3267
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0740814633060812e-05,
      "loss": 0.5977,
      "step": 3268
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0735949700131822e-05,
      "loss": 0.6013,
      "step": 3269
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0731084592066548e-05,
      "loss": 0.6004,
      "step": 3270
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0726219310022752e-05,
      "loss": 0.5941,
      "step": 3271
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0721353855158243e-05,
      "loss": 0.6044,
      "step": 3272
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0716488228630867e-05,
      "loss": 0.5811,
      "step": 3273
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0711622431598516e-05,
      "loss": 0.5982,
      "step": 3274
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0706756465219114e-05,
      "loss": 0.5972,
      "step": 3275
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0701890330650633e-05,
      "loss": 0.592,
      "step": 3276
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0697024029051085e-05,
      "loss": 0.5943,
      "step": 3277
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0692157561578515e-05,
      "loss": 0.6106,
      "step": 3278
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0687290929391017e-05,
      "loss": 0.5677,
      "step": 3279
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0682424133646712e-05,
      "loss": 0.6257,
      "step": 3280
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0677557175503771e-05,
      "loss": 0.6112,
      "step": 3281
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0672690056120398e-05,
      "loss": 0.6046,
      "step": 3282
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0667822776654836e-05,
      "loss": 0.5644,
      "step": 3283
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066295533826537e-05,
      "loss": 0.6264,
      "step": 3284
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0658087742110322e-05,
      "loss": 0.5774,
      "step": 3285
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0653219989348045e-05,
      "loss": 0.5854,
      "step": 3286
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.064835208113693e-05,
      "loss": 0.5846,
      "step": 3287
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0643484018635418e-05,
      "loss": 0.6072,
      "step": 3288
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0638615803001967e-05,
      "loss": 0.599,
      "step": 3289
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.063374743539509e-05,
      "loss": 0.5864,
      "step": 3290
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0628878916973322e-05,
      "loss": 0.6027,
      "step": 3291
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0624010248895242e-05,
      "loss": 0.5939,
      "step": 3292
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0619141432319464e-05,
      "loss": 0.6243,
      "step": 3293
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0614272468404637e-05,
      "loss": 0.6038,
      "step": 3294
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.060940335830944e-05,
      "loss": 0.5914,
      "step": 3295
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.060453410319259e-05,
      "loss": 0.5885,
      "step": 3296
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0599664704212844e-05,
      "loss": 0.6089,
      "step": 3297
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0594795162528982e-05,
      "loss": 0.593,
      "step": 3298
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0589925479299833e-05,
      "loss": 0.5879,
      "step": 3299
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.058505565568424e-05,
      "loss": 0.578,
      "step": 3300
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0580185692841095e-05,
      "loss": 0.5976,
      "step": 3301
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0575315591929322e-05,
      "loss": 0.5916,
      "step": 3302
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0570445354107874e-05,
      "loss": 0.6079,
      "step": 3303
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0565574980535733e-05,
      "loss": 0.615,
      "step": 3304
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0560704472371919e-05,
      "loss": 0.6049,
      "step": 3305
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0555833830775483e-05,
      "loss": 0.5992,
      "step": 3306
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0550963056905506e-05,
      "loss": 0.6065,
      "step": 3307
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.05460921519211e-05,
      "loss": 0.5809,
      "step": 3308
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0541221116981412e-05,
      "loss": 0.5839,
      "step": 3309
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0536349953245622e-05,
      "loss": 0.6066,
      "step": 3310
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0531478661872926e-05,
      "loss": 0.5787,
      "step": 3311
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0526607244022571e-05,
      "loss": 0.6147,
      "step": 3312
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0521735700853818e-05,
      "loss": 0.5899,
      "step": 3313
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0516864033525961e-05,
      "loss": 0.5779,
      "step": 3314
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0511992243198335e-05,
      "loss": 0.5908,
      "step": 3315
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0507120331030286e-05,
      "loss": 0.6135,
      "step": 3316
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0502248298181202e-05,
      "loss": 0.5975,
      "step": 3317
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0497376145810496e-05,
      "loss": 0.5919,
      "step": 3318
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0492503875077613e-05,
      "loss": 0.5597,
      "step": 3319
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0487631487142018e-05,
      "loss": 0.5887,
      "step": 3320
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0482758983163215e-05,
      "loss": 0.5832,
      "step": 3321
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0477886364300722e-05,
      "loss": 0.6046,
      "step": 3322
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0473013631714092e-05,
      "loss": 0.5953,
      "step": 3323
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0468140786562911e-05,
      "loss": 0.5729,
      "step": 3324
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0463267830006779e-05,
      "loss": 0.6015,
      "step": 3325
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0458394763205329e-05,
      "loss": 0.5701,
      "step": 3326
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0453521587318226e-05,
      "loss": 0.5894,
      "step": 3327
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.044864830350515e-05,
      "loss": 0.5927,
      "step": 3328
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0443774912925814e-05,
      "loss": 0.6043,
      "step": 3329
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0438901416739955e-05,
      "loss": 0.5814,
      "step": 3330
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0434027816107333e-05,
      "loss": 0.5938,
      "step": 3331
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0429154112187731e-05,
      "loss": 0.5868,
      "step": 3332
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0424280306140966e-05,
      "loss": 0.5969,
      "step": 3333
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0419406399126868e-05,
      "loss": 0.5914,
      "step": 3334
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0414532392305301e-05,
      "loss": 0.5936,
      "step": 3335
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0409658286836144e-05,
      "loss": 0.5852,
      "step": 3336
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0404784083879305e-05,
      "loss": 0.5801,
      "step": 3337
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0399909784594711e-05,
      "loss": 0.5898,
      "step": 3338
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0395035390142319e-05,
      "loss": 0.5827,
      "step": 3339
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.03901609016821e-05,
      "loss": 0.5605,
      "step": 3340
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0385286320374053e-05,
      "loss": 0.5929,
      "step": 3341
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0380411647378196e-05,
      "loss": 0.6063,
      "step": 3342
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0375536883854575e-05,
      "loss": 0.5878,
      "step": 3343
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.037066203096325e-05,
      "loss": 0.5835,
      "step": 3344
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0365787089864303e-05,
      "loss": 0.5991,
      "step": 3345
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0360912061717845e-05,
      "loss": 0.606,
      "step": 3346
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0356036947683994e-05,
      "loss": 0.5995,
      "step": 3347
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0351161748922905e-05,
      "loss": 0.604,
      "step": 3348
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0346286466594738e-05,
      "loss": 0.5776,
      "step": 3349
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.034141110185968e-05,
      "loss": 0.6022,
      "step": 3350
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0336535655877942e-05,
      "loss": 0.5877,
      "step": 3351
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0331660129809743e-05,
      "loss": 0.5768,
      "step": 3352
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0326784524815331e-05,
      "loss": 0.5867,
      "step": 3353
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0321908842054969e-05,
      "loss": 0.5834,
      "step": 3354
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.031703308268894e-05,
      "loss": 0.6339,
      "step": 3355
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.031215724787754e-05,
      "loss": 0.5866,
      "step": 3356
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0307281338781092e-05,
      "loss": 0.5903,
      "step": 3357
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0302405356559925e-05,
      "loss": 0.5916,
      "step": 3358
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0297529302374396e-05,
      "loss": 0.5913,
      "step": 3359
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0292653177384878e-05,
      "loss": 0.6082,
      "step": 3360
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0287776982751752e-05,
      "loss": 0.5777,
      "step": 3361
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0282900719635425e-05,
      "loss": 0.6009,
      "step": 3362
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0278024389196314e-05,
      "loss": 0.5789,
      "step": 3363
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0273147992594861e-05,
      "loss": 0.5967,
      "step": 3364
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0268271530991509e-05,
      "loss": 0.6146,
      "step": 3365
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0263395005546735e-05,
      "loss": 0.593,
      "step": 3366
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.025851841742101e-05,
      "loss": 0.6115,
      "step": 3367
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0253641767774838e-05,
      "loss": 0.5845,
      "step": 3368
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0248765057768733e-05,
      "loss": 0.5786,
      "step": 3369
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0243888288563213e-05,
      "loss": 0.6083,
      "step": 3370
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0239011461318827e-05,
      "loss": 0.5977,
      "step": 3371
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0234134577196122e-05,
      "loss": 0.5721,
      "step": 3372
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0229257637355672e-05,
      "loss": 0.6007,
      "step": 3373
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0224380642958052e-05,
      "loss": 0.5587,
      "step": 3374
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0219503595163857e-05,
      "loss": 0.5967,
      "step": 3375
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0214626495133697e-05,
      "loss": 0.6177,
      "step": 3376
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0209749344028189e-05,
      "loss": 0.5557,
      "step": 3377
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0204872143007965e-05,
      "loss": 0.5714,
      "step": 3378
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0199994893233664e-05,
      "loss": 0.6034,
      "step": 3379
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0195117595865947e-05,
      "loss": 0.5858,
      "step": 3380
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0190240252065472e-05,
      "loss": 0.6049,
      "step": 3381
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0185362862992925e-05,
      "loss": 0.601,
      "step": 3382
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0180485429808986e-05,
      "loss": 0.6086,
      "step": 3383
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0175607953674358e-05,
      "loss": 0.5798,
      "step": 3384
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.017073043574975e-05,
      "loss": 0.5811,
      "step": 3385
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0165852877195874e-05,
      "loss": 0.6042,
      "step": 3386
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0160975279173467e-05,
      "loss": 0.5778,
      "step": 3387
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015609764284326e-05,
      "loss": 0.6119,
      "step": 3388
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0151219969366001e-05,
      "loss": 0.5656,
      "step": 3389
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0146342259902446e-05,
      "loss": 0.5987,
      "step": 3390
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0141464515613357e-05,
      "loss": 0.59,
      "step": 3391
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.013658673765951e-05,
      "loss": 0.5831,
      "step": 3392
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0131708927201687e-05,
      "loss": 0.5889,
      "step": 3393
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.012683108540067e-05,
      "loss": 0.6004,
      "step": 3394
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0121953213417256e-05,
      "loss": 0.6173,
      "step": 3395
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0117075312412253e-05,
      "loss": 0.5877,
      "step": 3396
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011219738354646e-05,
      "loss": 0.5713,
      "step": 3397
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0107319427980704e-05,
      "loss": 0.5994,
      "step": 3398
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0102441446875801e-05,
      "loss": 0.6038,
      "step": 3399
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0097563441392582e-05,
      "loss": 0.6066,
      "step": 3400
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.009268541269188e-05,
      "loss": 0.6111,
      "step": 3401
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.008780736193454e-05,
      "loss": 0.6142,
      "step": 3402
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0082929290281405e-05,
      "loss": 0.5867,
      "step": 3403
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0078051198893318e-05,
      "loss": 0.6188,
      "step": 3404
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0073173088931143e-05,
      "loss": 0.6317,
      "step": 3405
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0068294961555734e-05,
      "loss": 0.6039,
      "step": 3406
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0063416817927958e-05,
      "loss": 0.5869,
      "step": 3407
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.005853865920868e-05,
      "loss": 0.5769,
      "step": 3408
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0053660486558766e-05,
      "loss": 0.621,
      "step": 3409
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0048782301139102e-05,
      "loss": 0.5914,
      "step": 3410
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0043904104110557e-05,
      "loss": 0.61,
      "step": 3411
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0039025896634016e-05,
      "loss": 0.6057,
      "step": 3412
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0034147679870356e-05,
      "loss": 0.59,
      "step": 3413
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0029269454980465e-05,
      "loss": 0.5857,
      "step": 3414
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0024391223125226e-05,
      "loss": 0.5678,
      "step": 3415
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0019512985465533e-05,
      "loss": 0.5995,
      "step": 3416
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0014634743162273e-05,
      "loss": 0.5959,
      "step": 3417
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0009756497376337e-05,
      "loss": 0.6003,
      "step": 3418
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0004878249268614e-05,
      "loss": 0.5853,
      "step": 3419
    },
    {
      "epoch": 0.52,
      "learning_rate": 1e-05,
      "loss": 0.595,
      "step": 3420
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.995121750731389e-06,
      "loss": 0.5985,
      "step": 3421
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.99024350262367e-06,
      "loss": 0.601,
      "step": 3422
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.985365256837729e-06,
      "loss": 0.6036,
      "step": 3423
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.980487014534469e-06,
      "loss": 0.6175,
      "step": 3424
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.975608776874775e-06,
      "loss": 0.621,
      "step": 3425
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.97073054501954e-06,
      "loss": 0.6054,
      "step": 3426
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.965852320129646e-06,
      "loss": 0.5976,
      "step": 3427
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.960974103365987e-06,
      "loss": 0.5784,
      "step": 3428
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.956095895889444e-06,
      "loss": 0.6111,
      "step": 3429
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.951217698860902e-06,
      "loss": 0.6223,
      "step": 3430
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.946339513441235e-06,
      "loss": 0.5754,
      "step": 3431
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.941461340791326e-06,
      "loss": 0.566,
      "step": 3432
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.936583182072045e-06,
      "loss": 0.587,
      "step": 3433
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.93170503844427e-06,
      "loss": 0.5909,
      "step": 3434
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.926826911068862e-06,
      "loss": 0.584,
      "step": 3435
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.921948801106682e-06,
      "loss": 0.5949,
      "step": 3436
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.9170707097186e-06,
      "loss": 0.5564,
      "step": 3437
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.912192638065462e-06,
      "loss": 0.6057,
      "step": 3438
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.907314587308121e-06,
      "loss": 0.5723,
      "step": 3439
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.90243655860742e-06,
      "loss": 0.6017,
      "step": 3440
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.897558553124202e-06,
      "loss": 0.5892,
      "step": 3441
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.8926805720193e-06,
      "loss": 0.6017,
      "step": 3442
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.887802616453543e-06,
      "loss": 0.5937,
      "step": 3443
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.882924687587754e-06,
      "loss": 0.6025,
      "step": 3444
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.878046786582745e-06,
      "loss": 0.5871,
      "step": 3445
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.873168914599332e-06,
      "loss": 0.5908,
      "step": 3446
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.868291072798317e-06,
      "loss": 0.5985,
      "step": 3447
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.863413262340491e-06,
      "loss": 0.6214,
      "step": 3448
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.858535484386646e-06,
      "loss": 0.5858,
      "step": 3449
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.853657740097558e-06,
      "loss": 0.5815,
      "step": 3450
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.848780030634002e-06,
      "loss": 0.613,
      "step": 3451
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.843902357156744e-06,
      "loss": 0.5884,
      "step": 3452
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.839024720826538e-06,
      "loss": 0.5743,
      "step": 3453
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.834147122804126e-06,
      "loss": 0.5945,
      "step": 3454
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.829269564250254e-06,
      "loss": 0.5667,
      "step": 3455
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.824392046325645e-06,
      "loss": 0.5815,
      "step": 3456
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.819514570191016e-06,
      "loss": 0.6038,
      "step": 3457
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.81463713700708e-06,
      "loss": 0.5881,
      "step": 3458
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.809759747934527e-06,
      "loss": 0.5927,
      "step": 3459
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.804882404134057e-06,
      "loss": 0.5849,
      "step": 3460
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.80000510676634e-06,
      "loss": 0.6066,
      "step": 3461
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79512785699204e-06,
      "loss": 0.6011,
      "step": 3462
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.790250655971813e-06,
      "loss": 0.6092,
      "step": 3463
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.785373504866305e-06,
      "loss": 0.6017,
      "step": 3464
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.780496404836146e-06,
      "loss": 0.6016,
      "step": 3465
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.775619357041952e-06,
      "loss": 0.5903,
      "step": 3466
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.770742362644335e-06,
      "loss": 0.588,
      "step": 3467
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.765865422803878e-06,
      "loss": 0.5772,
      "step": 3468
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.760988538681176e-06,
      "loss": 0.588,
      "step": 3469
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.75611171143679e-06,
      "loss": 0.6054,
      "step": 3470
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.751234942231274e-06,
      "loss": 0.5614,
      "step": 3471
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.746358232225162e-06,
      "loss": 0.5858,
      "step": 3472
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.741481582578993e-06,
      "loss": 0.5718,
      "step": 3473
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.736604994453269e-06,
      "loss": 0.5951,
      "step": 3474
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.731728469008493e-06,
      "loss": 0.5769,
      "step": 3475
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.726852007405144e-06,
      "loss": 0.592,
      "step": 3476
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.721975610803686e-06,
      "loss": 0.5913,
      "step": 3477
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.717099280364578e-06,
      "loss": 0.5976,
      "step": 3478
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.712223017248252e-06,
      "loss": 0.5703,
      "step": 3479
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.707346822615127e-06,
      "loss": 0.595,
      "step": 3480
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.702470697625604e-06,
      "loss": 0.5952,
      "step": 3481
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.697594643440078e-06,
      "loss": 0.5826,
      "step": 3482
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.692718661218912e-06,
      "loss": 0.5927,
      "step": 3483
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.687842752122462e-06,
      "loss": 0.5934,
      "step": 3484
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.682966917311065e-06,
      "loss": 0.575,
      "step": 3485
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.678091157945031e-06,
      "loss": 0.5872,
      "step": 3486
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.67321547518467e-06,
      "loss": 0.5885,
      "step": 3487
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.66833987019026e-06,
      "loss": 0.5904,
      "step": 3488
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.663464344122064e-06,
      "loss": 0.5927,
      "step": 3489
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.658588898140322e-06,
      "loss": 0.5541,
      "step": 3490
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.653713533405267e-06,
      "loss": 0.6209,
      "step": 3491
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.648838251077098e-06,
      "loss": 0.5944,
      "step": 3492
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.643963052316009e-06,
      "loss": 0.5928,
      "step": 3493
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.639087938282162e-06,
      "loss": 0.5817,
      "step": 3494
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.634212910135697e-06,
      "loss": 0.5909,
      "step": 3495
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.629337969036753e-06,
      "loss": 0.57,
      "step": 3496
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.624463116145428e-06,
      "loss": 0.5832,
      "step": 3497
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.619588352621805e-06,
      "loss": 0.6073,
      "step": 3498
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61471367962595e-06,
      "loss": 0.5922,
      "step": 3499
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.609839098317902e-06,
      "loss": 0.6004,
      "step": 3500
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.604964609857685e-06,
      "loss": 0.614,
      "step": 3501
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.600090215405292e-06,
      "loss": 0.6039,
      "step": 3502
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5952159161207e-06,
      "loss": 0.5784,
      "step": 3503
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.590341713163858e-06,
      "loss": 0.5954,
      "step": 3504
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.585467607694702e-06,
      "loss": 0.6037,
      "step": 3505
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.580593600873135e-06,
      "loss": 0.5876,
      "step": 3506
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.575719693859037e-06,
      "loss": 0.5724,
      "step": 3507
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.57084588781227e-06,
      "loss": 0.5845,
      "step": 3508
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.565972183892669e-06,
      "loss": 0.5765,
      "step": 3509
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.561098583260047e-06,
      "loss": 0.5965,
      "step": 3510
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.55622508707419e-06,
      "loss": 0.5957,
      "step": 3511
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.551351696494854e-06,
      "loss": 0.5995,
      "step": 3512
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.546478412681776e-06,
      "loss": 0.615,
      "step": 3513
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.541605236794673e-06,
      "loss": 0.5954,
      "step": 3514
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.536732169993225e-06,
      "loss": 0.5873,
      "step": 3515
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.531859213437094e-06,
      "loss": 0.5907,
      "step": 3516
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.52698636828591e-06,
      "loss": 0.5783,
      "step": 3517
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.522113635699281e-06,
      "loss": 0.6019,
      "step": 3518
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.517241016836789e-06,
      "loss": 0.6215,
      "step": 3519
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.512368512857983e-06,
      "loss": 0.5863,
      "step": 3520
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.507496124922392e-06,
      "loss": 0.5726,
      "step": 3521
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.502623854189504e-06,
      "loss": 0.6161,
      "step": 3522
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.497751701818801e-06,
      "loss": 0.5931,
      "step": 3523
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.49287966896972e-06,
      "loss": 0.5841,
      "step": 3524
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.488007756801672e-06,
      "loss": 0.6048,
      "step": 3525
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.48313596647404e-06,
      "loss": 0.6003,
      "step": 3526
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.478264299146186e-06,
      "loss": 0.5635,
      "step": 3527
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.473392755977432e-06,
      "loss": 0.5697,
      "step": 3528
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.468521338127075e-06,
      "loss": 0.6012,
      "step": 3529
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.463650046754383e-06,
      "loss": 0.6123,
      "step": 3530
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.458778883018586e-06,
      "loss": 0.5974,
      "step": 3531
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.453907848078901e-06,
      "loss": 0.5892,
      "step": 3532
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.449036943094497e-06,
      "loss": 0.5765,
      "step": 3533
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.444166169224522e-06,
      "loss": 0.5734,
      "step": 3534
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.439295527628083e-06,
      "loss": 0.5902,
      "step": 3535
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.434425019464269e-06,
      "loss": 0.6076,
      "step": 3536
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.429554645892129e-06,
      "loss": 0.5592,
      "step": 3537
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.424684408070681e-06,
      "loss": 0.5842,
      "step": 3538
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.419814307158908e-06,
      "loss": 0.5896,
      "step": 3539
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.414944344315765e-06,
      "loss": 0.5913,
      "step": 3540
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.410074520700172e-06,
      "loss": 0.5949,
      "step": 3541
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.40520483747102e-06,
      "loss": 0.5998,
      "step": 3542
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.400335295787162e-06,
      "loss": 0.599,
      "step": 3543
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.395465896807411e-06,
      "loss": 0.577,
      "step": 3544
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.390596641690563e-06,
      "loss": 0.6077,
      "step": 3545
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.385727531595367e-06,
      "loss": 0.61,
      "step": 3546
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.38085856768054e-06,
      "loss": 0.5632,
      "step": 3547
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.37598975110476e-06,
      "loss": 0.5951,
      "step": 3548
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.371121083026683e-06,
      "loss": 0.5878,
      "step": 3549
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.366252564604914e-06,
      "loss": 0.5974,
      "step": 3550
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.361384196998037e-06,
      "loss": 0.5806,
      "step": 3551
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.356515981364589e-06,
      "loss": 0.608,
      "step": 3552
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.35164791886307e-06,
      "loss": 0.5876,
      "step": 3553
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.34678001065196e-06,
      "loss": 0.6011,
      "step": 3554
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.34191225788968e-06,
      "loss": 0.587,
      "step": 3555
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.337044661734632e-06,
      "loss": 0.6201,
      "step": 3556
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.332177223345165e-06,
      "loss": 0.606,
      "step": 3557
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.327309943879604e-06,
      "loss": 0.5812,
      "step": 3558
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.322442824496232e-06,
      "loss": 0.5864,
      "step": 3559
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.317575866353293e-06,
      "loss": 0.5818,
      "step": 3560
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.312709070608988e-06,
      "loss": 0.5661,
      "step": 3561
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.307842438421484e-06,
      "loss": 0.6019,
      "step": 3562
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.302975970948916e-06,
      "loss": 0.5664,
      "step": 3563
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.298109669349368e-06,
      "loss": 0.5952,
      "step": 3564
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.293243534780887e-06,
      "loss": 0.631,
      "step": 3565
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.28837756840149e-06,
      "loss": 0.5564,
      "step": 3566
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.283511771369132e-06,
      "loss": 0.6041,
      "step": 3567
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.278646144841759e-06,
      "loss": 0.5765,
      "step": 3568
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.273780689977251e-06,
      "loss": 0.5797,
      "step": 3569
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.268915407933457e-06,
      "loss": 0.5716,
      "step": 3570
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.26405029986818e-06,
      "loss": 0.623,
      "step": 3571
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.259185366939193e-06,
      "loss": 0.5902,
      "step": 3572
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.254320610304213e-06,
      "loss": 0.582,
      "step": 3573
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.249456031120922e-06,
      "loss": 0.5922,
      "step": 3574
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.244591630546964e-06,
      "loss": 0.5973,
      "step": 3575
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.23972740973993e-06,
      "loss": 0.6049,
      "step": 3576
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.23486336985738e-06,
      "loss": 0.58,
      "step": 3577
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.229999512056821e-06,
      "loss": 0.565,
      "step": 3578
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.225135837495722e-06,
      "loss": 0.6074,
      "step": 3579
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.220272347331502e-06,
      "loss": 0.5765,
      "step": 3580
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.215409042721553e-06,
      "loss": 0.6221,
      "step": 3581
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.210545924823199e-06,
      "loss": 0.5975,
      "step": 3582
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.20568299479374e-06,
      "loss": 0.5965,
      "step": 3583
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.200820253790419e-06,
      "loss": 0.5855,
      "step": 3584
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.195957702970434e-06,
      "loss": 0.5622,
      "step": 3585
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19109534349095e-06,
      "loss": 0.5821,
      "step": 3586
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.186233176509075e-06,
      "loss": 0.5643,
      "step": 3587
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.181371203181873e-06,
      "loss": 0.587,
      "step": 3588
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.176509424666359e-06,
      "loss": 0.6266,
      "step": 3589
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.171647842119515e-06,
      "loss": 0.5763,
      "step": 3590
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.16678645669826e-06,
      "loss": 0.6209,
      "step": 3591
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.16192526955948e-06,
      "loss": 0.5917,
      "step": 3592
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.15706428186e-06,
      "loss": 0.5794,
      "step": 3593
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.152203494756607e-06,
      "loss": 0.6075,
      "step": 3594
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.14734290940604e-06,
      "loss": 0.6093,
      "step": 3595
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.14248252696499e-06,
      "loss": 0.5805,
      "step": 3596
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.137622348590091e-06,
      "loss": 0.5914,
      "step": 3597
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.132762375437938e-06,
      "loss": 0.6075,
      "step": 3598
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.127902608665075e-06,
      "loss": 0.5596,
      "step": 3599
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.123043049427996e-06,
      "loss": 0.5778,
      "step": 3600
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.118183698883146e-06,
      "loss": 0.5787,
      "step": 3601
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.113324558186922e-06,
      "loss": 0.5985,
      "step": 3602
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.10846562849566e-06,
      "loss": 0.5557,
      "step": 3603
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.103606910965666e-06,
      "loss": 0.5879,
      "step": 3604
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.098748406753181e-06,
      "loss": 0.5745,
      "step": 3605
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.093890117014395e-06,
      "loss": 0.5953,
      "step": 3606
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.089032042905454e-06,
      "loss": 0.5799,
      "step": 3607
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.084174185582448e-06,
      "loss": 0.6129,
      "step": 3608
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.07931654620142e-06,
      "loss": 0.6106,
      "step": 3609
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.074459125918356e-06,
      "loss": 0.6009,
      "step": 3610
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.069601925889189e-06,
      "loss": 0.5759,
      "step": 3611
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.064744947269801e-06,
      "loss": 0.5849,
      "step": 3612
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.05988819121603e-06,
      "loss": 0.6073,
      "step": 3613
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.05503165888365e-06,
      "loss": 0.5925,
      "step": 3614
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.050175351428381e-06,
      "loss": 0.5877,
      "step": 3615
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.0453192700059e-06,
      "loss": 0.5887,
      "step": 3616
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.04046341577182e-06,
      "loss": 0.5854,
      "step": 3617
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.035607789881711e-06,
      "loss": 0.5917,
      "step": 3618
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.030752393491074e-06,
      "loss": 0.6149,
      "step": 3619
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.025897227755367e-06,
      "loss": 0.6064,
      "step": 3620
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.021042293829982e-06,
      "loss": 0.6236,
      "step": 3621
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.016187592870276e-06,
      "loss": 0.5658,
      "step": 3622
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.011333126031526e-06,
      "loss": 0.5788,
      "step": 3623
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.006478894468973e-06,
      "loss": 0.5874,
      "step": 3624
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.001624899337785e-06,
      "loss": 0.5846,
      "step": 3625
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.996771141793094e-06,
      "loss": 0.5925,
      "step": 3626
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.991917622989957e-06,
      "loss": 0.613,
      "step": 3627
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.987064344083381e-06,
      "loss": 0.5929,
      "step": 3628
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.98221130622832e-06,
      "loss": 0.5926,
      "step": 3629
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.977358510579658e-06,
      "loss": 0.5679,
      "step": 3630
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.972505958292242e-06,
      "loss": 0.5744,
      "step": 3631
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.967653650520841e-06,
      "loss": 0.5721,
      "step": 3632
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.96280158842018e-06,
      "loss": 0.5709,
      "step": 3633
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.95794977314491e-06,
      "loss": 0.5995,
      "step": 3634
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.953098205849647e-06,
      "loss": 0.6041,
      "step": 3635
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.948246887688924e-06,
      "loss": 0.573,
      "step": 3636
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.943395819817226e-06,
      "loss": 0.5945,
      "step": 3637
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.93854500338898e-06,
      "loss": 0.5856,
      "step": 3638
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.933694439558542e-06,
      "loss": 0.5751,
      "step": 3639
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.928844129480228e-06,
      "loss": 0.5921,
      "step": 3640
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.923994074308272e-06,
      "loss": 0.6005,
      "step": 3641
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.919144275196864e-06,
      "loss": 0.5962,
      "step": 3642
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.914294733300118e-06,
      "loss": 0.581,
      "step": 3643
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.909445449772103e-06,
      "loss": 0.6032,
      "step": 3644
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.904596425766817e-06,
      "loss": 0.5919,
      "step": 3645
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.899747662438194e-06,
      "loss": 0.5823,
      "step": 3646
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89489916094011e-06,
      "loss": 0.6164,
      "step": 3647
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89005092242638e-06,
      "loss": 0.5814,
      "step": 3648
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.885202948050754e-06,
      "loss": 0.6014,
      "step": 3649
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.880355238966923e-06,
      "loss": 0.5661,
      "step": 3650
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.875507796328509e-06,
      "loss": 0.612,
      "step": 3651
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.870660621289067e-06,
      "loss": 0.623,
      "step": 3652
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.865813715002106e-06,
      "loss": 0.5951,
      "step": 3653
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.860967078621056e-06,
      "loss": 0.5767,
      "step": 3654
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.856120713299284e-06,
      "loss": 0.5979,
      "step": 3655
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.851274620190092e-06,
      "loss": 0.5932,
      "step": 3656
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.846428800446725e-06,
      "loss": 0.59,
      "step": 3657
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.841583255222359e-06,
      "loss": 0.5966,
      "step": 3658
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.836737985670102e-06,
      "loss": 0.5981,
      "step": 3659
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.831892992943e-06,
      "loss": 0.5623,
      "step": 3660
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.827048278194023e-06,
      "loss": 0.5971,
      "step": 3661
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.822203842576095e-06,
      "loss": 0.6233,
      "step": 3662
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.817359687242055e-06,
      "loss": 0.6101,
      "step": 3663
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.812515813344682e-06,
      "loss": 0.6003,
      "step": 3664
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.807672222036692e-06,
      "loss": 0.556,
      "step": 3665
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.802828914470722e-06,
      "loss": 0.5846,
      "step": 3666
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.797985891799359e-06,
      "loss": 0.5845,
      "step": 3667
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.793143155175108e-06,
      "loss": 0.586,
      "step": 3668
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.78830070575041e-06,
      "loss": 0.5921,
      "step": 3669
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.783458544677633e-06,
      "loss": 0.5758,
      "step": 3670
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.778616673109094e-06,
      "loss": 0.5574,
      "step": 3671
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.773775092197018e-06,
      "loss": 0.6095,
      "step": 3672
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.768933803093573e-06,
      "loss": 0.5779,
      "step": 3673
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.76409280695086e-06,
      "loss": 0.5859,
      "step": 3674
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.7592521049209e-06,
      "loss": 0.5695,
      "step": 3675
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.754411698155659e-06,
      "loss": 0.6047,
      "step": 3676
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.749571587807017e-06,
      "loss": 0.5666,
      "step": 3677
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.744731775026794e-06,
      "loss": 0.5872,
      "step": 3678
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.73989226096673e-06,
      "loss": 0.5733,
      "step": 3679
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.735053046778506e-06,
      "loss": 0.5931,
      "step": 3680
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.730214133613725e-06,
      "loss": 0.5775,
      "step": 3681
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.725375522623912e-06,
      "loss": 0.5819,
      "step": 3682
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.720537214960533e-06,
      "loss": 0.5967,
      "step": 3683
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.71569921177497e-06,
      "loss": 0.5592,
      "step": 3684
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.710861514218545e-06,
      "loss": 0.5678,
      "step": 3685
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.706024123442497e-06,
      "loss": 0.5772,
      "step": 3686
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.701187040597994e-06,
      "loss": 0.5761,
      "step": 3687
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.69635026683613e-06,
      "loss": 0.5988,
      "step": 3688
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.691513803307933e-06,
      "loss": 0.611,
      "step": 3689
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.686677651164345e-06,
      "loss": 0.6063,
      "step": 3690
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.681841811556249e-06,
      "loss": 0.5914,
      "step": 3691
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.677006285634438e-06,
      "loss": 0.5899,
      "step": 3692
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.672171074549637e-06,
      "loss": 0.5783,
      "step": 3693
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.667336179452503e-06,
      "loss": 0.5976,
      "step": 3694
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.662501601493607e-06,
      "loss": 0.5829,
      "step": 3695
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.657667341823449e-06,
      "loss": 0.588,
      "step": 3696
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.65283340159245e-06,
      "loss": 0.5984,
      "step": 3697
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.647999781950964e-06,
      "loss": 0.5827,
      "step": 3698
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.64316648404926e-06,
      "loss": 0.5679,
      "step": 3699
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.638333509037537e-06,
      "loss": 0.5902,
      "step": 3700
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.633500858065907e-06,
      "loss": 0.6068,
      "step": 3701
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.628668532284411e-06,
      "loss": 0.6023,
      "step": 3702
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.623836532843022e-06,
      "loss": 0.587,
      "step": 3703
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.619004860891618e-06,
      "loss": 0.5915,
      "step": 3704
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.61417351758001e-06,
      "loss": 0.5701,
      "step": 3705
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.609342504057927e-06,
      "loss": 0.5512,
      "step": 3706
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.604511821475021e-06,
      "loss": 0.5874,
      "step": 3707
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.599681470980867e-06,
      "loss": 0.5848,
      "step": 3708
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.594851453724959e-06,
      "loss": 0.5715,
      "step": 3709
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.590021770856708e-06,
      "loss": 0.6093,
      "step": 3710
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.585192423525447e-06,
      "loss": 0.579,
      "step": 3711
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.580363412880439e-06,
      "loss": 0.5897,
      "step": 3712
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.575534740070854e-06,
      "loss": 0.5763,
      "step": 3713
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.570706406245787e-06,
      "loss": 0.5646,
      "step": 3714
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.565878412554251e-06,
      "loss": 0.5828,
      "step": 3715
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.56105076014518e-06,
      "loss": 0.5969,
      "step": 3716
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.55622345016743e-06,
      "loss": 0.5874,
      "step": 3717
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.551396483769766e-06,
      "loss": 0.579,
      "step": 3718
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.546569862100876e-06,
      "loss": 0.6036,
      "step": 3719
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.541743586309366e-06,
      "loss": 0.6053,
      "step": 3720
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.536917657543767e-06,
      "loss": 0.5795,
      "step": 3721
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.532092076952515e-06,
      "loss": 0.6022,
      "step": 3722
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.527266845683968e-06,
      "loss": 0.5719,
      "step": 3723
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.522441964886403e-06,
      "loss": 0.5771,
      "step": 3724
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.517617435708011e-06,
      "loss": 0.574,
      "step": 3725
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.512793259296907e-06,
      "loss": 0.5923,
      "step": 3726
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.50796943680111e-06,
      "loss": 0.5969,
      "step": 3727
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.503145969368562e-06,
      "loss": 0.5998,
      "step": 3728
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.49832285814711e-06,
      "loss": 0.5966,
      "step": 3729
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.493500104284539e-06,
      "loss": 0.6141,
      "step": 3730
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.488677708928529e-06,
      "loss": 0.5826,
      "step": 3731
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.483855673226681e-06,
      "loss": 0.5981,
      "step": 3732
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.479033998326504e-06,
      "loss": 0.5901,
      "step": 3733
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.474212685375441e-06,
      "loss": 0.6052,
      "step": 3734
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.469391735520824e-06,
      "loss": 0.5644,
      "step": 3735
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.464571149909915e-06,
      "loss": 0.5868,
      "step": 3736
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.459750929689881e-06,
      "loss": 0.5994,
      "step": 3737
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.454931076007803e-06,
      "loss": 0.5788,
      "step": 3738
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.450111590010682e-06,
      "loss": 0.5934,
      "step": 3739
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.445292472845423e-06,
      "loss": 0.605,
      "step": 3740
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.440473725658851e-06,
      "loss": 0.5967,
      "step": 3741
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.43565534959769e-06,
      "loss": 0.5845,
      "step": 3742
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.430837345808596e-06,
      "loss": 0.575,
      "step": 3743
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.426019715438116e-06,
      "loss": 0.5899,
      "step": 3744
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.42120245963272e-06,
      "loss": 0.6052,
      "step": 3745
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.416385579538787e-06,
      "loss": 0.5902,
      "step": 3746
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.411569076302598e-06,
      "loss": 0.5846,
      "step": 3747
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.40675295107036e-06,
      "loss": 0.5699,
      "step": 3748
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.401937204988175e-06,
      "loss": 0.6032,
      "step": 3749
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.397121839202069e-06,
      "loss": 0.5974,
      "step": 3750
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.392306854857962e-06,
      "loss": 0.5856,
      "step": 3751
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.387492253101695e-06,
      "loss": 0.5823,
      "step": 3752
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.382678035079017e-06,
      "loss": 0.6071,
      "step": 3753
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.377864201935578e-06,
      "loss": 0.5692,
      "step": 3754
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.373050754816942e-06,
      "loss": 0.5851,
      "step": 3755
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.36823769486858e-06,
      "loss": 0.5825,
      "step": 3756
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.36342502323587e-06,
      "loss": 0.5814,
      "step": 3757
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.358612741064105e-06,
      "loss": 0.5839,
      "step": 3758
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.353800849498475e-06,
      "loss": 0.5841,
      "step": 3759
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.348989349684077e-06,
      "loss": 0.5736,
      "step": 3760
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.344178242765926e-06,
      "loss": 0.5874,
      "step": 3761
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.339367529888934e-06,
      "loss": 0.6057,
      "step": 3762
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.33455721219792e-06,
      "loss": 0.6124,
      "step": 3763
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32974729083761e-06,
      "loss": 0.5756,
      "step": 3764
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.324937766952638e-06,
      "loss": 0.578,
      "step": 3765
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32012864168754e-06,
      "loss": 0.5772,
      "step": 3766
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.315319916186762e-06,
      "loss": 0.6018,
      "step": 3767
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.31051159159465e-06,
      "loss": 0.5931,
      "step": 3768
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.305703669055454e-06,
      "loss": 0.6006,
      "step": 3769
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.300896149713334e-06,
      "loss": 0.5771,
      "step": 3770
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.296089034712352e-06,
      "loss": 0.5981,
      "step": 3771
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.291282325196464e-06,
      "loss": 0.6046,
      "step": 3772
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.286476022309549e-06,
      "loss": 0.5664,
      "step": 3773
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.281670127195365e-06,
      "loss": 0.6064,
      "step": 3774
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.276864640997602e-06,
      "loss": 0.6155,
      "step": 3775
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.272059564859826e-06,
      "loss": 0.5624,
      "step": 3776
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.26725489992552e-06,
      "loss": 0.6179,
      "step": 3777
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.262450647338058e-06,
      "loss": 0.611,
      "step": 3778
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.257646808240735e-06,
      "loss": 0.5786,
      "step": 3779
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.252843383776731e-06,
      "loss": 0.5958,
      "step": 3780
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.248040375089129e-06,
      "loss": 0.5744,
      "step": 3781
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.243237783320922e-06,
      "loss": 0.5827,
      "step": 3782
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.238435609614987e-06,
      "loss": 0.5948,
      "step": 3783
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.233633855114127e-06,
      "loss": 0.5855,
      "step": 3784
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.228832520961023e-06,
      "loss": 0.5691,
      "step": 3785
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.224031608298266e-06,
      "loss": 0.5847,
      "step": 3786
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.219231118268336e-06,
      "loss": 0.5611,
      "step": 3787
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.214431052013636e-06,
      "loss": 0.5884,
      "step": 3788
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.209631410676442e-06,
      "loss": 0.6019,
      "step": 3789
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.204832195398941e-06,
      "loss": 0.6051,
      "step": 3790
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.200033407323223e-06,
      "loss": 0.5769,
      "step": 3791
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.195235047591261e-06,
      "loss": 0.606,
      "step": 3792
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.190437117344948e-06,
      "loss": 0.5808,
      "step": 3793
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.185639617726056e-06,
      "loss": 0.6016,
      "step": 3794
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.18084254987626e-06,
      "loss": 0.5875,
      "step": 3795
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.176045914937133e-06,
      "loss": 0.582,
      "step": 3796
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.171249714050153e-06,
      "loss": 0.5801,
      "step": 3797
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.166453948356679e-06,
      "loss": 0.5757,
      "step": 3798
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.161658618997978e-06,
      "loss": 0.5699,
      "step": 3799
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.15686372711521e-06,
      "loss": 0.6042,
      "step": 3800
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.152069273849426e-06,
      "loss": 0.5649,
      "step": 3801
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.147275260341588e-06,
      "loss": 0.5797,
      "step": 3802
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.142481687732532e-06,
      "loss": 0.5915,
      "step": 3803
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.137688557163005e-06,
      "loss": 0.5992,
      "step": 3804
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.132895869773638e-06,
      "loss": 0.57,
      "step": 3805
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.128103626704969e-06,
      "loss": 0.6002,
      "step": 3806
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.12331182909742e-06,
      "loss": 0.5773,
      "step": 3807
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.118520478091311e-06,
      "loss": 0.5652,
      "step": 3808
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.113729574826856e-06,
      "loss": 0.5904,
      "step": 3809
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.108939120444154e-06,
      "loss": 0.5836,
      "step": 3810
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.104149116083216e-06,
      "loss": 0.5839,
      "step": 3811
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.099359562883931e-06,
      "loss": 0.5989,
      "step": 3812
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.094570461986078e-06,
      "loss": 0.6055,
      "step": 3813
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.089781814529338e-06,
      "loss": 0.5998,
      "step": 3814
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.084993621653283e-06,
      "loss": 0.6076,
      "step": 3815
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.080205884497375e-06,
      "loss": 0.5887,
      "step": 3816
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.075418604200964e-06,
      "loss": 0.5797,
      "step": 3817
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.070631781903298e-06,
      "loss": 0.5852,
      "step": 3818
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.065845418743504e-06,
      "loss": 0.6084,
      "step": 3819
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.061059515860616e-06,
      "loss": 0.5941,
      "step": 3820
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.05627407439355e-06,
      "loss": 0.5946,
      "step": 3821
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.051489095481107e-06,
      "loss": 0.627,
      "step": 3822
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.046704580261989e-06,
      "loss": 0.5815,
      "step": 3823
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.04192052987478e-06,
      "loss": 0.5815,
      "step": 3824
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.037136945457959e-06,
      "loss": 0.569,
      "step": 3825
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.032353828149889e-06,
      "loss": 0.5807,
      "step": 3826
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.027571179088816e-06,
      "loss": 0.6071,
      "step": 3827
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.022788999412893e-06,
      "loss": 0.5857,
      "step": 3828
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.018007290260148e-06,
      "loss": 0.5897,
      "step": 3829
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.013226052768498e-06,
      "loss": 0.5722,
      "step": 3830
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.008445288075745e-06,
      "loss": 0.604,
      "step": 3831
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.003664997319588e-06,
      "loss": 0.5855,
      "step": 3832
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.99888518163761e-06,
      "loss": 0.5816,
      "step": 3833
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.994105842167274e-06,
      "loss": 0.5981,
      "step": 3834
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.989326980045937e-06,
      "loss": 0.6075,
      "step": 3835
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.984548596410836e-06,
      "loss": 0.5737,
      "step": 3836
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.979770692399104e-06,
      "loss": 0.5923,
      "step": 3837
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.974993269147753e-06,
      "loss": 0.5687,
      "step": 3838
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.970216327793676e-06,
      "loss": 0.5911,
      "step": 3839
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.965439869473664e-06,
      "loss": 0.5825,
      "step": 3840
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.960663895324378e-06,
      "loss": 0.5653,
      "step": 3841
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.955888406482382e-06,
      "loss": 0.5654,
      "step": 3842
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.951113404084108e-06,
      "loss": 0.5863,
      "step": 3843
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.94633888926588e-06,
      "loss": 0.6158,
      "step": 3844
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.941564863163899e-06,
      "loss": 0.606,
      "step": 3845
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.936791326914262e-06,
      "loss": 0.5905,
      "step": 3846
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.932018281652943e-06,
      "loss": 0.5713,
      "step": 3847
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.927245728515793e-06,
      "loss": 0.6122,
      "step": 3848
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.922473668638558e-06,
      "loss": 0.5834,
      "step": 3849
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.91770210315685e-06,
      "loss": 0.5666,
      "step": 3850
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.912931033206187e-06,
      "loss": 0.6168,
      "step": 3851
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.908160459921949e-06,
      "loss": 0.5887,
      "step": 3852
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.903390384439404e-06,
      "loss": 0.5752,
      "step": 3853
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.898620807893698e-06,
      "loss": 0.5951,
      "step": 3854
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.893851731419872e-06,
      "loss": 0.5811,
      "step": 3855
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.889083156152832e-06,
      "loss": 0.5877,
      "step": 3856
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.884315083227373e-06,
      "loss": 0.6009,
      "step": 3857
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.879547513778168e-06,
      "loss": 0.6155,
      "step": 3858
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.874780448939764e-06,
      "loss": 0.5826,
      "step": 3859
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.870013889846608e-06,
      "loss": 0.6039,
      "step": 3860
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.865247837633005e-06,
      "loss": 0.6095,
      "step": 3861
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.860482293433148e-06,
      "loss": 0.6016,
      "step": 3862
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.855717258381105e-06,
      "loss": 0.5902,
      "step": 3863
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.850952733610836e-06,
      "loss": 0.5704,
      "step": 3864
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.846188720256162e-06,
      "loss": 0.5717,
      "step": 3865
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.841425219450796e-06,
      "loss": 0.5922,
      "step": 3866
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.836662232328319e-06,
      "loss": 0.5784,
      "step": 3867
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.831899760022192e-06,
      "loss": 0.5818,
      "step": 3868
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.827137803665765e-06,
      "loss": 0.5948,
      "step": 3869
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.822376364392248e-06,
      "loss": 0.5606,
      "step": 3870
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.817615443334741e-06,
      "loss": 0.592,
      "step": 3871
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.812855041626206e-06,
      "loss": 0.5982,
      "step": 3872
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.808095160399502e-06,
      "loss": 0.5883,
      "step": 3873
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.803335800787348e-06,
      "loss": 0.5915,
      "step": 3874
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.798576963922347e-06,
      "loss": 0.5991,
      "step": 3875
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.793818650936969e-06,
      "loss": 0.5829,
      "step": 3876
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.789060862963564e-06,
      "loss": 0.5777,
      "step": 3877
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.784303601134369e-06,
      "loss": 0.5917,
      "step": 3878
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.779546866581475e-06,
      "loss": 0.5922,
      "step": 3879
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.774790660436857e-06,
      "loss": 0.5651,
      "step": 3880
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.770034983832368e-06,
      "loss": 0.569,
      "step": 3881
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.76527983789973e-06,
      "loss": 0.5786,
      "step": 3882
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.760525223770544e-06,
      "loss": 0.6056,
      "step": 3883
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.755771142576276e-06,
      "loss": 0.6077,
      "step": 3884
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.75101759544827e-06,
      "loss": 0.6015,
      "step": 3885
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.746264583517744e-06,
      "loss": 0.5706,
      "step": 3886
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.741512107915787e-06,
      "loss": 0.6185,
      "step": 3887
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.736760169773362e-06,
      "loss": 0.5775,
      "step": 3888
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.732008770221301e-06,
      "loss": 0.5756,
      "step": 3889
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.727257910390309e-06,
      "loss": 0.568,
      "step": 3890
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.722507591410965e-06,
      "loss": 0.6163,
      "step": 3891
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.717757814413719e-06,
      "loss": 0.5637,
      "step": 3892
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.713008580528886e-06,
      "loss": 0.5557,
      "step": 3893
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.708259890886662e-06,
      "loss": 0.5973,
      "step": 3894
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.703511746617098e-06,
      "loss": 0.5902,
      "step": 3895
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.698764148850138e-06,
      "loss": 0.5878,
      "step": 3896
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.694017098715572e-06,
      "loss": 0.5792,
      "step": 3897
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.689270597343076e-06,
      "loss": 0.5903,
      "step": 3898
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.684524645862188e-06,
      "loss": 0.5725,
      "step": 3899
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.679779245402321e-06,
      "loss": 0.5806,
      "step": 3900
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.675034397092749e-06,
      "loss": 0.5606,
      "step": 3901
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.670290102062621e-06,
      "loss": 0.5986,
      "step": 3902
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.66554636144095e-06,
      "loss": 0.5959,
      "step": 3903
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.660803176356614e-06,
      "loss": 0.5934,
      "step": 3904
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.656060547938375e-06,
      "loss": 0.5678,
      "step": 3905
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.651318477314845e-06,
      "loss": 0.5835,
      "step": 3906
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.646576965614509e-06,
      "loss": 0.5761,
      "step": 3907
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.641836013965719e-06,
      "loss": 0.6076,
      "step": 3908
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6370956234967e-06,
      "loss": 0.5824,
      "step": 3909
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.632355795335533e-06,
      "loss": 0.5459,
      "step": 3910
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.627616530610172e-06,
      "loss": 0.5745,
      "step": 3911
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.622877830448434e-06,
      "loss": 0.6025,
      "step": 3912
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6181396959779974e-06,
      "loss": 0.6088,
      "step": 3913
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.613402128326422e-06,
      "loss": 0.578,
      "step": 3914
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.608665128621111e-06,
      "loss": 0.5935,
      "step": 3915
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.603928697989353e-06,
      "loss": 0.5895,
      "step": 3916
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5991928375582805e-06,
      "loss": 0.6079,
      "step": 3917
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.594457548454911e-06,
      "loss": 0.6167,
      "step": 3918
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.589722831806113e-06,
      "loss": 0.5819,
      "step": 3919
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.584988688738622e-06,
      "loss": 0.5698,
      "step": 3920
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5802551203790344e-06,
      "loss": 0.5955,
      "step": 3921
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5755221278538135e-06,
      "loss": 0.5865,
      "step": 3922
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.570789712289287e-06,
      "loss": 0.6169,
      "step": 3923
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.566057874811643e-06,
      "loss": 0.5808,
      "step": 3924
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.561326616546932e-06,
      "loss": 0.6143,
      "step": 3925
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.556595938621058e-06,
      "loss": 0.5821,
      "step": 3926
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.551865842159809e-06,
      "loss": 0.596,
      "step": 3927
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.547136328288814e-06,
      "loss": 0.6163,
      "step": 3928
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.542407398133571e-06,
      "loss": 0.5933,
      "step": 3929
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5376790528194354e-06,
      "loss": 0.5761,
      "step": 3930
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.532951293471631e-06,
      "loss": 0.5878,
      "step": 3931
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.528224121215235e-06,
      "loss": 0.5864,
      "step": 3932
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.523497537175192e-06,
      "loss": 0.5796,
      "step": 3933
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.518771542476299e-06,
      "loss": 0.5938,
      "step": 3934
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.514046138243211e-06,
      "loss": 0.5697,
      "step": 3935
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.509321325600457e-06,
      "loss": 0.5917,
      "step": 3936
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.504597105672411e-06,
      "loss": 0.5783,
      "step": 3937
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.499873479583312e-06,
      "loss": 0.571,
      "step": 3938
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.495150448457251e-06,
      "loss": 0.584,
      "step": 3939
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.490428013418187e-06,
      "loss": 0.5827,
      "step": 3940
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.485706175589934e-06,
      "loss": 0.6191,
      "step": 3941
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.480984936096163e-06,
      "loss": 0.5844,
      "step": 3942
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4762642960604e-06,
      "loss": 0.5787,
      "step": 3943
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.471544256606027e-06,
      "loss": 0.5695,
      "step": 3944
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.466824818856296e-06,
      "loss": 0.5835,
      "step": 3945
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.462105983934302e-06,
      "loss": 0.5865,
      "step": 3946
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.457387752962999e-06,
      "loss": 0.5903,
      "step": 3947
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4526701270652025e-06,
      "loss": 0.585,
      "step": 3948
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.447953107363574e-06,
      "loss": 0.6078,
      "step": 3949
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.443236694980649e-06,
      "loss": 0.6011,
      "step": 3950
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.438520891038801e-06,
      "loss": 0.5744,
      "step": 3951
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.433805696660267e-06,
      "loss": 0.586,
      "step": 3952
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.429091112967128e-06,
      "loss": 0.6247,
      "step": 3953
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.424377141081343e-06,
      "loss": 0.5857,
      "step": 3954
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4196637821247e-06,
      "loss": 0.6001,
      "step": 3955
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.414951037218854e-06,
      "loss": 0.5864,
      "step": 3956
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4102389074853164e-06,
      "loss": 0.5768,
      "step": 3957
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.40552739404544e-06,
      "loss": 0.5758,
      "step": 3958
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4008164980204455e-06,
      "loss": 0.5751,
      "step": 3959
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.396106220531398e-06,
      "loss": 0.6063,
      "step": 3960
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.391396562699218e-06,
      "loss": 0.5745,
      "step": 3961
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.38668752564467e-06,
      "loss": 0.5654,
      "step": 3962
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.381979110488391e-06,
      "loss": 0.611,
      "step": 3963
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.377271318350847e-06,
      "loss": 0.6093,
      "step": 3964
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.372564150352373e-06,
      "loss": 0.5758,
      "step": 3965
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.367857607613147e-06,
      "loss": 0.578,
      "step": 3966
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3631516912531945e-06,
      "loss": 0.5823,
      "step": 3967
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.358446402392405e-06,
      "loss": 0.5959,
      "step": 3968
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.353741742150509e-06,
      "loss": 0.5857,
      "step": 3969
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.349037711647089e-06,
      "loss": 0.5912,
      "step": 3970
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3443343120015705e-06,
      "loss": 0.5926,
      "step": 3971
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.33963154433325e-06,
      "loss": 0.5851,
      "step": 3972
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3349294097612515e-06,
      "loss": 0.5966,
      "step": 3973
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.330227909404559e-06,
      "loss": 0.6094,
      "step": 3974
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.325527044382004e-06,
      "loss": 0.5808,
      "step": 3975
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.320826815812262e-06,
      "loss": 0.6114,
      "step": 3976
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.316127224813868e-06,
      "loss": 0.583,
      "step": 3977
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.311428272505197e-06,
      "loss": 0.6022,
      "step": 3978
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.306729960004471e-06,
      "loss": 0.5995,
      "step": 3979
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3020322884297565e-06,
      "loss": 0.5715,
      "step": 3980
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.297335258898988e-06,
      "loss": 0.5739,
      "step": 3981
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.292638872529921e-06,
      "loss": 0.6082,
      "step": 3982
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.287943130440176e-06,
      "loss": 0.5919,
      "step": 3983
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.28324803374721e-06,
      "loss": 0.5878,
      "step": 3984
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.278553583568326e-06,
      "loss": 0.5722,
      "step": 3985
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.273859781020687e-06,
      "loss": 0.5938,
      "step": 3986
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.269166627221288e-06,
      "loss": 0.5871,
      "step": 3987
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.26447412328697e-06,
      "loss": 0.5838,
      "step": 3988
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.259782270334425e-06,
      "loss": 0.5858,
      "step": 3989
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2550910694801905e-06,
      "loss": 0.5917,
      "step": 3990
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.250400521840646e-06,
      "loss": 0.5877,
      "step": 3991
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2457106285320146e-06,
      "loss": 0.5869,
      "step": 3992
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.241021390670366e-06,
      "loss": 0.5724,
      "step": 3993
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.236332809371609e-06,
      "loss": 0.5945,
      "step": 3994
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2316448857515076e-06,
      "loss": 0.6,
      "step": 3995
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2269576209256575e-06,
      "loss": 0.5984,
      "step": 3996
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2222710160095e-06,
      "loss": 0.5716,
      "step": 3997
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.217585072118325e-06,
      "loss": 0.5614,
      "step": 3998
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2128997903672585e-06,
      "loss": 0.591,
      "step": 3999
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.208215171871277e-06,
      "loss": 0.6239,
      "step": 4000
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.20353121774519e-06,
      "loss": 0.6012,
      "step": 4001
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.198847929103653e-06,
      "loss": 0.5996,
      "step": 4002
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.194165307061159e-06,
      "loss": 0.5845,
      "step": 4003
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.189483352732056e-06,
      "loss": 0.5711,
      "step": 4004
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.184802067230518e-06,
      "loss": 0.5919,
      "step": 4005
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1801214516705656e-06,
      "loss": 0.6023,
      "step": 4006
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.175441507166056e-06,
      "loss": 0.6089,
      "step": 4007
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1707622348307e-06,
      "loss": 0.5828,
      "step": 4008
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.166083635778033e-06,
      "loss": 0.5636,
      "step": 4009
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.161405711121436e-06,
      "loss": 0.5611,
      "step": 4010
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.15672846197413e-06,
      "loss": 0.5806,
      "step": 4011
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.15205188944917e-06,
      "loss": 0.5717,
      "step": 4012
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.147375994659465e-06,
      "loss": 0.6025,
      "step": 4013
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.142700778717744e-06,
      "loss": 0.579,
      "step": 4014
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1380262427365885e-06,
      "loss": 0.5685,
      "step": 4015
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.133352387828407e-06,
      "loss": 0.5925,
      "step": 4016
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.128679215105459e-06,
      "loss": 0.6066,
      "step": 4017
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.124006725679828e-06,
      "loss": 0.5509,
      "step": 4018
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1193349206634455e-06,
      "loss": 0.5859,
      "step": 4019
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.114663801168073e-06,
      "loss": 0.578,
      "step": 4020
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.109993368305308e-06,
      "loss": 0.5934,
      "step": 4021
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.105323623186595e-06,
      "loss": 0.6089,
      "step": 4022
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.100654566923205e-06,
      "loss": 0.6065,
      "step": 4023
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.095986200626251e-06,
      "loss": 0.6008,
      "step": 4024
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.091318525406671e-06,
      "loss": 0.5858,
      "step": 4025
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.086651542375256e-06,
      "loss": 0.5889,
      "step": 4026
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.081985252642621e-06,
      "loss": 0.5951,
      "step": 4027
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0773196573192124e-06,
      "loss": 0.5943,
      "step": 4028
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.072654757515321e-06,
      "loss": 0.5799,
      "step": 4029
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.067990554341064e-06,
      "loss": 0.5942,
      "step": 4030
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.063327048906401e-06,
      "loss": 0.5778,
      "step": 4031
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.058664242321121e-06,
      "loss": 0.598,
      "step": 4032
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.054002135694844e-06,
      "loss": 0.5897,
      "step": 4033
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.049340730137024e-06,
      "loss": 0.6034,
      "step": 4034
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.04468002675696e-06,
      "loss": 0.5842,
      "step": 4035
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.040020026663767e-06,
      "loss": 0.6139,
      "step": 4036
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.035360730966403e-06,
      "loss": 0.5752,
      "step": 4037
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.030702140773651e-06,
      "loss": 0.6003,
      "step": 4038
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.026044257194133e-06,
      "loss": 0.6016,
      "step": 4039
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.021387081336302e-06,
      "loss": 0.5766,
      "step": 4040
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.01673061430844e-06,
      "loss": 0.6038,
      "step": 4041
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.012074857218662e-06,
      "loss": 0.612,
      "step": 4042
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.007419811174907e-06,
      "loss": 0.5833,
      "step": 4043
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0027654772849615e-06,
      "loss": 0.5787,
      "step": 4044
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.998111856656427e-06,
      "loss": 0.5807,
      "step": 4045
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.993458950396738e-06,
      "loss": 0.586,
      "step": 4046
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.988806759613165e-06,
      "loss": 0.5818,
      "step": 4047
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.984155285412799e-06,
      "loss": 0.5833,
      "step": 4048
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.979504528902576e-06,
      "loss": 0.5852,
      "step": 4049
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.974854491189243e-06,
      "loss": 0.5836,
      "step": 4050
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.970205173379389e-06,
      "loss": 0.5807,
      "step": 4051
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9655565765794195e-06,
      "loss": 0.5713,
      "step": 4052
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9609087018955855e-06,
      "loss": 0.6003,
      "step": 4053
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.956261550433951e-06,
      "loss": 0.5888,
      "step": 4054
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.951615123300415e-06,
      "loss": 0.5778,
      "step": 4055
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.946969421600702e-06,
      "loss": 0.5918,
      "step": 4056
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.94232444644036e-06,
      "loss": 0.5776,
      "step": 4057
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.937680198924779e-06,
      "loss": 0.5651,
      "step": 4058
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.933036680159158e-06,
      "loss": 0.5992,
      "step": 4059
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.928393891248529e-06,
      "loss": 0.5523,
      "step": 4060
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.923751833297751e-06,
      "loss": 0.5898,
      "step": 4061
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.919110507411515e-06,
      "loss": 0.5535,
      "step": 4062
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9144699146943285e-06,
      "loss": 0.5737,
      "step": 4063
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.5681,
      "step": 4064
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.905190933184275e-06,
      "loss": 0.5942,
      "step": 4065
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.900552546599553e-06,
      "loss": 0.5859,
      "step": 4066
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.895914897600182e-06,
      "loss": 0.5912,
      "step": 4067
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.891277987289794e-06,
      "loss": 0.5827,
      "step": 4068
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.886641816771848e-06,
      "loss": 0.5815,
      "step": 4069
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.882006387149625e-06,
      "loss": 0.588,
      "step": 4070
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.877371699526241e-06,
      "loss": 0.5853,
      "step": 4071
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.872737755004619e-06,
      "loss": 0.5614,
      "step": 4072
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.868104554687523e-06,
      "loss": 0.5908,
      "step": 4073
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.863472099677523e-06,
      "loss": 0.5638,
      "step": 4074
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.858840391077017e-06,
      "loss": 0.5743,
      "step": 4075
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.854209429988236e-06,
      "loss": 0.573,
      "step": 4076
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.849579217513218e-06,
      "loss": 0.5812,
      "step": 4077
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.844949754753833e-06,
      "loss": 0.5881,
      "step": 4078
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.840321042811764e-06,
      "loss": 0.6031,
      "step": 4079
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8356930827885256e-06,
      "loss": 0.5822,
      "step": 4080
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.831065875785446e-06,
      "loss": 0.5781,
      "step": 4081
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.826439422903677e-06,
      "loss": 0.6058,
      "step": 4082
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.821813725244189e-06,
      "loss": 0.5861,
      "step": 4083
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.817188783907771e-06,
      "loss": 0.6028,
      "step": 4084
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.812564599995042e-06,
      "loss": 0.5658,
      "step": 4085
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.807941174606432e-06,
      "loss": 0.6006,
      "step": 4086
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8033185088421874e-06,
      "loss": 0.5792,
      "step": 4087
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.798696603802382e-06,
      "loss": 0.5905,
      "step": 4088
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7940754605869034e-06,
      "loss": 0.5641,
      "step": 4089
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.789455080295464e-06,
      "loss": 0.5811,
      "step": 4090
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7848354640275884e-06,
      "loss": 0.5927,
      "step": 4091
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.78021661288262e-06,
      "loss": 0.5831,
      "step": 4092
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.775598527959717e-06,
      "loss": 0.6039,
      "step": 4093
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.77098121035787e-06,
      "loss": 0.5773,
      "step": 4094
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.766364661175872e-06,
      "loss": 0.6095,
      "step": 4095
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7617488815123336e-06,
      "loss": 0.5818,
      "step": 4096
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.757133872465691e-06,
      "loss": 0.5843,
      "step": 4097
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7525196351341915e-06,
      "loss": 0.5834,
      "step": 4098
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7479061706159034e-06,
      "loss": 0.594,
      "step": 4099
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.743293480008703e-06,
      "loss": 0.5739,
      "step": 4100
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7386815644102875e-06,
      "loss": 0.5836,
      "step": 4101
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.734070424918167e-06,
      "loss": 0.5874,
      "step": 4102
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.729460062629673e-06,
      "loss": 0.5838,
      "step": 4103
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.72485047864195e-06,
      "loss": 0.6037,
      "step": 4104
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.720241674051948e-06,
      "loss": 0.6153,
      "step": 4105
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.715633649956444e-06,
      "loss": 0.5763,
      "step": 4106
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.711026407452023e-06,
      "loss": 0.5785,
      "step": 4107
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.706419947635087e-06,
      "loss": 0.6177,
      "step": 4108
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.701814271601847e-06,
      "loss": 0.5804,
      "step": 4109
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.697209380448333e-06,
      "loss": 0.579,
      "step": 4110
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.692605275270379e-06,
      "loss": 0.5684,
      "step": 4111
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.688001957163647e-06,
      "loss": 0.6101,
      "step": 4112
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.683399427223598e-06,
      "loss": 0.584,
      "step": 4113
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6787976865455136e-06,
      "loss": 0.576,
      "step": 4114
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.674196736224481e-06,
      "loss": 0.5746,
      "step": 4115
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6695965773554085e-06,
      "loss": 0.5943,
      "step": 4116
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.664997211033006e-06,
      "loss": 0.5886,
      "step": 4117
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.660398638351802e-06,
      "loss": 0.578,
      "step": 4118
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.655800860406132e-06,
      "loss": 0.5962,
      "step": 4119
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.651203878290139e-06,
      "loss": 0.5767,
      "step": 4120
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.646607693097791e-06,
      "loss": 0.5985,
      "step": 4121
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.642012305922849e-06,
      "loss": 0.5892,
      "step": 4122
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.637417717858898e-06,
      "loss": 0.5715,
      "step": 4123
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6328239299993194e-06,
      "loss": 0.5782,
      "step": 4124
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.628230943437319e-06,
      "loss": 0.5773,
      "step": 4125
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.623638759265902e-06,
      "loss": 0.5921,
      "step": 4126
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.619047378577883e-06,
      "loss": 0.5797,
      "step": 4127
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.61445680246589e-06,
      "loss": 0.5688,
      "step": 4128
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6098670320223505e-06,
      "loss": 0.61,
      "step": 4129
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.605278068339516e-06,
      "loss": 0.5748,
      "step": 4130
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.600689912509429e-06,
      "loss": 0.5932,
      "step": 4131
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.596102565623954e-06,
      "loss": 0.5735,
      "step": 4132
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.59151602877475e-06,
      "loss": 0.6329,
      "step": 4133
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.586930303053297e-06,
      "loss": 0.5875,
      "step": 4134
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.58234538955087e-06,
      "loss": 0.5707,
      "step": 4135
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.577761289358559e-06,
      "loss": 0.585,
      "step": 4136
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.573178003567249e-06,
      "loss": 0.586,
      "step": 4137
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.568595533267645e-06,
      "loss": 0.5846,
      "step": 4138
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.564013879550253e-06,
      "loss": 0.5985,
      "step": 4139
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.559433043505383e-06,
      "loss": 0.5981,
      "step": 4140
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.554853026223149e-06,
      "loss": 0.5845,
      "step": 4141
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.55027382879347e-06,
      "loss": 0.5621,
      "step": 4142
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.54569545230608e-06,
      "loss": 0.5749,
      "step": 4143
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.541117897850504e-06,
      "loss": 0.5928,
      "step": 4144
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.536541166516079e-06,
      "loss": 0.5765,
      "step": 4145
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.531965259391942e-06,
      "loss": 0.5869,
      "step": 4146
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5273901775670375e-06,
      "loss": 0.6222,
      "step": 4147
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.522815922130112e-06,
      "loss": 0.5923,
      "step": 4148
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.51824249416972e-06,
      "loss": 0.6037,
      "step": 4149
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.513669894774209e-06,
      "loss": 0.5815,
      "step": 4150
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.509098125031732e-06,
      "loss": 0.5926,
      "step": 4151
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.504527186030258e-06,
      "loss": 0.5755,
      "step": 4152
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.499957078857542e-06,
      "loss": 0.587,
      "step": 4153
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4953878046011434e-06,
      "loss": 0.588,
      "step": 4154
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.490819364348434e-06,
      "loss": 0.564,
      "step": 4155
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.486251759186573e-06,
      "loss": 0.5788,
      "step": 4156
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.481684990202535e-06,
      "loss": 0.584,
      "step": 4157
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.477119058483084e-06,
      "loss": 0.5793,
      "step": 4158
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.472553965114791e-06,
      "loss": 0.5906,
      "step": 4159
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.467989711184021e-06,
      "loss": 0.5909,
      "step": 4160
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.463426297776951e-06,
      "loss": 0.6174,
      "step": 4161
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.458863725979549e-06,
      "loss": 0.597,
      "step": 4162
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.454301996877582e-06,
      "loss": 0.5848,
      "step": 4163
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.449741111556622e-06,
      "loss": 0.5808,
      "step": 4164
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.445181071102034e-06,
      "loss": 0.5658,
      "step": 4165
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4406218765989895e-06,
      "loss": 0.5846,
      "step": 4166
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4360635291324525e-06,
      "loss": 0.5692,
      "step": 4167
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.431506029787189e-06,
      "loss": 0.5769,
      "step": 4168
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.426949379647755e-06,
      "loss": 0.589,
      "step": 4169
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.422393579798519e-06,
      "loss": 0.6127,
      "step": 4170
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.417838631323636e-06,
      "loss": 0.5656,
      "step": 4171
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.413284535307062e-06,
      "loss": 0.5876,
      "step": 4172
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.408731292832549e-06,
      "loss": 0.5957,
      "step": 4173
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.404178904983644e-06,
      "loss": 0.5924,
      "step": 4174
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.399627372843699e-06,
      "loss": 0.6065,
      "step": 4175
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.395076697495854e-06,
      "loss": 0.5837,
      "step": 4176
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.390526880023049e-06,
      "loss": 0.5758,
      "step": 4177
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.385977921508011e-06,
      "loss": 0.598,
      "step": 4178
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.381429823033281e-06,
      "loss": 0.578,
      "step": 4179
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.376882585681174e-06,
      "loss": 0.59,
      "step": 4180
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.372336210533821e-06,
      "loss": 0.5638,
      "step": 4181
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.367790698673132e-06,
      "loss": 0.5903,
      "step": 4182
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.363246051180812e-06,
      "loss": 0.6138,
      "step": 4183
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.358702269138375e-06,
      "loss": 0.5847,
      "step": 4184
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.354159353627114e-06,
      "loss": 0.577,
      "step": 4185
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.349617305728121e-06,
      "loss": 0.5933,
      "step": 4186
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3450761265222784e-06,
      "loss": 0.5775,
      "step": 4187
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.340535817090272e-06,
      "loss": 0.5835,
      "step": 4188
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.335996378512568e-06,
      "loss": 0.5784,
      "step": 4189
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.331457811869437e-06,
      "loss": 0.5712,
      "step": 4190
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.326920118240932e-06,
      "loss": 0.5806,
      "step": 4191
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3223832987068964e-06,
      "loss": 0.6161,
      "step": 4192
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.317847354346984e-06,
      "loss": 0.5725,
      "step": 4193
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.31331228624062e-06,
      "loss": 0.5637,
      "step": 4194
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3087780954670306e-06,
      "loss": 0.5632,
      "step": 4195
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.304244783105231e-06,
      "loss": 0.5875,
      "step": 4196
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2997123502340286e-06,
      "loss": 0.5629,
      "step": 4197
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2951807979320225e-06,
      "loss": 0.5789,
      "step": 4198
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.290650127277599e-06,
      "loss": 0.5772,
      "step": 4199
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.286120339348935e-06,
      "loss": 0.5708,
      "step": 4200
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.281591435223997e-06,
      "loss": 0.6137,
      "step": 4201
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.277063415980549e-06,
      "loss": 0.5875,
      "step": 4202
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2725362826961355e-06,
      "loss": 0.5668,
      "step": 4203
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2680100364480876e-06,
      "loss": 0.5641,
      "step": 4204
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.263484678313536e-06,
      "loss": 0.5854,
      "step": 4205
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.258960209369392e-06,
      "loss": 0.5736,
      "step": 4206
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.254436630692361e-06,
      "loss": 0.5846,
      "step": 4207
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2499139433589314e-06,
      "loss": 0.559,
      "step": 4208
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.245392148445382e-06,
      "loss": 0.6119,
      "step": 4209
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.240871247027774e-06,
      "loss": 0.5839,
      "step": 4210
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.236351240181967e-06,
      "loss": 0.5837,
      "step": 4211
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.231832128983599e-06,
      "loss": 0.5782,
      "step": 4212
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.227313914508098e-06,
      "loss": 0.6046,
      "step": 4213
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.222796597830674e-06,
      "loss": 0.5599,
      "step": 4214
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2182801800263325e-06,
      "loss": 0.5872,
      "step": 4215
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2137646621698585e-06,
      "loss": 0.5945,
      "step": 4216
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.209250045335824e-06,
      "loss": 0.5831,
      "step": 4217
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.204736330598585e-06,
      "loss": 0.5691,
      "step": 4218
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.200223519032283e-06,
      "loss": 0.5497,
      "step": 4219
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.195711611710851e-06,
      "loss": 0.5935,
      "step": 4220
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.191200609707997e-06,
      "loss": 0.5687,
      "step": 4221
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.186690514097223e-06,
      "loss": 0.5802,
      "step": 4222
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.182181325951806e-06,
      "loss": 0.5824,
      "step": 4223
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.177673046344816e-06,
      "loss": 0.5989,
      "step": 4224
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.5808,
      "step": 4225
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.168659217037298e-06,
      "loss": 0.5721,
      "step": 4226
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.164153669481818e-06,
      "loss": 0.5844,
      "step": 4227
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.159649034754858e-06,
      "loss": 0.5841,
      "step": 4228
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.155145313928407e-06,
      "loss": 0.5699,
      "step": 4229
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.150642508074225e-06,
      "loss": 0.6069,
      "step": 4230
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1461406182638635e-06,
      "loss": 0.5618,
      "step": 4231
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.141639645568646e-06,
      "loss": 0.5981,
      "step": 4232
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.137139591059689e-06,
      "loss": 0.5851,
      "step": 4233
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1326404558078825e-06,
      "loss": 0.5744,
      "step": 4234
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.128142240883899e-06,
      "loss": 0.563,
      "step": 4235
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.123644947358191e-06,
      "loss": 0.5971,
      "step": 4236
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.119148576300997e-06,
      "loss": 0.5789,
      "step": 4237
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.114653128782333e-06,
      "loss": 0.5692,
      "step": 4238
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.110158605871994e-06,
      "loss": 0.5959,
      "step": 4239
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.105665008639557e-06,
      "loss": 0.5769,
      "step": 4240
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.101172338154372e-06,
      "loss": 0.579,
      "step": 4241
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.096680595485582e-06,
      "loss": 0.5696,
      "step": 4242
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.092189781702098e-06,
      "loss": 0.5666,
      "step": 4243
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.087699897872612e-06,
      "loss": 0.5627,
      "step": 4244
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.083210945065595e-06,
      "loss": 0.5958,
      "step": 4245
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0787229243493e-06,
      "loss": 0.5716,
      "step": 4246
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.074235836791753e-06,
      "loss": 0.5727,
      "step": 4247
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.069749683460765e-06,
      "loss": 0.5608,
      "step": 4248
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.065264465423917e-06,
      "loss": 0.5954,
      "step": 4249
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0607801837485665e-06,
      "loss": 0.588,
      "step": 4250
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.05629683950186e-06,
      "loss": 0.578,
      "step": 4251
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.051814433750711e-06,
      "loss": 0.5844,
      "step": 4252
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.047332967561809e-06,
      "loss": 0.6046,
      "step": 4253
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.042852442001624e-06,
      "loss": 0.6,
      "step": 4254
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.038372858136401e-06,
      "loss": 0.5834,
      "step": 4255
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.033894217032159e-06,
      "loss": 0.6077,
      "step": 4256
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.029416519754699e-06,
      "loss": 0.5875,
      "step": 4257
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.024939767369591e-06,
      "loss": 0.5834,
      "step": 4258
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.020463960942177e-06,
      "loss": 0.5892,
      "step": 4259
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.015989101537586e-06,
      "loss": 0.5903,
      "step": 4260
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.011515190220712e-06,
      "loss": 0.5929,
      "step": 4261
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.007042228056223e-06,
      "loss": 0.5747,
      "step": 4262
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.00257021610857e-06,
      "loss": 0.5852,
      "step": 4263
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.998099155441962e-06,
      "loss": 0.5989,
      "step": 4264
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.993629047120403e-06,
      "loss": 0.5921,
      "step": 4265
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9891598922076535e-06,
      "loss": 0.5956,
      "step": 4266
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.984691691767252e-06,
      "loss": 0.5747,
      "step": 4267
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.980224446862507e-06,
      "loss": 0.5939,
      "step": 4268
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9757581585565105e-06,
      "loss": 0.5721,
      "step": 4269
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.971292827912117e-06,
      "loss": 0.5822,
      "step": 4270
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.966828455991951e-06,
      "loss": 0.5919,
      "step": 4271
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.962365043858418e-06,
      "loss": 0.6007,
      "step": 4272
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9579025925736855e-06,
      "loss": 0.5684,
      "step": 4273
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.953441103199704e-06,
      "loss": 0.5922,
      "step": 4274
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9489805767981845e-06,
      "loss": 0.5735,
      "step": 4275
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9445210144306136e-06,
      "loss": 0.5916,
      "step": 4276
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9400624171582415e-06,
      "loss": 0.5934,
      "step": 4277
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.935604786042104e-06,
      "loss": 0.5723,
      "step": 4278
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9311481221429916e-06,
      "loss": 0.5763,
      "step": 4279
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.926692426521474e-06,
      "loss": 0.5714,
      "step": 4280
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.922237700237887e-06,
      "loss": 0.6125,
      "step": 4281
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.917783944352332e-06,
      "loss": 0.5938,
      "step": 4282
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.913331159924689e-06,
      "loss": 0.5845,
      "step": 4283
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.9088793480146e-06,
      "loss": 0.6022,
      "step": 4284
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.904428509681473e-06,
      "loss": 0.5914,
      "step": 4285
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.899978645984488e-06,
      "loss": 0.5962,
      "step": 4286
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8955297579826005e-06,
      "loss": 0.5811,
      "step": 4287
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.891081846734519e-06,
      "loss": 0.5885,
      "step": 4288
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.886634913298732e-06,
      "loss": 0.5699,
      "step": 4289
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.882188958733488e-06,
      "loss": 0.6146,
      "step": 4290
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8777439840968e-06,
      "loss": 0.5747,
      "step": 4291
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.873299990446463e-06,
      "loss": 0.5778,
      "step": 4292
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.868856978840023e-06,
      "loss": 0.5897,
      "step": 4293
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.864414950334796e-06,
      "loss": 0.593,
      "step": 4294
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.859973905987866e-06,
      "loss": 0.5856,
      "step": 4295
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8555338468560855e-06,
      "loss": 0.5801,
      "step": 4296
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.851094773996067e-06,
      "loss": 0.5996,
      "step": 4297
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.846656688464192e-06,
      "loss": 0.5973,
      "step": 4298
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.842219591316606e-06,
      "loss": 0.6001,
      "step": 4299
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.837783483609214e-06,
      "loss": 0.5753,
      "step": 4300
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.833348366397697e-06,
      "loss": 0.6081,
      "step": 4301
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.828914240737496e-06,
      "loss": 0.5811,
      "step": 4302
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8244811076838055e-06,
      "loss": 0.5922,
      "step": 4303
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.820048968291596e-06,
      "loss": 0.6082,
      "step": 4304
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.815617823615599e-06,
      "loss": 0.5706,
      "step": 4305
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.811187674710311e-06,
      "loss": 0.5962,
      "step": 4306
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.806758522629981e-06,
      "loss": 0.5705,
      "step": 4307
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.802330368428633e-06,
      "loss": 0.5741,
      "step": 4308
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.797903213160047e-06,
      "loss": 0.5671,
      "step": 4309
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.79347705787777e-06,
      "loss": 0.597,
      "step": 4310
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.789051903635109e-06,
      "loss": 0.5996,
      "step": 4311
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7846277514851255e-06,
      "loss": 0.6081,
      "step": 4312
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7802046024806545e-06,
      "loss": 0.5986,
      "step": 4313
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.775782457674285e-06,
      "loss": 0.5939,
      "step": 4314
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.771361318118374e-06,
      "loss": 0.5609,
      "step": 4315
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.766941184865024e-06,
      "loss": 0.5659,
      "step": 4316
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7625220589661136e-06,
      "loss": 0.5916,
      "step": 4317
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.758103941473276e-06,
      "loss": 0.5607,
      "step": 4318
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7536868334379055e-06,
      "loss": 0.5875,
      "step": 4319
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.749270735911159e-06,
      "loss": 0.6037,
      "step": 4320
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.744855649943941e-06,
      "loss": 0.5961,
      "step": 4321
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.740441576586926e-06,
      "loss": 0.564,
      "step": 4322
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.736028516890548e-06,
      "loss": 0.584,
      "step": 4323
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.731616471904998e-06,
      "loss": 0.5777,
      "step": 4324
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.727205442680218e-06,
      "loss": 0.5686,
      "step": 4325
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.722795430265919e-06,
      "loss": 0.5796,
      "step": 4326
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.718386435711563e-06,
      "loss": 0.5845,
      "step": 4327
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.713978460066376e-06,
      "loss": 0.5773,
      "step": 4328
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.709571504379339e-06,
      "loss": 0.5691,
      "step": 4329
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7051655696991825e-06,
      "loss": 0.5799,
      "step": 4330
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7007606570744055e-06,
      "loss": 0.6038,
      "step": 4331
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.696356767553257e-06,
      "loss": 0.5575,
      "step": 4332
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6919539021837474e-06,
      "loss": 0.5756,
      "step": 4333
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.687552062013643e-06,
      "loss": 0.589,
      "step": 4334
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.683151248090455e-06,
      "loss": 0.5705,
      "step": 4335
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6787514614614624e-06,
      "loss": 0.5706,
      "step": 4336
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6743527031737e-06,
      "loss": 0.5953,
      "step": 4337
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6699549742739545e-06,
      "loss": 0.5949,
      "step": 4338
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.665558275808761e-06,
      "loss": 0.5932,
      "step": 4339
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.66116260882442e-06,
      "loss": 0.6039,
      "step": 4340
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.656767974366981e-06,
      "loss": 0.5828,
      "step": 4341
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.652374373482253e-06,
      "loss": 0.5936,
      "step": 4342
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.647981807215792e-06,
      "loss": 0.585,
      "step": 4343
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.643590276612909e-06,
      "loss": 0.6254,
      "step": 4344
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.639199782718674e-06,
      "loss": 0.5713,
      "step": 4345
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6348103265779045e-06,
      "loss": 0.5975,
      "step": 4346
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.630421909235177e-06,
      "loss": 0.5799,
      "step": 4347
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.626034531734812e-06,
      "loss": 0.5878,
      "step": 4348
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.621648195120888e-06,
      "loss": 0.5834,
      "step": 4349
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.617262900437239e-06,
      "loss": 0.5728,
      "step": 4350
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.612878648727444e-06,
      "loss": 0.5794,
      "step": 4351
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.608495441034846e-06,
      "loss": 0.6143,
      "step": 4352
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.604113278402519e-06,
      "loss": 0.5931,
      "step": 4353
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.599732161873304e-06,
      "loss": 0.6065,
      "step": 4354
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.595352092489791e-06,
      "loss": 0.6029,
      "step": 4355
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5909730712943225e-06,
      "loss": 0.5832,
      "step": 4356
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.58659509932898e-06,
      "loss": 0.5653,
      "step": 4357
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.582218177635607e-06,
      "loss": 0.5753,
      "step": 4358
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.577842307255794e-06,
      "loss": 0.5577,
      "step": 4359
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.573467489230879e-06,
      "loss": 0.5944,
      "step": 4360
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5690937246019595e-06,
      "loss": 0.5966,
      "step": 4361
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.564721014409862e-06,
      "loss": 0.5854,
      "step": 4362
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.560349359695181e-06,
      "loss": 0.6064,
      "step": 4363
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.55597876149825e-06,
      "loss": 0.5866,
      "step": 4364
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.55160922085916e-06,
      "loss": 0.5675,
      "step": 4365
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5472407388177385e-06,
      "loss": 0.6205,
      "step": 4366
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5428733164135665e-06,
      "loss": 0.5857,
      "step": 4367
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.538506954685977e-06,
      "loss": 0.5839,
      "step": 4368
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.534141654674046e-06,
      "loss": 0.5874,
      "step": 4369
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.529777417416599e-06,
      "loss": 0.5573,
      "step": 4370
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.525414243952205e-06,
      "loss": 0.5639,
      "step": 4371
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.521052135319182e-06,
      "loss": 0.5705,
      "step": 4372
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.516691092555595e-06,
      "loss": 0.5856,
      "step": 4373
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.512331116699257e-06,
      "loss": 0.5816,
      "step": 4374
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.507972208787728e-06,
      "loss": 0.5833,
      "step": 4375
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.503614369858301e-06,
      "loss": 0.5872,
      "step": 4376
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.499257600948038e-06,
      "loss": 0.5908,
      "step": 4377
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.494901903093724e-06,
      "loss": 0.597,
      "step": 4378
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.490547277331904e-06,
      "loss": 0.5706,
      "step": 4379
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.486193724698854e-06,
      "loss": 0.5729,
      "step": 4380
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.481841246230608e-06,
      "loss": 0.57,
      "step": 4381
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.477489842962937e-06,
      "loss": 0.604,
      "step": 4382
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.473139515931362e-06,
      "loss": 0.5747,
      "step": 4383
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4687902661711465e-06,
      "loss": 0.5825,
      "step": 4384
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.464442094717281e-06,
      "loss": 0.6003,
      "step": 4385
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.460095002604533e-06,
      "loss": 0.5909,
      "step": 4386
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.45574899086738e-06,
      "loss": 0.5831,
      "step": 4387
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.451404060540064e-06,
      "loss": 0.5925,
      "step": 4388
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.447060212656554e-06,
      "loss": 0.5883,
      "step": 4389
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.442717448250574e-06,
      "loss": 0.6026,
      "step": 4390
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.438375768355586e-06,
      "loss": 0.5687,
      "step": 4391
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4340351740047915e-06,
      "loss": 0.6052,
      "step": 4392
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.429695666231141e-06,
      "loss": 0.5776,
      "step": 4393
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.425357246067307e-06,
      "loss": 0.6118,
      "step": 4394
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.421019914545735e-06,
      "loss": 0.5836,
      "step": 4395
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.416683672698581e-06,
      "loss": 0.578,
      "step": 4396
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.412348521557762e-06,
      "loss": 0.586,
      "step": 4397
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4080144621549205e-06,
      "loss": 0.5674,
      "step": 4398
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.40368149552145e-06,
      "loss": 0.6024,
      "step": 4399
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.399349622688479e-06,
      "loss": 0.5631,
      "step": 4400
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.395018844686879e-06,
      "loss": 0.5812,
      "step": 4401
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.390689162547262e-06,
      "loss": 0.5979,
      "step": 4402
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.386360577299965e-06,
      "loss": 0.5867,
      "step": 4403
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3820330899750895e-06,
      "loss": 0.5817,
      "step": 4404
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3777067016024495e-06,
      "loss": 0.5882,
      "step": 4405
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3733814132116205e-06,
      "loss": 0.5613,
      "step": 4406
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.369057225831893e-06,
      "loss": 0.593,
      "step": 4407
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.364734140492314e-06,
      "loss": 0.5819,
      "step": 4408
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.360412158221661e-06,
      "loss": 0.5972,
      "step": 4409
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.35609128004845e-06,
      "loss": 0.5685,
      "step": 4410
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.351771507000938e-06,
      "loss": 0.5661,
      "step": 4411
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.347452840107103e-06,
      "loss": 0.5833,
      "step": 4412
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.343135280394689e-06,
      "loss": 0.5701,
      "step": 4413
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.338818828891148e-06,
      "loss": 0.5644,
      "step": 4414
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.33450348662368e-06,
      "loss": 0.5785,
      "step": 4415
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.330189254619227e-06,
      "loss": 0.5633,
      "step": 4416
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.325876133904448e-06,
      "loss": 0.5814,
      "step": 4417
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.321564125505768e-06,
      "loss": 0.5598,
      "step": 4418
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.317253230449315e-06,
      "loss": 0.5724,
      "step": 4419
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.312943449760975e-06,
      "loss": 0.5851,
      "step": 4420
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.308634784466349e-06,
      "loss": 0.5639,
      "step": 4421
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.304327235590798e-06,
      "loss": 0.593,
      "step": 4422
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.300020804159393e-06,
      "loss": 0.5764,
      "step": 4423
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.295715491196951e-06,
      "loss": 0.5879,
      "step": 4424
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.291411297728027e-06,
      "loss": 0.5746,
      "step": 4425
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.287108224776891e-06,
      "loss": 0.5824,
      "step": 4426
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.282806273367576e-06,
      "loss": 0.5409,
      "step": 4427
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2785054445238156e-06,
      "loss": 0.5973,
      "step": 4428
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.274205739269102e-06,
      "loss": 0.6001,
      "step": 4429
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.269907158626639e-06,
      "loss": 0.587,
      "step": 4430
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.265609703619388e-06,
      "loss": 0.5699,
      "step": 4431
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2613133752700145e-06,
      "loss": 0.5673,
      "step": 4432
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.257018174600937e-06,
      "loss": 0.5825,
      "step": 4433
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2527241026342965e-06,
      "loss": 0.5586,
      "step": 4434
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.248431160391963e-06,
      "loss": 0.5674,
      "step": 4435
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.24413934889555e-06,
      "loss": 0.5923,
      "step": 4436
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.239848669166385e-06,
      "loss": 0.5889,
      "step": 4437
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.235559122225542e-06,
      "loss": 0.5795,
      "step": 4438
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.231270709093808e-06,
      "loss": 0.5972,
      "step": 4439
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.226983430791722e-06,
      "loss": 0.5963,
      "step": 4440
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2226972883395335e-06,
      "loss": 0.5877,
      "step": 4441
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2184122827572315e-06,
      "loss": 0.5673,
      "step": 4442
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.214128415064536e-06,
      "loss": 0.5745,
      "step": 4443
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.209845686280881e-06,
      "loss": 0.5648,
      "step": 4444
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.205564097425458e-06,
      "loss": 0.5875,
      "step": 4445
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.201283649517157e-06,
      "loss": 0.5893,
      "step": 4446
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.197004343574618e-06,
      "loss": 0.5895,
      "step": 4447
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.192726180616191e-06,
      "loss": 0.5693,
      "step": 4448
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.188449161659978e-06,
      "loss": 0.6033,
      "step": 4449
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.184173287723782e-06,
      "loss": 0.577,
      "step": 4450
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.179898559825151e-06,
      "loss": 0.6074,
      "step": 4451
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.17562497898136e-06,
      "loss": 0.5937,
      "step": 4452
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1713525462093965e-06,
      "loss": 0.5729,
      "step": 4453
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.167081262525997e-06,
      "loss": 0.5795,
      "step": 4454
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1628111289476025e-06,
      "loss": 0.5599,
      "step": 4455
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1585421464904e-06,
      "loss": 0.5851,
      "step": 4456
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.154274316170277e-06,
      "loss": 0.5899,
      "step": 4457
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.150007639002881e-06,
      "loss": 0.5889,
      "step": 4458
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.145742116003554e-06,
      "loss": 0.5997,
      "step": 4459
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.14147774818738e-06,
      "loss": 0.5943,
      "step": 4460
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.13721453656917e-06,
      "loss": 0.5665,
      "step": 4461
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.132952482163439e-06,
      "loss": 0.5947,
      "step": 4462
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.12869158598446e-06,
      "loss": 0.575,
      "step": 4463
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.124431849046197e-06,
      "loss": 0.5825,
      "step": 4464
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.120173272362361e-06,
      "loss": 0.6032,
      "step": 4465
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.115915856946376e-06,
      "loss": 0.5827,
      "step": 4466
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1116596038113955e-06,
      "loss": 0.5988,
      "step": 4467
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.107404513970295e-06,
      "loss": 0.5771,
      "step": 4468
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.103150588435663e-06,
      "loss": 0.5706,
      "step": 4469
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.098897828219831e-06,
      "loss": 0.6111,
      "step": 4470
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.094646234334828e-06,
      "loss": 0.5713,
      "step": 4471
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.090395807792437e-06,
      "loss": 0.5881,
      "step": 4472
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.08614654960413e-06,
      "loss": 0.5567,
      "step": 4473
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0818984607811206e-06,
      "loss": 0.5834,
      "step": 4474
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0776515423343445e-06,
      "loss": 0.5978,
      "step": 4475
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.073405795274451e-06,
      "loss": 0.5586,
      "step": 4476
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.069161220611818e-06,
      "loss": 0.6017,
      "step": 4477
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.064917819356532e-06,
      "loss": 0.5678,
      "step": 4478
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.060675592518419e-06,
      "loss": 0.5946,
      "step": 4479
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0564345411070025e-06,
      "loss": 0.5829,
      "step": 4480
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.052194666131553e-06,
      "loss": 0.5674,
      "step": 4481
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.047955968601037e-06,
      "loss": 0.5994,
      "step": 4482
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.043718449524153e-06,
      "loss": 0.5868,
      "step": 4483
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0394821099093195e-06,
      "loss": 0.5672,
      "step": 4484
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.03524695076467e-06,
      "loss": 0.5647,
      "step": 4485
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.031012973098062e-06,
      "loss": 0.5896,
      "step": 4486
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.026780177917061e-06,
      "loss": 0.5511,
      "step": 4487
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.022548566228968e-06,
      "loss": 0.5827,
      "step": 4488
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.018318139040781e-06,
      "loss": 0.5711,
      "step": 4489
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.014088897359242e-06,
      "loss": 0.5736,
      "step": 4490
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.009860842190787e-06,
      "loss": 0.597,
      "step": 4491
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.005633974541584e-06,
      "loss": 0.5719,
      "step": 4492
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.001408295417512e-06,
      "loss": 0.5708,
      "step": 4493
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.997183805824171e-06,
      "loss": 0.5779,
      "step": 4494
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.992960506766881e-06,
      "loss": 0.582,
      "step": 4495
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9887383992506636e-06,
      "loss": 0.5879,
      "step": 4496
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.984517484280275e-06,
      "loss": 0.5905,
      "step": 4497
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.980297762860171e-06,
      "loss": 0.5859,
      "step": 4498
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.976079235994545e-06,
      "loss": 0.6042,
      "step": 4499
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.971861904687283e-06,
      "loss": 0.5977,
      "step": 4500
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.967645769942e-06,
      "loss": 0.5759,
      "step": 4501
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.963430832762023e-06,
      "loss": 0.615,
      "step": 4502
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.959217094150393e-06,
      "loss": 0.5859,
      "step": 4503
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.955004555109872e-06,
      "loss": 0.569,
      "step": 4504
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.950793216642923e-06,
      "loss": 0.5588,
      "step": 4505
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.946583079751735e-06,
      "loss": 0.5626,
      "step": 4506
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.942374145438209e-06,
      "loss": 0.583,
      "step": 4507
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.938166414703958e-06,
      "loss": 0.5635,
      "step": 4508
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.933959888550311e-06,
      "loss": 0.5831,
      "step": 4509
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.929754567978303e-06,
      "loss": 0.5847,
      "step": 4510
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.92555045398869e-06,
      "loss": 0.5547,
      "step": 4511
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.921347547581939e-06,
      "loss": 0.5536,
      "step": 4512
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.917145849758234e-06,
      "loss": 0.5757,
      "step": 4513
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.912945361517456e-06,
      "loss": 0.5569,
      "step": 4514
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.908746083859214e-06,
      "loss": 0.5882,
      "step": 4515
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.904548017782823e-06,
      "loss": 0.5723,
      "step": 4516
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.90035116428731e-06,
      "loss": 0.5795,
      "step": 4517
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.896155524371419e-06,
      "loss": 0.5804,
      "step": 4518
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.891961099033589e-06,
      "loss": 0.5878,
      "step": 4519
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.887767889271987e-06,
      "loss": 0.5822,
      "step": 4520
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.883575896084484e-06,
      "loss": 0.5851,
      "step": 4521
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.879385120468665e-06,
      "loss": 0.5971,
      "step": 4522
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.875195563421815e-06,
      "loss": 0.5934,
      "step": 4523
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.87100722594094e-06,
      "loss": 0.5664,
      "step": 4524
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.866820109022752e-06,
      "loss": 0.5954,
      "step": 4525
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.862634213663672e-06,
      "loss": 0.5847,
      "step": 4526
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8584495408598355e-06,
      "loss": 0.593,
      "step": 4527
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.854266091607074e-06,
      "loss": 0.5899,
      "step": 4528
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.85008386690094e-06,
      "loss": 0.5792,
      "step": 4529
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.845902867736692e-06,
      "loss": 0.589,
      "step": 4530
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.841723095109297e-06,
      "loss": 0.5906,
      "step": 4531
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8375445500134245e-06,
      "loss": 0.5851,
      "step": 4532
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.833367233443457e-06,
      "loss": 0.5732,
      "step": 4533
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.829191146393485e-06,
      "loss": 0.5845,
      "step": 4534
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8250162898573046e-06,
      "loss": 0.5756,
      "step": 4535
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.820842664828425e-06,
      "loss": 0.5735,
      "step": 4536
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8166702723000484e-06,
      "loss": 0.578,
      "step": 4537
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.812499113265095e-06,
      "loss": 0.5826,
      "step": 4538
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.80832918871619e-06,
      "loss": 0.6048,
      "step": 4539
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.804160499645667e-06,
      "loss": 0.5905,
      "step": 4540
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.799993047045556e-06,
      "loss": 0.5629,
      "step": 4541
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7958268319075995e-06,
      "loss": 0.5704,
      "step": 4542
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.791661855223249e-06,
      "loss": 0.5846,
      "step": 4543
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.787498117983654e-06,
      "loss": 0.5958,
      "step": 4544
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.783335621179675e-06,
      "loss": 0.5794,
      "step": 4545
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.779174365801872e-06,
      "loss": 0.6064,
      "step": 4546
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.775014352840512e-06,
      "loss": 0.5934,
      "step": 4547
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7708555832855685e-06,
      "loss": 0.5877,
      "step": 4548
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.766698058126715e-06,
      "loss": 0.5952,
      "step": 4549
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.762541778353337e-06,
      "loss": 0.6001,
      "step": 4550
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.758386744954507e-06,
      "loss": 0.6005,
      "step": 4551
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.754232958919019e-06,
      "loss": 0.5665,
      "step": 4552
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7500804212353605e-06,
      "loss": 0.5886,
      "step": 4553
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7459291328917275e-06,
      "loss": 0.5738,
      "step": 4554
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.741779094876009e-06,
      "loss": 0.5766,
      "step": 4555
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7376303081758055e-06,
      "loss": 0.5977,
      "step": 4556
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.733482773778417e-06,
      "loss": 0.5758,
      "step": 4557
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.729336492670846e-06,
      "loss": 0.5657,
      "step": 4558
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7251914658398e-06,
      "loss": 0.5961,
      "step": 4559
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.721047694271676e-06,
      "loss": 0.5858,
      "step": 4560
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7169051789525856e-06,
      "loss": 0.5648,
      "step": 4561
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.712763920868334e-06,
      "loss": 0.5814,
      "step": 4562
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.708623921004435e-06,
      "loss": 0.592,
      "step": 4563
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.704485180346089e-06,
      "loss": 0.5748,
      "step": 4564
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.700347699878211e-06,
      "loss": 0.579,
      "step": 4565
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6962114805854075e-06,
      "loss": 0.594,
      "step": 4566
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6920765234519895e-06,
      "loss": 0.5847,
      "step": 4567
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.687942829461969e-06,
      "loss": 0.5798,
      "step": 4568
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.683810399599047e-06,
      "loss": 0.5608,
      "step": 4569
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.679679234846636e-06,
      "loss": 0.5837,
      "step": 4570
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.67554933618784e-06,
      "loss": 0.5968,
      "step": 4571
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.67142070460547e-06,
      "loss": 0.5832,
      "step": 4572
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.667293341082019e-06,
      "loss": 0.5822,
      "step": 4573
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.663167246599696e-06,
      "loss": 0.5687,
      "step": 4574
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.659042422140399e-06,
      "loss": 0.5716,
      "step": 4575
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.654918868685726e-06,
      "loss": 0.5941,
      "step": 4576
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.650796587216976e-06,
      "loss": 0.5964,
      "step": 4577
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.646675578715133e-06,
      "loss": 0.597,
      "step": 4578
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.642555844160892e-06,
      "loss": 0.5805,
      "step": 4579
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6384373845346375e-06,
      "loss": 0.565,
      "step": 4580
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.634320200816457e-06,
      "loss": 0.5847,
      "step": 4581
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.630204293986122e-06,
      "loss": 0.5804,
      "step": 4582
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.626089665023113e-06,
      "loss": 0.564,
      "step": 4583
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.621976314906597e-06,
      "loss": 0.587,
      "step": 4584
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.617864244615448e-06,
      "loss": 0.5785,
      "step": 4585
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6137534551282256e-06,
      "loss": 0.5765,
      "step": 4586
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.609643947423184e-06,
      "loss": 0.5889,
      "step": 4587
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.605535722478277e-06,
      "loss": 0.5777,
      "step": 4588
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.601428781271154e-06,
      "loss": 0.5917,
      "step": 4589
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.597323124779155e-06,
      "loss": 0.5729,
      "step": 4590
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.593218753979322e-06,
      "loss": 0.5581,
      "step": 4591
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.589115669848372e-06,
      "loss": 0.609,
      "step": 4592
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5850138733627435e-06,
      "loss": 0.5628,
      "step": 4593
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.580913365498545e-06,
      "loss": 0.5808,
      "step": 4594
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.576814147231594e-06,
      "loss": 0.5938,
      "step": 4595
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.572716219537386e-06,
      "loss": 0.6034,
      "step": 4596
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.568619583391123e-06,
      "loss": 0.5679,
      "step": 4597
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.564524239767693e-06,
      "loss": 0.5759,
      "step": 4598
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.560430189641679e-06,
      "loss": 0.5593,
      "step": 4599
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.556337433987359e-06,
      "loss": 0.586,
      "step": 4600
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.552245973778686e-06,
      "loss": 0.575,
      "step": 4601
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.548155809989336e-06,
      "loss": 0.5974,
      "step": 4602
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.544066943592645e-06,
      "loss": 0.6085,
      "step": 4603
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.539979375561659e-06,
      "loss": 0.557,
      "step": 4604
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.535893106869107e-06,
      "loss": 0.5861,
      "step": 4605
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.53180813848741e-06,
      "loss": 0.5794,
      "step": 4606
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.527724471388685e-06,
      "loss": 0.5672,
      "step": 4607
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.523642106544732e-06,
      "loss": 0.5738,
      "step": 4608
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.519561044927051e-06,
      "loss": 0.6014,
      "step": 4609
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.515481287506811e-06,
      "loss": 0.5713,
      "step": 4610
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.511402835254902e-06,
      "loss": 0.5873,
      "step": 4611
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.507325689141874e-06,
      "loss": 0.5749,
      "step": 4612
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5032498501379865e-06,
      "loss": 0.5631,
      "step": 4613
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.499175319213172e-06,
      "loss": 0.6044,
      "step": 4614
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.495102097337062e-06,
      "loss": 0.5749,
      "step": 4615
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.491030185478976e-06,
      "loss": 0.5787,
      "step": 4616
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.486959584607919e-06,
      "loss": 0.5754,
      "step": 4617
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.482890295692589e-06,
      "loss": 0.603,
      "step": 4618
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4788223197013555e-06,
      "loss": 0.5818,
      "step": 4619
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.474755657602303e-06,
      "loss": 0.5852,
      "step": 4620
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.470690310363177e-06,
      "loss": 0.5797,
      "step": 4621
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.466626278951429e-06,
      "loss": 0.5594,
      "step": 4622
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4625635643341806e-06,
      "loss": 0.6131,
      "step": 4623
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.458502167478254e-06,
      "loss": 0.5982,
      "step": 4624
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.454442089350151e-06,
      "loss": 0.5783,
      "step": 4625
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4503833309160645e-06,
      "loss": 0.6005,
      "step": 4626
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.44632589314187e-06,
      "loss": 0.5718,
      "step": 4627
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.442269776993121e-06,
      "loss": 0.5836,
      "step": 4628
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.438214983435076e-06,
      "loss": 0.5891,
      "step": 4629
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.434161513432659e-06,
      "loss": 0.5717,
      "step": 4630
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.430109367950488e-06,
      "loss": 0.5679,
      "step": 4631
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4260585479528675e-06,
      "loss": 0.573,
      "step": 4632
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.422009054403782e-06,
      "loss": 0.5764,
      "step": 4633
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.417960888266908e-06,
      "loss": 0.5812,
      "step": 4634
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.413914050505591e-06,
      "loss": 0.5931,
      "step": 4635
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.409868542082878e-06,
      "loss": 0.5895,
      "step": 4636
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4058243639614804e-06,
      "loss": 0.5818,
      "step": 4637
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.401781517103819e-06,
      "loss": 0.5767,
      "step": 4638
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.397740002471973e-06,
      "loss": 0.6039,
      "step": 4639
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.393699821027716e-06,
      "loss": 0.5633,
      "step": 4640
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.389660973732503e-06,
      "loss": 0.5752,
      "step": 4641
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.385623461547473e-06,
      "loss": 0.5907,
      "step": 4642
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.38158728543345e-06,
      "loss": 0.5604,
      "step": 4643
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.377552446350925e-06,
      "loss": 0.6062,
      "step": 4644
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.37351894526009e-06,
      "loss": 0.5931,
      "step": 4645
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3694867831208e-06,
      "loss": 0.577,
      "step": 4646
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.365455960892615e-06,
      "loss": 0.608,
      "step": 4647
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3614264795347525e-06,
      "loss": 0.577,
      "step": 4648
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.357398340006125e-06,
      "loss": 0.5794,
      "step": 4649
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.35337154326532e-06,
      "loss": 0.5753,
      "step": 4650
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.349346090270608e-06,
      "loss": 0.5815,
      "step": 4651
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.345321981979942e-06,
      "loss": 0.5661,
      "step": 4652
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.341299219350946e-06,
      "loss": 0.568,
      "step": 4653
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.337277803340936e-06,
      "loss": 0.5852,
      "step": 4654
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.333257734906889e-06,
      "loss": 0.5517,
      "step": 4655
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.329239015005489e-06,
      "loss": 0.5603,
      "step": 4656
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.325221644593075e-06,
      "loss": 0.5877,
      "step": 4657
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.321205624625673e-06,
      "loss": 0.5909,
      "step": 4658
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.31719095605899e-06,
      "loss": 0.5764,
      "step": 4659
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.313177639848408e-06,
      "loss": 0.576,
      "step": 4660
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.309165676948995e-06,
      "loss": 0.6102,
      "step": 4661
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.305155068315481e-06,
      "loss": 0.595,
      "step": 4662
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3011458149022914e-06,
      "loss": 0.5967,
      "step": 4663
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.29713791766351e-06,
      "loss": 0.5784,
      "step": 4664
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.293131377552923e-06,
      "loss": 0.5769,
      "step": 4665
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.289126195523968e-06,
      "loss": 0.5855,
      "step": 4666
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.285122372529776e-06,
      "loss": 0.5768,
      "step": 4667
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.281119909523149e-06,
      "loss": 0.5826,
      "step": 4668
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.277118807456565e-06,
      "loss": 0.5759,
      "step": 4669
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.273119067282184e-06,
      "loss": 0.5845,
      "step": 4670
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.269120689951828e-06,
      "loss": 0.5746,
      "step": 4671
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.265123676417008e-06,
      "loss": 0.5707,
      "step": 4672
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.261128027628906e-06,
      "loss": 0.5789,
      "step": 4673
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.25713374453838e-06,
      "loss": 0.5743,
      "step": 4674
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.253140828095964e-06,
      "loss": 0.5685,
      "step": 4675
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.249149279251859e-06,
      "loss": 0.5807,
      "step": 4676
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.24515909895595e-06,
      "loss": 0.5938,
      "step": 4677
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.241170288157792e-06,
      "loss": 0.5963,
      "step": 4678
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.23718284780662e-06,
      "loss": 0.5793,
      "step": 4679
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2331967788513295e-06,
      "loss": 0.5931,
      "step": 4680
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.229212082240503e-06,
      "loss": 0.5478,
      "step": 4681
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.225228758922389e-06,
      "loss": 0.5761,
      "step": 4682
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.221246809844915e-06,
      "loss": 0.5675,
      "step": 4683
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.217266235955678e-06,
      "loss": 0.5853,
      "step": 4684
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.213287038201943e-06,
      "loss": 0.5972,
      "step": 4685
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.209309217530656e-06,
      "loss": 0.559,
      "step": 4686
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.20533277488843e-06,
      "loss": 0.5811,
      "step": 4687
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2013577112215564e-06,
      "loss": 0.6002,
      "step": 4688
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1973840274759855e-06,
      "loss": 0.5605,
      "step": 4689
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.193411724597352e-06,
      "loss": 0.5871,
      "step": 4690
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1894408035309575e-06,
      "loss": 0.5875,
      "step": 4691
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.185471265221775e-06,
      "loss": 0.5647,
      "step": 4692
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.18150311061445e-06,
      "loss": 0.5894,
      "step": 4693
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.177536340653291e-06,
      "loss": 0.5711,
      "step": 4694
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.173570956282286e-06,
      "loss": 0.5956,
      "step": 4695
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.16960695844509e-06,
      "loss": 0.5912,
      "step": 4696
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.165644348085033e-06,
      "loss": 0.585,
      "step": 4697
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.161683126145102e-06,
      "loss": 0.5646,
      "step": 4698
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.157723293567963e-06,
      "loss": 0.607,
      "step": 4699
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.153764851295954e-06,
      "loss": 0.5775,
      "step": 4700
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.149807800271075e-06,
      "loss": 0.5963,
      "step": 4701
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1458521414350026e-06,
      "loss": 0.5838,
      "step": 4702
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.141897875729069e-06,
      "loss": 0.5769,
      "step": 4703
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.13794500409429e-06,
      "loss": 0.5852,
      "step": 4704
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1339935274713404e-06,
      "loss": 0.5835,
      "step": 4705
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.13004344680057e-06,
      "loss": 0.5785,
      "step": 4706
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.126094763021985e-06,
      "loss": 0.5819,
      "step": 4707
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.576,
      "step": 4708
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.118201589899772e-06,
      "loss": 0.603,
      "step": 4709
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.114257102434508e-06,
      "loss": 0.5887,
      "step": 4710
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.110314015618162e-06,
      "loss": 0.5726,
      "step": 4711
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1063723303890765e-06,
      "loss": 0.6041,
      "step": 4712
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.102432047685271e-06,
      "loss": 0.571,
      "step": 4713
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.098493168444426e-06,
      "loss": 0.6143,
      "step": 4714
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.094555693603891e-06,
      "loss": 0.5938,
      "step": 4715
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.090619624100681e-06,
      "loss": 0.6045,
      "step": 4716
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.086684960871469e-06,
      "loss": 0.5793,
      "step": 4717
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.082751704852601e-06,
      "loss": 0.5715,
      "step": 4718
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.078819856980088e-06,
      "loss": 0.5927,
      "step": 4719
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.074889418189608e-06,
      "loss": 0.5867,
      "step": 4720
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.070960389416493e-06,
      "loss": 0.5718,
      "step": 4721
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.067032771595749e-06,
      "loss": 0.5792,
      "step": 4722
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.063106565662044e-06,
      "loss": 0.6209,
      "step": 4723
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.05918177254971e-06,
      "loss": 0.5911,
      "step": 4724
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.055258393192746e-06,
      "loss": 0.5734,
      "step": 4725
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.051336428524804e-06,
      "loss": 0.585,
      "step": 4726
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.04741587947921e-06,
      "loss": 0.5846,
      "step": 4727
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.043496746988948e-06,
      "loss": 0.5703,
      "step": 4728
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.039579031986672e-06,
      "loss": 0.5832,
      "step": 4729
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0356627354046854e-06,
      "loss": 0.577,
      "step": 4730
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0317478581749644e-06,
      "loss": 0.5876,
      "step": 4731
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.027834401229146e-06,
      "loss": 0.5867,
      "step": 4732
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0239223654985274e-06,
      "loss": 0.5772,
      "step": 4733
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.02001175191407e-06,
      "loss": 0.5958,
      "step": 4734
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.016102561406392e-06,
      "loss": 0.5824,
      "step": 4735
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0121947949057745e-06,
      "loss": 0.583,
      "step": 4736
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0082884533421655e-06,
      "loss": 0.5901,
      "step": 4737
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.00438353764517e-06,
      "loss": 0.5652,
      "step": 4738
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.000480048744048e-06,
      "loss": 0.5962,
      "step": 4739
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.996577987567727e-06,
      "loss": 0.5873,
      "step": 4740
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.992677355044794e-06,
      "loss": 0.5952,
      "step": 4741
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.988778152103494e-06,
      "loss": 0.6017,
      "step": 4742
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9848803796717385e-06,
      "loss": 0.5622,
      "step": 4743
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.980984038677083e-06,
      "loss": 0.6011,
      "step": 4744
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.977089130046756e-06,
      "loss": 0.5851,
      "step": 4745
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.973195654707642e-06,
      "loss": 0.5661,
      "step": 4746
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.969303613586288e-06,
      "loss": 0.5779,
      "step": 4747
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.965413007608888e-06,
      "loss": 0.6127,
      "step": 4748
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.961523837701304e-06,
      "loss": 0.5704,
      "step": 4749
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.957636104789056e-06,
      "loss": 0.575,
      "step": 4750
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9537498097973186e-06,
      "loss": 0.6046,
      "step": 4751
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.949864953650929e-06,
      "loss": 0.5667,
      "step": 4752
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.945981537274373e-06,
      "loss": 0.5897,
      "step": 4753
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.942099561591802e-06,
      "loss": 0.5729,
      "step": 4754
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.938219027527023e-06,
      "loss": 0.5967,
      "step": 4755
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9343399360035e-06,
      "loss": 0.6007,
      "step": 4756
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.930462287944354e-06,
      "loss": 0.5652,
      "step": 4757
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9265860842723505e-06,
      "loss": 0.5816,
      "step": 4758
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.922711325909938e-06,
      "loss": 0.5432,
      "step": 4759
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9188380137791934e-06,
      "loss": 0.5705,
      "step": 4760
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9149661488018685e-06,
      "loss": 0.581,
      "step": 4761
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.911095731899356e-06,
      "loss": 0.5535,
      "step": 4762
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.907226763992714e-06,
      "loss": 0.5864,
      "step": 4763
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.903359246002655e-06,
      "loss": 0.5753,
      "step": 4764
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.899493178849544e-06,
      "loss": 0.5942,
      "step": 4765
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.895628563453403e-06,
      "loss": 0.5841,
      "step": 4766
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.891765400733898e-06,
      "loss": 0.6014,
      "step": 4767
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.887903691610371e-06,
      "loss": 0.5688,
      "step": 4768
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.884043437001795e-06,
      "loss": 0.5901,
      "step": 4769
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.880184637826816e-06,
      "loss": 0.5862,
      "step": 4770
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.876327295003716e-06,
      "loss": 0.583,
      "step": 4771
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.872471409450441e-06,
      "loss": 0.5636,
      "step": 4772
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.868616982084591e-06,
      "loss": 0.554,
      "step": 4773
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.864764013823415e-06,
      "loss": 0.5884,
      "step": 4774
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.860912505583819e-06,
      "loss": 0.5705,
      "step": 4775
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.85706245828235e-06,
      "loss": 0.6028,
      "step": 4776
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.853213872835229e-06,
      "loss": 0.5915,
      "step": 4777
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.849366750158305e-06,
      "loss": 0.5784,
      "step": 4778
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.845521091167098e-06,
      "loss": 0.5758,
      "step": 4779
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.841676896776764e-06,
      "loss": 0.5714,
      "step": 4780
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.837834167902121e-06,
      "loss": 0.5872,
      "step": 4781
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8339929054576375e-06,
      "loss": 0.5845,
      "step": 4782
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.83015311035743e-06,
      "loss": 0.5726,
      "step": 4783
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.826314783515269e-06,
      "loss": 0.5684,
      "step": 4784
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.822477925844564e-06,
      "loss": 0.5701,
      "step": 4785
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.818642538258398e-06,
      "loss": 0.5758,
      "step": 4786
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.814808621669479e-06,
      "loss": 0.5769,
      "step": 4787
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8109761769901845e-06,
      "loss": 0.5743,
      "step": 4788
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8071452051325263e-06,
      "loss": 0.5623,
      "step": 4789
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.803315707008176e-06,
      "loss": 0.6015,
      "step": 4790
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7994876835284513e-06,
      "loss": 0.5761,
      "step": 4791
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7956611356043196e-06,
      "loss": 0.5725,
      "step": 4792
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7918360641464e-06,
      "loss": 0.584,
      "step": 4793
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.788012470064947e-06,
      "loss": 0.5685,
      "step": 4794
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7841903542698855e-06,
      "loss": 0.5789,
      "step": 4795
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7803697176707688e-06,
      "loss": 0.584,
      "step": 4796
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7765505611768072e-06,
      "loss": 0.6085,
      "step": 4797
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7727328856968613e-06,
      "loss": 0.5828,
      "step": 4798
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.768916692139426e-06,
      "loss": 0.5716,
      "step": 4799
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7651019814126656e-06,
      "loss": 0.5864,
      "step": 4800
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7612887544243694e-06,
      "loss": 0.6064,
      "step": 4801
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7574770120819903e-06,
      "loss": 0.5921,
      "step": 4802
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.75366675529261e-06,
      "loss": 0.5768,
      "step": 4803
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7498579849629803e-06,
      "loss": 0.5824,
      "step": 4804
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7460507019994775e-06,
      "loss": 0.5733,
      "step": 4805
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7422449073081356e-06,
      "loss": 0.5802,
      "step": 4806
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.738440601794635e-06,
      "loss": 0.5836,
      "step": 4807
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.734637786364288e-06,
      "loss": 0.5792,
      "step": 4808
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.730836461922076e-06,
      "loss": 0.5858,
      "step": 4809
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7270366293726033e-06,
      "loss": 0.6,
      "step": 4810
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7232382896201336e-06,
      "loss": 0.5803,
      "step": 4811
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.71944144356856e-06,
      "loss": 0.5767,
      "step": 4812
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.715646092121444e-06,
      "loss": 0.5875,
      "step": 4813
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7118522361819676e-06,
      "loss": 0.5653,
      "step": 4814
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7080598766529686e-06,
      "loss": 0.5492,
      "step": 4815
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.704269014436932e-06,
      "loss": 0.5746,
      "step": 4816
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7004796504359696e-06,
      "loss": 0.5744,
      "step": 4817
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6966917855518626e-06,
      "loss": 0.6211,
      "step": 4818
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6929054206860116e-06,
      "loss": 0.5885,
      "step": 4819
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.689120556739475e-06,
      "loss": 0.5883,
      "step": 4820
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.685337194612941e-06,
      "loss": 0.6061,
      "step": 4821
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6815553352067602e-06,
      "loss": 0.589,
      "step": 4822
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.677774979420904e-06,
      "loss": 0.5835,
      "step": 4823
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6739961281549997e-06,
      "loss": 0.5958,
      "step": 4824
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6702187823083147e-06,
      "loss": 0.5919,
      "step": 4825
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6664429427797466e-06,
      "loss": 0.5639,
      "step": 4826
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6626686104678565e-06,
      "loss": 0.5774,
      "step": 4827
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6588957862708252e-06,
      "loss": 0.5809,
      "step": 4828
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.655124471086491e-06,
      "loss": 0.5645,
      "step": 4829
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.651354665812313e-06,
      "loss": 0.5676,
      "step": 4830
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6475863713454207e-06,
      "loss": 0.5714,
      "step": 4831
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6438195885825533e-06,
      "loss": 0.5753,
      "step": 4832
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6400543184201107e-06,
      "loss": 0.5889,
      "step": 4833
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6362905617541276e-06,
      "loss": 0.5802,
      "step": 4834
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6325283194802675e-06,
      "loss": 0.5598,
      "step": 4835
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.628767592493857e-06,
      "loss": 0.5704,
      "step": 4836
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6250083816898374e-06,
      "loss": 0.5908,
      "step": 4837
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6212506879628074e-06,
      "loss": 0.5852,
      "step": 4838
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.617494512206986e-06,
      "loss": 0.5949,
      "step": 4839
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.613739855316257e-06,
      "loss": 0.5656,
      "step": 4840
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6099867181841188e-06,
      "loss": 0.5798,
      "step": 4841
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.606235101703719e-06,
      "loss": 0.575,
      "step": 4842
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6024850067678454e-06,
      "loss": 0.5834,
      "step": 4843
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.598736434268909e-06,
      "loss": 0.5683,
      "step": 4844
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.594989385098985e-06,
      "loss": 0.5889,
      "step": 4845
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.591243860149759e-06,
      "loss": 0.5673,
      "step": 4846
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.58749986031257e-06,
      "loss": 0.5967,
      "step": 4847
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.583757386478389e-06,
      "loss": 0.5667,
      "step": 4848
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.580016439537823e-06,
      "loss": 0.58,
      "step": 4849
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5762770203811225e-06,
      "loss": 0.5744,
      "step": 4850
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5725391298981616e-06,
      "loss": 0.5758,
      "step": 4851
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.568802768978463e-06,
      "loss": 0.5839,
      "step": 4852
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.565067938511173e-06,
      "loss": 0.5824,
      "step": 4853
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5613346393850934e-06,
      "loss": 0.5972,
      "step": 4854
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.557602872488638e-06,
      "loss": 0.5875,
      "step": 4855
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.553872638709871e-06,
      "loss": 0.5356,
      "step": 4856
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.55014393893649e-06,
      "loss": 0.5813,
      "step": 4857
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.546416774055823e-06,
      "loss": 0.5889,
      "step": 4858
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5426911449548395e-06,
      "loss": 0.5836,
      "step": 4859
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5389670525201335e-06,
      "loss": 0.5883,
      "step": 4860
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.535244497637944e-06,
      "loss": 0.5698,
      "step": 4861
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.53152348119413e-06,
      "loss": 0.5896,
      "step": 4862
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5278040040742078e-06,
      "loss": 0.5788,
      "step": 4863
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5240860671633027e-06,
      "loss": 0.5857,
      "step": 4864
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5203696713461866e-06,
      "loss": 0.5733,
      "step": 4865
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5166548175072622e-06,
      "loss": 0.5804,
      "step": 4866
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.512941506530566e-06,
      "loss": 0.5547,
      "step": 4867
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5092297392997686e-06,
      "loss": 0.5894,
      "step": 4868
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.505519516698165e-06,
      "loss": 0.572,
      "step": 4869
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5018108396086945e-06,
      "loss": 0.5719,
      "step": 4870
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4981037089139137e-06,
      "loss": 0.5825,
      "step": 4871
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4943981254960325e-06,
      "loss": 0.5825,
      "step": 4872
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4906940902368726e-06,
      "loss": 0.584,
      "step": 4873
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.486991604017895e-06,
      "loss": 0.5856,
      "step": 4874
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.483290667720196e-06,
      "loss": 0.5884,
      "step": 4875
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.479591282224496e-06,
      "loss": 0.5758,
      "step": 4876
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.475893448411154e-06,
      "loss": 0.5704,
      "step": 4877
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4721971671601485e-06,
      "loss": 0.5863,
      "step": 4878
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4685024393511015e-06,
      "loss": 0.5808,
      "step": 4879
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4648092658632506e-06,
      "loss": 0.5746,
      "step": 4880
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.461117647575484e-06,
      "loss": 0.5855,
      "step": 4881
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4574275853662974e-06,
      "loss": 0.589,
      "step": 4882
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4537390801138306e-06,
      "loss": 0.5762,
      "step": 4883
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4500521326958492e-06,
      "loss": 0.6003,
      "step": 4884
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4463667439897486e-06,
      "loss": 0.5852,
      "step": 4885
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4426829148725538e-06,
      "loss": 0.5716,
      "step": 4886
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4390006462209113e-06,
      "loss": 0.577,
      "step": 4887
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.435319938911107e-06,
      "loss": 0.5891,
      "step": 4888
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4316407938190486e-06,
      "loss": 0.5612,
      "step": 4889
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4279632118202744e-06,
      "loss": 0.5872,
      "step": 4890
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4242871937899548e-06,
      "loss": 0.5971,
      "step": 4891
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4206127406028744e-06,
      "loss": 0.57,
      "step": 4892
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.416939853133461e-06,
      "loss": 0.5912,
      "step": 4893
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.41326853225576e-06,
      "loss": 0.5621,
      "step": 4894
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4095987788434538e-06,
      "loss": 0.5815,
      "step": 4895
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4059305937698363e-06,
      "loss": 0.5617,
      "step": 4896
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4022639779078403e-06,
      "loss": 0.5559,
      "step": 4897
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.398598932130024e-06,
      "loss": 0.5741,
      "step": 4898
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.394935457308569e-06,
      "loss": 0.5551,
      "step": 4899
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3912735543152864e-06,
      "loss": 0.5869,
      "step": 4900
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3876132240216066e-06,
      "loss": 0.5898,
      "step": 4901
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3839544672985904e-06,
      "loss": 0.606,
      "step": 4902
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.380297285016925e-06,
      "loss": 0.5668,
      "step": 4903
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.376641678046926e-06,
      "loss": 0.5913,
      "step": 4904
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.372987647258521e-06,
      "loss": 0.5411,
      "step": 4905
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.369335193521277e-06,
      "loss": 0.5759,
      "step": 4906
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3656843177043786e-06,
      "loss": 0.5652,
      "step": 4907
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.362035020676637e-06,
      "loss": 0.5902,
      "step": 4908
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3583873033064897e-06,
      "loss": 0.5847,
      "step": 4909
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.354741166461989e-06,
      "loss": 0.5839,
      "step": 4910
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3510966110108213e-06,
      "loss": 0.5684,
      "step": 4911
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3474536378202925e-06,
      "loss": 0.5781,
      "step": 4912
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3438122477573365e-06,
      "loss": 0.5715,
      "step": 4913
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3401724416884994e-06,
      "loss": 0.5945,
      "step": 4914
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3365342204799613e-06,
      "loss": 0.5947,
      "step": 4915
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.332897584997521e-06,
      "loss": 0.5699,
      "step": 4916
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3292625361065988e-06,
      "loss": 0.5674,
      "step": 4917
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.325629074672244e-06,
      "loss": 0.5922,
      "step": 4918
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.321997201559115e-06,
      "loss": 0.5739,
      "step": 4919
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3183669176315046e-06,
      "loss": 0.5552,
      "step": 4920
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.314738223753323e-06,
      "loss": 0.5887,
      "step": 4921
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.311111120788104e-06,
      "loss": 0.6175,
      "step": 4922
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.307485609598995e-06,
      "loss": 0.5809,
      "step": 4923
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.303861691048774e-06,
      "loss": 0.592,
      "step": 4924
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3002393659998357e-06,
      "loss": 0.5796,
      "step": 4925
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.296618635314197e-06,
      "loss": 0.563,
      "step": 4926
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2929994998534976e-06,
      "loss": 0.5786,
      "step": 4927
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.289381960478988e-06,
      "loss": 0.5861,
      "step": 4928
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2857660180515484e-06,
      "loss": 0.5896,
      "step": 4929
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2821516734316772e-06,
      "loss": 0.5866,
      "step": 4930
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.278538927479491e-06,
      "loss": 0.5746,
      "step": 4931
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2749277810547286e-06,
      "loss": 0.5614,
      "step": 4932
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2713182350167417e-06,
      "loss": 0.5506,
      "step": 4933
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2677102902245073e-06,
      "loss": 0.5925,
      "step": 4934
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.264103947536619e-06,
      "loss": 0.5695,
      "step": 4935
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.260499207811293e-06,
      "loss": 0.5896,
      "step": 4936
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.256896071906355e-06,
      "loss": 0.5694,
      "step": 4937
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2532945406792573e-06,
      "loss": 0.5995,
      "step": 4938
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.249694614987068e-06,
      "loss": 0.5723,
      "step": 4939
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2460962956864727e-06,
      "loss": 0.5883,
      "step": 4940
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.242499583633779e-06,
      "loss": 0.5639,
      "step": 4941
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2389044796849e-06,
      "loss": 0.5584,
      "step": 4942
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.235310984695378e-06,
      "loss": 0.5859,
      "step": 4943
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2317190995203673e-06,
      "loss": 0.6032,
      "step": 4944
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2281288250146447e-06,
      "loss": 0.5894,
      "step": 4945
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2245401620325934e-06,
      "loss": 0.5497,
      "step": 4946
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.22095311142822e-06,
      "loss": 0.5531,
      "step": 4947
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2173676740551484e-06,
      "loss": 0.5635,
      "step": 4948
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.213783850766614e-06,
      "loss": 0.5794,
      "step": 4949
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.210201642415477e-06,
      "loss": 0.5431,
      "step": 4950
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2066210498541984e-06,
      "loss": 0.5723,
      "step": 4951
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2030420739348666e-06,
      "loss": 0.5805,
      "step": 4952
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.199464715509183e-06,
      "loss": 0.5669,
      "step": 4953
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1958889754284637e-06,
      "loss": 0.5682,
      "step": 4954
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1923148545436357e-06,
      "loss": 0.5855,
      "step": 4955
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.188742353705244e-06,
      "loss": 0.5865,
      "step": 4956
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1851714737634496e-06,
      "loss": 0.6014,
      "step": 4957
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.181602215568027e-06,
      "loss": 0.5692,
      "step": 4958
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1780345799683654e-06,
      "loss": 0.5736,
      "step": 4959
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.174468567813461e-06,
      "loss": 0.5738,
      "step": 4960
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1709041799519312e-06,
      "loss": 0.5788,
      "step": 4961
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.167341417232006e-06,
      "loss": 0.5628,
      "step": 4962
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1637802805015296e-06,
      "loss": 0.5724,
      "step": 4963
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1602207706079503e-06,
      "loss": 0.5566,
      "step": 4964
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1566628883983395e-06,
      "loss": 0.5788,
      "step": 4965
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1531066347193796e-06,
      "loss": 0.5477,
      "step": 4966
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1495520104173603e-06,
      "loss": 0.5806,
      "step": 4967
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1459990163381926e-06,
      "loss": 0.5695,
      "step": 4968
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1424476533273864e-06,
      "loss": 0.5994,
      "step": 4969
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.138897922230074e-06,
      "loss": 0.5729,
      "step": 4970
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.135349823890995e-06,
      "loss": 0.5765,
      "step": 4971
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.131803359154505e-06,
      "loss": 0.5612,
      "step": 4972
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1282585288645675e-06,
      "loss": 0.5664,
      "step": 4973
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1247153338647486e-06,
      "loss": 0.5616,
      "step": 4974
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.121173774998245e-06,
      "loss": 0.5889,
      "step": 4975
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1176338531078467e-06,
      "loss": 0.6028,
      "step": 4976
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.114095569035962e-06,
      "loss": 0.5816,
      "step": 4977
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1105589236246047e-06,
      "loss": 0.5869,
      "step": 4978
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.107023917715404e-06,
      "loss": 0.5832,
      "step": 4979
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.103490552149595e-06,
      "loss": 0.5576,
      "step": 4980
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.099958827768025e-06,
      "loss": 0.5729,
      "step": 4981
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.096428745411153e-06,
      "loss": 0.561,
      "step": 4982
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.092900305919033e-06,
      "loss": 0.6035,
      "step": 4983
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.089373510131354e-06,
      "loss": 0.5795,
      "step": 4984
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0858483588873878e-06,
      "loss": 0.5725,
      "step": 4985
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.082324853026032e-06,
      "loss": 0.6055,
      "step": 4986
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.078802993385781e-06,
      "loss": 0.6017,
      "step": 4987
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0752827808047446e-06,
      "loss": 0.5819,
      "step": 4988
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0717642161206405e-06,
      "loss": 0.5963,
      "step": 4989
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0682473001707925e-06,
      "loss": 0.5797,
      "step": 4990
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0647320337921347e-06,
      "loss": 0.6039,
      "step": 4991
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.061218417821197e-06,
      "loss": 0.5693,
      "step": 4992
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.057706453094138e-06,
      "loss": 0.5708,
      "step": 4993
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0541961404467026e-06,
      "loss": 0.5821,
      "step": 4994
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.050687480714256e-06,
      "loss": 0.5811,
      "step": 4995
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0471804747317614e-06,
      "loss": 0.5793,
      "step": 4996
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0436751233337914e-06,
      "loss": 0.5675,
      "step": 4997
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.040171427354529e-06,
      "loss": 0.5716,
      "step": 4998
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0366693876277587e-06,
      "loss": 0.5674,
      "step": 4999
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0331690049868733e-06,
      "loss": 0.6121,
      "step": 5000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0296702802648636e-06,
      "loss": 0.5909,
      "step": 5001
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0261732142943435e-06,
      "loss": 0.5709,
      "step": 5002
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0226778079075115e-06,
      "loss": 0.5872,
      "step": 5003
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0191840619361856e-06,
      "loss": 0.5781,
      "step": 5004
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0156919772117788e-06,
      "loss": 0.5849,
      "step": 5005
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.012201554565317e-06,
      "loss": 0.5674,
      "step": 5006
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0087127948274264e-06,
      "loss": 0.5734,
      "step": 5007
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.005225698828338e-06,
      "loss": 0.5743,
      "step": 5008
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.00174026739789e-06,
      "loss": 0.5723,
      "step": 5009
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.998256501365514e-06,
      "loss": 0.5851,
      "step": 5010
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.994774401560263e-06,
      "loss": 0.573,
      "step": 5011
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9912939688107755e-06,
      "loss": 0.5753,
      "step": 5012
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9878152039453046e-06,
      "loss": 0.5723,
      "step": 5013
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9843381077917046e-06,
      "loss": 0.5602,
      "step": 5014
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9808626811774222e-06,
      "loss": 0.5896,
      "step": 5015
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9773889249295294e-06,
      "loss": 0.593,
      "step": 5016
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9739168398746765e-06,
      "loss": 0.5407,
      "step": 5017
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.970446426839133e-06,
      "loss": 0.5644,
      "step": 5018
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9669776866487543e-06,
      "loss": 0.574,
      "step": 5019
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.963510620129021e-06,
      "loss": 0.5933,
      "step": 5020
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.960045228104992e-06,
      "loss": 0.5795,
      "step": 5021
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.956581511401341e-06,
      "loss": 0.5802,
      "step": 5022
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9531194708423428e-06,
      "loss": 0.5904,
      "step": 5023
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.94965910725186e-06,
      "loss": 0.5646,
      "step": 5024
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9462004214533803e-06,
      "loss": 0.5725,
      "step": 5025
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9427434142699676e-06,
      "loss": 0.5673,
      "step": 5026
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.939288086524302e-06,
      "loss": 0.5623,
      "step": 5027
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9358344390386527e-06,
      "loss": 0.573,
      "step": 5028
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.932382472634905e-06,
      "loss": 0.5782,
      "step": 5029
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.5711,
      "step": 5030
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.925483586358593e-06,
      "loss": 0.5749,
      "step": 5031
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9220366681277857e-06,
      "loss": 0.5861,
      "step": 5032
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9185914342623667e-06,
      "loss": 0.5736,
      "step": 5033
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9151478855822223e-06,
      "loss": 0.5669,
      "step": 5034
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.911706022906816e-06,
      "loss": 0.6312,
      "step": 5035
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.908265847055226e-06,
      "loss": 0.5717,
      "step": 5036
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9048273588461097e-06,
      "loss": 0.5884,
      "step": 5037
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9013905590977498e-06,
      "loss": 0.6129,
      "step": 5038
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8979554486280014e-06,
      "loss": 0.5763,
      "step": 5039
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.894522028254334e-06,
      "loss": 0.5694,
      "step": 5040
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8910902987938104e-06,
      "loss": 0.5754,
      "step": 5041
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.887660261063082e-06,
      "loss": 0.565,
      "step": 5042
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.884231915878418e-06,
      "loss": 0.5856,
      "step": 5043
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8808052640556637e-06,
      "loss": 0.5793,
      "step": 5044
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8773803064102758e-06,
      "loss": 0.5567,
      "step": 5045
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.873957043757293e-06,
      "loss": 0.5729,
      "step": 5046
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8705354769113734e-06,
      "loss": 0.5907,
      "step": 5047
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.867115606686747e-06,
      "loss": 0.5525,
      "step": 5048
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8636974338972558e-06,
      "loss": 0.567,
      "step": 5049
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.860280959356336e-06,
      "loss": 0.5948,
      "step": 5050
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8568661838770073e-06,
      "loss": 0.5754,
      "step": 5051
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8534531082719073e-06,
      "loss": 0.5718,
      "step": 5052
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.850041733353247e-06,
      "loss": 0.5977,
      "step": 5053
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8466320599328458e-06,
      "loss": 0.5744,
      "step": 5054
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.843224088822113e-06,
      "loss": 0.5883,
      "step": 5055
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.839817820832056e-06,
      "loss": 0.5689,
      "step": 5056
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.836413256773277e-06,
      "loss": 0.5565,
      "step": 5057
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8330103974559665e-06,
      "loss": 0.6021,
      "step": 5058
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8296092436899182e-06,
      "loss": 0.5878,
      "step": 5059
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8262097962845058e-06,
      "loss": 0.574,
      "step": 5060
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8228120560487205e-06,
      "loss": 0.5863,
      "step": 5061
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.819416023791124e-06,
      "loss": 0.5694,
      "step": 5062
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.816021700319882e-06,
      "loss": 0.5703,
      "step": 5063
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.812629086442754e-06,
      "loss": 0.5707,
      "step": 5064
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.809238182967092e-06,
      "loss": 0.5993,
      "step": 5065
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.805848990699841e-06,
      "loss": 0.5682,
      "step": 5066
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.802461510447534e-06,
      "loss": 0.5878,
      "step": 5067
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.799075743016304e-06,
      "loss": 0.5603,
      "step": 5068
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7956916892118645e-06,
      "loss": 0.5783,
      "step": 5069
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7923093498395438e-06,
      "loss": 0.5884,
      "step": 5070
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7889287257042363e-06,
      "loss": 0.5965,
      "step": 5071
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7855498176104435e-06,
      "loss": 0.5717,
      "step": 5072
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.782172626362255e-06,
      "loss": 0.6132,
      "step": 5073
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7787971527633527e-06,
      "loss": 0.5871,
      "step": 5074
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.77542339761701e-06,
      "loss": 0.5643,
      "step": 5075
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7720513617260857e-06,
      "loss": 0.5649,
      "step": 5076
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.768681045893039e-06,
      "loss": 0.5773,
      "step": 5077
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.765312450919906e-06,
      "loss": 0.5639,
      "step": 5078
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.761945577608334e-06,
      "loss": 0.5825,
      "step": 5079
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7585804267595383e-06,
      "loss": 0.5786,
      "step": 5080
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7552169991743395e-06,
      "loss": 0.5703,
      "step": 5081
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7518552956531408e-06,
      "loss": 0.5851,
      "step": 5082
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7484953169959405e-06,
      "loss": 0.5617,
      "step": 5083
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7451370640023234e-06,
      "loss": 0.5727,
      "step": 5084
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.74178053747146e-06,
      "loss": 0.5886,
      "step": 5085
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7384257382021185e-06,
      "loss": 0.5598,
      "step": 5086
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7350726669926418e-06,
      "loss": 0.584,
      "step": 5087
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7317213246409823e-06,
      "loss": 0.5962,
      "step": 5088
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.728371711944663e-06,
      "loss": 0.5774,
      "step": 5089
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7250238297008026e-06,
      "loss": 0.5951,
      "step": 5090
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7216776787061085e-06,
      "loss": 0.5746,
      "step": 5091
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7183332597568747e-06,
      "loss": 0.5896,
      "step": 5092
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7149905736489846e-06,
      "loss": 0.567,
      "step": 5093
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7116496211779044e-06,
      "loss": 0.5584,
      "step": 5094
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.708310403138692e-06,
      "loss": 0.5792,
      "step": 5095
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7049729203259933e-06,
      "loss": 0.5685,
      "step": 5096
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7016371735340383e-06,
      "loss": 0.5749,
      "step": 5097
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.698303163556649e-06,
      "loss": 0.5688,
      "step": 5098
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.694970891187225e-06,
      "loss": 0.593,
      "step": 5099
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.691640357218759e-06,
      "loss": 0.5761,
      "step": 5100
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6883115624438304e-06,
      "loss": 0.5701,
      "step": 5101
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6849845076546056e-06,
      "loss": 0.5663,
      "step": 5102
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.681659193642827e-06,
      "loss": 0.5718,
      "step": 5103
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6783356211998356e-06,
      "loss": 0.6012,
      "step": 5104
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.675013791116551e-06,
      "loss": 0.5928,
      "step": 5105
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.671693704183479e-06,
      "loss": 0.5776,
      "step": 5106
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.668375361190716e-06,
      "loss": 0.575,
      "step": 5107
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.66505876292793e-06,
      "loss": 0.5849,
      "step": 5108
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.661743910184389e-06,
      "loss": 0.5879,
      "step": 5109
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.658430803748936e-06,
      "loss": 0.5597,
      "step": 5110
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.655119444410006e-06,
      "loss": 0.5716,
      "step": 5111
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6518098329556076e-06,
      "loss": 0.5799,
      "step": 5112
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6485019701733418e-06,
      "loss": 0.557,
      "step": 5113
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.645195856850391e-06,
      "loss": 0.5575,
      "step": 5114
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6418914937735228e-06,
      "loss": 0.5731,
      "step": 5115
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6385888817290885e-06,
      "loss": 0.5926,
      "step": 5116
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6352880215030165e-06,
      "loss": 0.5835,
      "step": 5117
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.631988913880825e-06,
      "loss": 0.5884,
      "step": 5118
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6286915596476138e-06,
      "loss": 0.5882,
      "step": 5119
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.625395959588067e-06,
      "loss": 0.5968,
      "step": 5120
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6221021144864444e-06,
      "loss": 0.574,
      "step": 5121
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6188100251265947e-06,
      "loss": 0.5856,
      "step": 5122
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.615519692291947e-06,
      "loss": 0.6095,
      "step": 5123
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.612231116765511e-06,
      "loss": 0.5781,
      "step": 5124
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6089442993298854e-06,
      "loss": 0.5708,
      "step": 5125
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6056592407672355e-06,
      "loss": 0.5809,
      "step": 5126
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.602375941859322e-06,
      "loss": 0.5864,
      "step": 5127
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.599094403387481e-06,
      "loss": 0.6111,
      "step": 5128
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5958146261326345e-06,
      "loss": 0.5739,
      "step": 5129
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.592536610875275e-06,
      "loss": 0.5903,
      "step": 5130
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5892603583954847e-06,
      "loss": 0.5751,
      "step": 5131
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5859858694729245e-06,
      "loss": 0.5823,
      "step": 5132
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.582713144886836e-06,
      "loss": 0.5767,
      "step": 5133
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.57944218541604e-06,
      "loss": 0.5651,
      "step": 5134
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.576172991838933e-06,
      "loss": 0.5813,
      "step": 5135
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5729055649334987e-06,
      "loss": 0.5503,
      "step": 5136
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.569639905477297e-06,
      "loss": 0.5819,
      "step": 5137
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.566376014247466e-06,
      "loss": 0.5868,
      "step": 5138
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.563113892020728e-06,
      "loss": 0.5725,
      "step": 5139
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5598535395733735e-06,
      "loss": 0.5603,
      "step": 5140
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5565949576812843e-06,
      "loss": 0.5833,
      "step": 5141
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5533381471199138e-06,
      "loss": 0.5921,
      "step": 5142
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5500831086642975e-06,
      "loss": 0.5857,
      "step": 5143
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5468298430890438e-06,
      "loss": 0.5685,
      "step": 5144
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5435783511683444e-06,
      "loss": 0.5808,
      "step": 5145
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.540328633675967e-06,
      "loss": 0.5835,
      "step": 5146
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5370806913852574e-06,
      "loss": 0.5816,
      "step": 5147
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.533834525069142e-06,
      "loss": 0.6109,
      "step": 5148
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5305901355001152e-06,
      "loss": 0.5679,
      "step": 5149
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5273475234502565e-06,
      "loss": 0.5706,
      "step": 5150
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5241066896912226e-06,
      "loss": 0.5589,
      "step": 5151
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5208676349942464e-06,
      "loss": 0.5669,
      "step": 5152
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.51763036013013e-06,
      "loss": 0.5812,
      "step": 5153
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.514394865869263e-06,
      "loss": 0.5626,
      "step": 5154
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.511161152981604e-06,
      "loss": 0.5723,
      "step": 5155
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5079292222366903e-06,
      "loss": 0.5915,
      "step": 5156
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.504699074403638e-06,
      "loss": 0.596,
      "step": 5157
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5014707102511304e-06,
      "loss": 0.5787,
      "step": 5158
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.498244130547434e-06,
      "loss": 0.5742,
      "step": 5159
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4950193360603868e-06,
      "loss": 0.5649,
      "step": 5160
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4917963275574086e-06,
      "loss": 0.5807,
      "step": 5161
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4885751058054817e-06,
      "loss": 0.569,
      "step": 5162
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.485355671571175e-06,
      "loss": 0.5721,
      "step": 5163
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.482138025620625e-06,
      "loss": 0.5831,
      "step": 5164
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4789221687195473e-06,
      "loss": 0.5637,
      "step": 5165
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.475708101633232e-06,
      "loss": 0.5742,
      "step": 5166
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4724958251265328e-06,
      "loss": 0.5615,
      "step": 5167
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.469285339963892e-06,
      "loss": 0.5761,
      "step": 5168
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4660766469093155e-06,
      "loss": 0.5348,
      "step": 5169
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4628697467263916e-06,
      "loss": 0.5789,
      "step": 5170
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4596646401782687e-06,
      "loss": 0.5915,
      "step": 5171
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4564613280276806e-06,
      "loss": 0.5988,
      "step": 5172
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.45325981103693e-06,
      "loss": 0.5584,
      "step": 5173
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4500600899678893e-06,
      "loss": 0.5625,
      "step": 5174
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4468621655820125e-06,
      "loss": 0.5962,
      "step": 5175
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4436660386403123e-06,
      "loss": 0.5936,
      "step": 5176
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4404717099033847e-06,
      "loss": 0.5772,
      "step": 5177
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4372791801313932e-06,
      "loss": 0.5824,
      "step": 5178
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4340884500840756e-06,
      "loss": 0.5982,
      "step": 5179
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.430899520520741e-06,
      "loss": 0.5696,
      "step": 5180
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4277123922002633e-06,
      "loss": 0.5626,
      "step": 5181
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.424527065881103e-06,
      "loss": 0.5715,
      "step": 5182
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4213435423212726e-06,
      "loss": 0.5693,
      "step": 5183
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.418161822278374e-06,
      "loss": 0.5808,
      "step": 5184
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.414981906509565e-06,
      "loss": 0.5724,
      "step": 5185
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.411803795771581e-06,
      "loss": 0.5794,
      "step": 5186
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4086274908207284e-06,
      "loss": 0.597,
      "step": 5187
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4054529924128822e-06,
      "loss": 0.5429,
      "step": 5188
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4022803013034913e-06,
      "loss": 0.567,
      "step": 5189
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.399109418247563e-06,
      "loss": 0.5772,
      "step": 5190
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.395940343999691e-06,
      "loss": 0.5836,
      "step": 5191
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.392773079314025e-06,
      "loss": 0.5911,
      "step": 5192
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3896076249442923e-06,
      "loss": 0.6008,
      "step": 5193
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3864439816437822e-06,
      "loss": 0.5976,
      "step": 5194
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.383282150165358e-06,
      "loss": 0.5924,
      "step": 5195
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3801221312614518e-06,
      "loss": 0.5902,
      "step": 5196
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3769639256840636e-06,
      "loss": 0.5723,
      "step": 5197
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3738075341847634e-06,
      "loss": 0.5698,
      "step": 5198
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3706529575146796e-06,
      "loss": 0.5813,
      "step": 5199
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.367500196424529e-06,
      "loss": 0.5656,
      "step": 5200
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.364349251664575e-06,
      "loss": 0.5259,
      "step": 5201
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.361200123984664e-06,
      "loss": 0.5917,
      "step": 5202
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3580528141341963e-06,
      "loss": 0.5843,
      "step": 5203
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3549073228621523e-06,
      "loss": 0.5649,
      "step": 5204
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.351763650917074e-06,
      "loss": 0.5592,
      "step": 5205
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3486217990470707e-06,
      "loss": 0.5928,
      "step": 5206
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.345481767999822e-06,
      "loss": 0.587,
      "step": 5207
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.342343558522562e-06,
      "loss": 0.5867,
      "step": 5208
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3392071713621124e-06,
      "loss": 0.5937,
      "step": 5209
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.33607260726484e-06,
      "loss": 0.5976,
      "step": 5210
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3329398669766935e-06,
      "loss": 0.596,
      "step": 5211
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3298089512431744e-06,
      "loss": 0.6095,
      "step": 5212
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3266798608093598e-06,
      "loss": 0.582,
      "step": 5213
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.323552596419889e-06,
      "loss": 0.5815,
      "step": 5214
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3204271588189685e-06,
      "loss": 0.5514,
      "step": 5215
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3173035487503704e-06,
      "loss": 0.5848,
      "step": 5216
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3141817669574208e-06,
      "loss": 0.5976,
      "step": 5217
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.311061814183033e-06,
      "loss": 0.5634,
      "step": 5218
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3079436911696617e-06,
      "loss": 0.5597,
      "step": 5219
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.304827398659342e-06,
      "loss": 0.5511,
      "step": 5220
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3017129373936676e-06,
      "loss": 0.5904,
      "step": 5221
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2986003081137897e-06,
      "loss": 0.572,
      "step": 5222
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2954895115604424e-06,
      "loss": 0.5808,
      "step": 5223
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2923805484739035e-06,
      "loss": 0.5819,
      "step": 5224
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.289273419594027e-06,
      "loss": 0.5819,
      "step": 5225
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2861681256602187e-06,
      "loss": 0.5825,
      "step": 5226
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2830646674114675e-06,
      "loss": 0.5835,
      "step": 5227
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.279963045586302e-06,
      "loss": 0.556,
      "step": 5228
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2768632609228313e-06,
      "loss": 0.5653,
      "step": 5229
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2737653141587203e-06,
      "loss": 0.5865,
      "step": 5230
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.270669206031192e-06,
      "loss": 0.5856,
      "step": 5231
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.267574937277046e-06,
      "loss": 0.579,
      "step": 5232
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.264482508632627e-06,
      "loss": 0.5563,
      "step": 5233
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2613919208338573e-06,
      "loss": 0.5693,
      "step": 5234
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.258303174616204e-06,
      "loss": 0.5679,
      "step": 5235
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2552162707147183e-06,
      "loss": 0.571,
      "step": 5236
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2521312098639914e-06,
      "loss": 0.5729,
      "step": 5237
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2490479927981867e-06,
      "loss": 0.563,
      "step": 5238
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.245966620251031e-06,
      "loss": 0.598,
      "step": 5239
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2428870929558012e-06,
      "loss": 0.6034,
      "step": 5240
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2398094116453507e-06,
      "loss": 0.5705,
      "step": 5241
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2367335770520792e-06,
      "loss": 0.5717,
      "step": 5242
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2336595899079572e-06,
      "loss": 0.608,
      "step": 5243
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2305874509445026e-06,
      "loss": 0.5615,
      "step": 5244
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2275171608928124e-06,
      "loss": 0.5756,
      "step": 5245
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2244487204835274e-06,
      "loss": 0.575,
      "step": 5246
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2213821304468554e-06,
      "loss": 0.5738,
      "step": 5247
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2183173915125656e-06,
      "loss": 0.5685,
      "step": 5248
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.215254504409975e-06,
      "loss": 0.583,
      "step": 5249
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2121934698679793e-06,
      "loss": 0.6102,
      "step": 5250
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.209134288615016e-06,
      "loss": 0.5691,
      "step": 5251
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.206076961379091e-06,
      "loss": 0.6008,
      "step": 5252
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.20302148888776e-06,
      "loss": 0.567,
      "step": 5253
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.199967871868154e-06,
      "loss": 0.5634,
      "step": 5254
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.196916111046944e-06,
      "loss": 0.5508,
      "step": 5255
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1938662071503693e-06,
      "loss": 0.5703,
      "step": 5256
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1908181609042277e-06,
      "loss": 0.5752,
      "step": 5257
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.187771973033865e-06,
      "loss": 0.6037,
      "step": 5258
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.184727644264204e-06,
      "loss": 0.5809,
      "step": 5259
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1816851753197023e-06,
      "loss": 0.5498,
      "step": 5260
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.178644566924394e-06,
      "loss": 0.5615,
      "step": 5261
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1756058198018526e-06,
      "loss": 0.5793,
      "step": 5262
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.17256893467523e-06,
      "loss": 0.5581,
      "step": 5263
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1695339122672155e-06,
      "loss": 0.5847,
      "step": 5264
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.166500753300065e-06,
      "loss": 0.5811,
      "step": 5265
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.163469458495592e-06,
      "loss": 0.5475,
      "step": 5266
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.160440028575155e-06,
      "loss": 0.558,
      "step": 5267
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1574124642596882e-06,
      "loss": 0.5945,
      "step": 5268
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.154386766269663e-06,
      "loss": 0.588,
      "step": 5269
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.151362935325115e-06,
      "loss": 0.5646,
      "step": 5270
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1483409721456374e-06,
      "loss": 0.5879,
      "step": 5271
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1453208774503753e-06,
      "loss": 0.576,
      "step": 5272
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1423026519580326e-06,
      "loss": 0.5959,
      "step": 5273
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.139286296386861e-06,
      "loss": 0.5894,
      "step": 5274
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1362718114546777e-06,
      "loss": 0.582,
      "step": 5275
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.133259197878841e-06,
      "loss": 0.5993,
      "step": 5276
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1302484563762825e-06,
      "loss": 0.5812,
      "step": 5277
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.127239587663471e-06,
      "loss": 0.5855,
      "step": 5278
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1242325924564377e-06,
      "loss": 0.6164,
      "step": 5279
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.121227471470768e-06,
      "loss": 0.572,
      "step": 5280
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.118224225421599e-06,
      "loss": 0.5675,
      "step": 5281
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1152228550236264e-06,
      "loss": 0.5602,
      "step": 5282
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1122233609910903e-06,
      "loss": 0.5799,
      "step": 5283
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.109225744037795e-06,
      "loss": 0.5766,
      "step": 5284
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1062300048770847e-06,
      "loss": 0.6022,
      "step": 5285
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.103236144221875e-06,
      "loss": 0.5732,
      "step": 5286
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.100244162784618e-06,
      "loss": 0.6111,
      "step": 5287
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.097254061277326e-06,
      "loss": 0.592,
      "step": 5288
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0942658404115646e-06,
      "loss": 0.5739,
      "step": 5289
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.09127950089845e-06,
      "loss": 0.5795,
      "step": 5290
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0882950434486516e-06,
      "loss": 0.5671,
      "step": 5291
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.085312468772387e-06,
      "loss": 0.569,
      "step": 5292
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.082331777579434e-06,
      "loss": 0.586,
      "step": 5293
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.079352970579107e-06,
      "loss": 0.6012,
      "step": 5294
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0763760484802966e-06,
      "loss": 0.5758,
      "step": 5295
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0734010119914193e-06,
      "loss": 0.5759,
      "step": 5296
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0704278618204576e-06,
      "loss": 0.5583,
      "step": 5297
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.067456598674941e-06,
      "loss": 0.5902,
      "step": 5298
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0644872232619515e-06,
      "loss": 0.5783,
      "step": 5299
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0615197362881234e-06,
      "loss": 0.6006,
      "step": 5300
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0585541384596318e-06,
      "loss": 0.5669,
      "step": 5301
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.055590430482217e-06,
      "loss": 0.6236,
      "step": 5302
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.052628613061154e-06,
      "loss": 0.5735,
      "step": 5303
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.049668686901285e-06,
      "loss": 0.5814,
      "step": 5304
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.046710652706985e-06,
      "loss": 0.586,
      "step": 5305
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.043754511182191e-06,
      "loss": 0.5934,
      "step": 5306
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0408002630303837e-06,
      "loss": 0.5806,
      "step": 5307
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0378479089545967e-06,
      "loss": 0.5588,
      "step": 5308
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0348974496574112e-06,
      "loss": 0.593,
      "step": 5309
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0319488858409552e-06,
      "loss": 0.5794,
      "step": 5310
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.029002218206908e-06,
      "loss": 0.5872,
      "step": 5311
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0260574474564985e-06,
      "loss": 0.5781,
      "step": 5312
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0231145742905034e-06,
      "loss": 0.5871,
      "step": 5313
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0201735994092497e-06,
      "loss": 0.56,
      "step": 5314
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0172345235126043e-06,
      "loss": 0.5843,
      "step": 5315
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0142973472999925e-06,
      "loss": 0.5756,
      "step": 5316
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.011362071470384e-06,
      "loss": 0.5928,
      "step": 5317
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0084286967222964e-06,
      "loss": 0.5632,
      "step": 5318
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0054972237537893e-06,
      "loss": 0.5736,
      "step": 5319
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0025676532624794e-06,
      "loss": 0.5659,
      "step": 5320
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.999639985945523e-06,
      "loss": 0.587,
      "step": 5321
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9967142224996283e-06,
      "loss": 0.5744,
      "step": 5322
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.99379036362105e-06,
      "loss": 0.5646,
      "step": 5323
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9908684100055843e-06,
      "loss": 0.6022,
      "step": 5324
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9879483623485786e-06,
      "loss": 0.5585,
      "step": 5325
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.985030221344927e-06,
      "loss": 0.5814,
      "step": 5326
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9821139876890707e-06,
      "loss": 0.6035,
      "step": 5327
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.979199662074991e-06,
      "loss": 0.5879,
      "step": 5328
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9762872451962214e-06,
      "loss": 0.6007,
      "step": 5329
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9733767377458377e-06,
      "loss": 0.5739,
      "step": 5330
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9704681404164637e-06,
      "loss": 0.5945,
      "step": 5331
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.967561453900271e-06,
      "loss": 0.5799,
      "step": 5332
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9646566788889664e-06,
      "loss": 0.5799,
      "step": 5333
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9617538160738115e-06,
      "loss": 0.5952,
      "step": 5334
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9588528661456087e-06,
      "loss": 0.5826,
      "step": 5335
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.955953829794711e-06,
      "loss": 0.5739,
      "step": 5336
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.953056707711005e-06,
      "loss": 0.5645,
      "step": 5337
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.95016150058393e-06,
      "loss": 0.5766,
      "step": 5338
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9472682091024696e-06,
      "loss": 0.5816,
      "step": 5339
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.944376833955147e-06,
      "loss": 0.5821,
      "step": 5340
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.941487375830037e-06,
      "loss": 0.564,
      "step": 5341
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.938599835414745e-06,
      "loss": 0.5748,
      "step": 5342
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9357142133964336e-06,
      "loss": 0.5801,
      "step": 5343
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.932830510461802e-06,
      "loss": 0.5532,
      "step": 5344
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.929948727297096e-06,
      "loss": 0.5822,
      "step": 5345
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9270688645881e-06,
      "loss": 0.5734,
      "step": 5346
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.924190923020144e-06,
      "loss": 0.5776,
      "step": 5347
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.921314903278102e-06,
      "loss": 0.5994,
      "step": 5348
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.918440806046391e-06,
      "loss": 0.5816,
      "step": 5349
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9155686320089684e-06,
      "loss": 0.5652,
      "step": 5350
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.912698381849333e-06,
      "loss": 0.5766,
      "step": 5351
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.5749,
      "step": 5352
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9069636558951354e-06,
      "loss": 0.5731,
      "step": 5353
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9040991814652864e-06,
      "loss": 0.58,
      "step": 5354
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.901236633642649e-06,
      "loss": 0.5733,
      "step": 5355
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8983760131084283e-06,
      "loss": 0.5555,
      "step": 5356
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8955173205433774e-06,
      "loss": 0.561,
      "step": 5357
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.892660556627789e-06,
      "loss": 0.5766,
      "step": 5358
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.889805722041499e-06,
      "loss": 0.5981,
      "step": 5359
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8869528174638752e-06,
      "loss": 0.5808,
      "step": 5360
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8841018435738357e-06,
      "loss": 0.5926,
      "step": 5361
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8812528010498355e-06,
      "loss": 0.5787,
      "step": 5362
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.878405690569871e-06,
      "loss": 0.5797,
      "step": 5363
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8755605128114796e-06,
      "loss": 0.5552,
      "step": 5364
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8727172684517325e-06,
      "loss": 0.5572,
      "step": 5365
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8698759581672487e-06,
      "loss": 0.5797,
      "step": 5366
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8670365826341842e-06,
      "loss": 0.5503,
      "step": 5367
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8641991425282347e-06,
      "loss": 0.5967,
      "step": 5368
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8613636385246326e-06,
      "loss": 0.5572,
      "step": 5369
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8585300712981514e-06,
      "loss": 0.5971,
      "step": 5370
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.855698441523106e-06,
      "loss": 0.5642,
      "step": 5371
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8528687498733478e-06,
      "loss": 0.5845,
      "step": 5372
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.85004099702227e-06,
      "loss": 0.5914,
      "step": 5373
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8472151836427976e-06,
      "loss": 0.5866,
      "step": 5374
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8443913104073984e-06,
      "loss": 0.5962,
      "step": 5375
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8415693779880816e-06,
      "loss": 0.5796,
      "step": 5376
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8387493870563933e-06,
      "loss": 0.5608,
      "step": 5377
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8359313382834088e-06,
      "loss": 0.6034,
      "step": 5378
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8331152323397515e-06,
      "loss": 0.601,
      "step": 5379
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8303010698955803e-06,
      "loss": 0.5755,
      "step": 5380
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.827488851620589e-06,
      "loss": 0.5628,
      "step": 5381
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8246785781840138e-06,
      "loss": 0.5838,
      "step": 5382
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.821870250254617e-06,
      "loss": 0.5774,
      "step": 5383
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8190638685007111e-06,
      "loss": 0.5453,
      "step": 5384
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8162594335901363e-06,
      "loss": 0.5881,
      "step": 5385
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8134569461902785e-06,
      "loss": 0.566,
      "step": 5386
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8106564069680476e-06,
      "loss": 0.6047,
      "step": 5387
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8078578165898997e-06,
      "loss": 0.6005,
      "step": 5388
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8050611757218251e-06,
      "loss": 0.5875,
      "step": 5389
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.802266485029347e-06,
      "loss": 0.574,
      "step": 5390
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7994737451775324e-06,
      "loss": 0.587,
      "step": 5391
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7966829568309708e-06,
      "loss": 0.5773,
      "step": 5392
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7938941206537997e-06,
      "loss": 0.5571,
      "step": 5393
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.791107237309685e-06,
      "loss": 0.5836,
      "step": 5394
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7883223074618316e-06,
      "loss": 0.5748,
      "step": 5395
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7855393317729808e-06,
      "loss": 0.5861,
      "step": 5396
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.782758310905398e-06,
      "loss": 0.5824,
      "step": 5397
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7799792455209019e-06,
      "loss": 0.5667,
      "step": 5398
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7772021362808279e-06,
      "loss": 0.5989,
      "step": 5399
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.774426983846058e-06,
      "loss": 0.5852,
      "step": 5400
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.771653788876999e-06,
      "loss": 0.5671,
      "step": 5401
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7688825520336017e-06,
      "loss": 0.5854,
      "step": 5402
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7661132739753429e-06,
      "loss": 0.5977,
      "step": 5403
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7633459553612387e-06,
      "loss": 0.5937,
      "step": 5404
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.760580596849838e-06,
      "loss": 0.56,
      "step": 5405
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7578171990992144e-06,
      "loss": 0.5952,
      "step": 5406
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7550557627669928e-06,
      "loss": 0.5817,
      "step": 5407
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7522962885103145e-06,
      "loss": 0.5698,
      "step": 5408
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.749538776985864e-06,
      "loss": 0.5868,
      "step": 5409
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.746783228849851e-06,
      "loss": 0.5946,
      "step": 5410
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.744029644758023e-06,
      "loss": 0.5846,
      "step": 5411
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7412780253656603e-06,
      "loss": 0.5647,
      "step": 5412
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7385283713275746e-06,
      "loss": 0.574,
      "step": 5413
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7357806832981127e-06,
      "loss": 0.5875,
      "step": 5414
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7330349619311415e-06,
      "loss": 0.5796,
      "step": 5415
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7302912078800805e-06,
      "loss": 0.5759,
      "step": 5416
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7275494217978616e-06,
      "loss": 0.5699,
      "step": 5417
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.724809604336961e-06,
      "loss": 0.5679,
      "step": 5418
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7220717561493773e-06,
      "loss": 0.5643,
      "step": 5419
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7193358778866464e-06,
      "loss": 0.5825,
      "step": 5420
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.716601970199836e-06,
      "loss": 0.5765,
      "step": 5421
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.713870033739541e-06,
      "loss": 0.5741,
      "step": 5422
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7111400691558911e-06,
      "loss": 0.5772,
      "step": 5423
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708412077098539e-06,
      "loss": 0.572,
      "step": 5424
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7056860582166823e-06,
      "loss": 0.5864,
      "step": 5425
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.702962013159033e-06,
      "loss": 0.5732,
      "step": 5426
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7002399425738459e-06,
      "loss": 0.5732,
      "step": 5427
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6975198471088973e-06,
      "loss": 0.5851,
      "step": 5428
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6948017274114959e-06,
      "loss": 0.6027,
      "step": 5429
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6920855841284844e-06,
      "loss": 0.5953,
      "step": 5430
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6893714179062315e-06,
      "loss": 0.5645,
      "step": 5431
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6866592293906369e-06,
      "loss": 0.5449,
      "step": 5432
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6839490192271225e-06,
      "loss": 0.5764,
      "step": 5433
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6812407880606563e-06,
      "loss": 0.5634,
      "step": 5434
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6785345365357153e-06,
      "loss": 0.5376,
      "step": 5435
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6758302652963176e-06,
      "loss": 0.6004,
      "step": 5436
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6731279749860086e-06,
      "loss": 0.6126,
      "step": 5437
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6704276662478602e-06,
      "loss": 0.6017,
      "step": 5438
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6677293397244753e-06,
      "loss": 0.5578,
      "step": 5439
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6650329960579792e-06,
      "loss": 0.5726,
      "step": 5440
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6623386358900339e-06,
      "loss": 0.5564,
      "step": 5441
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6596462598618179e-06,
      "loss": 0.6103,
      "step": 5442
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.656955868614053e-06,
      "loss": 0.5852,
      "step": 5443
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6542674627869738e-06,
      "loss": 0.5999,
      "step": 5444
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6515810430203516e-06,
      "loss": 0.5674,
      "step": 5445
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.648896609953481e-06,
      "loss": 0.6029,
      "step": 5446
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6462141642251862e-06,
      "loss": 0.5737,
      "step": 5447
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.643533706473819e-06,
      "loss": 0.5676,
      "step": 5448
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.640855237337252e-06,
      "loss": 0.5817,
      "step": 5449
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.638178757452894e-06,
      "loss": 0.5675,
      "step": 5450
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6355042674576671e-06,
      "loss": 0.5735,
      "step": 5451
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.632831767988039e-06,
      "loss": 0.5611,
      "step": 5452
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6301612596799854e-06,
      "loss": 0.5429,
      "step": 5453
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.627492743169018e-06,
      "loss": 0.5738,
      "step": 5454
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.624826219090172e-06,
      "loss": 0.5566,
      "step": 5455
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6221616880780078e-06,
      "loss": 0.5782,
      "step": 5456
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6194991507666159e-06,
      "loss": 0.5694,
      "step": 5457
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6168386077896036e-06,
      "loss": 0.577,
      "step": 5458
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6141800597801139e-06,
      "loss": 0.5799,
      "step": 5459
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6115235073708024e-06,
      "loss": 0.5892,
      "step": 5460
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.608868951193867e-06,
      "loss": 0.5618,
      "step": 5461
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6062163918810136e-06,
      "loss": 0.5801,
      "step": 5462
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6035658300634816e-06,
      "loss": 0.5836,
      "step": 5463
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6009172663720352e-06,
      "loss": 0.5602,
      "step": 5464
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5982707014369603e-06,
      "loss": 0.5722,
      "step": 5465
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.595626135888071e-06,
      "loss": 0.5862,
      "step": 5466
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5929835703546992e-06,
      "loss": 0.5873,
      "step": 5467
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5903430054657077e-06,
      "loss": 0.6002,
      "step": 5468
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5877044418494747e-06,
      "loss": 0.5614,
      "step": 5469
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.585067880133916e-06,
      "loss": 0.5613,
      "step": 5470
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.582433320946456e-06,
      "loss": 0.5658,
      "step": 5471
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.57980076491405e-06,
      "loss": 0.584,
      "step": 5472
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5771702126631784e-06,
      "loss": 0.5749,
      "step": 5473
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5745416648198386e-06,
      "loss": 0.5681,
      "step": 5474
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5719151220095596e-06,
      "loss": 0.5746,
      "step": 5475
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5692905848573836e-06,
      "loss": 0.5595,
      "step": 5476
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5666680539878797e-06,
      "loss": 0.5921,
      "step": 5477
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5640475300251423e-06,
      "loss": 0.5565,
      "step": 5478
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5614290135927857e-06,
      "loss": 0.5836,
      "step": 5479
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.558812505313947e-06,
      "loss": 0.587,
      "step": 5480
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5561980058112825e-06,
      "loss": 0.5857,
      "step": 5481
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5535855157069734e-06,
      "loss": 0.5512,
      "step": 5482
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5509750356227249e-06,
      "loss": 0.5693,
      "step": 5483
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5483665661797598e-06,
      "loss": 0.5846,
      "step": 5484
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5457601079988226e-06,
      "loss": 0.5453,
      "step": 5485
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5431556617001808e-06,
      "loss": 0.5804,
      "step": 5486
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.540553227903624e-06,
      "loss": 0.6043,
      "step": 5487
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.53795280722846e-06,
      "loss": 0.5758,
      "step": 5488
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5353544002935229e-06,
      "loss": 0.5985,
      "step": 5489
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5327580077171589e-06,
      "loss": 0.5611,
      "step": 5490
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5301636301172418e-06,
      "loss": 0.554,
      "step": 5491
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5275712681111643e-06,
      "loss": 0.5663,
      "step": 5492
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5249809223158406e-06,
      "loss": 0.5848,
      "step": 5493
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5223925933477002e-06,
      "loss": 0.5888,
      "step": 5494
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5198062818226967e-06,
      "loss": 0.5835,
      "step": 5495
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5172219883563033e-06,
      "loss": 0.5856,
      "step": 5496
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.514639713563514e-06,
      "loss": 0.5667,
      "step": 5497
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.512059458058841e-06,
      "loss": 0.5788,
      "step": 5498
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5094812224563117e-06,
      "loss": 0.5755,
      "step": 5499
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5069050073694813e-06,
      "loss": 0.5819,
      "step": 5500
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5043308134114177e-06,
      "loss": 0.579,
      "step": 5501
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5017586411947138e-06,
      "loss": 0.5778,
      "step": 5502
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4991884913314714e-06,
      "loss": 0.5853,
      "step": 5503
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.496620364433321e-06,
      "loss": 0.5855,
      "step": 5504
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4940542611114073e-06,
      "loss": 0.598,
      "step": 5505
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4914901819763938e-06,
      "loss": 0.5726,
      "step": 5506
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4889281276384648e-06,
      "loss": 0.583,
      "step": 5507
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.486368098707317e-06,
      "loss": 0.5878,
      "step": 5508
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4838100957921697e-06,
      "loss": 0.5642,
      "step": 5509
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4812541195017593e-06,
      "loss": 0.5722,
      "step": 5510
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4787001704443426e-06,
      "loss": 0.5722,
      "step": 5511
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4761482492276847e-06,
      "loss": 0.5811,
      "step": 5512
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4735983564590784e-06,
      "loss": 0.6024,
      "step": 5513
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4710504927453295e-06,
      "loss": 0.5872,
      "step": 5514
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4685046586927598e-06,
      "loss": 0.5678,
      "step": 5515
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4659608549072135e-06,
      "loss": 0.5718,
      "step": 5516
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.463419081994042e-06,
      "loss": 0.5835,
      "step": 5517
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4608793405581224e-06,
      "loss": 0.5681,
      "step": 5518
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4583416312038434e-06,
      "loss": 0.5981,
      "step": 5519
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4558059545351144e-06,
      "loss": 0.5873,
      "step": 5520
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.453272311155357e-06,
      "loss": 0.6011,
      "step": 5521
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.450740701667509e-06,
      "loss": 0.5728,
      "step": 5522
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4482111266740274e-06,
      "loss": 0.564,
      "step": 5523
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4456835867768814e-06,
      "loss": 0.5977,
      "step": 5524
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4431580825775604e-06,
      "loss": 0.5654,
      "step": 5525
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4406346146770633e-06,
      "loss": 0.5778,
      "step": 5526
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.43811318367591e-06,
      "loss": 0.564,
      "step": 5527
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4355937901741324e-06,
      "loss": 0.5763,
      "step": 5528
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.433076434771279e-06,
      "loss": 0.593,
      "step": 5529
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4305611180664157e-06,
      "loss": 0.5732,
      "step": 5530
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4280478406581156e-06,
      "loss": 0.5694,
      "step": 5531
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4255366031444717e-06,
      "loss": 0.5883,
      "step": 5532
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4230274061230943e-06,
      "loss": 0.5737,
      "step": 5533
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4205202501911052e-06,
      "loss": 0.5705,
      "step": 5534
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4180151359451367e-06,
      "loss": 0.5814,
      "step": 5535
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4155120639813392e-06,
      "loss": 0.5708,
      "step": 5536
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4130110348953795e-06,
      "loss": 0.5599,
      "step": 5537
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.410512049282433e-06,
      "loss": 0.563,
      "step": 5538
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.408015107737195e-06,
      "loss": 0.5804,
      "step": 5539
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4055202108538657e-06,
      "loss": 0.6031,
      "step": 5540
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4030273592261656e-06,
      "loss": 0.594,
      "step": 5541
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.400536553447327e-06,
      "loss": 0.5907,
      "step": 5542
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3980477941100956e-06,
      "loss": 0.5741,
      "step": 5543
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3955610818067267e-06,
      "loss": 0.5661,
      "step": 5544
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3930764171289935e-06,
      "loss": 0.5984,
      "step": 5545
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3905938006681773e-06,
      "loss": 0.5551,
      "step": 5546
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3881132330150771e-06,
      "loss": 0.5779,
      "step": 5547
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3856347147600014e-06,
      "loss": 0.5951,
      "step": 5548
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3831582464927685e-06,
      "loss": 0.5507,
      "step": 5549
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3806838288027113e-06,
      "loss": 0.5765,
      "step": 5550
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3782114622786769e-06,
      "loss": 0.5642,
      "step": 5551
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3757411475090233e-06,
      "loss": 0.5582,
      "step": 5552
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3732728850816146e-06,
      "loss": 0.5866,
      "step": 5553
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3708066755838344e-06,
      "loss": 0.591,
      "step": 5554
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3683425196025734e-06,
      "loss": 0.5856,
      "step": 5555
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3658804177242347e-06,
      "loss": 0.5926,
      "step": 5556
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3634203705347348e-06,
      "loss": 0.5769,
      "step": 5557
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3609623786194958e-06,
      "loss": 0.5826,
      "step": 5558
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3585064425634542e-06,
      "loss": 0.5964,
      "step": 5559
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3560525629510567e-06,
      "loss": 0.544,
      "step": 5560
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3536007403662632e-06,
      "loss": 0.5591,
      "step": 5561
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3511509753925422e-06,
      "loss": 0.5721,
      "step": 5562
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3487032686128653e-06,
      "loss": 0.5835,
      "step": 5563
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.34625762060973e-06,
      "loss": 0.5664,
      "step": 5564
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3438140319651283e-06,
      "loss": 0.5696,
      "step": 5565
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.341372503260574e-06,
      "loss": 0.5962,
      "step": 5566
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.33893303507708e-06,
      "loss": 0.5734,
      "step": 5567
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3364956279951768e-06,
      "loss": 0.5796,
      "step": 5568
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3340602825949024e-06,
      "loss": 0.5769,
      "step": 5569
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.331626999455804e-06,
      "loss": 0.5635,
      "step": 5570
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3291957791569376e-06,
      "loss": 0.5809,
      "step": 5571
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3267666222768637e-06,
      "loss": 0.586,
      "step": 5572
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3243395293936657e-06,
      "loss": 0.5709,
      "step": 5573
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3219145010849188e-06,
      "loss": 0.5985,
      "step": 5574
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3194915379277195e-06,
      "loss": 0.594,
      "step": 5575
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3170706404986645e-06,
      "loss": 0.5627,
      "step": 5576
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3146518093738624e-06,
      "loss": 0.5705,
      "step": 5577
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3122350451289323e-06,
      "loss": 0.5844,
      "step": 5578
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.309820348338998e-06,
      "loss": 0.5743,
      "step": 5579
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.307407719578696e-06,
      "loss": 0.5798,
      "step": 5580
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.30499715942216e-06,
      "loss": 0.5649,
      "step": 5581
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3025886684430467e-06,
      "loss": 0.583,
      "step": 5582
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3001822472145066e-06,
      "loss": 0.5649,
      "step": 5583
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.297777896309207e-06,
      "loss": 0.5704,
      "step": 5584
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2953756162993158e-06,
      "loss": 0.5781,
      "step": 5585
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2929754077565126e-06,
      "loss": 0.6005,
      "step": 5586
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2905772712519826e-06,
      "loss": 0.5844,
      "step": 5587
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.288181207356417e-06,
      "loss": 0.5743,
      "step": 5588
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2857872166400198e-06,
      "loss": 0.5919,
      "step": 5589
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2833952996724864e-06,
      "loss": 0.5748,
      "step": 5590
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.28100545702304e-06,
      "loss": 0.5769,
      "step": 5591
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.278617689260393e-06,
      "loss": 0.585,
      "step": 5592
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2762319969527725e-06,
      "loss": 0.5884,
      "step": 5593
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2738483806679057e-06,
      "loss": 0.5809,
      "step": 5594
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2714668409730312e-06,
      "loss": 0.5975,
      "step": 5595
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2690873784348923e-06,
      "loss": 0.5872,
      "step": 5596
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.266709993619737e-06,
      "loss": 0.5884,
      "step": 5597
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2643346870933204e-06,
      "loss": 0.5801,
      "step": 5598
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2619614594208972e-06,
      "loss": 0.5573,
      "step": 5599
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.259590311167238e-06,
      "loss": 0.5656,
      "step": 5600
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2572212428966079e-06,
      "loss": 0.5894,
      "step": 5601
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2548542551727837e-06,
      "loss": 0.5793,
      "step": 5602
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2524893485590462e-06,
      "loss": 0.5871,
      "step": 5603
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2501265236181736e-06,
      "loss": 0.5606,
      "step": 5604
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2477657809124632e-06,
      "loss": 0.5726,
      "step": 5605
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2454071210037033e-06,
      "loss": 0.5927,
      "step": 5606
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2430505444531937e-06,
      "loss": 0.61,
      "step": 5607
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2406960518217325e-06,
      "loss": 0.5725,
      "step": 5608
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2383436436696328e-06,
      "loss": 0.5994,
      "step": 5609
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2359933205566987e-06,
      "loss": 0.5842,
      "step": 5610
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2336450830422452e-06,
      "loss": 0.5825,
      "step": 5611
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2312989316850932e-06,
      "loss": 0.5995,
      "step": 5612
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2289548670435568e-06,
      "loss": 0.5609,
      "step": 5613
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2266128896754703e-06,
      "loss": 0.5837,
      "step": 5614
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2242730001381532e-06,
      "loss": 0.5955,
      "step": 5615
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.221935198988441e-06,
      "loss": 0.5679,
      "step": 5616
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2195994867826622e-06,
      "loss": 0.5533,
      "step": 5617
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2172658640766622e-06,
      "loss": 0.5697,
      "step": 5618
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2149343314257733e-06,
      "loss": 0.5981,
      "step": 5619
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2126048893848396e-06,
      "loss": 0.5914,
      "step": 5620
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.21027753850821e-06,
      "loss": 0.5923,
      "step": 5621
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2079522793497233e-06,
      "loss": 0.5585,
      "step": 5622
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2056291124627374e-06,
      "loss": 0.5545,
      "step": 5623
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2033080384000983e-06,
      "loss": 0.6039,
      "step": 5624
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2009890577141625e-06,
      "loss": 0.555,
      "step": 5625
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1986721709567795e-06,
      "loss": 0.5674,
      "step": 5626
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1963573786793148e-06,
      "loss": 0.5796,
      "step": 5627
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.19404468143262e-06,
      "loss": 0.5674,
      "step": 5628
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1917340797670584e-06,
      "loss": 0.5838,
      "step": 5629
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.189425574232491e-06,
      "loss": 0.5964,
      "step": 5630
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1871191653782764e-06,
      "loss": 0.5836,
      "step": 5631
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1848148537532845e-06,
      "loss": 0.5802,
      "step": 5632
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.182512639905874e-06,
      "loss": 0.5753,
      "step": 5633
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1802125243839146e-06,
      "loss": 0.574,
      "step": 5634
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1779145077347653e-06,
      "loss": 0.5685,
      "step": 5635
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1756185905053019e-06,
      "loss": 0.5904,
      "step": 5636
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1733247732418828e-06,
      "loss": 0.6022,
      "step": 5637
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1710330564903782e-06,
      "loss": 0.562,
      "step": 5638
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1687434407961584e-06,
      "loss": 0.5898,
      "step": 5639
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1664559267040821e-06,
      "loss": 0.5681,
      "step": 5640
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1641705147585258e-06,
      "loss": 0.5592,
      "step": 5641
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1618872055033503e-06,
      "loss": 0.5992,
      "step": 5642
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1596059994819253e-06,
      "loss": 0.5924,
      "step": 5643
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.157326897237111e-06,
      "loss": 0.5876,
      "step": 5644
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1550498993112812e-06,
      "loss": 0.5813,
      "step": 5645
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1527750062462928e-06,
      "loss": 0.5755,
      "step": 5646
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1505022185835124e-06,
      "loss": 0.5732,
      "step": 5647
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1482315368638041e-06,
      "loss": 0.5522,
      "step": 5648
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1459629616275236e-06,
      "loss": 0.5771,
      "step": 5649
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.143696493414539e-06,
      "loss": 0.5759,
      "step": 5650
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1414321327642019e-06,
      "loss": 0.5817,
      "step": 5651
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1391698802153728e-06,
      "loss": 0.5763,
      "step": 5652
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1369097363064064e-06,
      "loss": 0.5803,
      "step": 5653
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.134651701575157e-06,
      "loss": 0.5851,
      "step": 5654
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1323957765589766e-06,
      "loss": 0.5805,
      "step": 5655
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1301419617947118e-06,
      "loss": 0.5722,
      "step": 5656
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1278902578187157e-06,
      "loss": 0.5923,
      "step": 5657
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.125640665166825e-06,
      "loss": 0.5836,
      "step": 5658
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1233931843743906e-06,
      "loss": 0.5635,
      "step": 5659
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.121147815976248e-06,
      "loss": 0.5626,
      "step": 5660
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1189045605067362e-06,
      "loss": 0.5664,
      "step": 5661
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1166634184996894e-06,
      "loss": 0.5666,
      "step": 5662
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1144243904884399e-06,
      "loss": 0.5778,
      "step": 5663
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1121874770058171e-06,
      "loss": 0.5627,
      "step": 5664
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.109952678584144e-06,
      "loss": 0.5717,
      "step": 5665
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1077199957552453e-06,
      "loss": 0.5714,
      "step": 5666
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1054894290504348e-06,
      "loss": 0.5775,
      "step": 5667
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1032609790005344e-06,
      "loss": 0.5769,
      "step": 5668
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1010346461358501e-06,
      "loss": 0.5763,
      "step": 5669
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0988104309861913e-06,
      "loss": 0.597,
      "step": 5670
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0965883340808614e-06,
      "loss": 0.5616,
      "step": 5671
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0943683559486607e-06,
      "loss": 0.5914,
      "step": 5672
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0921504971178854e-06,
      "loss": 0.5758,
      "step": 5673
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 0.551,
      "step": 5674
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0877211394712617e-06,
      "loss": 0.5895,
      "step": 5675
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0855096417094813e-06,
      "loss": 0.57,
      "step": 5676
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0833002653572633e-06,
      "loss": 0.5486,
      "step": 5677
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0810930109403772e-06,
      "loss": 0.5736,
      "step": 5678
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0788878789840895e-06,
      "loss": 0.5726,
      "step": 5679
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.076684870013165e-06,
      "loss": 0.5638,
      "step": 5680
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0744839845518585e-06,
      "loss": 0.5987,
      "step": 5681
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0722852231239245e-06,
      "loss": 0.5922,
      "step": 5682
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0700885862526066e-06,
      "loss": 0.5799,
      "step": 5683
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0678940744606469e-06,
      "loss": 0.5918,
      "step": 5684
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0657016882702764e-06,
      "loss": 0.5419,
      "step": 5685
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.063511428203231e-06,
      "loss": 0.5771,
      "step": 5686
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0613232947807294e-06,
      "loss": 0.5819,
      "step": 5687
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0591372885234885e-06,
      "loss": 0.5628,
      "step": 5688
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.056953409951721e-06,
      "loss": 0.5519,
      "step": 5689
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0547716595851298e-06,
      "loss": 0.5842,
      "step": 5690
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0525920379429155e-06,
      "loss": 0.562,
      "step": 5691
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0504145455437664e-06,
      "loss": 0.5993,
      "step": 5692
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0482391829058691e-06,
      "loss": 0.5761,
      "step": 5693
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0460659505469006e-06,
      "loss": 0.5804,
      "step": 5694
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0438948489840327e-06,
      "loss": 0.5903,
      "step": 5695
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0417258787339314e-06,
      "loss": 0.5659,
      "step": 5696
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0395590403127487e-06,
      "loss": 0.5798,
      "step": 5697
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.037394334236137e-06,
      "loss": 0.5762,
      "step": 5698
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0352317610192376e-06,
      "loss": 0.5789,
      "step": 5699
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0330713211766864e-06,
      "loss": 0.5655,
      "step": 5700
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0309130152226077e-06,
      "loss": 0.5465,
      "step": 5701
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0287568436706208e-06,
      "loss": 0.5733,
      "step": 5702
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0266028070338374e-06,
      "loss": 0.5543,
      "step": 5703
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0244509058248608e-06,
      "loss": 0.5644,
      "step": 5704
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.022301140555787e-06,
      "loss": 0.5576,
      "step": 5705
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0201535117382e-06,
      "loss": 0.5852,
      "step": 5706
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0180080198831778e-06,
      "loss": 0.6101,
      "step": 5707
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0158646655012905e-06,
      "loss": 0.6014,
      "step": 5708
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0137234491026015e-06,
      "loss": 0.5971,
      "step": 5709
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0115843711966577e-06,
      "loss": 0.5909,
      "step": 5710
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0094474322925062e-06,
      "loss": 0.5846,
      "step": 5711
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0073126328986805e-06,
      "loss": 0.577,
      "step": 5712
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0051799735232038e-06,
      "loss": 0.5809,
      "step": 5713
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0030494546735958e-06,
      "loss": 0.5917,
      "step": 5714
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.000921076856859e-06,
      "loss": 0.5853,
      "step": 5715
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.987948405794912e-07,
      "loss": 0.5636,
      "step": 5716
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.966707463474789e-07,
      "loss": 0.5878,
      "step": 5717
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.945487946663036e-07,
      "loss": 0.5599,
      "step": 5718
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.924289860409264e-07,
      "loss": 0.6007,
      "step": 5719
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.903113209758098e-07,
      "loss": 0.5823,
      "step": 5720
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.88195799974898e-07,
      "loss": 0.5614,
      "step": 5721
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.86082423541631e-07,
      "loss": 0.5947,
      "step": 5722
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.839711921789363e-07,
      "loss": 0.5964,
      "step": 5723
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.818621063892276e-07,
      "loss": 0.5716,
      "step": 5724
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.79755166674411e-07,
      "loss": 0.5756,
      "step": 5725
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.776503735358833e-07,
      "loss": 0.5803,
      "step": 5726
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.755477274745284e-07,
      "loss": 0.568,
      "step": 5727
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.734472289907182e-07,
      "loss": 0.5727,
      "step": 5728
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.713488785843161e-07,
      "loss": 0.5773,
      "step": 5729
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.692526767546727e-07,
      "loss": 0.5692,
      "step": 5730
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.671586240006292e-07,
      "loss": 0.5738,
      "step": 5731
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.650667208205145e-07,
      "loss": 0.579,
      "step": 5732
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.629769677121414e-07,
      "loss": 0.5839,
      "step": 5733
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.608893651728179e-07,
      "loss": 0.5906,
      "step": 5734
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.588039136993366e-07,
      "loss": 0.5503,
      "step": 5735
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.567206137879804e-07,
      "loss": 0.575,
      "step": 5736
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.546394659345192e-07,
      "loss": 0.5745,
      "step": 5737
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.525604706342073e-07,
      "loss": 0.5637,
      "step": 5738
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.50483628381792e-07,
      "loss": 0.5781,
      "step": 5739
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.484089396715057e-07,
      "loss": 0.5663,
      "step": 5740
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.463364049970691e-07,
      "loss": 0.5749,
      "step": 5741
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.442660248516889e-07,
      "loss": 0.5665,
      "step": 5742
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.421977997280596e-07,
      "loss": 0.589,
      "step": 5743
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.401317301183655e-07,
      "loss": 0.6015,
      "step": 5744
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.380678165142732e-07,
      "loss": 0.5576,
      "step": 5745
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.36006059406942e-07,
      "loss": 0.5791,
      "step": 5746
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.339464592870107e-07,
      "loss": 0.6025,
      "step": 5747
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.318890166446115e-07,
      "loss": 0.576,
      "step": 5748
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.298337319693596e-07,
      "loss": 0.5866,
      "step": 5749
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.277806057503592e-07,
      "loss": 0.6046,
      "step": 5750
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.257296384761971e-07,
      "loss": 0.5574,
      "step": 5751
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.236808306349498e-07,
      "loss": 0.5761,
      "step": 5752
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.216341827141772e-07,
      "loss": 0.6038,
      "step": 5753
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.195896952009287e-07,
      "loss": 0.5473,
      "step": 5754
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.175473685817371e-07,
      "loss": 0.5669,
      "step": 5755
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.155072033426194e-07,
      "loss": 0.5701,
      "step": 5756
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.134691999690815e-07,
      "loss": 0.5529,
      "step": 5757
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.114333589461144e-07,
      "loss": 0.5877,
      "step": 5758
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.093996807581929e-07,
      "loss": 0.5718,
      "step": 5759
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.073681658892775e-07,
      "loss": 0.5685,
      "step": 5760
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.053388148228138e-07,
      "loss": 0.5607,
      "step": 5761
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.033116280417331e-07,
      "loss": 0.5691,
      "step": 5762
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.01286606028452e-07,
      "loss": 0.559,
      "step": 5763
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.992637492648737e-07,
      "loss": 0.559,
      "step": 5764
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.972430582323788e-07,
      "loss": 0.5731,
      "step": 5765
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.952245334118415e-07,
      "loss": 0.5572,
      "step": 5766
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.932081752836141e-07,
      "loss": 0.5653,
      "step": 5767
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.911939843275396e-07,
      "loss": 0.5861,
      "step": 5768
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.891819610229369e-07,
      "loss": 0.5674,
      "step": 5769
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.871721058486149e-07,
      "loss": 0.5861,
      "step": 5770
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.851644192828668e-07,
      "loss": 0.5981,
      "step": 5771
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.831589018034659e-07,
      "loss": 0.5871,
      "step": 5772
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.811555538876748e-07,
      "loss": 0.5656,
      "step": 5773
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.791543760122335e-07,
      "loss": 0.5739,
      "step": 5774
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.771553686533684e-07,
      "loss": 0.576,
      "step": 5775
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.751585322867917e-07,
      "loss": 0.5981,
      "step": 5776
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.731638673876964e-07,
      "loss": 0.5845,
      "step": 5777
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.711713744307603e-07,
      "loss": 0.6049,
      "step": 5778
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.69181053890138e-07,
      "loss": 0.5546,
      "step": 5779
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.671929062394802e-07,
      "loss": 0.5656,
      "step": 5780
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.652069319519074e-07,
      "loss": 0.5967,
      "step": 5781
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.632231315000305e-07,
      "loss": 0.5955,
      "step": 5782
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.612415053559386e-07,
      "loss": 0.5693,
      "step": 5783
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.592620539912067e-07,
      "loss": 0.5795,
      "step": 5784
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.572847778768912e-07,
      "loss": 0.6188,
      "step": 5785
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.553096774835312e-07,
      "loss": 0.5739,
      "step": 5786
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.533367532811487e-07,
      "loss": 0.5797,
      "step": 5787
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.513660057392415e-07,
      "loss": 0.5745,
      "step": 5788
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.493974353268019e-07,
      "loss": 0.5926,
      "step": 5789
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.474310425122923e-07,
      "loss": 0.5726,
      "step": 5790
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.454668277636636e-07,
      "loss": 0.5774,
      "step": 5791
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.435047915483441e-07,
      "loss": 0.5748,
      "step": 5792
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.41544934333246e-07,
      "loss": 0.5939,
      "step": 5793
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.39587256584764e-07,
      "loss": 0.5833,
      "step": 5794
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.376317587687721e-07,
      "loss": 0.5702,
      "step": 5795
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.356784413506281e-07,
      "loss": 0.5684,
      "step": 5796
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.337273047951655e-07,
      "loss": 0.5689,
      "step": 5797
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.317783495667075e-07,
      "loss": 0.5787,
      "step": 5798
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.298315761290477e-07,
      "loss": 0.5822,
      "step": 5799
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.278869849454718e-07,
      "loss": 0.5816,
      "step": 5800
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.259445764787344e-07,
      "loss": 0.5869,
      "step": 5801
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.24004351191079e-07,
      "loss": 0.5866,
      "step": 5802
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.220663095442283e-07,
      "loss": 0.5801,
      "step": 5803
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.201304519993836e-07,
      "loss": 0.5943,
      "step": 5804
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.181967790172274e-07,
      "loss": 0.5788,
      "step": 5805
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.162652910579194e-07,
      "loss": 0.5691,
      "step": 5806
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.143359885811064e-07,
      "loss": 0.5702,
      "step": 5807
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.124088720459067e-07,
      "loss": 0.5868,
      "step": 5808
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.104839419109256e-07,
      "loss": 0.5842,
      "step": 5809
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.085611986342423e-07,
      "loss": 0.5614,
      "step": 5810
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.066406426734174e-07,
      "loss": 0.5796,
      "step": 5811
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.047222744854943e-07,
      "loss": 0.5687,
      "step": 5812
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.028060945269911e-07,
      "loss": 0.5957,
      "step": 5813
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.008921032539108e-07,
      "loss": 0.578,
      "step": 5814
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.989803011217256e-07,
      "loss": 0.5589,
      "step": 5815
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.970706885854007e-07,
      "loss": 0.5999,
      "step": 5816
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.951632660993669e-07,
      "loss": 0.5583,
      "step": 5817
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.932580341175411e-07,
      "loss": 0.5733,
      "step": 5818
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.913549930933196e-07,
      "loss": 0.5904,
      "step": 5819
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.8945414347957e-07,
      "loss": 0.5879,
      "step": 5820
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.875554857286504e-07,
      "loss": 0.5744,
      "step": 5821
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.856590202923852e-07,
      "loss": 0.598,
      "step": 5822
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.837647476220855e-07,
      "loss": 0.5703,
      "step": 5823
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.818726681685329e-07,
      "loss": 0.594,
      "step": 5824
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.799827823819972e-07,
      "loss": 0.6021,
      "step": 5825
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.780950907122164e-07,
      "loss": 0.5919,
      "step": 5826
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.762095936084124e-07,
      "loss": 0.573,
      "step": 5827
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.743262915192839e-07,
      "loss": 0.5785,
      "step": 5828
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.724451848930014e-07,
      "loss": 0.5624,
      "step": 5829
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.705662741772235e-07,
      "loss": 0.5845,
      "step": 5830
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.68689559819078e-07,
      "loss": 0.591,
      "step": 5831
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.668150422651743e-07,
      "loss": 0.5561,
      "step": 5832
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.649427219615912e-07,
      "loss": 0.572,
      "step": 5833
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.630725993539001e-07,
      "loss": 0.5832,
      "step": 5834
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.5649,
      "step": 5835
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.593389490058078e-07,
      "loss": 0.587,
      "step": 5836
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.574754221539194e-07,
      "loss": 0.5769,
      "step": 5837
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.556140947749324e-07,
      "loss": 0.6036,
      "step": 5838
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.537549673117983e-07,
      "loss": 0.5818,
      "step": 5839
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.518980402069354e-07,
      "loss": 0.5815,
      "step": 5840
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.500433139022456e-07,
      "loss": 0.5817,
      "step": 5841
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.481907888390994e-07,
      "loss": 0.5795,
      "step": 5842
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.46340465458354e-07,
      "loss": 0.5986,
      "step": 5843
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.444923442003327e-07,
      "loss": 0.5567,
      "step": 5844
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.426464255048393e-07,
      "loss": 0.5764,
      "step": 5845
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.408027098111559e-07,
      "loss": 0.5839,
      "step": 5846
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.389611975580313e-07,
      "loss": 0.5579,
      "step": 5847
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.371218891837029e-07,
      "loss": 0.5651,
      "step": 5848
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.352847851258716e-07,
      "loss": 0.5725,
      "step": 5849
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.334498858217231e-07,
      "loss": 0.6183,
      "step": 5850
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.316171917079084e-07,
      "loss": 0.5928,
      "step": 5851
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.297867032205664e-07,
      "loss": 0.5809,
      "step": 5852
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.279584207952995e-07,
      "loss": 0.5641,
      "step": 5853
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.261323448671919e-07,
      "loss": 0.582,
      "step": 5854
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.243084758708007e-07,
      "loss": 0.6091,
      "step": 5855
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.224868142401542e-07,
      "loss": 0.5801,
      "step": 5856
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.206673604087655e-07,
      "loss": 0.5714,
      "step": 5857
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.188501148096117e-07,
      "loss": 0.5613,
      "step": 5858
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.170350778751478e-07,
      "loss": 0.5608,
      "step": 5859
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.152222500373052e-07,
      "loss": 0.5498,
      "step": 5860
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.134116317274886e-07,
      "loss": 0.5614,
      "step": 5861
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.11603223376578e-07,
      "loss": 0.581,
      "step": 5862
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.097970254149222e-07,
      "loss": 0.5874,
      "step": 5863
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.079930382723521e-07,
      "loss": 0.5622,
      "step": 5864
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.06191262378163e-07,
      "loss": 0.5752,
      "step": 5865
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.043916981611354e-07,
      "loss": 0.574,
      "step": 5866
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.025943460495133e-07,
      "loss": 0.571,
      "step": 5867
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.007992064710189e-07,
      "loss": 0.5736,
      "step": 5868
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.990062798528474e-07,
      "loss": 0.5747,
      "step": 5869
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.972155666216684e-07,
      "loss": 0.5624,
      "step": 5870
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.954270672036234e-07,
      "loss": 0.5882,
      "step": 5871
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.936407820243251e-07,
      "loss": 0.5698,
      "step": 5872
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.918567115088648e-07,
      "loss": 0.5637,
      "step": 5873
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.900748560817982e-07,
      "loss": 0.6001,
      "step": 5874
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.882952161671652e-07,
      "loss": 0.5881,
      "step": 5875
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.865177921884681e-07,
      "loss": 0.5661,
      "step": 5876
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.847425845686884e-07,
      "loss": 0.6031,
      "step": 5877
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.82969593730276e-07,
      "loss": 0.5837,
      "step": 5878
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.81198820095158e-07,
      "loss": 0.553,
      "step": 5879
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.794302640847294e-07,
      "loss": 0.5612,
      "step": 5880
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.776639261198581e-07,
      "loss": 0.5929,
      "step": 5881
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.758998066208866e-07,
      "loss": 0.5937,
      "step": 5882
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.741379060076258e-07,
      "loss": 0.5718,
      "step": 5883
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.723782246993648e-07,
      "loss": 0.5675,
      "step": 5884
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.706207631148564e-07,
      "loss": 0.5772,
      "step": 5885
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.688655216723317e-07,
      "loss": 0.5906,
      "step": 5886
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.671125007894896e-07,
      "loss": 0.5918,
      "step": 5887
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.653617008835034e-07,
      "loss": 0.6002,
      "step": 5888
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.636131223710174e-07,
      "loss": 0.6049,
      "step": 5889
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.618667656681444e-07,
      "loss": 0.5478,
      "step": 5890
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.601226311904718e-07,
      "loss": 0.5617,
      "step": 5891
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.583807193530523e-07,
      "loss": 0.585,
      "step": 5892
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.566410305704218e-07,
      "loss": 0.6006,
      "step": 5893
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.549035652565739e-07,
      "loss": 0.5646,
      "step": 5894
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.531683238249809e-07,
      "loss": 0.5813,
      "step": 5895
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.514353066885837e-07,
      "loss": 0.5897,
      "step": 5896
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.497045142597924e-07,
      "loss": 0.5761,
      "step": 5897
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.479759469504931e-07,
      "loss": 0.566,
      "step": 5898
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.462496051720335e-07,
      "loss": 0.5849,
      "step": 5899
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.445254893352381e-07,
      "loss": 0.566,
      "step": 5900
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.428035998504023e-07,
      "loss": 0.5821,
      "step": 5901
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.41083937127287e-07,
      "loss": 0.5472,
      "step": 5902
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.393665015751293e-07,
      "loss": 0.5845,
      "step": 5903
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.37651293602628e-07,
      "loss": 0.5582,
      "step": 5904
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.359383136179598e-07,
      "loss": 0.5921,
      "step": 5905
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.342275620287675e-07,
      "loss": 0.5699,
      "step": 5906
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.325190392421654e-07,
      "loss": 0.6096,
      "step": 5907
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.308127456647317e-07,
      "loss": 0.5502,
      "step": 5908
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.291086817025228e-07,
      "loss": 0.5867,
      "step": 5909
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.274068477610584e-07,
      "loss": 0.5794,
      "step": 5910
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.257072442453293e-07,
      "loss": 0.5667,
      "step": 5911
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.240098715597975e-07,
      "loss": 0.558,
      "step": 5912
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.223147301083887e-07,
      "loss": 0.5531,
      "step": 5913
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.206218202945036e-07,
      "loss": 0.5756,
      "step": 5914
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.189311425210087e-07,
      "loss": 0.5839,
      "step": 5915
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.172426971902412e-07,
      "loss": 0.5739,
      "step": 5916
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.15556484704003e-07,
      "loss": 0.5785,
      "step": 5917
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.138725054635697e-07,
      "loss": 0.5951,
      "step": 5918
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.121907598696808e-07,
      "loss": 0.579,
      "step": 5919
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.105112483225495e-07,
      "loss": 0.5832,
      "step": 5920
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.08833971221855e-07,
      "loss": 0.5722,
      "step": 5921
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.071589289667402e-07,
      "loss": 0.5697,
      "step": 5922
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.054861219558228e-07,
      "loss": 0.5873,
      "step": 5923
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.038155505871857e-07,
      "loss": 0.583,
      "step": 5924
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.021472152583818e-07,
      "loss": 0.5839,
      "step": 5925
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.00481116366427e-07,
      "loss": 0.589,
      "step": 5926
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.988172543078097e-07,
      "loss": 0.5649,
      "step": 5927
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.971556294784842e-07,
      "loss": 0.6002,
      "step": 5928
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.95496242273873e-07,
      "loss": 0.5657,
      "step": 5929
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.938390930888671e-07,
      "loss": 0.5911,
      "step": 5930
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.921841823178198e-07,
      "loss": 0.5793,
      "step": 5931
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.905315103545573e-07,
      "loss": 0.5642,
      "step": 5932
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.888810775923726e-07,
      "loss": 0.5781,
      "step": 5933
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.872328844240249e-07,
      "loss": 0.5765,
      "step": 5934
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.855869312417362e-07,
      "loss": 0.5789,
      "step": 5935
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.839432184372018e-07,
      "loss": 0.5699,
      "step": 5936
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.823017464015801e-07,
      "loss": 0.582,
      "step": 5937
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.806625155254986e-07,
      "loss": 0.5577,
      "step": 5938
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.790255261990518e-07,
      "loss": 0.5725,
      "step": 5939
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.77390778811796e-07,
      "loss": 0.5993,
      "step": 5940
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.757582737527579e-07,
      "loss": 0.602,
      "step": 5941
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.741280114104309e-07,
      "loss": 0.5701,
      "step": 5942
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.724999921727725e-07,
      "loss": 0.5629,
      "step": 5943
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.708742164272108e-07,
      "loss": 0.5825,
      "step": 5944
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.692506845606327e-07,
      "loss": 0.6206,
      "step": 5945
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.676293969593971e-07,
      "loss": 0.585,
      "step": 5946
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.660103540093265e-07,
      "loss": 0.5763,
      "step": 5947
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.643935560957114e-07,
      "loss": 0.582,
      "step": 5948
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.627790036033031e-07,
      "loss": 0.5625,
      "step": 5949
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.611666969163243e-07,
      "loss": 0.5761,
      "step": 5950
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.595566364184602e-07,
      "loss": 0.5752,
      "step": 5951
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.57948822492862e-07,
      "loss": 0.5978,
      "step": 5952
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.563432555221471e-07,
      "loss": 0.5653,
      "step": 5953
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.547399358883953e-07,
      "loss": 0.574,
      "step": 5954
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.53138863973155e-07,
      "loss": 0.5741,
      "step": 5955
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.515400401574378e-07,
      "loss": 0.6071,
      "step": 5956
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.499434648217216e-07,
      "loss": 0.5775,
      "step": 5957
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.483491383459482e-07,
      "loss": 0.5939,
      "step": 5958
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.467570611095241e-07,
      "loss": 0.573,
      "step": 5959
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.451672334913216e-07,
      "loss": 0.597,
      "step": 5960
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.43579655869676e-07,
      "loss": 0.5647,
      "step": 5961
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.419943286223905e-07,
      "loss": 0.5862,
      "step": 5962
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.40411252126728e-07,
      "loss": 0.5708,
      "step": 5963
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.388304267594191e-07,
      "loss": 0.5811,
      "step": 5964
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.372518528966575e-07,
      "loss": 0.5848,
      "step": 5965
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.356755309141026e-07,
      "loss": 0.5899,
      "step": 5966
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.341014611868756e-07,
      "loss": 0.571,
      "step": 5967
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.325296440895622e-07,
      "loss": 0.6007,
      "step": 5968
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.309600799962145e-07,
      "loss": 0.582,
      "step": 5969
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.293927692803458e-07,
      "loss": 0.5791,
      "step": 5970
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.278277123149355e-07,
      "loss": 0.607,
      "step": 5971
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.262649094724226e-07,
      "loss": 0.591,
      "step": 5972
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.247043611247127e-07,
      "loss": 0.5798,
      "step": 5973
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.231460676431755e-07,
      "loss": 0.5904,
      "step": 5974
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.215900293986431e-07,
      "loss": 0.5867,
      "step": 5975
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.200362467614106e-07,
      "loss": 0.58,
      "step": 5976
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.184847201012355e-07,
      "loss": 0.5607,
      "step": 5977
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.169354497873402e-07,
      "loss": 0.5641,
      "step": 5978
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.153884361884098e-07,
      "loss": 0.5691,
      "step": 5979
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.138436796725942e-07,
      "loss": 0.5539,
      "step": 5980
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.123011806074995e-07,
      "loss": 0.5928,
      "step": 5981
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.107609393602019e-07,
      "loss": 0.5872,
      "step": 5982
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.092229562972373e-07,
      "loss": 0.6165,
      "step": 5983
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.076872317846027e-07,
      "loss": 0.5908,
      "step": 5984
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.061537661877636e-07,
      "loss": 0.5621,
      "step": 5985
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.04622559871637e-07,
      "loss": 0.5647,
      "step": 5986
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.030936132006159e-07,
      "loss": 0.5793,
      "step": 5987
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.015669265385436e-07,
      "loss": 0.6094,
      "step": 5988
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.000425002487342e-07,
      "loss": 0.5718,
      "step": 5989
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.98520334693956e-07,
      "loss": 0.5905,
      "step": 5990
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.970004302364473e-07,
      "loss": 0.5977,
      "step": 5991
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.954827872379031e-07,
      "loss": 0.5557,
      "step": 5992
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.939674060594813e-07,
      "loss": 0.5802,
      "step": 5993
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.924542870618043e-07,
      "loss": 0.5764,
      "step": 5994
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.909434306049487e-07,
      "loss": 0.5712,
      "step": 5995
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.5572,
      "step": 5996
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.879285067513518e-07,
      "loss": 0.594,
      "step": 5997
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.864244400720797e-07,
      "loss": 0.5541,
      "step": 5998
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.849226373685723e-07,
      "loss": 0.5604,
      "step": 5999
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.834230989982214e-07,
      "loss": 0.564,
      "step": 6000
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.819258253178749e-07,
      "loss": 0.5622,
      "step": 6001
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.804308166838445e-07,
      "loss": 0.5632,
      "step": 6002
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.789380734519045e-07,
      "loss": 0.5689,
      "step": 6003
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.774475959772818e-07,
      "loss": 0.5797,
      "step": 6004
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7595938461467706e-07,
      "loss": 0.5863,
      "step": 6005
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7447343971824044e-07,
      "loss": 0.5644,
      "step": 6006
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7298976164158795e-07,
      "loss": 0.5522,
      "step": 6007
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.715083507377949e-07,
      "loss": 0.5979,
      "step": 6008
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7002920735939705e-07,
      "loss": 0.5667,
      "step": 6009
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6855233185839175e-07,
      "loss": 0.5953,
      "step": 6010
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6707772458623566e-07,
      "loss": 0.5857,
      "step": 6011
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6560538589384585e-07,
      "loss": 0.5633,
      "step": 6012
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6413531613159755e-07,
      "loss": 0.5894,
      "step": 6013
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.62667515649331e-07,
      "loss": 0.5953,
      "step": 6014
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6120198479634117e-07,
      "loss": 0.6021,
      "step": 6015
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5973872392138686e-07,
      "loss": 0.5626,
      "step": 6016
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5827773337268177e-07,
      "loss": 0.5804,
      "step": 6017
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5681901349790556e-07,
      "loss": 0.5647,
      "step": 6018
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.553625646441928e-07,
      "loss": 0.5826,
      "step": 6019
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5390838715813956e-07,
      "loss": 0.5612,
      "step": 6020
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5245648138580234e-07,
      "loss": 0.5694,
      "step": 6021
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5100684767269256e-07,
      "loss": 0.5623,
      "step": 6022
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.495594863637875e-07,
      "loss": 0.5506,
      "step": 6023
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.481143978035196e-07,
      "loss": 0.5375,
      "step": 6024
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4667158233577925e-07,
      "loss": 0.5868,
      "step": 6025
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.452310403039217e-07,
      "loss": 0.5892,
      "step": 6026
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4379277205075175e-07,
      "loss": 0.5758,
      "step": 6027
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4235677791854445e-07,
      "loss": 0.5909,
      "step": 6028
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4092305824902317e-07,
      "loss": 0.5429,
      "step": 6029
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.394916133833782e-07,
      "loss": 0.5949,
      "step": 6030
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.380624436622516e-07,
      "loss": 0.5681,
      "step": 6031
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3663554942575235e-07,
      "loss": 0.5815,
      "step": 6032
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.352109310134378e-07,
      "loss": 0.5572,
      "step": 6033
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3378858876433117e-07,
      "loss": 0.5935,
      "step": 6034
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.323685230169128e-07,
      "loss": 0.5578,
      "step": 6035
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.309507341091179e-07,
      "loss": 0.5707,
      "step": 6036
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.295352223783444e-07,
      "loss": 0.5596,
      "step": 6037
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.281219881614451e-07,
      "loss": 0.5826,
      "step": 6038
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.267110317947332e-07,
      "loss": 0.5782,
      "step": 6039
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.253023536139733e-07,
      "loss": 0.5868,
      "step": 6040
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2389595395440074e-07,
      "loss": 0.5852,
      "step": 6041
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.224918331506955e-07,
      "loss": 0.6051,
      "step": 6042
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2108999153700257e-07,
      "loss": 0.5591,
      "step": 6043
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1969042944692284e-07,
      "loss": 0.6087,
      "step": 6044
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1829314721351213e-07,
      "loss": 0.5556,
      "step": 6045
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1689814516928994e-07,
      "loss": 0.5796,
      "step": 6046
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.155054236462264e-07,
      "loss": 0.5747,
      "step": 6047
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.14114982975754e-07,
      "loss": 0.5814,
      "step": 6048
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1272682348875604e-07,
      "loss": 0.5811,
      "step": 6049
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.113409455155837e-07,
      "loss": 0.6015,
      "step": 6050
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.099573493860343e-07,
      "loss": 0.5694,
      "step": 6051
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0857603542936776e-07,
      "loss": 0.5704,
      "step": 6052
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0719700397430116e-07,
      "loss": 0.5725,
      "step": 6053
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.05820255349002e-07,
      "loss": 0.5861,
      "step": 6054
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0444578988110715e-07,
      "loss": 0.5853,
      "step": 6055
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0307360789769603e-07,
      "loss": 0.5764,
      "step": 6056
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.017037097253151e-07,
      "loss": 0.5597,
      "step": 6057
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0033609568995934e-07,
      "loss": 0.5422,
      "step": 6058
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.989707661170894e-07,
      "loss": 0.5899,
      "step": 6059
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.976077213316132e-07,
      "loss": 0.5558,
      "step": 6060
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.96246961657899e-07,
      "loss": 0.5544,
      "step": 6061
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9488848741977447e-07,
      "loss": 0.58,
      "step": 6062
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.935322989405155e-07,
      "loss": 0.5845,
      "step": 6063
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9217839654286274e-07,
      "loss": 0.5683,
      "step": 6064
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.908267805490051e-07,
      "loss": 0.5818,
      "step": 6065
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.894774512805932e-07,
      "loss": 0.5713,
      "step": 6066
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.88130409058729e-07,
      "loss": 0.6017,
      "step": 6067
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8678565420397606e-07,
      "loss": 0.5507,
      "step": 6068
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.854431870363473e-07,
      "loss": 0.5677,
      "step": 6069
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8410300787531385e-07,
      "loss": 0.5542,
      "step": 6070
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.827651170398039e-07,
      "loss": 0.5819,
      "step": 6071
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.814295148481961e-07,
      "loss": 0.5672,
      "step": 6072
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8009620161833295e-07,
      "loss": 0.5618,
      "step": 6073
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7876517766750386e-07,
      "loss": 0.5935,
      "step": 6074
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.774364433124578e-07,
      "loss": 0.5583,
      "step": 6075
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7610999886939725e-07,
      "loss": 0.569,
      "step": 6076
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7478584465398206e-07,
      "loss": 0.5604,
      "step": 6077
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.734639809813245e-07,
      "loss": 0.5725,
      "step": 6078
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7214440816599193e-07,
      "loss": 0.5568,
      "step": 6079
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.708271265220087e-07,
      "loss": 0.5748,
      "step": 6080
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.695121363628484e-07,
      "loss": 0.5364,
      "step": 6081
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6819943800144975e-07,
      "loss": 0.543,
      "step": 6082
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6688903175019607e-07,
      "loss": 0.5752,
      "step": 6083
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6558091792092907e-07,
      "loss": 0.5853,
      "step": 6084
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.642750968249442e-07,
      "loss": 0.5739,
      "step": 6085
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.62971568772994e-07,
      "loss": 0.5786,
      "step": 6086
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.616703340752825e-07,
      "loss": 0.5737,
      "step": 6087
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.603713930414676e-07,
      "loss": 0.573,
      "step": 6088
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5907474598066315e-07,
      "loss": 0.5973,
      "step": 6089
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5778039320143456e-07,
      "loss": 0.5589,
      "step": 6090
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5648833501180645e-07,
      "loss": 0.562,
      "step": 6091
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.551985717192519e-07,
      "loss": 0.5786,
      "step": 6092
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.539111036306997e-07,
      "loss": 0.58,
      "step": 6093
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5262593105253374e-07,
      "loss": 0.5577,
      "step": 6094
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5134305429058935e-07,
      "loss": 0.5919,
      "step": 6095
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.50062473650159e-07,
      "loss": 0.5694,
      "step": 6096
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4878418943598446e-07,
      "loss": 0.5812,
      "step": 6097
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.475082019522646e-07,
      "loss": 0.5872,
      "step": 6098
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.462345115026478e-07,
      "loss": 0.5602,
      "step": 6099
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4496311839024133e-07,
      "loss": 0.5858,
      "step": 6100
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.436940229176e-07,
      "loss": 0.577,
      "step": 6101
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4242722538673557e-07,
      "loss": 0.5721,
      "step": 6102
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.411627260991124e-07,
      "loss": 0.5525,
      "step": 6103
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3990052535564644e-07,
      "loss": 0.5608,
      "step": 6104
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.386406234567086e-07,
      "loss": 0.577,
      "step": 6105
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3738302070212114e-07,
      "loss": 0.5805,
      "step": 6106
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3612771739116035e-07,
      "loss": 0.5685,
      "step": 6107
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3487471382255277e-07,
      "loss": 0.5971,
      "step": 6108
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.336240102944821e-07,
      "loss": 0.5666,
      "step": 6109
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3237560710458137e-07,
      "loss": 0.5474,
      "step": 6110
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3112950454993633e-07,
      "loss": 0.583,
      "step": 6111
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.298857029270863e-07,
      "loss": 0.5726,
      "step": 6112
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2864420253202357e-07,
      "loss": 0.5858,
      "step": 6113
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.274050036601917e-07,
      "loss": 0.5669,
      "step": 6114
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.261681066064859e-07,
      "loss": 0.5923,
      "step": 6115
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2493351166525413e-07,
      "loss": 0.5762,
      "step": 6116
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2370121913029796e-07,
      "loss": 0.5505,
      "step": 6117
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.224712292948695e-07,
      "loss": 0.5782,
      "step": 6118
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.212435424516758e-07,
      "loss": 0.592,
      "step": 6119
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2001815889286856e-07,
      "loss": 0.5714,
      "step": 6120
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1879507891005914e-07,
      "loss": 0.5707,
      "step": 6121
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.175743027943079e-07,
      "loss": 0.5602,
      "step": 6122
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.16355830836127e-07,
      "loss": 0.5962,
      "step": 6123
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1513966332547887e-07,
      "loss": 0.5732,
      "step": 6124
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1392580055177867e-07,
      "loss": 0.5845,
      "step": 6125
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1271424280389317e-07,
      "loss": 0.5938,
      "step": 6126
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.115049903701417e-07,
      "loss": 0.5872,
      "step": 6127
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1029804353829517e-07,
      "loss": 0.5567,
      "step": 6128
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0909340259557055e-07,
      "loss": 0.5722,
      "step": 6129
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0789106782864285e-07,
      "loss": 0.5871,
      "step": 6130
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0669103952363557e-07,
      "loss": 0.5581,
      "step": 6131
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0549331796612237e-07,
      "loss": 0.571,
      "step": 6132
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.042979034411286e-07,
      "loss": 0.5905,
      "step": 6133
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0310479623313125e-07,
      "loss": 0.5675,
      "step": 6134
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.019139966260587e-07,
      "loss": 0.5872,
      "step": 6135
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0072550490328754e-07,
      "loss": 0.5758,
      "step": 6136
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.995393213476494e-07,
      "loss": 0.573,
      "step": 6137
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.983554462414218e-07,
      "loss": 0.5745,
      "step": 6138
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.971738798663348e-07,
      "loss": 0.5857,
      "step": 6139
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.959946225035726e-07,
      "loss": 0.5743,
      "step": 6140
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9481767443376496e-07,
      "loss": 0.571,
      "step": 6141
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.936430359369935e-07,
      "loss": 0.5665,
      "step": 6142
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9247070729279017e-07,
      "loss": 0.5711,
      "step": 6143
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.913006887801395e-07,
      "loss": 0.5929,
      "step": 6144
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.901329806774744e-07,
      "loss": 0.5718,
      "step": 6145
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8896758326267703e-07,
      "loss": 0.556,
      "step": 6146
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.878044968130811e-07,
      "loss": 0.6051,
      "step": 6147
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.866437216054696e-07,
      "loss": 0.5697,
      "step": 6148
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.854852579160772e-07,
      "loss": 0.5878,
      "step": 6149
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.843291060205855e-07,
      "loss": 0.5643,
      "step": 6150
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8317526619412895e-07,
      "loss": 0.5839,
      "step": 6151
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8202373871128897e-07,
      "loss": 0.5789,
      "step": 6152
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.808745238460997e-07,
      "loss": 0.583,
      "step": 6153
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7972762187204237e-07,
      "loss": 0.5794,
      "step": 6154
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.785830330620509e-07,
      "loss": 0.5747,
      "step": 6155
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.774407576885041e-07,
      "loss": 0.6032,
      "step": 6156
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7630079602323447e-07,
      "loss": 0.5852,
      "step": 6157
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.751631483375217e-07,
      "loss": 0.5747,
      "step": 6158
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7402781490209473e-07,
      "loss": 0.5658,
      "step": 6159
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.728947959871353e-07,
      "loss": 0.5738,
      "step": 6160
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.717640918622677e-07,
      "loss": 0.6298,
      "step": 6161
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7063570279657114e-07,
      "loss": 0.5589,
      "step": 6162
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.695096290585719e-07,
      "loss": 0.5576,
      "step": 6163
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.683858709162468e-07,
      "loss": 0.5672,
      "step": 6164
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.672644286370163e-07,
      "loss": 0.5709,
      "step": 6165
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.661453024877569e-07,
      "loss": 0.5785,
      "step": 6166
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6502849273478903e-07,
      "loss": 0.5694,
      "step": 6167
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.639139996438844e-07,
      "loss": 0.5766,
      "step": 6168
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6280182348026206e-07,
      "loss": 0.5502,
      "step": 6169
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.616919645085902e-07,
      "loss": 0.5622,
      "step": 6170
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6058442299298437e-07,
      "loss": 0.5665,
      "step": 6171
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.594791991970114e-07,
      "loss": 0.5725,
      "step": 6172
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.583762933836853e-07,
      "loss": 0.5665,
      "step": 6173
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.572757058154651e-07,
      "loss": 0.577,
      "step": 6174
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5617743675426354e-07,
      "loss": 0.5792,
      "step": 6175
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5508148646143927e-07,
      "loss": 0.5805,
      "step": 6176
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5398785519779814e-07,
      "loss": 0.5664,
      "step": 6177
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5289654322359526e-07,
      "loss": 0.5786,
      "step": 6178
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5180755079853405e-07,
      "loss": 0.6066,
      "step": 6179
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.507208781817638e-07,
      "loss": 0.5756,
      "step": 6180
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4963652563188557e-07,
      "loss": 0.5749,
      "step": 6181
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4855449340694616e-07,
      "loss": 0.5715,
      "step": 6182
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.474747817644396e-07,
      "loss": 0.5748,
      "step": 6183
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.463973909613071e-07,
      "loss": 0.5892,
      "step": 6184
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.453223212539391e-07,
      "loss": 0.5702,
      "step": 6185
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.442495728981753e-07,
      "loss": 0.5938,
      "step": 6186
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4317914614930047e-07,
      "loss": 0.6038,
      "step": 6187
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.421110412620453e-07,
      "loss": 0.567,
      "step": 6188
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.41045258490592e-07,
      "loss": 0.5401,
      "step": 6189
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.399817980885677e-07,
      "loss": 0.5932,
      "step": 6190
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.389206603090488e-07,
      "loss": 0.5644,
      "step": 6191
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3786184540455449e-07,
      "loss": 0.5908,
      "step": 6192
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3680535362705758e-07,
      "loss": 0.5614,
      "step": 6193
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3575118522797258e-07,
      "loss": 0.5822,
      "step": 6194
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3469934045816435e-07,
      "loss": 0.57,
      "step": 6195
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3364981956794487e-07,
      "loss": 0.5902,
      "step": 6196
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.326026228070688e-07,
      "loss": 0.5971,
      "step": 6197
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.315577504247435e-07,
      "loss": 0.5786,
      "step": 6198
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3051520266961892e-07,
      "loss": 0.5761,
      "step": 6199
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.294749797897955e-07,
      "loss": 0.5646,
      "step": 6200
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2843708203281745e-07,
      "loss": 0.5799,
      "step": 6201
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2740150964567387e-07,
      "loss": 0.5797,
      "step": 6202
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2636826287480872e-07,
      "loss": 0.611,
      "step": 6203
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2533734196610203e-07,
      "loss": 0.5732,
      "step": 6204
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.243087471648886e-07,
      "loss": 0.5775,
      "step": 6205
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2328247871594379e-07,
      "loss": 0.5783,
      "step": 6206
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.222585368634933e-07,
      "loss": 0.5768,
      "step": 6207
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2123692185120783e-07,
      "loss": 0.5885,
      "step": 6208
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2021763392220396e-07,
      "loss": 0.59,
      "step": 6209
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.192006733190466e-07,
      "loss": 0.5825,
      "step": 6210
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1818604028374212e-07,
      "loss": 0.581,
      "step": 6211
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1717373505774854e-07,
      "loss": 0.5649,
      "step": 6212
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.161637578819653e-07,
      "loss": 0.6015,
      "step": 6213
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1515610899674244e-07,
      "loss": 0.5556,
      "step": 6214
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1415078864187034e-07,
      "loss": 0.5879,
      "step": 6215
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1314779705658982e-07,
      "loss": 0.6022,
      "step": 6216
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1214713447958556e-07,
      "loss": 0.5708,
      "step": 6217
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1114880114898928e-07,
      "loss": 0.5642,
      "step": 6218
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1015279730237757e-07,
      "loss": 0.5603,
      "step": 6219
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.091591231767709e-07,
      "loss": 0.5896,
      "step": 6220
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0816777900863895e-07,
      "loss": 0.5774,
      "step": 6221
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.071787650338941e-07,
      "loss": 0.5863,
      "step": 6222
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0619208148789593e-07,
      "loss": 0.5717,
      "step": 6223
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0520772860544768e-07,
      "loss": 0.5405,
      "step": 6224
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0422570662079866e-07,
      "loss": 0.5645,
      "step": 6225
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0324601576764525e-07,
      "loss": 0.5656,
      "step": 6226
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.022686562791254e-07,
      "loss": 0.5941,
      "step": 6227
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.012936283878275e-07,
      "loss": 0.5785,
      "step": 6228
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0032093232577822e-07,
      "loss": 0.5852,
      "step": 6229
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9935056832445676e-07,
      "loss": 0.6114,
      "step": 6230
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.983825366147818e-07,
      "loss": 0.5972,
      "step": 6231
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9741683742712014e-07,
      "loss": 0.5727,
      "step": 6232
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.964534709912813e-07,
      "loss": 0.597,
      "step": 6233
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.954924375365197e-07,
      "loss": 0.5808,
      "step": 6234
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.945337372915368e-07,
      "loss": 0.5641,
      "step": 6235
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.935773704844779e-07,
      "loss": 0.5877,
      "step": 6236
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9262333734293203e-07,
      "loss": 0.5838,
      "step": 6237
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9167163809393207e-07,
      "loss": 0.5819,
      "step": 6238
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9072227296396017e-07,
      "loss": 0.5719,
      "step": 6239
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8977524217893782e-07,
      "loss": 0.5828,
      "step": 6240
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8883054596423255e-07,
      "loss": 0.5742,
      "step": 6241
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8788818454465674e-07,
      "loss": 0.573,
      "step": 6242
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8694815814446875e-07,
      "loss": 0.5784,
      "step": 6243
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8601046698736858e-07,
      "loss": 0.5671,
      "step": 6244
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.85075111296501e-07,
      "loss": 0.562,
      "step": 6245
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8414209129445692e-07,
      "loss": 0.5742,
      "step": 6246
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8321140720326758e-07,
      "loss": 0.571,
      "step": 6247
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8228305924441469e-07,
      "loss": 0.5855,
      "step": 6248
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.81357047638816e-07,
      "loss": 0.5685,
      "step": 6249
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.804333726068408e-07,
      "loss": 0.5745,
      "step": 6250
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7951203436829656e-07,
      "loss": 0.5653,
      "step": 6251
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.785930331424379e-07,
      "loss": 0.5677,
      "step": 6252
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7767636914796437e-07,
      "loss": 0.5821,
      "step": 6253
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7676204260301477e-07,
      "loss": 0.5887,
      "step": 6254
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7585005372517504e-07,
      "loss": 0.5721,
      "step": 6255
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7494040273147384e-07,
      "loss": 0.5442,
      "step": 6256
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7403308983838462e-07,
      "loss": 0.5753,
      "step": 6257
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.731281152618225e-07,
      "loss": 0.5625,
      "step": 6258
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.722254792171485e-07,
      "loss": 0.5852,
      "step": 6259
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7132518191916413e-07,
      "loss": 0.5771,
      "step": 6260
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7042722358211694e-07,
      "loss": 0.6081,
      "step": 6261
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6953160441969707e-07,
      "loss": 0.569,
      "step": 6262
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.686383246450374e-07,
      "loss": 0.5603,
      "step": 6263
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.677473844707156e-07,
      "loss": 0.5674,
      "step": 6264
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6685878410874768e-07,
      "loss": 0.5606,
      "step": 6265
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6597252377060335e-07,
      "loss": 0.5529,
      "step": 6266
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6508860366718283e-07,
      "loss": 0.5803,
      "step": 6267
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.642070240088378e-07,
      "loss": 0.5728,
      "step": 6268
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.633277850053605e-07,
      "loss": 0.5664,
      "step": 6269
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6245088686598686e-07,
      "loss": 0.5582,
      "step": 6270
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.615763297993944e-07,
      "loss": 0.6029,
      "step": 6271
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6070411401370335e-07,
      "loss": 0.6093,
      "step": 6272
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5983423971647983e-07,
      "loss": 0.5755,
      "step": 6273
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5896670711472828e-07,
      "loss": 0.5717,
      "step": 6274
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5810151641489912e-07,
      "loss": 0.5786,
      "step": 6275
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5723866782288545e-07,
      "loss": 0.562,
      "step": 6276
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5637816154402075e-07,
      "loss": 0.5858,
      "step": 6277
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5551999778308235e-07,
      "loss": 0.5787,
      "step": 6278
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5466417674429136e-07,
      "loss": 0.5842,
      "step": 6279
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5381069863131037e-07,
      "loss": 0.5715,
      "step": 6280
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.529595636472425e-07,
      "loss": 0.5904,
      "step": 6281
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5211077199463685e-07,
      "loss": 0.5577,
      "step": 6282
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5126432387548185e-07,
      "loss": 0.5759,
      "step": 6283
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5042021949120967e-07,
      "loss": 0.5651,
      "step": 6284
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.495784590426963e-07,
      "loss": 0.5625,
      "step": 6285
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4873904273025486e-07,
      "loss": 0.5766,
      "step": 6286
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4790197075364666e-07,
      "loss": 0.5753,
      "step": 6287
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4706724331207122e-07,
      "loss": 0.5843,
      "step": 6288
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.462348606041708e-07,
      "loss": 0.5709,
      "step": 6289
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4540482282803136e-07,
      "loss": 0.5849,
      "step": 6290
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4457713018117935e-07,
      "loss": 0.5503,
      "step": 6291
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4375178286058167e-07,
      "loss": 0.5959,
      "step": 6292
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4292878106265118e-07,
      "loss": 0.5713,
      "step": 6293
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4210812498324012e-07,
      "loss": 0.5681,
      "step": 6294
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4128981481764115e-07,
      "loss": 0.5981,
      "step": 6295
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4047385076059072e-07,
      "loss": 0.5828,
      "step": 6296
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3966023300626685e-07,
      "loss": 0.5534,
      "step": 6297
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.388489617482891e-07,
      "loss": 0.5661,
      "step": 6298
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3804003717971637e-07,
      "loss": 0.5653,
      "step": 6299
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3723345949305245e-07,
      "loss": 0.5938,
      "step": 6300
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3642922888024047e-07,
      "loss": 0.5771,
      "step": 6301
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.356273455326662e-07,
      "loss": 0.5746,
      "step": 6302
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3482780964115705e-07,
      "loss": 0.5863,
      "step": 6303
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3403062139598078e-07,
      "loss": 0.5685,
      "step": 6304
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3323578098684565e-07,
      "loss": 0.5929,
      "step": 6305
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3244328860290257e-07,
      "loss": 0.5687,
      "step": 6306
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3165314443274623e-07,
      "loss": 0.5665,
      "step": 6307
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3086534866440515e-07,
      "loss": 0.5619,
      "step": 6308
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.300799014853571e-07,
      "loss": 0.5884,
      "step": 6309
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.292968030825159e-07,
      "loss": 0.575,
      "step": 6310
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.285160536422392e-07,
      "loss": 0.5769,
      "step": 6311
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2773765335032384e-07,
      "loss": 0.5732,
      "step": 6312
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2696160239200728e-07,
      "loss": 0.566,
      "step": 6313
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2618790095196953e-07,
      "loss": 0.5875,
      "step": 6314
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2541654921432998e-07,
      "loss": 0.5725,
      "step": 6315
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2464754736265183e-07,
      "loss": 0.5856,
      "step": 6316
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2388089557993533e-07,
      "loss": 0.5792,
      "step": 6317
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.231165940486234e-07,
      "loss": 0.571,
      "step": 6318
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.223546429505984e-07,
      "loss": 0.5714,
      "step": 6319
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2159504246718522e-07,
      "loss": 0.5879,
      "step": 6320
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.208377927791482e-07,
      "loss": 0.5666,
      "step": 6321
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2008289406669206e-07,
      "loss": 0.5814,
      "step": 6322
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1933034650946306e-07,
      "loss": 0.5905,
      "step": 6323
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1858015028654801e-07,
      "loss": 0.5905,
      "step": 6324
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1783230557647075e-07,
      "loss": 0.5713,
      "step": 6325
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1708681255720223e-07,
      "loss": 0.5901,
      "step": 6326
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1634367140614611e-07,
      "loss": 0.5577,
      "step": 6327
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1560288230015204e-07,
      "loss": 0.5735,
      "step": 6328
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1486444541550679e-07,
      "loss": 0.5947,
      "step": 6329
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1412836092793977e-07,
      "loss": 0.5668,
      "step": 6330
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1339462901261867e-07,
      "loss": 0.5692,
      "step": 6331
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1266324984415266e-07,
      "loss": 0.5398,
      "step": 6332
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1193422359658924e-07,
      "loss": 0.6161,
      "step": 6333
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1120755044341736e-07,
      "loss": 0.5451,
      "step": 6334
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1048323055756649e-07,
      "loss": 0.5682,
      "step": 6335
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.097612641114043e-07,
      "loss": 0.5775,
      "step": 6336
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0904165127674116e-07,
      "loss": 0.5768,
      "step": 6337
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0832439222482338e-07,
      "loss": 0.5738,
      "step": 6338
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0760948712634112e-07,
      "loss": 0.59,
      "step": 6339
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.068969361514216e-07,
      "loss": 0.582,
      "step": 6340
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0618673946963365e-07,
      "loss": 0.5856,
      "step": 6341
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0547889724998428e-07,
      "loss": 0.5882,
      "step": 6342
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0477340966092097e-07,
      "loss": 0.5924,
      "step": 6343
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0407027687033166e-07,
      "loss": 0.5514,
      "step": 6344
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.033694990455425e-07,
      "loss": 0.5486,
      "step": 6345
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0267107635331897e-07,
      "loss": 0.5684,
      "step": 6346
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0197500895986922e-07,
      "loss": 0.5843,
      "step": 6347
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0128129703083634e-07,
      "loss": 0.5744,
      "step": 6348
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0058994073130712e-07,
      "loss": 0.5901,
      "step": 6349
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.990094022580332e-08,
      "loss": 0.5637,
      "step": 6350
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.921429567829043e-08,
      "loss": 0.5888,
      "step": 6351
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.85300072521711e-08,
      "loss": 0.5546,
      "step": 6352
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.784807511028837e-08,
      "loss": 0.5898,
      "step": 6353
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.716849941492135e-08,
      "loss": 0.5804,
      "step": 6354
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.649128032779287e-08,
      "loss": 0.5814,
      "step": 6355
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.581641801006292e-08,
      "loss": 0.5735,
      "step": 6356
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.514391262233081e-08,
      "loss": 0.5882,
      "step": 6357
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.447376432463295e-08,
      "loss": 0.5367,
      "step": 6358
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.380597327644847e-08,
      "loss": 0.5896,
      "step": 6359
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.314053963669245e-08,
      "loss": 0.5897,
      "step": 6360
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.247746356372156e-08,
      "loss": 0.5805,
      "step": 6361
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.181674521532957e-08,
      "loss": 0.5732,
      "step": 6362
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.115838474874849e-08,
      "loss": 0.5747,
      "step": 6363
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.0502382320653e-08,
      "loss": 0.5821,
      "step": 6364
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.984873808715155e-08,
      "loss": 0.5732,
      "step": 6365
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.919745220379528e-08,
      "loss": 0.5638,
      "step": 6366
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.854852482557242e-08,
      "loss": 0.5568,
      "step": 6367
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.790195610691054e-08,
      "loss": 0.5683,
      "step": 6368
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.725774620167549e-08,
      "loss": 0.5491,
      "step": 6369
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.661589526317238e-08,
      "loss": 0.5885,
      "step": 6370
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.597640344414348e-08,
      "loss": 0.5556,
      "step": 6371
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.533927089677152e-08,
      "loss": 0.5468,
      "step": 6372
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.470449777267631e-08,
      "loss": 0.5768,
      "step": 6373
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.407208422291702e-08,
      "loss": 0.5862,
      "step": 6374
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.344203039799214e-08,
      "loss": 0.5491,
      "step": 6375
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.281433644783621e-08,
      "loss": 0.5593,
      "step": 6376
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.218900252182415e-08,
      "loss": 0.5875,
      "step": 6377
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.156602876876918e-08,
      "loss": 0.5567,
      "step": 6378
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.094541533692047e-08,
      "loss": 0.5783,
      "step": 6379
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.032716237396987e-08,
      "loss": 0.5712,
      "step": 6380
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.971127002704304e-08,
      "loss": 0.5533,
      "step": 6381
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.909773844270718e-08,
      "loss": 0.5793,
      "step": 6382
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.84865677669655e-08,
      "loss": 0.5741,
      "step": 6383
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.787775814526055e-08,
      "loss": 0.5875,
      "step": 6384
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.727130972247199e-08,
      "loss": 0.5878,
      "step": 6385
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.666722264291882e-08,
      "loss": 0.5696,
      "step": 6386
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.606549705035937e-08,
      "loss": 0.5664,
      "step": 6387
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.546613308798468e-08,
      "loss": 0.5825,
      "step": 6388
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.48691308984295e-08,
      "loss": 0.5427,
      "step": 6389
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.427449062376468e-08,
      "loss": 0.5776,
      "step": 6390
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.3682212405497e-08,
      "loss": 0.6003,
      "step": 6391
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.309229638457372e-08,
      "loss": 0.5649,
      "step": 6392
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.250474270137919e-08,
      "loss": 0.6047,
      "step": 6393
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.191955149573492e-08,
      "loss": 0.5868,
      "step": 6394
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.133672290690064e-08,
      "loss": 0.5589,
      "step": 6395
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.075625707357537e-08,
      "loss": 0.5747,
      "step": 6396
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.017815413389306e-08,
      "loss": 0.5682,
      "step": 6397
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.960241422542702e-08,
      "loss": 0.5517,
      "step": 6398
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.902903748518764e-08,
      "loss": 0.5657,
      "step": 6399
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.845802404962243e-08,
      "loss": 0.5738,
      "step": 6400
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.788937405461937e-08,
      "loss": 0.585,
      "step": 6401
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.732308763550022e-08,
      "loss": 0.5771,
      "step": 6402
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.675916492702717e-08,
      "loss": 0.57,
      "step": 6403
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.619760606339731e-08,
      "loss": 0.6263,
      "step": 6404
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.56384111782482e-08,
      "loss": 0.5823,
      "step": 6405
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.508158040465118e-08,
      "loss": 0.5713,
      "step": 6406
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.452711387511912e-08,
      "loss": 0.5421,
      "step": 6407
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.39750117215987e-08,
      "loss": 0.5782,
      "step": 6408
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.342527407547594e-08,
      "loss": 0.568,
      "step": 6409
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.287790106757396e-08,
      "loss": 0.5921,
      "step": 6410
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.233289282815302e-08,
      "loss": 0.5507,
      "step": 6411
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.179024948690938e-08,
      "loss": 0.5693,
      "step": 6412
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.124997117297859e-08,
      "loss": 0.5823,
      "step": 6413
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.07120580149323e-08,
      "loss": 0.5727,
      "step": 6414
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.017651014077807e-08,
      "loss": 0.5582,
      "step": 6415
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.964332767796399e-08,
      "loss": 0.6008,
      "step": 6416
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.911251075337188e-08,
      "loss": 0.552,
      "step": 6417
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.85840594933218e-08,
      "loss": 0.6009,
      "step": 6418
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.805797402357205e-08,
      "loss": 0.5857,
      "step": 6419
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.753425446931582e-08,
      "loss": 0.5597,
      "step": 6420
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.701290095518564e-08,
      "loss": 0.5786,
      "step": 6421
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6493913605246696e-08,
      "loss": 0.5964,
      "step": 6422
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5977292543007987e-08,
      "loss": 0.5562,
      "step": 6423
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5463037891408944e-08,
      "loss": 0.5625,
      "step": 6424
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.495114977282945e-08,
      "loss": 0.5741,
      "step": 6425
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.444162830908428e-08,
      "loss": 0.5634,
      "step": 6426
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.393447362142645e-08,
      "loss": 0.5712,
      "step": 6427
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.342968583054497e-08,
      "loss": 0.5751,
      "step": 6428
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.292726505656598e-08,
      "loss": 0.5754,
      "step": 6429
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2427211419051605e-08,
      "loss": 0.5803,
      "step": 6430
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.192952503700222e-08,
      "loss": 0.5769,
      "step": 6431
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1434206028853074e-08,
      "loss": 0.5707,
      "step": 6432
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.094125451247656e-08,
      "loss": 0.5559,
      "step": 6433
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0450670605182165e-08,
      "loss": 0.5712,
      "step": 6434
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.99624544237165e-08,
      "loss": 0.6173,
      "step": 6435
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.947660608426108e-08,
      "loss": 0.5755,
      "step": 6436
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.899312570243453e-08,
      "loss": 0.5705,
      "step": 6437
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.851201339329259e-08,
      "loss": 0.5646,
      "step": 6438
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.803326927132812e-08,
      "loss": 0.5631,
      "step": 6439
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.7556893450466656e-08,
      "loss": 0.5812,
      "step": 6440
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.70828860440764e-08,
      "loss": 0.5723,
      "step": 6441
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.661124716495602e-08,
      "loss": 0.5765,
      "step": 6442
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.61419769253435e-08,
      "loss": 0.5953,
      "step": 6443
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.567507543691174e-08,
      "loss": 0.5763,
      "step": 6444
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5210542810771864e-08,
      "loss": 0.5567,
      "step": 6445
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.474837915747099e-08,
      "loss": 0.5972,
      "step": 6446
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4288584586990034e-08,
      "loss": 0.5728,
      "step": 6447
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3831159208748145e-08,
      "loss": 0.5695,
      "step": 6448
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.337610313159935e-08,
      "loss": 0.559,
      "step": 6449
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.292341646383813e-08,
      "loss": 0.592,
      "step": 6450
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.247309931318722e-08,
      "loss": 0.5764,
      "step": 6451
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.202515178681421e-08,
      "loss": 0.5837,
      "step": 6452
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.157957399131607e-08,
      "loss": 0.5982,
      "step": 6453
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.113636603272797e-08,
      "loss": 0.5983,
      "step": 6454
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.069552801652443e-08,
      "loss": 0.5608,
      "step": 6455
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.025706004760932e-08,
      "loss": 0.58,
      "step": 6456
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.982096223032916e-08,
      "loss": 0.5823,
      "step": 6457
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.938723466846206e-08,
      "loss": 0.5946,
      "step": 6458
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8955877465224335e-08,
      "loss": 0.5859,
      "step": 6459
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.852689072326832e-08,
      "loss": 0.5668,
      "step": 6460
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8100274544677904e-08,
      "loss": 0.5846,
      "step": 6461
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7676029030979666e-08,
      "loss": 0.5558,
      "step": 6462
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.725415428313173e-08,
      "loss": 0.5558,
      "step": 6463
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6834650401528226e-08,
      "loss": 0.575,
      "step": 6464
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.641751748600042e-08,
      "loss": 0.5889,
      "step": 6465
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6002755635814455e-08,
      "loss": 0.5838,
      "step": 6466
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5590364949672495e-08,
      "loss": 0.5877,
      "step": 6467
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.51803455257127e-08,
      "loss": 0.5663,
      "step": 6468
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.477269746150924e-08,
      "loss": 0.5783,
      "step": 6469
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.436742085407119e-08,
      "loss": 0.5826,
      "step": 6470
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.39645157998425e-08,
      "loss": 0.5682,
      "step": 6471
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.356398239470427e-08,
      "loss": 0.5893,
      "step": 6472
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3165820733973566e-08,
      "loss": 0.5931,
      "step": 6473
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.277003091240128e-08,
      "loss": 0.5602,
      "step": 6474
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2376613024175384e-08,
      "loss": 0.5833,
      "step": 6475
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.198556716291767e-08,
      "loss": 0.5704,
      "step": 6476
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.159689342168704e-08,
      "loss": 0.5773,
      "step": 6477
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.121059189297837e-08,
      "loss": 0.5768,
      "step": 6478
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.082666266872036e-08,
      "loss": 0.5694,
      "step": 6479
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.044510584027771e-08,
      "loss": 0.5746,
      "step": 6480
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0065921498451113e-08,
      "loss": 0.5904,
      "step": 6481
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9689109733475052e-08,
      "loss": 0.639,
      "step": 6482
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9314670635022247e-08,
      "loss": 0.5658,
      "step": 6483
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8942604292199195e-08,
      "loss": 0.5932,
      "step": 6484
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8572910793546183e-08,
      "loss": 0.5711,
      "step": 6485
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8205590227040613e-08,
      "loss": 0.5551,
      "step": 6486
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7840642680097007e-08,
      "loss": 0.5657,
      "step": 6487
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.747806823956034e-08,
      "loss": 0.5681,
      "step": 6488
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7117866991714925e-08,
      "loss": 0.5626,
      "step": 6489
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.676003902227886e-08,
      "loss": 0.5673,
      "step": 6490
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6404584416406254e-08,
      "loss": 0.5728,
      "step": 6491
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6051503258684995e-08,
      "loss": 0.5592,
      "step": 6492
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5700795633138987e-08,
      "loss": 0.5776,
      "step": 6493
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.535246162322702e-08,
      "loss": 0.5709,
      "step": 6494
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.50065013118439e-08,
      "loss": 0.5807,
      "step": 6495
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4662914781318215e-08,
      "loss": 0.5704,
      "step": 6496
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.432170211341567e-08,
      "loss": 0.5765,
      "step": 6497
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3982863389333532e-08,
      "loss": 0.5996,
      "step": 6498
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3646398689707307e-08,
      "loss": 0.5876,
      "step": 6499
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3312308094607382e-08,
      "loss": 0.577,
      "step": 6500
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2980591683539056e-08,
      "loss": 0.5857,
      "step": 6501
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.265124953543918e-08,
      "loss": 0.5679,
      "step": 6502
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.232428172868395e-08,
      "loss": 0.5664,
      "step": 6503
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1999688341083348e-08,
      "loss": 0.5538,
      "step": 6504
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.167746944988114e-08,
      "loss": 0.5794,
      "step": 6505
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.135762513175599e-08,
      "loss": 0.5697,
      "step": 6506
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1040155462824786e-08,
      "loss": 0.5713,
      "step": 6507
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0725060518633765e-08,
      "loss": 0.5788,
      "step": 6508
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0412340374169615e-08,
      "loss": 0.5845,
      "step": 6509
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.010199510385058e-08,
      "loss": 0.5939,
      "step": 6510
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9794024781529808e-08,
      "loss": 0.5672,
      "step": 6511
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.948842948049534e-08,
      "loss": 0.5814,
      "step": 6512
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9185209273473448e-08,
      "loss": 0.5598,
      "step": 6513
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8884364232619744e-08,
      "loss": 0.586,
      "step": 6514
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8585894429528073e-08,
      "loss": 0.5992,
      "step": 6515
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.828979993522717e-08,
      "loss": 0.5741,
      "step": 6516
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7996080820178453e-08,
      "loss": 0.5572,
      "step": 6517
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.770473715427934e-08,
      "loss": 0.5699,
      "step": 6518
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.741576900686215e-08,
      "loss": 0.5833,
      "step": 6519
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7129176446692986e-08,
      "loss": 0.5857,
      "step": 6520
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6844959541973958e-08,
      "loss": 0.6023,
      "step": 6521
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6563118360339858e-08,
      "loss": 0.5433,
      "step": 6522
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6283652968863695e-08,
      "loss": 0.5752,
      "step": 6523
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6006563434047828e-08,
      "loss": 0.5559,
      "step": 6524
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5731849821833955e-08,
      "loss": 0.5781,
      "step": 6525
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.545951219759645e-08,
      "loss": 0.5743,
      "step": 6526
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5189550626144577e-08,
      "loss": 0.5459,
      "step": 6527
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4921965171720288e-08,
      "loss": 0.5642,
      "step": 6528
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.465675589800375e-08,
      "loss": 0.569,
      "step": 6529
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4393922868105591e-08,
      "loss": 0.5581,
      "step": 6530
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.413346614457467e-08,
      "loss": 0.6045,
      "step": 6531
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3875385789392514e-08,
      "loss": 0.5749,
      "step": 6532
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3619681863974443e-08,
      "loss": 0.6037,
      "step": 6533
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.336635442917289e-08,
      "loss": 0.5919,
      "step": 6534
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3115403545270744e-08,
      "loss": 0.5647,
      "step": 6535
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2866829271989122e-08,
      "loss": 0.5788,
      "step": 6536
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2620631668481819e-08,
      "loss": 0.5897,
      "step": 6537
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2376810793336413e-08,
      "loss": 0.5923,
      "step": 6538
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.213536670457649e-08,
      "loss": 0.5615,
      "step": 6539
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1896299459658311e-08,
      "loss": 0.5885,
      "step": 6540
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1659609115475257e-08,
      "loss": 0.6008,
      "step": 6541
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.142529572835227e-08,
      "loss": 0.571,
      "step": 6542
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1193359354049194e-08,
      "loss": 0.6195,
      "step": 6543
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0963800047760764e-08,
      "loss": 0.5668,
      "step": 6544
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0736617864117727e-08,
      "loss": 0.5573,
      "step": 6545
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.051181285718128e-08,
      "loss": 0.5736,
      "step": 6546
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0289385080448632e-08,
      "loss": 0.5549,
      "step": 6547
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0069334586854106e-08,
      "loss": 0.5774,
      "step": 6548
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.851661428761372e-09,
      "loss": 0.584,
      "step": 6549
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.636365657971215e-09,
      "loss": 0.5904,
      "step": 6550
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.423447325720425e-09,
      "loss": 0.5429,
      "step": 6551
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.212906482675143e-09,
      "loss": 0.5906,
      "step": 6552
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.004743178939735e-09,
      "loss": 0.5542,
      "step": 6553
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.798957464051238e-09,
      "loss": 0.5631,
      "step": 6554
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.595549386981595e-09,
      "loss": 0.5891,
      "step": 6555
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.394518996135414e-09,
      "loss": 0.5814,
      "step": 6556
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.19586633935332e-09,
      "loss": 0.5801,
      "step": 6557
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.999591463908607e-09,
      "loss": 0.5592,
      "step": 6558
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.805694416510579e-09,
      "loss": 0.5781,
      "step": 6559
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.614175243301213e-09,
      "loss": 0.5883,
      "step": 6560
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.425033989856279e-09,
      "loss": 0.5602,
      "step": 6561
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.238270701186434e-09,
      "loss": 0.574,
      "step": 6562
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.053885421737239e-09,
      "loss": 0.5913,
      "step": 6563
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.871878195386927e-09,
      "loss": 0.57,
      "step": 6564
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.692249065447521e-09,
      "loss": 0.5691,
      "step": 6565
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.514998074667045e-09,
      "loss": 0.5535,
      "step": 6566
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.340125265226205e-09,
      "loss": 0.5797,
      "step": 6567
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.167630678739489e-09,
      "loss": 0.5865,
      "step": 6568
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.997514356256285e-09,
      "loss": 0.5808,
      "step": 6569
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.8297763382597625e-09,
      "loss": 0.5781,
      "step": 6570
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.664416664666883e-09,
      "loss": 0.5627,
      "step": 6571
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.5014353748295e-09,
      "loss": 0.5808,
      "step": 6572
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.3408325075332555e-09,
      "loss": 0.5943,
      "step": 6573
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.182608100995356e-09,
      "loss": 0.603,
      "step": 6574
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.026762192870127e-09,
      "loss": 0.5835,
      "step": 6575
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.873294820244568e-09,
      "loss": 0.5959,
      "step": 6576
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7222060196394634e-09,
      "loss": 0.5628,
      "step": 6577
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.573495827010499e-09,
      "loss": 0.5771,
      "step": 6578
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4271642777471425e-09,
      "loss": 0.5967,
      "step": 6579
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.283211406670429e-09,
      "loss": 0.5568,
      "step": 6580
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.14163724803962e-09,
      "loss": 0.5747,
      "step": 6581
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.002441835544435e-09,
      "loss": 0.587,
      "step": 6582
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.865625202309487e-09,
      "loss": 0.5736,
      "step": 6583
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.731187380893176e-09,
      "loss": 0.5664,
      "step": 6584
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5991284032899087e-09,
      "loss": 0.5785,
      "step": 6585
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4694483009234393e-09,
      "loss": 0.5627,
      "step": 6586
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3421471046568564e-09,
      "loss": 0.5671,
      "step": 6587
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.217224844782596e-09,
      "loss": 0.5783,
      "step": 6588
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0946815510290995e-09,
      "loss": 0.6104,
      "step": 6589
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.974517252558595e-09,
      "loss": 0.5767,
      "step": 6590
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.856731977968208e-09,
      "loss": 0.5775,
      "step": 6591
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.741325755285518e-09,
      "loss": 0.5763,
      "step": 6592
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.628298611975222e-09,
      "loss": 0.5735,
      "step": 6593
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5176505749346937e-09,
      "loss": 0.5789,
      "step": 6594
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4093816704950924e-09,
      "loss": 0.5708,
      "step": 6595
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3034919244213637e-09,
      "loss": 0.6031,
      "step": 6596
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.19998136191224e-09,
      "loss": 0.5794,
      "step": 6597
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0988500076013494e-09,
      "loss": 0.5814,
      "step": 6598
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.000097885554997e-09,
      "loss": 0.5666,
      "step": 6599
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9037250192732728e-09,
      "loss": 0.5527,
      "step": 6600
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8097314316900537e-09,
      "loss": 0.5772,
      "step": 6601
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7181171451730039e-09,
      "loss": 0.5721,
      "step": 6602
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6288821815246825e-09,
      "loss": 0.5542,
      "step": 6603
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5420265619803255e-09,
      "loss": 0.5872,
      "step": 6604
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4575503072100649e-09,
      "loss": 0.5882,
      "step": 6605
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3754534373155992e-09,
      "loss": 0.5906,
      "step": 6606
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.295735971834633e-09,
      "loss": 0.549,
      "step": 6607
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2183979297364368e-09,
      "loss": 0.5821,
      "step": 6608
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1434393294273981e-09,
      "loss": 0.5962,
      "step": 6609
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0708601887454706e-09,
      "loss": 0.5829,
      "step": 6610
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.000660524960173e-09,
      "loss": 0.5778,
      "step": 6611
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.328403547792518e-10,
      "loss": 0.5532,
      "step": 6612
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.673996943420193e-10,
      "loss": 0.5881,
      "step": 6613
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.043385592215735e-10,
      "loss": 0.568,
      "step": 6614
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.43656964423689e-10,
      "loss": 0.5679,
      "step": 6615
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.85354924390147e-10,
      "loss": 0.5428,
      "step": 6616
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.294324529942942e-10,
      "loss": 0.554,
      "step": 6617
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.75889563544374e-10,
      "loss": 0.5606,
      "step": 6618
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.247262687835264e-10,
      "loss": 0.5738,
      "step": 6619
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.759425808853468e-10,
      "loss": 0.5297,
      "step": 6620
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.295385114594375e-10,
      "loss": 0.5881,
      "step": 6621
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.8551407155029697e-10,
      "loss": 0.5572,
      "step": 6622
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4386927163287953e-10,
      "loss": 0.5794,
      "step": 6623
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.0460412161814613e-10,
      "loss": 0.5926,
      "step": 6624
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.677186308497337e-10,
      "loss": 0.5677,
      "step": 6625
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3321280810617575e-10,
      "loss": 0.6055,
      "step": 6626
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0108666159757151e-10,
      "loss": 0.5717,
      "step": 6627
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7134019897113718e-10,
      "loss": 0.5814,
      "step": 6628
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4397342730343434e-10,
      "loss": 0.5843,
      "step": 6629
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1898635310925167e-10,
      "loss": 0.572,
      "step": 6630
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.637898233272324e-11,
      "loss": 0.5871,
      "step": 6631
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.615132035510008e-11,
      "loss": 0.5929,
      "step": 6632
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.830337199030922e-11,
      "loss": 0.5959,
      "step": 6633
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.2835141484953715e-11,
      "loss": 0.6106,
      "step": 6634
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.9746632520533116e-11,
      "loss": 0.599,
      "step": 6635
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.903784821122301e-11,
      "loss": 0.5793,
      "step": 6636
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.070879110498524e-11,
      "loss": 0.5687,
      "step": 6637
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.759463185788349e-12,
      "loss": 0.598,
      "step": 6638
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1898658669462494e-12,
      "loss": 0.561,
      "step": 6639
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.5804,
      "step": 6640
    },
    {
      "epoch": 1.0,
      "step": 6640,
      "total_flos": 0.0,
      "train_loss": 0.14256353377398237,
      "train_runtime": 9316.3349,
      "train_samples_per_second": 182.496,
      "train_steps_per_second": 0.713
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 6640,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}