clickbait_spoiling_multi / trainer_state.json
Tugay's picture
initial updates
fd4707b
{
"best_metric": 1.1808723211288452,
"best_model_checkpoint": "t5-results/checkpoint-280",
"epoch": 17.0,
"global_step": 2380,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 4.996428571428572e-05,
"loss": 6.6331,
"step": 2
},
{
"epoch": 0.03,
"learning_rate": 4.992857142857143e-05,
"loss": 2.8457,
"step": 4
},
{
"epoch": 0.04,
"learning_rate": 4.989285714285715e-05,
"loss": 2.425,
"step": 6
},
{
"epoch": 0.06,
"learning_rate": 4.985714285714286e-05,
"loss": 2.7484,
"step": 8
},
{
"epoch": 0.07,
"learning_rate": 4.982142857142857e-05,
"loss": 3.3634,
"step": 10
},
{
"epoch": 0.09,
"learning_rate": 4.978571428571429e-05,
"loss": 3.6255,
"step": 12
},
{
"epoch": 0.1,
"learning_rate": 4.975e-05,
"loss": 1.0302,
"step": 14
},
{
"epoch": 0.11,
"learning_rate": 4.971428571428572e-05,
"loss": 1.4391,
"step": 16
},
{
"epoch": 0.13,
"learning_rate": 4.967857142857143e-05,
"loss": 0.9369,
"step": 18
},
{
"epoch": 0.14,
"learning_rate": 4.964285714285715e-05,
"loss": 2.3108,
"step": 20
},
{
"epoch": 0.16,
"learning_rate": 4.960714285714286e-05,
"loss": 1.2689,
"step": 22
},
{
"epoch": 0.17,
"learning_rate": 4.957142857142857e-05,
"loss": 2.4004,
"step": 24
},
{
"epoch": 0.19,
"learning_rate": 4.953571428571429e-05,
"loss": 0.9825,
"step": 26
},
{
"epoch": 0.2,
"learning_rate": 4.9500000000000004e-05,
"loss": 1.2442,
"step": 28
},
{
"epoch": 0.21,
"learning_rate": 4.946428571428572e-05,
"loss": 2.9793,
"step": 30
},
{
"epoch": 0.23,
"learning_rate": 4.942857142857143e-05,
"loss": 3.1514,
"step": 32
},
{
"epoch": 0.24,
"learning_rate": 4.939285714285714e-05,
"loss": 0.8941,
"step": 34
},
{
"epoch": 0.26,
"learning_rate": 4.935714285714286e-05,
"loss": 0.9734,
"step": 36
},
{
"epoch": 0.27,
"learning_rate": 4.9321428571428574e-05,
"loss": 2.1279,
"step": 38
},
{
"epoch": 0.29,
"learning_rate": 4.928571428571429e-05,
"loss": 0.9224,
"step": 40
},
{
"epoch": 0.3,
"learning_rate": 4.9250000000000004e-05,
"loss": 1.1355,
"step": 42
},
{
"epoch": 0.31,
"learning_rate": 4.921428571428572e-05,
"loss": 0.938,
"step": 44
},
{
"epoch": 0.33,
"learning_rate": 4.917857142857143e-05,
"loss": 0.9593,
"step": 46
},
{
"epoch": 0.34,
"learning_rate": 4.9142857142857144e-05,
"loss": 2.9186,
"step": 48
},
{
"epoch": 0.36,
"learning_rate": 4.910714285714286e-05,
"loss": 0.6557,
"step": 50
},
{
"epoch": 0.37,
"learning_rate": 4.9071428571428574e-05,
"loss": 1.6295,
"step": 52
},
{
"epoch": 0.39,
"learning_rate": 4.903571428571429e-05,
"loss": 1.048,
"step": 54
},
{
"epoch": 0.4,
"learning_rate": 4.9e-05,
"loss": 1.4319,
"step": 56
},
{
"epoch": 0.41,
"learning_rate": 4.896428571428572e-05,
"loss": 1.0346,
"step": 58
},
{
"epoch": 0.43,
"learning_rate": 4.892857142857143e-05,
"loss": 0.9637,
"step": 60
},
{
"epoch": 0.44,
"learning_rate": 4.8892857142857144e-05,
"loss": 1.7965,
"step": 62
},
{
"epoch": 0.46,
"learning_rate": 4.885714285714286e-05,
"loss": 1.5955,
"step": 64
},
{
"epoch": 0.47,
"learning_rate": 4.8821428571428575e-05,
"loss": 1.081,
"step": 66
},
{
"epoch": 0.49,
"learning_rate": 4.878571428571429e-05,
"loss": 1.1883,
"step": 68
},
{
"epoch": 0.5,
"learning_rate": 4.875e-05,
"loss": 0.6773,
"step": 70
},
{
"epoch": 0.51,
"learning_rate": 4.8714285714285714e-05,
"loss": 1.3492,
"step": 72
},
{
"epoch": 0.53,
"learning_rate": 4.867857142857143e-05,
"loss": 1.8582,
"step": 74
},
{
"epoch": 0.54,
"learning_rate": 4.8642857142857145e-05,
"loss": 0.9377,
"step": 76
},
{
"epoch": 0.56,
"learning_rate": 4.860714285714286e-05,
"loss": 0.7285,
"step": 78
},
{
"epoch": 0.57,
"learning_rate": 4.8571428571428576e-05,
"loss": 1.1076,
"step": 80
},
{
"epoch": 0.59,
"learning_rate": 4.853571428571429e-05,
"loss": 2.0815,
"step": 82
},
{
"epoch": 0.6,
"learning_rate": 4.85e-05,
"loss": 0.4267,
"step": 84
},
{
"epoch": 0.61,
"learning_rate": 4.8464285714285715e-05,
"loss": 1.0915,
"step": 86
},
{
"epoch": 0.63,
"learning_rate": 4.842857142857143e-05,
"loss": 1.1805,
"step": 88
},
{
"epoch": 0.64,
"learning_rate": 4.8392857142857146e-05,
"loss": 1.2944,
"step": 90
},
{
"epoch": 0.66,
"learning_rate": 4.835714285714286e-05,
"loss": 1.2663,
"step": 92
},
{
"epoch": 0.67,
"learning_rate": 4.832142857142857e-05,
"loss": 1.316,
"step": 94
},
{
"epoch": 0.69,
"learning_rate": 4.828571428571429e-05,
"loss": 1.6691,
"step": 96
},
{
"epoch": 0.7,
"learning_rate": 4.825e-05,
"loss": 1.3656,
"step": 98
},
{
"epoch": 0.71,
"learning_rate": 4.8214285714285716e-05,
"loss": 1.4799,
"step": 100
},
{
"epoch": 0.73,
"learning_rate": 4.817857142857143e-05,
"loss": 1.6342,
"step": 102
},
{
"epoch": 0.74,
"learning_rate": 4.8142857142857147e-05,
"loss": 1.2405,
"step": 104
},
{
"epoch": 0.76,
"learning_rate": 4.810714285714286e-05,
"loss": 1.283,
"step": 106
},
{
"epoch": 0.77,
"learning_rate": 4.807142857142857e-05,
"loss": 0.674,
"step": 108
},
{
"epoch": 0.79,
"learning_rate": 4.803571428571429e-05,
"loss": 1.1166,
"step": 110
},
{
"epoch": 0.8,
"learning_rate": 4.8e-05,
"loss": 1.0384,
"step": 112
},
{
"epoch": 0.81,
"learning_rate": 4.7964285714285717e-05,
"loss": 1.5797,
"step": 114
},
{
"epoch": 0.83,
"learning_rate": 4.7928571428571425e-05,
"loss": 0.792,
"step": 116
},
{
"epoch": 0.84,
"learning_rate": 4.789285714285715e-05,
"loss": 0.8006,
"step": 118
},
{
"epoch": 0.86,
"learning_rate": 4.785714285714286e-05,
"loss": 0.6637,
"step": 120
},
{
"epoch": 0.87,
"learning_rate": 4.782142857142857e-05,
"loss": 2.339,
"step": 122
},
{
"epoch": 0.89,
"learning_rate": 4.7785714285714287e-05,
"loss": 0.869,
"step": 124
},
{
"epoch": 0.9,
"learning_rate": 4.775e-05,
"loss": 0.6961,
"step": 126
},
{
"epoch": 0.91,
"learning_rate": 4.771428571428572e-05,
"loss": 0.8871,
"step": 128
},
{
"epoch": 0.93,
"learning_rate": 4.767857142857143e-05,
"loss": 0.8566,
"step": 130
},
{
"epoch": 0.94,
"learning_rate": 4.764285714285715e-05,
"loss": 1.5061,
"step": 132
},
{
"epoch": 0.96,
"learning_rate": 4.760714285714286e-05,
"loss": 1.288,
"step": 134
},
{
"epoch": 0.97,
"learning_rate": 4.757142857142857e-05,
"loss": 1.3533,
"step": 136
},
{
"epoch": 0.99,
"learning_rate": 4.753571428571429e-05,
"loss": 0.9773,
"step": 138
},
{
"epoch": 1.0,
"learning_rate": 4.75e-05,
"loss": 1.55,
"step": 140
},
{
"epoch": 1.0,
"eval_bleu": 0.057367108466817536,
"eval_loss": 1.2215405702590942,
"eval_runtime": 24.1171,
"eval_samples_per_second": 5.929,
"eval_steps_per_second": 1.493,
"step": 140
},
{
"epoch": 1.01,
"learning_rate": 4.746428571428572e-05,
"loss": 0.9627,
"step": 142
},
{
"epoch": 1.03,
"learning_rate": 4.742857142857143e-05,
"loss": 1.9751,
"step": 144
},
{
"epoch": 1.04,
"learning_rate": 4.739285714285714e-05,
"loss": 0.2509,
"step": 146
},
{
"epoch": 1.06,
"learning_rate": 4.7357142857142864e-05,
"loss": 0.8852,
"step": 148
},
{
"epoch": 1.07,
"learning_rate": 4.732142857142857e-05,
"loss": 0.9967,
"step": 150
},
{
"epoch": 1.09,
"learning_rate": 4.728571428571429e-05,
"loss": 0.4455,
"step": 152
},
{
"epoch": 1.1,
"learning_rate": 4.7249999999999997e-05,
"loss": 1.1727,
"step": 154
},
{
"epoch": 1.11,
"learning_rate": 4.721428571428572e-05,
"loss": 0.7705,
"step": 156
},
{
"epoch": 1.13,
"learning_rate": 4.7178571428571434e-05,
"loss": 1.1398,
"step": 158
},
{
"epoch": 1.14,
"learning_rate": 4.714285714285714e-05,
"loss": 0.945,
"step": 160
},
{
"epoch": 1.16,
"learning_rate": 4.710714285714286e-05,
"loss": 0.547,
"step": 162
},
{
"epoch": 1.17,
"learning_rate": 4.707142857142857e-05,
"loss": 0.5484,
"step": 164
},
{
"epoch": 1.19,
"learning_rate": 4.703571428571429e-05,
"loss": 0.9512,
"step": 166
},
{
"epoch": 1.2,
"learning_rate": 4.7e-05,
"loss": 0.4727,
"step": 168
},
{
"epoch": 1.21,
"learning_rate": 4.696428571428572e-05,
"loss": 0.8605,
"step": 170
},
{
"epoch": 1.23,
"learning_rate": 4.6928571428571435e-05,
"loss": 0.9351,
"step": 172
},
{
"epoch": 1.24,
"learning_rate": 4.689285714285714e-05,
"loss": 1.2163,
"step": 174
},
{
"epoch": 1.26,
"learning_rate": 4.685714285714286e-05,
"loss": 1.4119,
"step": 176
},
{
"epoch": 1.27,
"learning_rate": 4.6821428571428574e-05,
"loss": 1.1117,
"step": 178
},
{
"epoch": 1.29,
"learning_rate": 4.678571428571429e-05,
"loss": 0.6599,
"step": 180
},
{
"epoch": 1.3,
"learning_rate": 4.6750000000000005e-05,
"loss": 0.3745,
"step": 182
},
{
"epoch": 1.31,
"learning_rate": 4.671428571428571e-05,
"loss": 0.6308,
"step": 184
},
{
"epoch": 1.33,
"learning_rate": 4.6678571428571435e-05,
"loss": 0.7839,
"step": 186
},
{
"epoch": 1.34,
"learning_rate": 4.6642857142857144e-05,
"loss": 0.8607,
"step": 188
},
{
"epoch": 1.36,
"learning_rate": 4.660714285714286e-05,
"loss": 1.3602,
"step": 190
},
{
"epoch": 1.37,
"learning_rate": 4.6571428571428575e-05,
"loss": 1.7766,
"step": 192
},
{
"epoch": 1.39,
"learning_rate": 4.653571428571429e-05,
"loss": 0.5767,
"step": 194
},
{
"epoch": 1.4,
"learning_rate": 4.6500000000000005e-05,
"loss": 1.3011,
"step": 196
},
{
"epoch": 1.41,
"learning_rate": 4.6464285714285714e-05,
"loss": 2.1331,
"step": 198
},
{
"epoch": 1.43,
"learning_rate": 4.642857142857143e-05,
"loss": 1.1446,
"step": 200
},
{
"epoch": 1.44,
"learning_rate": 4.6392857142857145e-05,
"loss": 0.9878,
"step": 202
},
{
"epoch": 1.46,
"learning_rate": 4.635714285714286e-05,
"loss": 0.5015,
"step": 204
},
{
"epoch": 1.47,
"learning_rate": 4.632142857142857e-05,
"loss": 0.6702,
"step": 206
},
{
"epoch": 1.49,
"learning_rate": 4.628571428571429e-05,
"loss": 1.0258,
"step": 208
},
{
"epoch": 1.5,
"learning_rate": 4.6250000000000006e-05,
"loss": 0.7996,
"step": 210
},
{
"epoch": 1.51,
"learning_rate": 4.6214285714285715e-05,
"loss": 1.5507,
"step": 212
},
{
"epoch": 1.53,
"learning_rate": 4.617857142857143e-05,
"loss": 0.6123,
"step": 214
},
{
"epoch": 1.54,
"learning_rate": 4.6142857142857145e-05,
"loss": 1.2377,
"step": 216
},
{
"epoch": 1.56,
"learning_rate": 4.610714285714286e-05,
"loss": 0.7282,
"step": 218
},
{
"epoch": 1.57,
"learning_rate": 4.607142857142857e-05,
"loss": 0.6658,
"step": 220
},
{
"epoch": 1.59,
"learning_rate": 4.6035714285714285e-05,
"loss": 0.2666,
"step": 222
},
{
"epoch": 1.6,
"learning_rate": 4.600000000000001e-05,
"loss": 0.2779,
"step": 224
},
{
"epoch": 1.61,
"learning_rate": 4.5964285714285715e-05,
"loss": 1.0744,
"step": 226
},
{
"epoch": 1.63,
"learning_rate": 4.592857142857143e-05,
"loss": 1.3369,
"step": 228
},
{
"epoch": 1.64,
"learning_rate": 4.5892857142857146e-05,
"loss": 0.6118,
"step": 230
},
{
"epoch": 1.66,
"learning_rate": 4.585714285714286e-05,
"loss": 0.7165,
"step": 232
},
{
"epoch": 1.67,
"learning_rate": 4.582142857142858e-05,
"loss": 0.8708,
"step": 234
},
{
"epoch": 1.69,
"learning_rate": 4.5785714285714285e-05,
"loss": 0.8434,
"step": 236
},
{
"epoch": 1.7,
"learning_rate": 4.575e-05,
"loss": 0.423,
"step": 238
},
{
"epoch": 1.71,
"learning_rate": 4.5714285714285716e-05,
"loss": 0.8223,
"step": 240
},
{
"epoch": 1.73,
"learning_rate": 4.567857142857143e-05,
"loss": 0.4773,
"step": 242
},
{
"epoch": 1.74,
"learning_rate": 4.564285714285714e-05,
"loss": 1.2649,
"step": 244
},
{
"epoch": 1.76,
"learning_rate": 4.560714285714286e-05,
"loss": 0.5867,
"step": 246
},
{
"epoch": 1.77,
"learning_rate": 4.557142857142858e-05,
"loss": 0.8064,
"step": 248
},
{
"epoch": 1.79,
"learning_rate": 4.5535714285714286e-05,
"loss": 0.7751,
"step": 250
},
{
"epoch": 1.8,
"learning_rate": 4.55e-05,
"loss": 0.7568,
"step": 252
},
{
"epoch": 1.81,
"learning_rate": 4.546428571428572e-05,
"loss": 1.3103,
"step": 254
},
{
"epoch": 1.83,
"learning_rate": 4.542857142857143e-05,
"loss": 1.0422,
"step": 256
},
{
"epoch": 1.84,
"learning_rate": 4.539285714285714e-05,
"loss": 1.0449,
"step": 258
},
{
"epoch": 1.86,
"learning_rate": 4.5357142857142856e-05,
"loss": 0.1592,
"step": 260
},
{
"epoch": 1.87,
"learning_rate": 4.532142857142858e-05,
"loss": 2.7095,
"step": 262
},
{
"epoch": 1.89,
"learning_rate": 4.528571428571429e-05,
"loss": 0.8203,
"step": 264
},
{
"epoch": 1.9,
"learning_rate": 4.525e-05,
"loss": 0.3886,
"step": 266
},
{
"epoch": 1.91,
"learning_rate": 4.521428571428572e-05,
"loss": 1.0708,
"step": 268
},
{
"epoch": 1.93,
"learning_rate": 4.517857142857143e-05,
"loss": 0.4944,
"step": 270
},
{
"epoch": 1.94,
"learning_rate": 4.514285714285714e-05,
"loss": 1.2455,
"step": 272
},
{
"epoch": 1.96,
"learning_rate": 4.510714285714286e-05,
"loss": 0.5608,
"step": 274
},
{
"epoch": 1.97,
"learning_rate": 4.507142857142858e-05,
"loss": 1.7867,
"step": 276
},
{
"epoch": 1.99,
"learning_rate": 4.503571428571429e-05,
"loss": 0.6859,
"step": 278
},
{
"epoch": 2.0,
"learning_rate": 4.5e-05,
"loss": 1.5826,
"step": 280
},
{
"epoch": 2.0,
"eval_bleu": 0.040697863739456316,
"eval_loss": 1.1808723211288452,
"eval_runtime": 23.9524,
"eval_samples_per_second": 5.97,
"eval_steps_per_second": 1.503,
"step": 280
},
{
"epoch": 2.01,
"learning_rate": 4.496428571428571e-05,
"loss": 0.3028,
"step": 282
},
{
"epoch": 2.03,
"learning_rate": 4.4928571428571434e-05,
"loss": 1.3228,
"step": 284
},
{
"epoch": 2.04,
"learning_rate": 4.489285714285715e-05,
"loss": 0.9648,
"step": 286
},
{
"epoch": 2.06,
"learning_rate": 4.485714285714286e-05,
"loss": 0.4298,
"step": 288
},
{
"epoch": 2.07,
"learning_rate": 4.482142857142857e-05,
"loss": 0.7843,
"step": 290
},
{
"epoch": 2.09,
"learning_rate": 4.478571428571429e-05,
"loss": 1.2349,
"step": 292
},
{
"epoch": 2.1,
"learning_rate": 4.4750000000000004e-05,
"loss": 0.8441,
"step": 294
},
{
"epoch": 2.11,
"learning_rate": 4.471428571428571e-05,
"loss": 1.2609,
"step": 296
},
{
"epoch": 2.13,
"learning_rate": 4.467857142857143e-05,
"loss": 0.6808,
"step": 298
},
{
"epoch": 2.14,
"learning_rate": 4.464285714285715e-05,
"loss": 0.2467,
"step": 300
},
{
"epoch": 2.16,
"learning_rate": 4.460714285714286e-05,
"loss": 0.7209,
"step": 302
},
{
"epoch": 2.17,
"learning_rate": 4.4571428571428574e-05,
"loss": 0.4708,
"step": 304
},
{
"epoch": 2.19,
"learning_rate": 4.453571428571429e-05,
"loss": 0.6394,
"step": 306
},
{
"epoch": 2.2,
"learning_rate": 4.4500000000000004e-05,
"loss": 0.7535,
"step": 308
},
{
"epoch": 2.21,
"learning_rate": 4.446428571428571e-05,
"loss": 0.4656,
"step": 310
},
{
"epoch": 2.23,
"learning_rate": 4.442857142857143e-05,
"loss": 0.4037,
"step": 312
},
{
"epoch": 2.24,
"learning_rate": 4.439285714285715e-05,
"loss": 1.2068,
"step": 314
},
{
"epoch": 2.26,
"learning_rate": 4.435714285714286e-05,
"loss": 0.6649,
"step": 316
},
{
"epoch": 2.27,
"learning_rate": 4.4321428571428574e-05,
"loss": 0.5143,
"step": 318
},
{
"epoch": 2.29,
"learning_rate": 4.428571428571428e-05,
"loss": 0.3144,
"step": 320
},
{
"epoch": 2.3,
"learning_rate": 4.4250000000000005e-05,
"loss": 0.6201,
"step": 322
},
{
"epoch": 2.31,
"learning_rate": 4.4214285714285714e-05,
"loss": 1.8034,
"step": 324
},
{
"epoch": 2.33,
"learning_rate": 4.417857142857143e-05,
"loss": 0.8533,
"step": 326
},
{
"epoch": 2.34,
"learning_rate": 4.4142857142857144e-05,
"loss": 1.0549,
"step": 328
},
{
"epoch": 2.36,
"learning_rate": 4.410714285714286e-05,
"loss": 0.6378,
"step": 330
},
{
"epoch": 2.37,
"learning_rate": 4.4071428571428575e-05,
"loss": 0.2709,
"step": 332
},
{
"epoch": 2.39,
"learning_rate": 4.4035714285714284e-05,
"loss": 0.8126,
"step": 334
},
{
"epoch": 2.4,
"learning_rate": 4.4000000000000006e-05,
"loss": 0.5166,
"step": 336
},
{
"epoch": 2.41,
"learning_rate": 4.396428571428572e-05,
"loss": 1.1076,
"step": 338
},
{
"epoch": 2.43,
"learning_rate": 4.392857142857143e-05,
"loss": 1.171,
"step": 340
},
{
"epoch": 2.44,
"learning_rate": 4.3892857142857145e-05,
"loss": 0.5459,
"step": 342
},
{
"epoch": 2.46,
"learning_rate": 4.385714285714286e-05,
"loss": 0.2049,
"step": 344
},
{
"epoch": 2.47,
"learning_rate": 4.3821428571428576e-05,
"loss": 1.0091,
"step": 346
},
{
"epoch": 2.49,
"learning_rate": 4.3785714285714284e-05,
"loss": 0.1944,
"step": 348
},
{
"epoch": 2.5,
"learning_rate": 4.375e-05,
"loss": 0.2146,
"step": 350
},
{
"epoch": 2.51,
"learning_rate": 4.371428571428572e-05,
"loss": 0.7686,
"step": 352
},
{
"epoch": 2.53,
"learning_rate": 4.367857142857143e-05,
"loss": 0.6259,
"step": 354
},
{
"epoch": 2.54,
"learning_rate": 4.3642857142857146e-05,
"loss": 1.0241,
"step": 356
},
{
"epoch": 2.56,
"learning_rate": 4.3607142857142854e-05,
"loss": 1.3,
"step": 358
},
{
"epoch": 2.57,
"learning_rate": 4.3571428571428576e-05,
"loss": 0.6116,
"step": 360
},
{
"epoch": 2.59,
"learning_rate": 4.3535714285714285e-05,
"loss": 0.9921,
"step": 362
},
{
"epoch": 2.6,
"learning_rate": 4.35e-05,
"loss": 0.804,
"step": 364
},
{
"epoch": 2.61,
"learning_rate": 4.3464285714285716e-05,
"loss": 0.4876,
"step": 366
},
{
"epoch": 2.63,
"learning_rate": 4.342857142857143e-05,
"loss": 1.2895,
"step": 368
},
{
"epoch": 2.64,
"learning_rate": 4.3392857142857146e-05,
"loss": 1.7439,
"step": 370
},
{
"epoch": 2.66,
"learning_rate": 4.3357142857142855e-05,
"loss": 0.1348,
"step": 372
},
{
"epoch": 2.67,
"learning_rate": 4.332142857142858e-05,
"loss": 0.3251,
"step": 374
},
{
"epoch": 2.69,
"learning_rate": 4.328571428571429e-05,
"loss": 0.676,
"step": 376
},
{
"epoch": 2.7,
"learning_rate": 4.325e-05,
"loss": 1.526,
"step": 378
},
{
"epoch": 2.71,
"learning_rate": 4.3214285714285716e-05,
"loss": 1.3588,
"step": 380
},
{
"epoch": 2.73,
"learning_rate": 4.317857142857143e-05,
"loss": 0.7616,
"step": 382
},
{
"epoch": 2.74,
"learning_rate": 4.314285714285715e-05,
"loss": 0.6975,
"step": 384
},
{
"epoch": 2.76,
"learning_rate": 4.3107142857142856e-05,
"loss": 0.6894,
"step": 386
},
{
"epoch": 2.77,
"learning_rate": 4.307142857142857e-05,
"loss": 0.6453,
"step": 388
},
{
"epoch": 2.79,
"learning_rate": 4.303571428571429e-05,
"loss": 0.5296,
"step": 390
},
{
"epoch": 2.8,
"learning_rate": 4.3e-05,
"loss": 0.6604,
"step": 392
},
{
"epoch": 2.81,
"learning_rate": 4.296428571428572e-05,
"loss": 0.5235,
"step": 394
},
{
"epoch": 2.83,
"learning_rate": 4.292857142857143e-05,
"loss": 0.7616,
"step": 396
},
{
"epoch": 2.84,
"learning_rate": 4.289285714285715e-05,
"loss": 0.9541,
"step": 398
},
{
"epoch": 2.86,
"learning_rate": 4.2857142857142856e-05,
"loss": 0.3601,
"step": 400
},
{
"epoch": 2.87,
"learning_rate": 4.282142857142857e-05,
"loss": 0.8298,
"step": 402
},
{
"epoch": 2.89,
"learning_rate": 4.278571428571429e-05,
"loss": 0.6031,
"step": 404
},
{
"epoch": 2.9,
"learning_rate": 4.275e-05,
"loss": 0.5512,
"step": 406
},
{
"epoch": 2.91,
"learning_rate": 4.271428571428572e-05,
"loss": 0.3029,
"step": 408
},
{
"epoch": 2.93,
"learning_rate": 4.2678571428571426e-05,
"loss": 0.6772,
"step": 410
},
{
"epoch": 2.94,
"learning_rate": 4.264285714285715e-05,
"loss": 0.2375,
"step": 412
},
{
"epoch": 2.96,
"learning_rate": 4.260714285714286e-05,
"loss": 0.3395,
"step": 414
},
{
"epoch": 2.97,
"learning_rate": 4.257142857142857e-05,
"loss": 0.2478,
"step": 416
},
{
"epoch": 2.99,
"learning_rate": 4.253571428571429e-05,
"loss": 0.9358,
"step": 418
},
{
"epoch": 3.0,
"learning_rate": 4.25e-05,
"loss": 1.0158,
"step": 420
},
{
"epoch": 3.0,
"eval_bleu": 0.05042323062396331,
"eval_loss": 1.191562533378601,
"eval_runtime": 24.0265,
"eval_samples_per_second": 5.952,
"eval_steps_per_second": 1.498,
"step": 420
},
{
"epoch": 3.01,
"learning_rate": 4.246428571428572e-05,
"loss": 0.2094,
"step": 422
},
{
"epoch": 3.03,
"learning_rate": 4.242857142857143e-05,
"loss": 0.4849,
"step": 424
},
{
"epoch": 3.04,
"learning_rate": 4.239285714285714e-05,
"loss": 0.7713,
"step": 426
},
{
"epoch": 3.06,
"learning_rate": 4.2357142857142864e-05,
"loss": 0.1941,
"step": 428
},
{
"epoch": 3.07,
"learning_rate": 4.232142857142857e-05,
"loss": 0.4994,
"step": 430
},
{
"epoch": 3.09,
"learning_rate": 4.228571428571429e-05,
"loss": 0.6792,
"step": 432
},
{
"epoch": 3.1,
"learning_rate": 4.2250000000000004e-05,
"loss": 0.243,
"step": 434
},
{
"epoch": 3.11,
"learning_rate": 4.221428571428572e-05,
"loss": 0.4933,
"step": 436
},
{
"epoch": 3.13,
"learning_rate": 4.217857142857143e-05,
"loss": 0.6249,
"step": 438
},
{
"epoch": 3.14,
"learning_rate": 4.214285714285714e-05,
"loss": 0.9461,
"step": 440
},
{
"epoch": 3.16,
"learning_rate": 4.210714285714286e-05,
"loss": 0.2788,
"step": 442
},
{
"epoch": 3.17,
"learning_rate": 4.2071428571428574e-05,
"loss": 1.0754,
"step": 444
},
{
"epoch": 3.19,
"learning_rate": 4.203571428571429e-05,
"loss": 0.7201,
"step": 446
},
{
"epoch": 3.2,
"learning_rate": 4.2e-05,
"loss": 0.5637,
"step": 448
},
{
"epoch": 3.21,
"learning_rate": 4.196428571428572e-05,
"loss": 0.7228,
"step": 450
},
{
"epoch": 3.23,
"learning_rate": 4.192857142857143e-05,
"loss": 0.9431,
"step": 452
},
{
"epoch": 3.24,
"learning_rate": 4.1892857142857144e-05,
"loss": 1.06,
"step": 454
},
{
"epoch": 3.26,
"learning_rate": 4.185714285714286e-05,
"loss": 0.4919,
"step": 456
},
{
"epoch": 3.27,
"learning_rate": 4.1821428571428574e-05,
"loss": 0.2347,
"step": 458
},
{
"epoch": 3.29,
"learning_rate": 4.178571428571429e-05,
"loss": 1.1592,
"step": 460
},
{
"epoch": 3.3,
"learning_rate": 4.175e-05,
"loss": 1.1351,
"step": 462
},
{
"epoch": 3.31,
"learning_rate": 4.1714285714285714e-05,
"loss": 0.1562,
"step": 464
},
{
"epoch": 3.33,
"learning_rate": 4.167857142857143e-05,
"loss": 0.5529,
"step": 466
},
{
"epoch": 3.34,
"learning_rate": 4.1642857142857144e-05,
"loss": 0.5436,
"step": 468
},
{
"epoch": 3.36,
"learning_rate": 4.160714285714286e-05,
"loss": 0.4635,
"step": 470
},
{
"epoch": 3.37,
"learning_rate": 4.1571428571428575e-05,
"loss": 1.2621,
"step": 472
},
{
"epoch": 3.39,
"learning_rate": 4.153571428571429e-05,
"loss": 0.6432,
"step": 474
},
{
"epoch": 3.4,
"learning_rate": 4.15e-05,
"loss": 0.8124,
"step": 476
},
{
"epoch": 3.41,
"learning_rate": 4.1464285714285714e-05,
"loss": 0.6932,
"step": 478
},
{
"epoch": 3.43,
"learning_rate": 4.1428571428571437e-05,
"loss": 0.2204,
"step": 480
},
{
"epoch": 3.44,
"learning_rate": 4.1392857142857145e-05,
"loss": 1.2212,
"step": 482
},
{
"epoch": 3.46,
"learning_rate": 4.135714285714286e-05,
"loss": 0.6411,
"step": 484
},
{
"epoch": 3.47,
"learning_rate": 4.132142857142857e-05,
"loss": 0.557,
"step": 486
},
{
"epoch": 3.49,
"learning_rate": 4.128571428571429e-05,
"loss": 0.2137,
"step": 488
},
{
"epoch": 3.5,
"learning_rate": 4.125e-05,
"loss": 0.1436,
"step": 490
},
{
"epoch": 3.51,
"learning_rate": 4.1214285714285715e-05,
"loss": 0.6621,
"step": 492
},
{
"epoch": 3.53,
"learning_rate": 4.117857142857143e-05,
"loss": 0.6637,
"step": 494
},
{
"epoch": 3.54,
"learning_rate": 4.1142857142857146e-05,
"loss": 0.7444,
"step": 496
},
{
"epoch": 3.56,
"learning_rate": 4.110714285714286e-05,
"loss": 0.6783,
"step": 498
},
{
"epoch": 3.57,
"learning_rate": 4.107142857142857e-05,
"loss": 0.6938,
"step": 500
},
{
"epoch": 3.59,
"learning_rate": 4.1035714285714285e-05,
"loss": 0.7404,
"step": 502
},
{
"epoch": 3.6,
"learning_rate": 4.1e-05,
"loss": 0.3595,
"step": 504
},
{
"epoch": 3.61,
"learning_rate": 4.0964285714285716e-05,
"loss": 1.0034,
"step": 506
},
{
"epoch": 3.63,
"learning_rate": 4.092857142857143e-05,
"loss": 1.4737,
"step": 508
},
{
"epoch": 3.64,
"learning_rate": 4.0892857142857147e-05,
"loss": 0.4108,
"step": 510
},
{
"epoch": 3.66,
"learning_rate": 4.085714285714286e-05,
"loss": 0.822,
"step": 512
},
{
"epoch": 3.67,
"learning_rate": 4.082142857142857e-05,
"loss": 0.8188,
"step": 514
},
{
"epoch": 3.69,
"learning_rate": 4.0785714285714286e-05,
"loss": 0.6804,
"step": 516
},
{
"epoch": 3.7,
"learning_rate": 4.075e-05,
"loss": 0.2107,
"step": 518
},
{
"epoch": 3.71,
"learning_rate": 4.0714285714285717e-05,
"loss": 0.2722,
"step": 520
},
{
"epoch": 3.73,
"learning_rate": 4.067857142857143e-05,
"loss": 0.508,
"step": 522
},
{
"epoch": 3.74,
"learning_rate": 4.064285714285714e-05,
"loss": 0.7706,
"step": 524
},
{
"epoch": 3.76,
"learning_rate": 4.060714285714286e-05,
"loss": 0.8016,
"step": 526
},
{
"epoch": 3.77,
"learning_rate": 4.057142857142857e-05,
"loss": 0.7327,
"step": 528
},
{
"epoch": 3.79,
"learning_rate": 4.0535714285714287e-05,
"loss": 1.1663,
"step": 530
},
{
"epoch": 3.8,
"learning_rate": 4.05e-05,
"loss": 0.478,
"step": 532
},
{
"epoch": 3.81,
"learning_rate": 4.046428571428572e-05,
"loss": 0.6164,
"step": 534
},
{
"epoch": 3.83,
"learning_rate": 4.042857142857143e-05,
"loss": 0.3525,
"step": 536
},
{
"epoch": 3.84,
"learning_rate": 4.039285714285714e-05,
"loss": 0.1825,
"step": 538
},
{
"epoch": 3.86,
"learning_rate": 4.035714285714286e-05,
"loss": 0.2722,
"step": 540
},
{
"epoch": 3.87,
"learning_rate": 4.032142857142857e-05,
"loss": 0.2387,
"step": 542
},
{
"epoch": 3.89,
"learning_rate": 4.028571428571429e-05,
"loss": 0.5076,
"step": 544
},
{
"epoch": 3.9,
"learning_rate": 4.025e-05,
"loss": 0.698,
"step": 546
},
{
"epoch": 3.91,
"learning_rate": 4.021428571428572e-05,
"loss": 0.3564,
"step": 548
},
{
"epoch": 3.93,
"learning_rate": 4.017857142857143e-05,
"loss": 0.4585,
"step": 550
},
{
"epoch": 3.94,
"learning_rate": 4.014285714285714e-05,
"loss": 0.5317,
"step": 552
},
{
"epoch": 3.96,
"learning_rate": 4.010714285714286e-05,
"loss": 0.3994,
"step": 554
},
{
"epoch": 3.97,
"learning_rate": 4.007142857142857e-05,
"loss": 0.3532,
"step": 556
},
{
"epoch": 3.99,
"learning_rate": 4.003571428571429e-05,
"loss": 0.231,
"step": 558
},
{
"epoch": 4.0,
"learning_rate": 4e-05,
"loss": 0.3985,
"step": 560
},
{
"epoch": 4.0,
"eval_bleu": 0.049467315645150965,
"eval_loss": 1.2375887632369995,
"eval_runtime": 24.1561,
"eval_samples_per_second": 5.92,
"eval_steps_per_second": 1.49,
"step": 560
},
{
"epoch": 4.01,
"learning_rate": 3.996428571428571e-05,
"loss": 0.535,
"step": 562
},
{
"epoch": 4.03,
"learning_rate": 3.9928571428571434e-05,
"loss": 0.2703,
"step": 564
},
{
"epoch": 4.04,
"learning_rate": 3.989285714285714e-05,
"loss": 0.2777,
"step": 566
},
{
"epoch": 4.06,
"learning_rate": 3.985714285714286e-05,
"loss": 0.4745,
"step": 568
},
{
"epoch": 4.07,
"learning_rate": 3.982142857142857e-05,
"loss": 0.1472,
"step": 570
},
{
"epoch": 4.09,
"learning_rate": 3.978571428571429e-05,
"loss": 0.4268,
"step": 572
},
{
"epoch": 4.1,
"learning_rate": 3.9750000000000004e-05,
"loss": 0.4603,
"step": 574
},
{
"epoch": 4.11,
"learning_rate": 3.971428571428571e-05,
"loss": 0.2727,
"step": 576
},
{
"epoch": 4.13,
"learning_rate": 3.9678571428571435e-05,
"loss": 0.4068,
"step": 578
},
{
"epoch": 4.14,
"learning_rate": 3.964285714285714e-05,
"loss": 0.8799,
"step": 580
},
{
"epoch": 4.16,
"learning_rate": 3.960714285714286e-05,
"loss": 1.206,
"step": 582
},
{
"epoch": 4.17,
"learning_rate": 3.9571428571428574e-05,
"loss": 0.2441,
"step": 584
},
{
"epoch": 4.19,
"learning_rate": 3.953571428571429e-05,
"loss": 0.3553,
"step": 586
},
{
"epoch": 4.2,
"learning_rate": 3.9500000000000005e-05,
"loss": 0.53,
"step": 588
},
{
"epoch": 4.21,
"learning_rate": 3.946428571428571e-05,
"loss": 1.0256,
"step": 590
},
{
"epoch": 4.23,
"learning_rate": 3.942857142857143e-05,
"loss": 0.6089,
"step": 592
},
{
"epoch": 4.24,
"learning_rate": 3.9392857142857144e-05,
"loss": 0.1547,
"step": 594
},
{
"epoch": 4.26,
"learning_rate": 3.935714285714286e-05,
"loss": 0.215,
"step": 596
},
{
"epoch": 4.27,
"learning_rate": 3.9321428571428575e-05,
"loss": 0.826,
"step": 598
},
{
"epoch": 4.29,
"learning_rate": 3.928571428571429e-05,
"loss": 0.2869,
"step": 600
},
{
"epoch": 4.3,
"learning_rate": 3.9250000000000005e-05,
"loss": 0.4909,
"step": 602
},
{
"epoch": 4.31,
"learning_rate": 3.9214285714285714e-05,
"loss": 0.6748,
"step": 604
},
{
"epoch": 4.33,
"learning_rate": 3.917857142857143e-05,
"loss": 0.4753,
"step": 606
},
{
"epoch": 4.34,
"learning_rate": 3.9142857142857145e-05,
"loss": 0.5192,
"step": 608
},
{
"epoch": 4.36,
"learning_rate": 3.910714285714286e-05,
"loss": 0.4448,
"step": 610
},
{
"epoch": 4.37,
"learning_rate": 3.9071428571428575e-05,
"loss": 0.6043,
"step": 612
},
{
"epoch": 4.39,
"learning_rate": 3.9035714285714284e-05,
"loss": 0.9979,
"step": 614
},
{
"epoch": 4.4,
"learning_rate": 3.9000000000000006e-05,
"loss": 0.8518,
"step": 616
},
{
"epoch": 4.41,
"learning_rate": 3.8964285714285715e-05,
"loss": 0.6995,
"step": 618
},
{
"epoch": 4.43,
"learning_rate": 3.892857142857143e-05,
"loss": 0.4926,
"step": 620
},
{
"epoch": 4.44,
"learning_rate": 3.8892857142857145e-05,
"loss": 0.4764,
"step": 622
},
{
"epoch": 4.46,
"learning_rate": 3.885714285714286e-05,
"loss": 0.2713,
"step": 624
},
{
"epoch": 4.47,
"learning_rate": 3.8821428571428576e-05,
"loss": 0.3325,
"step": 626
},
{
"epoch": 4.49,
"learning_rate": 3.8785714285714285e-05,
"loss": 1.1078,
"step": 628
},
{
"epoch": 4.5,
"learning_rate": 3.875e-05,
"loss": 0.15,
"step": 630
},
{
"epoch": 4.51,
"learning_rate": 3.8714285714285715e-05,
"loss": 0.5763,
"step": 632
},
{
"epoch": 4.53,
"learning_rate": 3.867857142857143e-05,
"loss": 0.1159,
"step": 634
},
{
"epoch": 4.54,
"learning_rate": 3.8642857142857146e-05,
"loss": 0.8402,
"step": 636
},
{
"epoch": 4.56,
"learning_rate": 3.860714285714286e-05,
"loss": 0.91,
"step": 638
},
{
"epoch": 4.57,
"learning_rate": 3.857142857142858e-05,
"loss": 0.7494,
"step": 640
},
{
"epoch": 4.59,
"learning_rate": 3.8535714285714285e-05,
"loss": 1.9399,
"step": 642
},
{
"epoch": 4.6,
"learning_rate": 3.85e-05,
"loss": 0.4523,
"step": 644
},
{
"epoch": 4.61,
"learning_rate": 3.8464285714285716e-05,
"loss": 0.5572,
"step": 646
},
{
"epoch": 4.63,
"learning_rate": 3.842857142857143e-05,
"loss": 0.1774,
"step": 648
},
{
"epoch": 4.64,
"learning_rate": 3.839285714285715e-05,
"loss": 1.0661,
"step": 650
},
{
"epoch": 4.66,
"learning_rate": 3.8357142857142855e-05,
"loss": 0.3178,
"step": 652
},
{
"epoch": 4.67,
"learning_rate": 3.832142857142858e-05,
"loss": 0.2693,
"step": 654
},
{
"epoch": 4.69,
"learning_rate": 3.8285714285714286e-05,
"loss": 0.1975,
"step": 656
},
{
"epoch": 4.7,
"learning_rate": 3.825e-05,
"loss": 0.8066,
"step": 658
},
{
"epoch": 4.71,
"learning_rate": 3.821428571428572e-05,
"loss": 0.3654,
"step": 660
},
{
"epoch": 4.73,
"learning_rate": 3.817857142857143e-05,
"loss": 0.2776,
"step": 662
},
{
"epoch": 4.74,
"learning_rate": 3.814285714285715e-05,
"loss": 0.3903,
"step": 664
},
{
"epoch": 4.76,
"learning_rate": 3.8107142857142856e-05,
"loss": 0.1636,
"step": 666
},
{
"epoch": 4.77,
"learning_rate": 3.807142857142857e-05,
"loss": 0.1759,
"step": 668
},
{
"epoch": 4.79,
"learning_rate": 3.803571428571429e-05,
"loss": 0.87,
"step": 670
},
{
"epoch": 4.8,
"learning_rate": 3.8e-05,
"loss": 0.5844,
"step": 672
},
{
"epoch": 4.81,
"learning_rate": 3.796428571428571e-05,
"loss": 0.2741,
"step": 674
},
{
"epoch": 4.83,
"learning_rate": 3.792857142857143e-05,
"loss": 0.1659,
"step": 676
},
{
"epoch": 4.84,
"learning_rate": 3.789285714285715e-05,
"loss": 0.7734,
"step": 678
},
{
"epoch": 4.86,
"learning_rate": 3.785714285714286e-05,
"loss": 0.0794,
"step": 680
},
{
"epoch": 4.87,
"learning_rate": 3.782142857142857e-05,
"loss": 0.3805,
"step": 682
},
{
"epoch": 4.89,
"learning_rate": 3.778571428571429e-05,
"loss": 0.0704,
"step": 684
},
{
"epoch": 4.9,
"learning_rate": 3.775e-05,
"loss": 0.5585,
"step": 686
},
{
"epoch": 4.91,
"learning_rate": 3.771428571428572e-05,
"loss": 0.1195,
"step": 688
},
{
"epoch": 4.93,
"learning_rate": 3.767857142857143e-05,
"loss": 0.3252,
"step": 690
},
{
"epoch": 4.94,
"learning_rate": 3.764285714285715e-05,
"loss": 0.5087,
"step": 692
},
{
"epoch": 4.96,
"learning_rate": 3.760714285714286e-05,
"loss": 0.7044,
"step": 694
},
{
"epoch": 4.97,
"learning_rate": 3.757142857142857e-05,
"loss": 0.3706,
"step": 696
},
{
"epoch": 4.99,
"learning_rate": 3.753571428571429e-05,
"loss": 0.3268,
"step": 698
},
{
"epoch": 5.0,
"learning_rate": 3.7500000000000003e-05,
"loss": 0.2792,
"step": 700
},
{
"epoch": 5.0,
"eval_bleu": 0.049270557108538345,
"eval_loss": 1.3052771091461182,
"eval_runtime": 24.2183,
"eval_samples_per_second": 5.905,
"eval_steps_per_second": 1.486,
"step": 700
},
{
"epoch": 5.01,
"learning_rate": 3.746428571428572e-05,
"loss": 0.92,
"step": 702
},
{
"epoch": 5.03,
"learning_rate": 3.742857142857143e-05,
"loss": 0.4549,
"step": 704
},
{
"epoch": 5.04,
"learning_rate": 3.739285714285714e-05,
"loss": 0.8532,
"step": 706
},
{
"epoch": 5.06,
"learning_rate": 3.735714285714286e-05,
"loss": 0.1456,
"step": 708
},
{
"epoch": 5.07,
"learning_rate": 3.7321428571428573e-05,
"loss": 0.6135,
"step": 710
},
{
"epoch": 5.09,
"learning_rate": 3.728571428571428e-05,
"loss": 0.2827,
"step": 712
},
{
"epoch": 5.1,
"learning_rate": 3.7250000000000004e-05,
"loss": 1.2423,
"step": 714
},
{
"epoch": 5.11,
"learning_rate": 3.721428571428572e-05,
"loss": 0.4182,
"step": 716
},
{
"epoch": 5.13,
"learning_rate": 3.717857142857143e-05,
"loss": 0.4483,
"step": 718
},
{
"epoch": 5.14,
"learning_rate": 3.7142857142857143e-05,
"loss": 0.2988,
"step": 720
},
{
"epoch": 5.16,
"learning_rate": 3.710714285714286e-05,
"loss": 0.3521,
"step": 722
},
{
"epoch": 5.17,
"learning_rate": 3.7071428571428574e-05,
"loss": 0.5617,
"step": 724
},
{
"epoch": 5.19,
"learning_rate": 3.703571428571429e-05,
"loss": 0.4719,
"step": 726
},
{
"epoch": 5.2,
"learning_rate": 3.7e-05,
"loss": 0.4596,
"step": 728
},
{
"epoch": 5.21,
"learning_rate": 3.696428571428572e-05,
"loss": 0.3088,
"step": 730
},
{
"epoch": 5.23,
"learning_rate": 3.692857142857143e-05,
"loss": 1.048,
"step": 732
},
{
"epoch": 5.24,
"learning_rate": 3.6892857142857144e-05,
"loss": 0.365,
"step": 734
},
{
"epoch": 5.26,
"learning_rate": 3.685714285714286e-05,
"loss": 1.3097,
"step": 736
},
{
"epoch": 5.27,
"learning_rate": 3.6821428571428575e-05,
"loss": 0.3563,
"step": 738
},
{
"epoch": 5.29,
"learning_rate": 3.678571428571429e-05,
"loss": 0.3085,
"step": 740
},
{
"epoch": 5.3,
"learning_rate": 3.675e-05,
"loss": 0.1913,
"step": 742
},
{
"epoch": 5.31,
"learning_rate": 3.671428571428572e-05,
"loss": 0.4925,
"step": 744
},
{
"epoch": 5.33,
"learning_rate": 3.667857142857143e-05,
"loss": 0.5896,
"step": 746
},
{
"epoch": 5.34,
"learning_rate": 3.6642857142857145e-05,
"loss": 0.7646,
"step": 748
},
{
"epoch": 5.36,
"learning_rate": 3.6607142857142853e-05,
"loss": 0.0855,
"step": 750
},
{
"epoch": 5.37,
"learning_rate": 3.6571428571428576e-05,
"loss": 0.2791,
"step": 752
},
{
"epoch": 5.39,
"learning_rate": 3.653571428571429e-05,
"loss": 0.3042,
"step": 754
},
{
"epoch": 5.4,
"learning_rate": 3.65e-05,
"loss": 0.3593,
"step": 756
},
{
"epoch": 5.41,
"learning_rate": 3.6464285714285715e-05,
"loss": 0.2284,
"step": 758
},
{
"epoch": 5.43,
"learning_rate": 3.642857142857143e-05,
"loss": 0.6942,
"step": 760
},
{
"epoch": 5.44,
"learning_rate": 3.6392857142857146e-05,
"loss": 0.2439,
"step": 762
},
{
"epoch": 5.46,
"learning_rate": 3.6357142857142854e-05,
"loss": 1.0947,
"step": 764
},
{
"epoch": 5.47,
"learning_rate": 3.6321428571428576e-05,
"loss": 0.5959,
"step": 766
},
{
"epoch": 5.49,
"learning_rate": 3.628571428571429e-05,
"loss": 0.6679,
"step": 768
},
{
"epoch": 5.5,
"learning_rate": 3.625e-05,
"loss": 0.2515,
"step": 770
},
{
"epoch": 5.51,
"learning_rate": 3.6214285714285716e-05,
"loss": 0.2723,
"step": 772
},
{
"epoch": 5.53,
"learning_rate": 3.617857142857143e-05,
"loss": 0.4045,
"step": 774
},
{
"epoch": 5.54,
"learning_rate": 3.6142857142857146e-05,
"loss": 0.1736,
"step": 776
},
{
"epoch": 5.56,
"learning_rate": 3.610714285714286e-05,
"loss": 0.795,
"step": 778
},
{
"epoch": 5.57,
"learning_rate": 3.607142857142857e-05,
"loss": 0.2802,
"step": 780
},
{
"epoch": 5.59,
"learning_rate": 3.603571428571429e-05,
"loss": 0.1724,
"step": 782
},
{
"epoch": 5.6,
"learning_rate": 3.6e-05,
"loss": 0.4669,
"step": 784
},
{
"epoch": 5.61,
"learning_rate": 3.5964285714285716e-05,
"loss": 0.3666,
"step": 786
},
{
"epoch": 5.63,
"learning_rate": 3.5928571428571425e-05,
"loss": 0.6533,
"step": 788
},
{
"epoch": 5.64,
"learning_rate": 3.589285714285715e-05,
"loss": 0.6425,
"step": 790
},
{
"epoch": 5.66,
"learning_rate": 3.585714285714286e-05,
"loss": 0.3825,
"step": 792
},
{
"epoch": 5.67,
"learning_rate": 3.582142857142857e-05,
"loss": 0.2015,
"step": 794
},
{
"epoch": 5.69,
"learning_rate": 3.5785714285714286e-05,
"loss": 0.0865,
"step": 796
},
{
"epoch": 5.7,
"learning_rate": 3.575e-05,
"loss": 0.2579,
"step": 798
},
{
"epoch": 5.71,
"learning_rate": 3.571428571428572e-05,
"loss": 0.2077,
"step": 800
},
{
"epoch": 5.73,
"learning_rate": 3.5678571428571426e-05,
"loss": 0.215,
"step": 802
},
{
"epoch": 5.74,
"learning_rate": 3.564285714285715e-05,
"loss": 0.405,
"step": 804
},
{
"epoch": 5.76,
"learning_rate": 3.560714285714286e-05,
"loss": 0.2575,
"step": 806
},
{
"epoch": 5.77,
"learning_rate": 3.557142857142857e-05,
"loss": 0.2542,
"step": 808
},
{
"epoch": 5.79,
"learning_rate": 3.553571428571429e-05,
"loss": 0.3022,
"step": 810
},
{
"epoch": 5.8,
"learning_rate": 3.55e-05,
"loss": 0.2097,
"step": 812
},
{
"epoch": 5.81,
"learning_rate": 3.546428571428572e-05,
"loss": 0.1469,
"step": 814
},
{
"epoch": 5.83,
"learning_rate": 3.5428571428571426e-05,
"loss": 0.3287,
"step": 816
},
{
"epoch": 5.84,
"learning_rate": 3.539285714285714e-05,
"loss": 0.2035,
"step": 818
},
{
"epoch": 5.86,
"learning_rate": 3.5357142857142864e-05,
"loss": 0.5892,
"step": 820
},
{
"epoch": 5.87,
"learning_rate": 3.532142857142857e-05,
"loss": 0.7407,
"step": 822
},
{
"epoch": 5.89,
"learning_rate": 3.528571428571429e-05,
"loss": 0.8624,
"step": 824
},
{
"epoch": 5.9,
"learning_rate": 3.525e-05,
"loss": 0.4122,
"step": 826
},
{
"epoch": 5.91,
"learning_rate": 3.521428571428572e-05,
"loss": 0.1023,
"step": 828
},
{
"epoch": 5.93,
"learning_rate": 3.5178571428571434e-05,
"loss": 0.2469,
"step": 830
},
{
"epoch": 5.94,
"learning_rate": 3.514285714285714e-05,
"loss": 0.7497,
"step": 832
},
{
"epoch": 5.96,
"learning_rate": 3.510714285714286e-05,
"loss": 0.56,
"step": 834
},
{
"epoch": 5.97,
"learning_rate": 3.507142857142857e-05,
"loss": 0.2468,
"step": 836
},
{
"epoch": 5.99,
"learning_rate": 3.503571428571429e-05,
"loss": 0.0324,
"step": 838
},
{
"epoch": 6.0,
"learning_rate": 3.5e-05,
"loss": 0.1898,
"step": 840
},
{
"epoch": 6.0,
"eval_bleu": 0.05567447568279575,
"eval_loss": 1.3495681285858154,
"eval_runtime": 24.0884,
"eval_samples_per_second": 5.936,
"eval_steps_per_second": 1.494,
"step": 840
},
{
"epoch": 6.01,
"learning_rate": 3.496428571428572e-05,
"loss": 0.5831,
"step": 842
},
{
"epoch": 6.03,
"learning_rate": 3.4928571428571434e-05,
"loss": 0.2588,
"step": 844
},
{
"epoch": 6.04,
"learning_rate": 3.489285714285714e-05,
"loss": 0.7811,
"step": 846
},
{
"epoch": 6.06,
"learning_rate": 3.485714285714286e-05,
"loss": 0.3759,
"step": 848
},
{
"epoch": 6.07,
"learning_rate": 3.4821428571428574e-05,
"loss": 0.1458,
"step": 850
},
{
"epoch": 6.09,
"learning_rate": 3.478571428571429e-05,
"loss": 0.1662,
"step": 852
},
{
"epoch": 6.1,
"learning_rate": 3.475e-05,
"loss": 0.2273,
"step": 854
},
{
"epoch": 6.11,
"learning_rate": 3.471428571428571e-05,
"loss": 0.079,
"step": 856
},
{
"epoch": 6.13,
"learning_rate": 3.4678571428571435e-05,
"loss": 0.5959,
"step": 858
},
{
"epoch": 6.14,
"learning_rate": 3.4642857142857144e-05,
"loss": 0.2343,
"step": 860
},
{
"epoch": 6.16,
"learning_rate": 3.460714285714286e-05,
"loss": 0.0758,
"step": 862
},
{
"epoch": 6.17,
"learning_rate": 3.4571428571428574e-05,
"loss": 0.4292,
"step": 864
},
{
"epoch": 6.19,
"learning_rate": 3.453571428571429e-05,
"loss": 0.1595,
"step": 866
},
{
"epoch": 6.2,
"learning_rate": 3.45e-05,
"loss": 0.7137,
"step": 868
},
{
"epoch": 6.21,
"learning_rate": 3.4464285714285714e-05,
"loss": 0.099,
"step": 870
},
{
"epoch": 6.23,
"learning_rate": 3.442857142857143e-05,
"loss": 0.2587,
"step": 872
},
{
"epoch": 6.24,
"learning_rate": 3.4392857142857144e-05,
"loss": 0.2536,
"step": 874
},
{
"epoch": 6.26,
"learning_rate": 3.435714285714286e-05,
"loss": 0.2399,
"step": 876
},
{
"epoch": 6.27,
"learning_rate": 3.432142857142857e-05,
"loss": 0.357,
"step": 878
},
{
"epoch": 6.29,
"learning_rate": 3.428571428571429e-05,
"loss": 0.3433,
"step": 880
},
{
"epoch": 6.3,
"learning_rate": 3.4250000000000006e-05,
"loss": 0.1991,
"step": 882
},
{
"epoch": 6.31,
"learning_rate": 3.4214285714285714e-05,
"loss": 0.1974,
"step": 884
},
{
"epoch": 6.33,
"learning_rate": 3.417857142857143e-05,
"loss": 0.198,
"step": 886
},
{
"epoch": 6.34,
"learning_rate": 3.4142857142857145e-05,
"loss": 0.7005,
"step": 888
},
{
"epoch": 6.36,
"learning_rate": 3.410714285714286e-05,
"loss": 0.7801,
"step": 890
},
{
"epoch": 6.37,
"learning_rate": 3.407142857142857e-05,
"loss": 0.3049,
"step": 892
},
{
"epoch": 6.39,
"learning_rate": 3.4035714285714284e-05,
"loss": 0.116,
"step": 894
},
{
"epoch": 6.4,
"learning_rate": 3.4000000000000007e-05,
"loss": 0.3387,
"step": 896
},
{
"epoch": 6.41,
"learning_rate": 3.3964285714285715e-05,
"loss": 0.6693,
"step": 898
},
{
"epoch": 6.43,
"learning_rate": 3.392857142857143e-05,
"loss": 0.9696,
"step": 900
},
{
"epoch": 6.44,
"learning_rate": 3.3892857142857146e-05,
"loss": 0.306,
"step": 902
},
{
"epoch": 6.46,
"learning_rate": 3.385714285714286e-05,
"loss": 0.2039,
"step": 904
},
{
"epoch": 6.47,
"learning_rate": 3.382142857142857e-05,
"loss": 0.8002,
"step": 906
},
{
"epoch": 6.49,
"learning_rate": 3.3785714285714285e-05,
"loss": 0.4355,
"step": 908
},
{
"epoch": 6.5,
"learning_rate": 3.375000000000001e-05,
"loss": 0.2871,
"step": 910
},
{
"epoch": 6.51,
"learning_rate": 3.3714285714285716e-05,
"loss": 0.096,
"step": 912
},
{
"epoch": 6.53,
"learning_rate": 3.367857142857143e-05,
"loss": 0.1461,
"step": 914
},
{
"epoch": 6.54,
"learning_rate": 3.364285714285714e-05,
"loss": 0.6932,
"step": 916
},
{
"epoch": 6.56,
"learning_rate": 3.360714285714286e-05,
"loss": 0.1075,
"step": 918
},
{
"epoch": 6.57,
"learning_rate": 3.357142857142857e-05,
"loss": 0.4688,
"step": 920
},
{
"epoch": 6.59,
"learning_rate": 3.3535714285714286e-05,
"loss": 0.2818,
"step": 922
},
{
"epoch": 6.6,
"learning_rate": 3.35e-05,
"loss": 0.1273,
"step": 924
},
{
"epoch": 6.61,
"learning_rate": 3.3464285714285716e-05,
"loss": 0.3796,
"step": 926
},
{
"epoch": 6.63,
"learning_rate": 3.342857142857143e-05,
"loss": 0.1439,
"step": 928
},
{
"epoch": 6.64,
"learning_rate": 3.339285714285714e-05,
"loss": 0.3496,
"step": 930
},
{
"epoch": 6.66,
"learning_rate": 3.3357142857142856e-05,
"loss": 0.5605,
"step": 932
},
{
"epoch": 6.67,
"learning_rate": 3.332142857142858e-05,
"loss": 0.4569,
"step": 934
},
{
"epoch": 6.69,
"learning_rate": 3.3285714285714286e-05,
"loss": 0.236,
"step": 936
},
{
"epoch": 6.7,
"learning_rate": 3.325e-05,
"loss": 0.6998,
"step": 938
},
{
"epoch": 6.71,
"learning_rate": 3.321428571428572e-05,
"loss": 0.1748,
"step": 940
},
{
"epoch": 6.73,
"learning_rate": 3.317857142857143e-05,
"loss": 0.1404,
"step": 942
},
{
"epoch": 6.74,
"learning_rate": 3.314285714285714e-05,
"loss": 0.1987,
"step": 944
},
{
"epoch": 6.76,
"learning_rate": 3.3107142857142856e-05,
"loss": 0.2669,
"step": 946
},
{
"epoch": 6.77,
"learning_rate": 3.307142857142858e-05,
"loss": 0.6321,
"step": 948
},
{
"epoch": 6.79,
"learning_rate": 3.303571428571429e-05,
"loss": 0.3818,
"step": 950
},
{
"epoch": 6.8,
"learning_rate": 3.3e-05,
"loss": 0.1348,
"step": 952
},
{
"epoch": 6.81,
"learning_rate": 3.296428571428571e-05,
"loss": 1.1328,
"step": 954
},
{
"epoch": 6.83,
"learning_rate": 3.292857142857143e-05,
"loss": 0.2837,
"step": 956
},
{
"epoch": 6.84,
"learning_rate": 3.289285714285714e-05,
"loss": 0.6263,
"step": 958
},
{
"epoch": 6.86,
"learning_rate": 3.285714285714286e-05,
"loss": 0.5201,
"step": 960
},
{
"epoch": 6.87,
"learning_rate": 3.282142857142857e-05,
"loss": 0.3849,
"step": 962
},
{
"epoch": 6.89,
"learning_rate": 3.278571428571429e-05,
"loss": 0.4097,
"step": 964
},
{
"epoch": 6.9,
"learning_rate": 3.275e-05,
"loss": 0.4189,
"step": 966
},
{
"epoch": 6.91,
"learning_rate": 3.271428571428571e-05,
"loss": 0.263,
"step": 968
},
{
"epoch": 6.93,
"learning_rate": 3.2678571428571434e-05,
"loss": 0.0729,
"step": 970
},
{
"epoch": 6.94,
"learning_rate": 3.264285714285714e-05,
"loss": 0.1987,
"step": 972
},
{
"epoch": 6.96,
"learning_rate": 3.260714285714286e-05,
"loss": 0.2635,
"step": 974
},
{
"epoch": 6.97,
"learning_rate": 3.257142857142857e-05,
"loss": 0.0468,
"step": 976
},
{
"epoch": 6.99,
"learning_rate": 3.253571428571429e-05,
"loss": 0.4114,
"step": 978
},
{
"epoch": 7.0,
"learning_rate": 3.2500000000000004e-05,
"loss": 0.4633,
"step": 980
},
{
"epoch": 7.0,
"eval_bleu": 0.05873296658447439,
"eval_loss": 1.4294265508651733,
"eval_runtime": 24.0892,
"eval_samples_per_second": 5.936,
"eval_steps_per_second": 1.494,
"step": 980
},
{
"epoch": 7.01,
"learning_rate": 3.246428571428571e-05,
"loss": 0.3729,
"step": 982
},
{
"epoch": 7.03,
"learning_rate": 3.242857142857143e-05,
"loss": 0.2422,
"step": 984
},
{
"epoch": 7.04,
"learning_rate": 3.239285714285715e-05,
"loss": 0.7788,
"step": 986
},
{
"epoch": 7.06,
"learning_rate": 3.235714285714286e-05,
"loss": 0.1707,
"step": 988
},
{
"epoch": 7.07,
"learning_rate": 3.2321428571428574e-05,
"loss": 0.9828,
"step": 990
},
{
"epoch": 7.09,
"learning_rate": 3.228571428571428e-05,
"loss": 0.3454,
"step": 992
},
{
"epoch": 7.1,
"learning_rate": 3.2250000000000005e-05,
"loss": 0.6823,
"step": 994
},
{
"epoch": 7.11,
"learning_rate": 3.221428571428571e-05,
"loss": 0.1005,
"step": 996
},
{
"epoch": 7.13,
"learning_rate": 3.217857142857143e-05,
"loss": 0.084,
"step": 998
},
{
"epoch": 7.14,
"learning_rate": 3.2142857142857144e-05,
"loss": 0.5005,
"step": 1000
},
{
"epoch": 7.16,
"learning_rate": 3.210714285714286e-05,
"loss": 0.2662,
"step": 1002
},
{
"epoch": 7.17,
"learning_rate": 3.2071428571428575e-05,
"loss": 0.1154,
"step": 1004
},
{
"epoch": 7.19,
"learning_rate": 3.203571428571428e-05,
"loss": 0.2506,
"step": 1006
},
{
"epoch": 7.2,
"learning_rate": 3.2000000000000005e-05,
"loss": 0.4475,
"step": 1008
},
{
"epoch": 7.21,
"learning_rate": 3.1964285714285714e-05,
"loss": 0.1707,
"step": 1010
},
{
"epoch": 7.23,
"learning_rate": 3.192857142857143e-05,
"loss": 0.3593,
"step": 1012
},
{
"epoch": 7.24,
"learning_rate": 3.1892857142857145e-05,
"loss": 0.7034,
"step": 1014
},
{
"epoch": 7.26,
"learning_rate": 3.185714285714286e-05,
"loss": 0.1787,
"step": 1016
},
{
"epoch": 7.27,
"learning_rate": 3.1821428571428575e-05,
"loss": 0.2277,
"step": 1018
},
{
"epoch": 7.29,
"learning_rate": 3.1785714285714284e-05,
"loss": 0.2945,
"step": 1020
},
{
"epoch": 7.3,
"learning_rate": 3.175e-05,
"loss": 0.1308,
"step": 1022
},
{
"epoch": 7.31,
"learning_rate": 3.1714285714285715e-05,
"loss": 0.3174,
"step": 1024
},
{
"epoch": 7.33,
"learning_rate": 3.167857142857143e-05,
"loss": 0.2672,
"step": 1026
},
{
"epoch": 7.34,
"learning_rate": 3.1642857142857145e-05,
"loss": 0.1295,
"step": 1028
},
{
"epoch": 7.36,
"learning_rate": 3.160714285714286e-05,
"loss": 0.3474,
"step": 1030
},
{
"epoch": 7.37,
"learning_rate": 3.1571428571428576e-05,
"loss": 0.0681,
"step": 1032
},
{
"epoch": 7.39,
"learning_rate": 3.1535714285714285e-05,
"loss": 0.4001,
"step": 1034
},
{
"epoch": 7.4,
"learning_rate": 3.15e-05,
"loss": 0.3372,
"step": 1036
},
{
"epoch": 7.41,
"learning_rate": 3.1464285714285715e-05,
"loss": 0.2988,
"step": 1038
},
{
"epoch": 7.43,
"learning_rate": 3.142857142857143e-05,
"loss": 0.3184,
"step": 1040
},
{
"epoch": 7.44,
"learning_rate": 3.1392857142857146e-05,
"loss": 0.2613,
"step": 1042
},
{
"epoch": 7.46,
"learning_rate": 3.1357142857142855e-05,
"loss": 0.9791,
"step": 1044
},
{
"epoch": 7.47,
"learning_rate": 3.132142857142858e-05,
"loss": 0.1734,
"step": 1046
},
{
"epoch": 7.49,
"learning_rate": 3.1285714285714285e-05,
"loss": 0.4828,
"step": 1048
},
{
"epoch": 7.5,
"learning_rate": 3.125e-05,
"loss": 0.1095,
"step": 1050
},
{
"epoch": 7.51,
"learning_rate": 3.1214285714285716e-05,
"loss": 0.3117,
"step": 1052
},
{
"epoch": 7.53,
"learning_rate": 3.117857142857143e-05,
"loss": 0.2029,
"step": 1054
},
{
"epoch": 7.54,
"learning_rate": 3.114285714285715e-05,
"loss": 0.0962,
"step": 1056
},
{
"epoch": 7.56,
"learning_rate": 3.1107142857142855e-05,
"loss": 0.195,
"step": 1058
},
{
"epoch": 7.57,
"learning_rate": 3.107142857142857e-05,
"loss": 0.1416,
"step": 1060
},
{
"epoch": 7.59,
"learning_rate": 3.1035714285714286e-05,
"loss": 0.0779,
"step": 1062
},
{
"epoch": 7.6,
"learning_rate": 3.1e-05,
"loss": 0.2556,
"step": 1064
},
{
"epoch": 7.61,
"learning_rate": 3.096428571428572e-05,
"loss": 0.355,
"step": 1066
},
{
"epoch": 7.63,
"learning_rate": 3.092857142857143e-05,
"loss": 0.2322,
"step": 1068
},
{
"epoch": 7.64,
"learning_rate": 3.089285714285715e-05,
"loss": 0.184,
"step": 1070
},
{
"epoch": 7.66,
"learning_rate": 3.0857142857142856e-05,
"loss": 0.3164,
"step": 1072
},
{
"epoch": 7.67,
"learning_rate": 3.082142857142857e-05,
"loss": 0.1381,
"step": 1074
},
{
"epoch": 7.69,
"learning_rate": 3.078571428571429e-05,
"loss": 0.111,
"step": 1076
},
{
"epoch": 7.7,
"learning_rate": 3.075e-05,
"loss": 0.1216,
"step": 1078
},
{
"epoch": 7.71,
"learning_rate": 3.071428571428572e-05,
"loss": 0.3364,
"step": 1080
},
{
"epoch": 7.73,
"learning_rate": 3.0678571428571426e-05,
"loss": 0.5024,
"step": 1082
},
{
"epoch": 7.74,
"learning_rate": 3.064285714285715e-05,
"loss": 0.0239,
"step": 1084
},
{
"epoch": 7.76,
"learning_rate": 3.060714285714286e-05,
"loss": 0.2569,
"step": 1086
},
{
"epoch": 7.77,
"learning_rate": 3.057142857142857e-05,
"loss": 0.3466,
"step": 1088
},
{
"epoch": 7.79,
"learning_rate": 3.053571428571429e-05,
"loss": 0.0734,
"step": 1090
},
{
"epoch": 7.8,
"learning_rate": 3.05e-05,
"loss": 0.4764,
"step": 1092
},
{
"epoch": 7.81,
"learning_rate": 3.0464285714285718e-05,
"loss": 0.4657,
"step": 1094
},
{
"epoch": 7.83,
"learning_rate": 3.042857142857143e-05,
"loss": 0.5741,
"step": 1096
},
{
"epoch": 7.84,
"learning_rate": 3.0392857142857145e-05,
"loss": 0.5995,
"step": 1098
},
{
"epoch": 7.86,
"learning_rate": 3.0357142857142857e-05,
"loss": 0.6358,
"step": 1100
},
{
"epoch": 7.87,
"learning_rate": 3.0321428571428573e-05,
"loss": 1.0986,
"step": 1102
},
{
"epoch": 7.89,
"learning_rate": 3.0285714285714288e-05,
"loss": 0.0586,
"step": 1104
},
{
"epoch": 7.9,
"learning_rate": 3.025e-05,
"loss": 0.2024,
"step": 1106
},
{
"epoch": 7.91,
"learning_rate": 3.021428571428572e-05,
"loss": 0.2035,
"step": 1108
},
{
"epoch": 7.93,
"learning_rate": 3.0178571428571427e-05,
"loss": 0.1783,
"step": 1110
},
{
"epoch": 7.94,
"learning_rate": 3.0142857142857146e-05,
"loss": 0.2572,
"step": 1112
},
{
"epoch": 7.96,
"learning_rate": 3.0107142857142855e-05,
"loss": 0.2595,
"step": 1114
},
{
"epoch": 7.97,
"learning_rate": 3.0071428571428573e-05,
"loss": 0.2294,
"step": 1116
},
{
"epoch": 7.99,
"learning_rate": 3.003571428571429e-05,
"loss": 0.3029,
"step": 1118
},
{
"epoch": 8.0,
"learning_rate": 3e-05,
"loss": 0.0778,
"step": 1120
},
{
"epoch": 8.0,
"eval_bleu": 0.05317877774724001,
"eval_loss": 1.5292445421218872,
"eval_runtime": 24.0525,
"eval_samples_per_second": 5.945,
"eval_steps_per_second": 1.497,
"step": 1120
},
{
"epoch": 8.01,
"learning_rate": 2.9964285714285716e-05,
"loss": 0.3218,
"step": 1122
},
{
"epoch": 8.03,
"learning_rate": 2.9928571428571428e-05,
"loss": 0.4281,
"step": 1124
},
{
"epoch": 8.04,
"learning_rate": 2.9892857142857143e-05,
"loss": 0.1819,
"step": 1126
},
{
"epoch": 8.06,
"learning_rate": 2.9857142857142862e-05,
"loss": 0.28,
"step": 1128
},
{
"epoch": 8.07,
"learning_rate": 2.982142857142857e-05,
"loss": 0.087,
"step": 1130
},
{
"epoch": 8.09,
"learning_rate": 2.978571428571429e-05,
"loss": 0.1645,
"step": 1132
},
{
"epoch": 8.1,
"learning_rate": 2.975e-05,
"loss": 0.5545,
"step": 1134
},
{
"epoch": 8.11,
"learning_rate": 2.9714285714285717e-05,
"loss": 0.7893,
"step": 1136
},
{
"epoch": 8.13,
"learning_rate": 2.967857142857143e-05,
"loss": 0.2808,
"step": 1138
},
{
"epoch": 8.14,
"learning_rate": 2.9642857142857144e-05,
"loss": 0.0783,
"step": 1140
},
{
"epoch": 8.16,
"learning_rate": 2.960714285714286e-05,
"loss": 0.3364,
"step": 1142
},
{
"epoch": 8.17,
"learning_rate": 2.957142857142857e-05,
"loss": 0.2115,
"step": 1144
},
{
"epoch": 8.19,
"learning_rate": 2.953571428571429e-05,
"loss": 0.1666,
"step": 1146
},
{
"epoch": 8.2,
"learning_rate": 2.95e-05,
"loss": 0.237,
"step": 1148
},
{
"epoch": 8.21,
"learning_rate": 2.9464285714285718e-05,
"loss": 0.5135,
"step": 1150
},
{
"epoch": 8.23,
"learning_rate": 2.9428571428571426e-05,
"loss": 0.2276,
"step": 1152
},
{
"epoch": 8.24,
"learning_rate": 2.9392857142857145e-05,
"loss": 0.2953,
"step": 1154
},
{
"epoch": 8.26,
"learning_rate": 2.935714285714286e-05,
"loss": 0.3382,
"step": 1156
},
{
"epoch": 8.27,
"learning_rate": 2.9321428571428572e-05,
"loss": 0.197,
"step": 1158
},
{
"epoch": 8.29,
"learning_rate": 2.9285714285714288e-05,
"loss": 0.1953,
"step": 1160
},
{
"epoch": 8.3,
"learning_rate": 2.925e-05,
"loss": 0.3356,
"step": 1162
},
{
"epoch": 8.31,
"learning_rate": 2.9214285714285715e-05,
"loss": 0.1067,
"step": 1164
},
{
"epoch": 8.33,
"learning_rate": 2.9178571428571427e-05,
"loss": 0.0125,
"step": 1166
},
{
"epoch": 8.34,
"learning_rate": 2.9142857142857146e-05,
"loss": 0.313,
"step": 1168
},
{
"epoch": 8.36,
"learning_rate": 2.910714285714286e-05,
"loss": 0.3181,
"step": 1170
},
{
"epoch": 8.37,
"learning_rate": 2.9071428571428573e-05,
"loss": 0.4426,
"step": 1172
},
{
"epoch": 8.39,
"learning_rate": 2.9035714285714288e-05,
"loss": 0.2431,
"step": 1174
},
{
"epoch": 8.4,
"learning_rate": 2.9e-05,
"loss": 0.0788,
"step": 1176
},
{
"epoch": 8.41,
"learning_rate": 2.8964285714285716e-05,
"loss": 0.1517,
"step": 1178
},
{
"epoch": 8.43,
"learning_rate": 2.8928571428571434e-05,
"loss": 0.3278,
"step": 1180
},
{
"epoch": 8.44,
"learning_rate": 2.8892857142857143e-05,
"loss": 0.3431,
"step": 1182
},
{
"epoch": 8.46,
"learning_rate": 2.885714285714286e-05,
"loss": 0.0974,
"step": 1184
},
{
"epoch": 8.47,
"learning_rate": 2.882142857142857e-05,
"loss": 0.3486,
"step": 1186
},
{
"epoch": 8.49,
"learning_rate": 2.878571428571429e-05,
"loss": 0.1011,
"step": 1188
},
{
"epoch": 8.5,
"learning_rate": 2.8749999999999997e-05,
"loss": 0.1187,
"step": 1190
},
{
"epoch": 8.51,
"learning_rate": 2.8714285714285716e-05,
"loss": 0.1652,
"step": 1192
},
{
"epoch": 8.53,
"learning_rate": 2.867857142857143e-05,
"loss": 0.4376,
"step": 1194
},
{
"epoch": 8.54,
"learning_rate": 2.8642857142857144e-05,
"loss": 0.0691,
"step": 1196
},
{
"epoch": 8.56,
"learning_rate": 2.860714285714286e-05,
"loss": 0.5073,
"step": 1198
},
{
"epoch": 8.57,
"learning_rate": 2.857142857142857e-05,
"loss": 0.063,
"step": 1200
},
{
"epoch": 8.59,
"learning_rate": 2.8535714285714286e-05,
"loss": 0.859,
"step": 1202
},
{
"epoch": 8.6,
"learning_rate": 2.8499999999999998e-05,
"loss": 0.1316,
"step": 1204
},
{
"epoch": 8.61,
"learning_rate": 2.8464285714285717e-05,
"loss": 0.0826,
"step": 1206
},
{
"epoch": 8.63,
"learning_rate": 2.8428571428571432e-05,
"loss": 1.2901,
"step": 1208
},
{
"epoch": 8.64,
"learning_rate": 2.8392857142857144e-05,
"loss": 0.132,
"step": 1210
},
{
"epoch": 8.66,
"learning_rate": 2.835714285714286e-05,
"loss": 0.1185,
"step": 1212
},
{
"epoch": 8.67,
"learning_rate": 2.832142857142857e-05,
"loss": 0.6,
"step": 1214
},
{
"epoch": 8.69,
"learning_rate": 2.8285714285714287e-05,
"loss": 0.1606,
"step": 1216
},
{
"epoch": 8.7,
"learning_rate": 2.825e-05,
"loss": 0.0629,
"step": 1218
},
{
"epoch": 8.71,
"learning_rate": 2.8214285714285714e-05,
"loss": 0.5283,
"step": 1220
},
{
"epoch": 8.73,
"learning_rate": 2.8178571428571433e-05,
"loss": 0.0899,
"step": 1222
},
{
"epoch": 8.74,
"learning_rate": 2.814285714285714e-05,
"loss": 0.4774,
"step": 1224
},
{
"epoch": 8.76,
"learning_rate": 2.810714285714286e-05,
"loss": 0.2202,
"step": 1226
},
{
"epoch": 8.77,
"learning_rate": 2.8071428571428572e-05,
"loss": 0.1489,
"step": 1228
},
{
"epoch": 8.79,
"learning_rate": 2.8035714285714288e-05,
"loss": 0.3167,
"step": 1230
},
{
"epoch": 8.8,
"learning_rate": 2.8000000000000003e-05,
"loss": 0.2051,
"step": 1232
},
{
"epoch": 8.81,
"learning_rate": 2.7964285714285715e-05,
"loss": 0.0927,
"step": 1234
},
{
"epoch": 8.83,
"learning_rate": 2.792857142857143e-05,
"loss": 0.1964,
"step": 1236
},
{
"epoch": 8.84,
"learning_rate": 2.7892857142857142e-05,
"loss": 0.3943,
"step": 1238
},
{
"epoch": 8.86,
"learning_rate": 2.785714285714286e-05,
"loss": 0.1087,
"step": 1240
},
{
"epoch": 8.87,
"learning_rate": 2.782142857142857e-05,
"loss": 0.3613,
"step": 1242
},
{
"epoch": 8.89,
"learning_rate": 2.778571428571429e-05,
"loss": 0.029,
"step": 1244
},
{
"epoch": 8.9,
"learning_rate": 2.7750000000000004e-05,
"loss": 0.1111,
"step": 1246
},
{
"epoch": 8.91,
"learning_rate": 2.7714285714285716e-05,
"loss": 0.0562,
"step": 1248
},
{
"epoch": 8.93,
"learning_rate": 2.767857142857143e-05,
"loss": 0.0307,
"step": 1250
},
{
"epoch": 8.94,
"learning_rate": 2.7642857142857143e-05,
"loss": 0.4078,
"step": 1252
},
{
"epoch": 8.96,
"learning_rate": 2.760714285714286e-05,
"loss": 0.19,
"step": 1254
},
{
"epoch": 8.97,
"learning_rate": 2.757142857142857e-05,
"loss": 0.2553,
"step": 1256
},
{
"epoch": 8.99,
"learning_rate": 2.7535714285714286e-05,
"loss": 0.0932,
"step": 1258
},
{
"epoch": 9.0,
"learning_rate": 2.7500000000000004e-05,
"loss": 0.272,
"step": 1260
},
{
"epoch": 9.0,
"eval_bleu": 0.05657669082267582,
"eval_loss": 1.5999521017074585,
"eval_runtime": 24.2967,
"eval_samples_per_second": 5.886,
"eval_steps_per_second": 1.482,
"step": 1260
},
{
"epoch": 9.01,
"learning_rate": 2.7464285714285713e-05,
"loss": 0.1858,
"step": 1262
},
{
"epoch": 9.03,
"learning_rate": 2.742857142857143e-05,
"loss": 0.0688,
"step": 1264
},
{
"epoch": 9.04,
"learning_rate": 2.7392857142857144e-05,
"loss": 1.1418,
"step": 1266
},
{
"epoch": 9.06,
"learning_rate": 2.735714285714286e-05,
"loss": 0.1507,
"step": 1268
},
{
"epoch": 9.07,
"learning_rate": 2.732142857142857e-05,
"loss": 0.2857,
"step": 1270
},
{
"epoch": 9.09,
"learning_rate": 2.7285714285714286e-05,
"loss": 0.2532,
"step": 1272
},
{
"epoch": 9.1,
"learning_rate": 2.725e-05,
"loss": 0.1835,
"step": 1274
},
{
"epoch": 9.11,
"learning_rate": 2.7214285714285714e-05,
"loss": 0.0759,
"step": 1276
},
{
"epoch": 9.13,
"learning_rate": 2.7178571428571432e-05,
"loss": 0.0942,
"step": 1278
},
{
"epoch": 9.14,
"learning_rate": 2.714285714285714e-05,
"loss": 0.177,
"step": 1280
},
{
"epoch": 9.16,
"learning_rate": 2.710714285714286e-05,
"loss": 0.2376,
"step": 1282
},
{
"epoch": 9.17,
"learning_rate": 2.7071428571428575e-05,
"loss": 0.1879,
"step": 1284
},
{
"epoch": 9.19,
"learning_rate": 2.7035714285714287e-05,
"loss": 0.0583,
"step": 1286
},
{
"epoch": 9.2,
"learning_rate": 2.7000000000000002e-05,
"loss": 0.2176,
"step": 1288
},
{
"epoch": 9.21,
"learning_rate": 2.6964285714285714e-05,
"loss": 0.3261,
"step": 1290
},
{
"epoch": 9.23,
"learning_rate": 2.692857142857143e-05,
"loss": 0.1374,
"step": 1292
},
{
"epoch": 9.24,
"learning_rate": 2.689285714285714e-05,
"loss": 0.3289,
"step": 1294
},
{
"epoch": 9.26,
"learning_rate": 2.6857142857142857e-05,
"loss": 0.8159,
"step": 1296
},
{
"epoch": 9.27,
"learning_rate": 2.6821428571428576e-05,
"loss": 0.0667,
"step": 1298
},
{
"epoch": 9.29,
"learning_rate": 2.6785714285714288e-05,
"loss": 0.1363,
"step": 1300
},
{
"epoch": 9.3,
"learning_rate": 2.6750000000000003e-05,
"loss": 0.1275,
"step": 1302
},
{
"epoch": 9.31,
"learning_rate": 2.6714285714285715e-05,
"loss": 0.1353,
"step": 1304
},
{
"epoch": 9.33,
"learning_rate": 2.667857142857143e-05,
"loss": 0.1045,
"step": 1306
},
{
"epoch": 9.34,
"learning_rate": 2.6642857142857142e-05,
"loss": 0.5811,
"step": 1308
},
{
"epoch": 9.36,
"learning_rate": 2.6607142857142858e-05,
"loss": 0.0586,
"step": 1310
},
{
"epoch": 9.37,
"learning_rate": 2.6571428571428576e-05,
"loss": 0.2667,
"step": 1312
},
{
"epoch": 9.39,
"learning_rate": 2.6535714285714285e-05,
"loss": 0.0402,
"step": 1314
},
{
"epoch": 9.4,
"learning_rate": 2.6500000000000004e-05,
"loss": 0.1912,
"step": 1316
},
{
"epoch": 9.41,
"learning_rate": 2.6464285714285712e-05,
"loss": 0.3051,
"step": 1318
},
{
"epoch": 9.43,
"learning_rate": 2.642857142857143e-05,
"loss": 0.183,
"step": 1320
},
{
"epoch": 9.44,
"learning_rate": 2.6392857142857143e-05,
"loss": 0.1257,
"step": 1322
},
{
"epoch": 9.46,
"learning_rate": 2.635714285714286e-05,
"loss": 0.079,
"step": 1324
},
{
"epoch": 9.47,
"learning_rate": 2.6321428571428574e-05,
"loss": 0.1727,
"step": 1326
},
{
"epoch": 9.49,
"learning_rate": 2.6285714285714286e-05,
"loss": 0.1615,
"step": 1328
},
{
"epoch": 9.5,
"learning_rate": 2.625e-05,
"loss": 0.0789,
"step": 1330
},
{
"epoch": 9.51,
"learning_rate": 2.6214285714285713e-05,
"loss": 0.0782,
"step": 1332
},
{
"epoch": 9.53,
"learning_rate": 2.617857142857143e-05,
"loss": 0.1698,
"step": 1334
},
{
"epoch": 9.54,
"learning_rate": 2.6142857142857147e-05,
"loss": 0.5557,
"step": 1336
},
{
"epoch": 9.56,
"learning_rate": 2.610714285714286e-05,
"loss": 0.0514,
"step": 1338
},
{
"epoch": 9.57,
"learning_rate": 2.6071428571428574e-05,
"loss": 0.2548,
"step": 1340
},
{
"epoch": 9.59,
"learning_rate": 2.6035714285714286e-05,
"loss": 0.0715,
"step": 1342
},
{
"epoch": 9.6,
"learning_rate": 2.6000000000000002e-05,
"loss": 0.0556,
"step": 1344
},
{
"epoch": 9.61,
"learning_rate": 2.5964285714285714e-05,
"loss": 0.1593,
"step": 1346
},
{
"epoch": 9.63,
"learning_rate": 2.592857142857143e-05,
"loss": 0.1083,
"step": 1348
},
{
"epoch": 9.64,
"learning_rate": 2.5892857142857148e-05,
"loss": 0.2346,
"step": 1350
},
{
"epoch": 9.66,
"learning_rate": 2.5857142857142856e-05,
"loss": 0.1949,
"step": 1352
},
{
"epoch": 9.67,
"learning_rate": 2.5821428571428575e-05,
"loss": 0.2366,
"step": 1354
},
{
"epoch": 9.69,
"learning_rate": 2.5785714285714284e-05,
"loss": 0.4383,
"step": 1356
},
{
"epoch": 9.7,
"learning_rate": 2.5750000000000002e-05,
"loss": 0.677,
"step": 1358
},
{
"epoch": 9.71,
"learning_rate": 2.5714285714285714e-05,
"loss": 0.3252,
"step": 1360
},
{
"epoch": 9.73,
"learning_rate": 2.567857142857143e-05,
"loss": 0.0591,
"step": 1362
},
{
"epoch": 9.74,
"learning_rate": 2.5642857142857145e-05,
"loss": 0.177,
"step": 1364
},
{
"epoch": 9.76,
"learning_rate": 2.5607142857142857e-05,
"loss": 0.3295,
"step": 1366
},
{
"epoch": 9.77,
"learning_rate": 2.5571428571428572e-05,
"loss": 0.1593,
"step": 1368
},
{
"epoch": 9.79,
"learning_rate": 2.5535714285714284e-05,
"loss": 0.1345,
"step": 1370
},
{
"epoch": 9.8,
"learning_rate": 2.5500000000000003e-05,
"loss": 0.1458,
"step": 1372
},
{
"epoch": 9.81,
"learning_rate": 2.5464285714285712e-05,
"loss": 0.0444,
"step": 1374
},
{
"epoch": 9.83,
"learning_rate": 2.542857142857143e-05,
"loss": 0.4822,
"step": 1376
},
{
"epoch": 9.84,
"learning_rate": 2.5392857142857146e-05,
"loss": 0.2425,
"step": 1378
},
{
"epoch": 9.86,
"learning_rate": 2.5357142857142858e-05,
"loss": 0.206,
"step": 1380
},
{
"epoch": 9.87,
"learning_rate": 2.5321428571428573e-05,
"loss": 0.1024,
"step": 1382
},
{
"epoch": 9.89,
"learning_rate": 2.5285714285714285e-05,
"loss": 0.5527,
"step": 1384
},
{
"epoch": 9.9,
"learning_rate": 2.525e-05,
"loss": 0.3467,
"step": 1386
},
{
"epoch": 9.91,
"learning_rate": 2.521428571428572e-05,
"loss": 0.1362,
"step": 1388
},
{
"epoch": 9.93,
"learning_rate": 2.5178571428571428e-05,
"loss": 0.0871,
"step": 1390
},
{
"epoch": 9.94,
"learning_rate": 2.5142857142857147e-05,
"loss": 0.2885,
"step": 1392
},
{
"epoch": 9.96,
"learning_rate": 2.510714285714286e-05,
"loss": 0.1643,
"step": 1394
},
{
"epoch": 9.97,
"learning_rate": 2.5071428571428574e-05,
"loss": 0.1183,
"step": 1396
},
{
"epoch": 9.99,
"learning_rate": 2.5035714285714286e-05,
"loss": 0.928,
"step": 1398
},
{
"epoch": 10.0,
"learning_rate": 2.5e-05,
"loss": 0.155,
"step": 1400
},
{
"epoch": 10.0,
"eval_bleu": 0.059813399926394645,
"eval_loss": 1.6736992597579956,
"eval_runtime": 24.1978,
"eval_samples_per_second": 5.91,
"eval_steps_per_second": 1.488,
"step": 1400
},
{
"epoch": 10.01,
"learning_rate": 2.4964285714285717e-05,
"loss": 0.2578,
"step": 1402
},
{
"epoch": 10.03,
"learning_rate": 2.492857142857143e-05,
"loss": 0.0821,
"step": 1404
},
{
"epoch": 10.04,
"learning_rate": 2.4892857142857144e-05,
"loss": 0.1761,
"step": 1406
},
{
"epoch": 10.06,
"learning_rate": 2.485714285714286e-05,
"loss": 0.105,
"step": 1408
},
{
"epoch": 10.07,
"learning_rate": 2.4821428571428575e-05,
"loss": 0.0705,
"step": 1410
},
{
"epoch": 10.09,
"learning_rate": 2.4785714285714287e-05,
"loss": 0.0522,
"step": 1412
},
{
"epoch": 10.1,
"learning_rate": 2.4750000000000002e-05,
"loss": 0.1345,
"step": 1414
},
{
"epoch": 10.11,
"learning_rate": 2.4714285714285714e-05,
"loss": 0.1109,
"step": 1416
},
{
"epoch": 10.13,
"learning_rate": 2.467857142857143e-05,
"loss": 0.1266,
"step": 1418
},
{
"epoch": 10.14,
"learning_rate": 2.4642857142857145e-05,
"loss": 0.347,
"step": 1420
},
{
"epoch": 10.16,
"learning_rate": 2.460714285714286e-05,
"loss": 0.1939,
"step": 1422
},
{
"epoch": 10.17,
"learning_rate": 2.4571428571428572e-05,
"loss": 0.3706,
"step": 1424
},
{
"epoch": 10.19,
"learning_rate": 2.4535714285714287e-05,
"loss": 0.1594,
"step": 1426
},
{
"epoch": 10.2,
"learning_rate": 2.45e-05,
"loss": 0.0764,
"step": 1428
},
{
"epoch": 10.21,
"learning_rate": 2.4464285714285715e-05,
"loss": 0.2753,
"step": 1430
},
{
"epoch": 10.23,
"learning_rate": 2.442857142857143e-05,
"loss": 0.2085,
"step": 1432
},
{
"epoch": 10.24,
"learning_rate": 2.4392857142857145e-05,
"loss": 0.9499,
"step": 1434
},
{
"epoch": 10.26,
"learning_rate": 2.4357142857142857e-05,
"loss": 0.1476,
"step": 1436
},
{
"epoch": 10.27,
"learning_rate": 2.4321428571428573e-05,
"loss": 0.0417,
"step": 1438
},
{
"epoch": 10.29,
"learning_rate": 2.4285714285714288e-05,
"loss": 0.434,
"step": 1440
},
{
"epoch": 10.3,
"learning_rate": 2.425e-05,
"loss": 0.2271,
"step": 1442
},
{
"epoch": 10.31,
"learning_rate": 2.4214285714285715e-05,
"loss": 0.1167,
"step": 1444
},
{
"epoch": 10.33,
"learning_rate": 2.417857142857143e-05,
"loss": 0.0317,
"step": 1446
},
{
"epoch": 10.34,
"learning_rate": 2.4142857142857146e-05,
"loss": 0.0179,
"step": 1448
},
{
"epoch": 10.36,
"learning_rate": 2.4107142857142858e-05,
"loss": 0.3724,
"step": 1450
},
{
"epoch": 10.37,
"learning_rate": 2.4071428571428573e-05,
"loss": 0.0523,
"step": 1452
},
{
"epoch": 10.39,
"learning_rate": 2.4035714285714285e-05,
"loss": 0.2323,
"step": 1454
},
{
"epoch": 10.4,
"learning_rate": 2.4e-05,
"loss": 0.0689,
"step": 1456
},
{
"epoch": 10.41,
"learning_rate": 2.3964285714285713e-05,
"loss": 0.0494,
"step": 1458
},
{
"epoch": 10.43,
"learning_rate": 2.392857142857143e-05,
"loss": 0.1341,
"step": 1460
},
{
"epoch": 10.44,
"learning_rate": 2.3892857142857143e-05,
"loss": 0.0609,
"step": 1462
},
{
"epoch": 10.46,
"learning_rate": 2.385714285714286e-05,
"loss": 0.0551,
"step": 1464
},
{
"epoch": 10.47,
"learning_rate": 2.3821428571428574e-05,
"loss": 0.8951,
"step": 1466
},
{
"epoch": 10.49,
"learning_rate": 2.3785714285714286e-05,
"loss": 0.4101,
"step": 1468
},
{
"epoch": 10.5,
"learning_rate": 2.375e-05,
"loss": 0.1412,
"step": 1470
},
{
"epoch": 10.51,
"learning_rate": 2.3714285714285717e-05,
"loss": 0.0948,
"step": 1472
},
{
"epoch": 10.53,
"learning_rate": 2.3678571428571432e-05,
"loss": 0.0951,
"step": 1474
},
{
"epoch": 10.54,
"learning_rate": 2.3642857142857144e-05,
"loss": 0.2403,
"step": 1476
},
{
"epoch": 10.56,
"learning_rate": 2.360714285714286e-05,
"loss": 0.1554,
"step": 1478
},
{
"epoch": 10.57,
"learning_rate": 2.357142857142857e-05,
"loss": 0.0315,
"step": 1480
},
{
"epoch": 10.59,
"learning_rate": 2.3535714285714287e-05,
"loss": 0.1061,
"step": 1482
},
{
"epoch": 10.6,
"learning_rate": 2.35e-05,
"loss": 0.2534,
"step": 1484
},
{
"epoch": 10.61,
"learning_rate": 2.3464285714285717e-05,
"loss": 0.5222,
"step": 1486
},
{
"epoch": 10.63,
"learning_rate": 2.342857142857143e-05,
"loss": 0.2921,
"step": 1488
},
{
"epoch": 10.64,
"learning_rate": 2.3392857142857145e-05,
"loss": 0.1921,
"step": 1490
},
{
"epoch": 10.66,
"learning_rate": 2.3357142857142857e-05,
"loss": 0.0494,
"step": 1492
},
{
"epoch": 10.67,
"learning_rate": 2.3321428571428572e-05,
"loss": 0.0756,
"step": 1494
},
{
"epoch": 10.69,
"learning_rate": 2.3285714285714287e-05,
"loss": 0.3003,
"step": 1496
},
{
"epoch": 10.7,
"learning_rate": 2.3250000000000003e-05,
"loss": 0.0587,
"step": 1498
},
{
"epoch": 10.71,
"learning_rate": 2.3214285714285715e-05,
"loss": 0.259,
"step": 1500
},
{
"epoch": 10.73,
"learning_rate": 2.317857142857143e-05,
"loss": 0.135,
"step": 1502
},
{
"epoch": 10.74,
"learning_rate": 2.3142857142857145e-05,
"loss": 0.1344,
"step": 1504
},
{
"epoch": 10.76,
"learning_rate": 2.3107142857142857e-05,
"loss": 0.5633,
"step": 1506
},
{
"epoch": 10.77,
"learning_rate": 2.3071428571428573e-05,
"loss": 0.2419,
"step": 1508
},
{
"epoch": 10.79,
"learning_rate": 2.3035714285714285e-05,
"loss": 0.0271,
"step": 1510
},
{
"epoch": 10.8,
"learning_rate": 2.3000000000000003e-05,
"loss": 0.2679,
"step": 1512
},
{
"epoch": 10.81,
"learning_rate": 2.2964285714285715e-05,
"loss": 0.0731,
"step": 1514
},
{
"epoch": 10.83,
"learning_rate": 2.292857142857143e-05,
"loss": 0.4143,
"step": 1516
},
{
"epoch": 10.84,
"learning_rate": 2.2892857142857143e-05,
"loss": 0.0471,
"step": 1518
},
{
"epoch": 10.86,
"learning_rate": 2.2857142857142858e-05,
"loss": 0.0932,
"step": 1520
},
{
"epoch": 10.87,
"learning_rate": 2.282142857142857e-05,
"loss": 0.1181,
"step": 1522
},
{
"epoch": 10.89,
"learning_rate": 2.278571428571429e-05,
"loss": 0.1096,
"step": 1524
},
{
"epoch": 10.9,
"learning_rate": 2.275e-05,
"loss": 0.3515,
"step": 1526
},
{
"epoch": 10.91,
"learning_rate": 2.2714285714285716e-05,
"loss": 0.1167,
"step": 1528
},
{
"epoch": 10.93,
"learning_rate": 2.2678571428571428e-05,
"loss": 0.0448,
"step": 1530
},
{
"epoch": 10.94,
"learning_rate": 2.2642857142857143e-05,
"loss": 0.1904,
"step": 1532
},
{
"epoch": 10.96,
"learning_rate": 2.260714285714286e-05,
"loss": 0.2376,
"step": 1534
},
{
"epoch": 10.97,
"learning_rate": 2.257142857142857e-05,
"loss": 0.0849,
"step": 1536
},
{
"epoch": 10.99,
"learning_rate": 2.253571428571429e-05,
"loss": 0.0372,
"step": 1538
},
{
"epoch": 11.0,
"learning_rate": 2.25e-05,
"loss": 0.2339,
"step": 1540
},
{
"epoch": 11.0,
"eval_bleu": 0.056433679099699624,
"eval_loss": 1.719972848892212,
"eval_runtime": 24.2412,
"eval_samples_per_second": 5.899,
"eval_steps_per_second": 1.485,
"step": 1540
},
{
"epoch": 11.01,
"learning_rate": 2.2464285714285717e-05,
"loss": 0.0698,
"step": 1542
},
{
"epoch": 11.03,
"learning_rate": 2.242857142857143e-05,
"loss": 0.1026,
"step": 1544
},
{
"epoch": 11.04,
"learning_rate": 2.2392857142857144e-05,
"loss": 0.1109,
"step": 1546
},
{
"epoch": 11.06,
"learning_rate": 2.2357142857142856e-05,
"loss": 0.202,
"step": 1548
},
{
"epoch": 11.07,
"learning_rate": 2.2321428571428575e-05,
"loss": 0.0851,
"step": 1550
},
{
"epoch": 11.09,
"learning_rate": 2.2285714285714287e-05,
"loss": 0.2648,
"step": 1552
},
{
"epoch": 11.1,
"learning_rate": 2.2250000000000002e-05,
"loss": 0.1442,
"step": 1554
},
{
"epoch": 11.11,
"learning_rate": 2.2214285714285714e-05,
"loss": 0.2468,
"step": 1556
},
{
"epoch": 11.13,
"learning_rate": 2.217857142857143e-05,
"loss": 0.0779,
"step": 1558
},
{
"epoch": 11.14,
"learning_rate": 2.214285714285714e-05,
"loss": 0.148,
"step": 1560
},
{
"epoch": 11.16,
"learning_rate": 2.2107142857142857e-05,
"loss": 0.0708,
"step": 1562
},
{
"epoch": 11.17,
"learning_rate": 2.2071428571428572e-05,
"loss": 0.0334,
"step": 1564
},
{
"epoch": 11.19,
"learning_rate": 2.2035714285714287e-05,
"loss": 0.9039,
"step": 1566
},
{
"epoch": 11.2,
"learning_rate": 2.2000000000000003e-05,
"loss": 0.3214,
"step": 1568
},
{
"epoch": 11.21,
"learning_rate": 2.1964285714285715e-05,
"loss": 0.1444,
"step": 1570
},
{
"epoch": 11.23,
"learning_rate": 2.192857142857143e-05,
"loss": 0.1443,
"step": 1572
},
{
"epoch": 11.24,
"learning_rate": 2.1892857142857142e-05,
"loss": 0.3402,
"step": 1574
},
{
"epoch": 11.26,
"learning_rate": 2.185714285714286e-05,
"loss": 0.0442,
"step": 1576
},
{
"epoch": 11.27,
"learning_rate": 2.1821428571428573e-05,
"loss": 0.2145,
"step": 1578
},
{
"epoch": 11.29,
"learning_rate": 2.1785714285714288e-05,
"loss": 0.1515,
"step": 1580
},
{
"epoch": 11.3,
"learning_rate": 2.175e-05,
"loss": 0.031,
"step": 1582
},
{
"epoch": 11.31,
"learning_rate": 2.1714285714285715e-05,
"loss": 0.1018,
"step": 1584
},
{
"epoch": 11.33,
"learning_rate": 2.1678571428571427e-05,
"loss": 0.0711,
"step": 1586
},
{
"epoch": 11.34,
"learning_rate": 2.1642857142857146e-05,
"loss": 0.1052,
"step": 1588
},
{
"epoch": 11.36,
"learning_rate": 2.1607142857142858e-05,
"loss": 0.0527,
"step": 1590
},
{
"epoch": 11.37,
"learning_rate": 2.1571428571428574e-05,
"loss": 0.1146,
"step": 1592
},
{
"epoch": 11.39,
"learning_rate": 2.1535714285714285e-05,
"loss": 0.2121,
"step": 1594
},
{
"epoch": 11.4,
"learning_rate": 2.15e-05,
"loss": 0.2606,
"step": 1596
},
{
"epoch": 11.41,
"learning_rate": 2.1464285714285716e-05,
"loss": 0.1558,
"step": 1598
},
{
"epoch": 11.43,
"learning_rate": 2.1428571428571428e-05,
"loss": 0.0976,
"step": 1600
},
{
"epoch": 11.44,
"learning_rate": 2.1392857142857143e-05,
"loss": 0.0381,
"step": 1602
},
{
"epoch": 11.46,
"learning_rate": 2.135714285714286e-05,
"loss": 0.2439,
"step": 1604
},
{
"epoch": 11.47,
"learning_rate": 2.1321428571428574e-05,
"loss": 0.0264,
"step": 1606
},
{
"epoch": 11.49,
"learning_rate": 2.1285714285714286e-05,
"loss": 0.0418,
"step": 1608
},
{
"epoch": 11.5,
"learning_rate": 2.125e-05,
"loss": 0.1194,
"step": 1610
},
{
"epoch": 11.51,
"learning_rate": 2.1214285714285713e-05,
"loss": 0.3398,
"step": 1612
},
{
"epoch": 11.53,
"learning_rate": 2.1178571428571432e-05,
"loss": 0.5066,
"step": 1614
},
{
"epoch": 11.54,
"learning_rate": 2.1142857142857144e-05,
"loss": 0.1355,
"step": 1616
},
{
"epoch": 11.56,
"learning_rate": 2.110714285714286e-05,
"loss": 0.0082,
"step": 1618
},
{
"epoch": 11.57,
"learning_rate": 2.107142857142857e-05,
"loss": 0.1494,
"step": 1620
},
{
"epoch": 11.59,
"learning_rate": 2.1035714285714287e-05,
"loss": 0.0588,
"step": 1622
},
{
"epoch": 11.6,
"learning_rate": 2.1e-05,
"loss": 0.1003,
"step": 1624
},
{
"epoch": 11.61,
"learning_rate": 2.0964285714285714e-05,
"loss": 0.0495,
"step": 1626
},
{
"epoch": 11.63,
"learning_rate": 2.092857142857143e-05,
"loss": 0.0779,
"step": 1628
},
{
"epoch": 11.64,
"learning_rate": 2.0892857142857145e-05,
"loss": 0.2657,
"step": 1630
},
{
"epoch": 11.66,
"learning_rate": 2.0857142857142857e-05,
"loss": 0.3219,
"step": 1632
},
{
"epoch": 11.67,
"learning_rate": 2.0821428571428572e-05,
"loss": 0.1618,
"step": 1634
},
{
"epoch": 11.69,
"learning_rate": 2.0785714285714288e-05,
"loss": 0.2176,
"step": 1636
},
{
"epoch": 11.7,
"learning_rate": 2.075e-05,
"loss": 0.083,
"step": 1638
},
{
"epoch": 11.71,
"learning_rate": 2.0714285714285718e-05,
"loss": 0.2102,
"step": 1640
},
{
"epoch": 11.73,
"learning_rate": 2.067857142857143e-05,
"loss": 0.0795,
"step": 1642
},
{
"epoch": 11.74,
"learning_rate": 2.0642857142857146e-05,
"loss": 0.1542,
"step": 1644
},
{
"epoch": 11.76,
"learning_rate": 2.0607142857142858e-05,
"loss": 0.199,
"step": 1646
},
{
"epoch": 11.77,
"learning_rate": 2.0571428571428573e-05,
"loss": 0.2504,
"step": 1648
},
{
"epoch": 11.79,
"learning_rate": 2.0535714285714285e-05,
"loss": 0.4486,
"step": 1650
},
{
"epoch": 11.8,
"learning_rate": 2.05e-05,
"loss": 0.1149,
"step": 1652
},
{
"epoch": 11.81,
"learning_rate": 2.0464285714285716e-05,
"loss": 0.1016,
"step": 1654
},
{
"epoch": 11.83,
"learning_rate": 2.042857142857143e-05,
"loss": 0.105,
"step": 1656
},
{
"epoch": 11.84,
"learning_rate": 2.0392857142857143e-05,
"loss": 1.0028,
"step": 1658
},
{
"epoch": 11.86,
"learning_rate": 2.0357142857142858e-05,
"loss": 0.0936,
"step": 1660
},
{
"epoch": 11.87,
"learning_rate": 2.032142857142857e-05,
"loss": 0.0676,
"step": 1662
},
{
"epoch": 11.89,
"learning_rate": 2.0285714285714286e-05,
"loss": 0.1197,
"step": 1664
},
{
"epoch": 11.9,
"learning_rate": 2.025e-05,
"loss": 0.2291,
"step": 1666
},
{
"epoch": 11.91,
"learning_rate": 2.0214285714285716e-05,
"loss": 0.1547,
"step": 1668
},
{
"epoch": 11.93,
"learning_rate": 2.017857142857143e-05,
"loss": 0.3888,
"step": 1670
},
{
"epoch": 11.94,
"learning_rate": 2.0142857142857144e-05,
"loss": 0.0115,
"step": 1672
},
{
"epoch": 11.96,
"learning_rate": 2.010714285714286e-05,
"loss": 0.0811,
"step": 1674
},
{
"epoch": 11.97,
"learning_rate": 2.007142857142857e-05,
"loss": 0.0452,
"step": 1676
},
{
"epoch": 11.99,
"learning_rate": 2.0035714285714286e-05,
"loss": 0.1913,
"step": 1678
},
{
"epoch": 12.0,
"learning_rate": 2e-05,
"loss": 0.2598,
"step": 1680
},
{
"epoch": 12.0,
"eval_bleu": 0.05236521898250645,
"eval_loss": 1.7801107168197632,
"eval_runtime": 24.1846,
"eval_samples_per_second": 5.913,
"eval_steps_per_second": 1.489,
"step": 1680
},
{
"epoch": 12.01,
"learning_rate": 1.9964285714285717e-05,
"loss": 0.1087,
"step": 1682
},
{
"epoch": 12.03,
"learning_rate": 1.992857142857143e-05,
"loss": 0.0528,
"step": 1684
},
{
"epoch": 12.04,
"learning_rate": 1.9892857142857144e-05,
"loss": 0.1139,
"step": 1686
},
{
"epoch": 12.06,
"learning_rate": 1.9857142857142856e-05,
"loss": 0.0691,
"step": 1688
},
{
"epoch": 12.07,
"learning_rate": 1.982142857142857e-05,
"loss": 0.0266,
"step": 1690
},
{
"epoch": 12.09,
"learning_rate": 1.9785714285714287e-05,
"loss": 0.1038,
"step": 1692
},
{
"epoch": 12.1,
"learning_rate": 1.9750000000000002e-05,
"loss": 0.2035,
"step": 1694
},
{
"epoch": 12.11,
"learning_rate": 1.9714285714285714e-05,
"loss": 0.1598,
"step": 1696
},
{
"epoch": 12.13,
"learning_rate": 1.967857142857143e-05,
"loss": 0.077,
"step": 1698
},
{
"epoch": 12.14,
"learning_rate": 1.9642857142857145e-05,
"loss": 0.3559,
"step": 1700
},
{
"epoch": 12.16,
"learning_rate": 1.9607142857142857e-05,
"loss": 0.1641,
"step": 1702
},
{
"epoch": 12.17,
"learning_rate": 1.9571428571428572e-05,
"loss": 0.0789,
"step": 1704
},
{
"epoch": 12.19,
"learning_rate": 1.9535714285714288e-05,
"loss": 0.0121,
"step": 1706
},
{
"epoch": 12.2,
"learning_rate": 1.9500000000000003e-05,
"loss": 0.7436,
"step": 1708
},
{
"epoch": 12.21,
"learning_rate": 1.9464285714285715e-05,
"loss": 0.0932,
"step": 1710
},
{
"epoch": 12.23,
"learning_rate": 1.942857142857143e-05,
"loss": 0.159,
"step": 1712
},
{
"epoch": 12.24,
"learning_rate": 1.9392857142857142e-05,
"loss": 0.0931,
"step": 1714
},
{
"epoch": 12.26,
"learning_rate": 1.9357142857142858e-05,
"loss": 0.0474,
"step": 1716
},
{
"epoch": 12.27,
"learning_rate": 1.9321428571428573e-05,
"loss": 0.0955,
"step": 1718
},
{
"epoch": 12.29,
"learning_rate": 1.928571428571429e-05,
"loss": 0.1552,
"step": 1720
},
{
"epoch": 12.3,
"learning_rate": 1.925e-05,
"loss": 0.42,
"step": 1722
},
{
"epoch": 12.31,
"learning_rate": 1.9214285714285716e-05,
"loss": 0.1122,
"step": 1724
},
{
"epoch": 12.33,
"learning_rate": 1.9178571428571428e-05,
"loss": 0.0767,
"step": 1726
},
{
"epoch": 12.34,
"learning_rate": 1.9142857142857143e-05,
"loss": 0.2043,
"step": 1728
},
{
"epoch": 12.36,
"learning_rate": 1.910714285714286e-05,
"loss": 0.0451,
"step": 1730
},
{
"epoch": 12.37,
"learning_rate": 1.9071428571428574e-05,
"loss": 0.0427,
"step": 1732
},
{
"epoch": 12.39,
"learning_rate": 1.9035714285714286e-05,
"loss": 0.4838,
"step": 1734
},
{
"epoch": 12.4,
"learning_rate": 1.9e-05,
"loss": 0.0312,
"step": 1736
},
{
"epoch": 12.41,
"learning_rate": 1.8964285714285716e-05,
"loss": 0.0418,
"step": 1738
},
{
"epoch": 12.43,
"learning_rate": 1.892857142857143e-05,
"loss": 0.3572,
"step": 1740
},
{
"epoch": 12.44,
"learning_rate": 1.8892857142857144e-05,
"loss": 0.0803,
"step": 1742
},
{
"epoch": 12.46,
"learning_rate": 1.885714285714286e-05,
"loss": 0.1036,
"step": 1744
},
{
"epoch": 12.47,
"learning_rate": 1.8821428571428574e-05,
"loss": 0.049,
"step": 1746
},
{
"epoch": 12.49,
"learning_rate": 1.8785714285714286e-05,
"loss": 0.3821,
"step": 1748
},
{
"epoch": 12.5,
"learning_rate": 1.8750000000000002e-05,
"loss": 0.3404,
"step": 1750
},
{
"epoch": 12.51,
"learning_rate": 1.8714285714285714e-05,
"loss": 0.2504,
"step": 1752
},
{
"epoch": 12.53,
"learning_rate": 1.867857142857143e-05,
"loss": 0.0391,
"step": 1754
},
{
"epoch": 12.54,
"learning_rate": 1.864285714285714e-05,
"loss": 0.0462,
"step": 1756
},
{
"epoch": 12.56,
"learning_rate": 1.860714285714286e-05,
"loss": 0.1358,
"step": 1758
},
{
"epoch": 12.57,
"learning_rate": 1.8571428571428572e-05,
"loss": 0.0862,
"step": 1760
},
{
"epoch": 12.59,
"learning_rate": 1.8535714285714287e-05,
"loss": 0.6036,
"step": 1762
},
{
"epoch": 12.6,
"learning_rate": 1.85e-05,
"loss": 0.0517,
"step": 1764
},
{
"epoch": 12.61,
"learning_rate": 1.8464285714285714e-05,
"loss": 0.036,
"step": 1766
},
{
"epoch": 12.63,
"learning_rate": 1.842857142857143e-05,
"loss": 0.0821,
"step": 1768
},
{
"epoch": 12.64,
"learning_rate": 1.8392857142857145e-05,
"loss": 0.0339,
"step": 1770
},
{
"epoch": 12.66,
"learning_rate": 1.835714285714286e-05,
"loss": 0.1642,
"step": 1772
},
{
"epoch": 12.67,
"learning_rate": 1.8321428571428572e-05,
"loss": 0.0753,
"step": 1774
},
{
"epoch": 12.69,
"learning_rate": 1.8285714285714288e-05,
"loss": 0.0505,
"step": 1776
},
{
"epoch": 12.7,
"learning_rate": 1.825e-05,
"loss": 0.1597,
"step": 1778
},
{
"epoch": 12.71,
"learning_rate": 1.8214285714285715e-05,
"loss": 0.1481,
"step": 1780
},
{
"epoch": 12.73,
"learning_rate": 1.8178571428571427e-05,
"loss": 0.0855,
"step": 1782
},
{
"epoch": 12.74,
"learning_rate": 1.8142857142857146e-05,
"loss": 0.0269,
"step": 1784
},
{
"epoch": 12.76,
"learning_rate": 1.8107142857142858e-05,
"loss": 0.1081,
"step": 1786
},
{
"epoch": 12.77,
"learning_rate": 1.8071428571428573e-05,
"loss": 0.0153,
"step": 1788
},
{
"epoch": 12.79,
"learning_rate": 1.8035714285714285e-05,
"loss": 0.1206,
"step": 1790
},
{
"epoch": 12.8,
"learning_rate": 1.8e-05,
"loss": 0.0627,
"step": 1792
},
{
"epoch": 12.81,
"learning_rate": 1.7964285714285712e-05,
"loss": 0.0295,
"step": 1794
},
{
"epoch": 12.83,
"learning_rate": 1.792857142857143e-05,
"loss": 0.0765,
"step": 1796
},
{
"epoch": 12.84,
"learning_rate": 1.7892857142857143e-05,
"loss": 0.1412,
"step": 1798
},
{
"epoch": 12.86,
"learning_rate": 1.785714285714286e-05,
"loss": 0.1499,
"step": 1800
},
{
"epoch": 12.87,
"learning_rate": 1.7821428571428574e-05,
"loss": 0.0217,
"step": 1802
},
{
"epoch": 12.89,
"learning_rate": 1.7785714285714286e-05,
"loss": 0.131,
"step": 1804
},
{
"epoch": 12.9,
"learning_rate": 1.775e-05,
"loss": 0.1135,
"step": 1806
},
{
"epoch": 12.91,
"learning_rate": 1.7714285714285713e-05,
"loss": 0.052,
"step": 1808
},
{
"epoch": 12.93,
"learning_rate": 1.7678571428571432e-05,
"loss": 0.851,
"step": 1810
},
{
"epoch": 12.94,
"learning_rate": 1.7642857142857144e-05,
"loss": 0.1207,
"step": 1812
},
{
"epoch": 12.96,
"learning_rate": 1.760714285714286e-05,
"loss": 0.1081,
"step": 1814
},
{
"epoch": 12.97,
"learning_rate": 1.757142857142857e-05,
"loss": 0.0295,
"step": 1816
},
{
"epoch": 12.99,
"learning_rate": 1.7535714285714287e-05,
"loss": 0.1185,
"step": 1818
},
{
"epoch": 13.0,
"learning_rate": 1.75e-05,
"loss": 0.0506,
"step": 1820
},
{
"epoch": 13.0,
"eval_bleu": 0.061011201542834875,
"eval_loss": 1.8598335981369019,
"eval_runtime": 24.0546,
"eval_samples_per_second": 5.945,
"eval_steps_per_second": 1.497,
"step": 1820
},
{
"epoch": 13.01,
"learning_rate": 1.7464285714285717e-05,
"loss": 0.0403,
"step": 1822
},
{
"epoch": 13.03,
"learning_rate": 1.742857142857143e-05,
"loss": 0.5271,
"step": 1824
},
{
"epoch": 13.04,
"learning_rate": 1.7392857142857145e-05,
"loss": 0.1261,
"step": 1826
},
{
"epoch": 13.06,
"learning_rate": 1.7357142857142856e-05,
"loss": 0.1601,
"step": 1828
},
{
"epoch": 13.07,
"learning_rate": 1.7321428571428572e-05,
"loss": 0.1195,
"step": 1830
},
{
"epoch": 13.09,
"learning_rate": 1.7285714285714287e-05,
"loss": 0.1902,
"step": 1832
},
{
"epoch": 13.1,
"learning_rate": 1.725e-05,
"loss": 0.1603,
"step": 1834
},
{
"epoch": 13.11,
"learning_rate": 1.7214285714285715e-05,
"loss": 0.2277,
"step": 1836
},
{
"epoch": 13.13,
"learning_rate": 1.717857142857143e-05,
"loss": 0.6619,
"step": 1838
},
{
"epoch": 13.14,
"learning_rate": 1.7142857142857145e-05,
"loss": 0.2079,
"step": 1840
},
{
"epoch": 13.16,
"learning_rate": 1.7107142857142857e-05,
"loss": 0.0367,
"step": 1842
},
{
"epoch": 13.17,
"learning_rate": 1.7071428571428573e-05,
"loss": 0.0216,
"step": 1844
},
{
"epoch": 13.19,
"learning_rate": 1.7035714285714285e-05,
"loss": 0.0261,
"step": 1846
},
{
"epoch": 13.2,
"learning_rate": 1.7000000000000003e-05,
"loss": 0.0616,
"step": 1848
},
{
"epoch": 13.21,
"learning_rate": 1.6964285714285715e-05,
"loss": 0.1962,
"step": 1850
},
{
"epoch": 13.23,
"learning_rate": 1.692857142857143e-05,
"loss": 0.0349,
"step": 1852
},
{
"epoch": 13.24,
"learning_rate": 1.6892857142857143e-05,
"loss": 0.158,
"step": 1854
},
{
"epoch": 13.26,
"learning_rate": 1.6857142857142858e-05,
"loss": 0.2398,
"step": 1856
},
{
"epoch": 13.27,
"learning_rate": 1.682142857142857e-05,
"loss": 0.0433,
"step": 1858
},
{
"epoch": 13.29,
"learning_rate": 1.6785714285714285e-05,
"loss": 0.1067,
"step": 1860
},
{
"epoch": 13.3,
"learning_rate": 1.675e-05,
"loss": 0.0986,
"step": 1862
},
{
"epoch": 13.31,
"learning_rate": 1.6714285714285716e-05,
"loss": 0.2894,
"step": 1864
},
{
"epoch": 13.33,
"learning_rate": 1.6678571428571428e-05,
"loss": 0.0872,
"step": 1866
},
{
"epoch": 13.34,
"learning_rate": 1.6642857142857143e-05,
"loss": 0.0762,
"step": 1868
},
{
"epoch": 13.36,
"learning_rate": 1.660714285714286e-05,
"loss": 0.1113,
"step": 1870
},
{
"epoch": 13.37,
"learning_rate": 1.657142857142857e-05,
"loss": 0.0527,
"step": 1872
},
{
"epoch": 13.39,
"learning_rate": 1.653571428571429e-05,
"loss": 0.0784,
"step": 1874
},
{
"epoch": 13.4,
"learning_rate": 1.65e-05,
"loss": 0.0554,
"step": 1876
},
{
"epoch": 13.41,
"learning_rate": 1.6464285714285717e-05,
"loss": 0.1919,
"step": 1878
},
{
"epoch": 13.43,
"learning_rate": 1.642857142857143e-05,
"loss": 0.1355,
"step": 1880
},
{
"epoch": 13.44,
"learning_rate": 1.6392857142857144e-05,
"loss": 0.0557,
"step": 1882
},
{
"epoch": 13.46,
"learning_rate": 1.6357142857142856e-05,
"loss": 0.2345,
"step": 1884
},
{
"epoch": 13.47,
"learning_rate": 1.632142857142857e-05,
"loss": 0.0032,
"step": 1886
},
{
"epoch": 13.49,
"learning_rate": 1.6285714285714287e-05,
"loss": 0.1371,
"step": 1888
},
{
"epoch": 13.5,
"learning_rate": 1.6250000000000002e-05,
"loss": 0.3181,
"step": 1890
},
{
"epoch": 13.51,
"learning_rate": 1.6214285714285714e-05,
"loss": 0.0554,
"step": 1892
},
{
"epoch": 13.53,
"learning_rate": 1.617857142857143e-05,
"loss": 0.4655,
"step": 1894
},
{
"epoch": 13.54,
"learning_rate": 1.614285714285714e-05,
"loss": 0.0901,
"step": 1896
},
{
"epoch": 13.56,
"learning_rate": 1.6107142857142857e-05,
"loss": 0.0824,
"step": 1898
},
{
"epoch": 13.57,
"learning_rate": 1.6071428571428572e-05,
"loss": 0.0677,
"step": 1900
},
{
"epoch": 13.59,
"learning_rate": 1.6035714285714287e-05,
"loss": 0.0293,
"step": 1902
},
{
"epoch": 13.6,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.0541,
"step": 1904
},
{
"epoch": 13.61,
"learning_rate": 1.5964285714285715e-05,
"loss": 0.0308,
"step": 1906
},
{
"epoch": 13.63,
"learning_rate": 1.592857142857143e-05,
"loss": 0.0323,
"step": 1908
},
{
"epoch": 13.64,
"learning_rate": 1.5892857142857142e-05,
"loss": 0.0185,
"step": 1910
},
{
"epoch": 13.66,
"learning_rate": 1.5857142857142857e-05,
"loss": 0.0834,
"step": 1912
},
{
"epoch": 13.67,
"learning_rate": 1.5821428571428573e-05,
"loss": 0.0494,
"step": 1914
},
{
"epoch": 13.69,
"learning_rate": 1.5785714285714288e-05,
"loss": 0.3638,
"step": 1916
},
{
"epoch": 13.7,
"learning_rate": 1.575e-05,
"loss": 0.0987,
"step": 1918
},
{
"epoch": 13.71,
"learning_rate": 1.5714285714285715e-05,
"loss": 0.1499,
"step": 1920
},
{
"epoch": 13.73,
"learning_rate": 1.5678571428571427e-05,
"loss": 0.1923,
"step": 1922
},
{
"epoch": 13.74,
"learning_rate": 1.5642857142857143e-05,
"loss": 0.1259,
"step": 1924
},
{
"epoch": 13.76,
"learning_rate": 1.5607142857142858e-05,
"loss": 0.0653,
"step": 1926
},
{
"epoch": 13.77,
"learning_rate": 1.5571428571428573e-05,
"loss": 0.0954,
"step": 1928
},
{
"epoch": 13.79,
"learning_rate": 1.5535714285714285e-05,
"loss": 0.0128,
"step": 1930
},
{
"epoch": 13.8,
"learning_rate": 1.55e-05,
"loss": 0.1522,
"step": 1932
},
{
"epoch": 13.81,
"learning_rate": 1.5464285714285716e-05,
"loss": 0.0494,
"step": 1934
},
{
"epoch": 13.83,
"learning_rate": 1.5428571428571428e-05,
"loss": 0.3574,
"step": 1936
},
{
"epoch": 13.84,
"learning_rate": 1.5392857142857143e-05,
"loss": 0.0635,
"step": 1938
},
{
"epoch": 13.86,
"learning_rate": 1.535714285714286e-05,
"loss": 0.1053,
"step": 1940
},
{
"epoch": 13.87,
"learning_rate": 1.5321428571428574e-05,
"loss": 0.2044,
"step": 1942
},
{
"epoch": 13.89,
"learning_rate": 1.5285714285714286e-05,
"loss": 0.4568,
"step": 1944
},
{
"epoch": 13.9,
"learning_rate": 1.525e-05,
"loss": 0.125,
"step": 1946
},
{
"epoch": 13.91,
"learning_rate": 1.5214285714285715e-05,
"loss": 0.1235,
"step": 1948
},
{
"epoch": 13.93,
"learning_rate": 1.5178571428571429e-05,
"loss": 0.1872,
"step": 1950
},
{
"epoch": 13.94,
"learning_rate": 1.5142857142857144e-05,
"loss": 0.1565,
"step": 1952
},
{
"epoch": 13.96,
"learning_rate": 1.510714285714286e-05,
"loss": 0.1379,
"step": 1954
},
{
"epoch": 13.97,
"learning_rate": 1.5071428571428573e-05,
"loss": 0.1156,
"step": 1956
},
{
"epoch": 13.99,
"learning_rate": 1.5035714285714287e-05,
"loss": 0.046,
"step": 1958
},
{
"epoch": 14.0,
"learning_rate": 1.5e-05,
"loss": 0.0405,
"step": 1960
},
{
"epoch": 14.0,
"eval_bleu": 0.05121828550065784,
"eval_loss": 1.8986146450042725,
"eval_runtime": 24.2375,
"eval_samples_per_second": 5.9,
"eval_steps_per_second": 1.485,
"step": 1960
},
{
"epoch": 14.01,
"learning_rate": 1.4964285714285714e-05,
"loss": 0.0217,
"step": 1962
},
{
"epoch": 14.03,
"learning_rate": 1.4928571428571431e-05,
"loss": 0.1323,
"step": 1964
},
{
"epoch": 14.04,
"learning_rate": 1.4892857142857145e-05,
"loss": 0.0832,
"step": 1966
},
{
"epoch": 14.06,
"learning_rate": 1.4857142857142858e-05,
"loss": 0.1244,
"step": 1968
},
{
"epoch": 14.07,
"learning_rate": 1.4821428571428572e-05,
"loss": 0.051,
"step": 1970
},
{
"epoch": 14.09,
"learning_rate": 1.4785714285714286e-05,
"loss": 0.1303,
"step": 1972
},
{
"epoch": 14.1,
"learning_rate": 1.475e-05,
"loss": 0.229,
"step": 1974
},
{
"epoch": 14.11,
"learning_rate": 1.4714285714285713e-05,
"loss": 0.1686,
"step": 1976
},
{
"epoch": 14.13,
"learning_rate": 1.467857142857143e-05,
"loss": 0.5967,
"step": 1978
},
{
"epoch": 14.14,
"learning_rate": 1.4642857142857144e-05,
"loss": 0.209,
"step": 1980
},
{
"epoch": 14.16,
"learning_rate": 1.4607142857142857e-05,
"loss": 0.0374,
"step": 1982
},
{
"epoch": 14.17,
"learning_rate": 1.4571428571428573e-05,
"loss": 0.1285,
"step": 1984
},
{
"epoch": 14.19,
"learning_rate": 1.4535714285714286e-05,
"loss": 0.0955,
"step": 1986
},
{
"epoch": 14.2,
"learning_rate": 1.45e-05,
"loss": 0.2161,
"step": 1988
},
{
"epoch": 14.21,
"learning_rate": 1.4464285714285717e-05,
"loss": 0.0178,
"step": 1990
},
{
"epoch": 14.23,
"learning_rate": 1.442857142857143e-05,
"loss": 0.1409,
"step": 1992
},
{
"epoch": 14.24,
"learning_rate": 1.4392857142857144e-05,
"loss": 0.3652,
"step": 1994
},
{
"epoch": 14.26,
"learning_rate": 1.4357142857142858e-05,
"loss": 0.1078,
"step": 1996
},
{
"epoch": 14.27,
"learning_rate": 1.4321428571428572e-05,
"loss": 0.1511,
"step": 1998
},
{
"epoch": 14.29,
"learning_rate": 1.4285714285714285e-05,
"loss": 0.0328,
"step": 2000
},
{
"epoch": 14.3,
"learning_rate": 1.4249999999999999e-05,
"loss": 0.021,
"step": 2002
},
{
"epoch": 14.31,
"learning_rate": 1.4214285714285716e-05,
"loss": 0.1506,
"step": 2004
},
{
"epoch": 14.33,
"learning_rate": 1.417857142857143e-05,
"loss": 0.0671,
"step": 2006
},
{
"epoch": 14.34,
"learning_rate": 1.4142857142857143e-05,
"loss": 0.1654,
"step": 2008
},
{
"epoch": 14.36,
"learning_rate": 1.4107142857142857e-05,
"loss": 0.1088,
"step": 2010
},
{
"epoch": 14.37,
"learning_rate": 1.407142857142857e-05,
"loss": 0.1767,
"step": 2012
},
{
"epoch": 14.39,
"learning_rate": 1.4035714285714286e-05,
"loss": 0.0854,
"step": 2014
},
{
"epoch": 14.4,
"learning_rate": 1.4000000000000001e-05,
"loss": 0.016,
"step": 2016
},
{
"epoch": 14.41,
"learning_rate": 1.3964285714285715e-05,
"loss": 0.1581,
"step": 2018
},
{
"epoch": 14.43,
"learning_rate": 1.392857142857143e-05,
"loss": 0.0147,
"step": 2020
},
{
"epoch": 14.44,
"learning_rate": 1.3892857142857144e-05,
"loss": 0.4676,
"step": 2022
},
{
"epoch": 14.46,
"learning_rate": 1.3857142857142858e-05,
"loss": 0.135,
"step": 2024
},
{
"epoch": 14.47,
"learning_rate": 1.3821428571428571e-05,
"loss": 0.147,
"step": 2026
},
{
"epoch": 14.49,
"learning_rate": 1.3785714285714285e-05,
"loss": 0.1849,
"step": 2028
},
{
"epoch": 14.5,
"learning_rate": 1.3750000000000002e-05,
"loss": 0.1075,
"step": 2030
},
{
"epoch": 14.51,
"learning_rate": 1.3714285714285716e-05,
"loss": 0.0314,
"step": 2032
},
{
"epoch": 14.53,
"learning_rate": 1.367857142857143e-05,
"loss": 0.1343,
"step": 2034
},
{
"epoch": 14.54,
"learning_rate": 1.3642857142857143e-05,
"loss": 0.0556,
"step": 2036
},
{
"epoch": 14.56,
"learning_rate": 1.3607142857142857e-05,
"loss": 0.1728,
"step": 2038
},
{
"epoch": 14.57,
"learning_rate": 1.357142857142857e-05,
"loss": 0.0605,
"step": 2040
},
{
"epoch": 14.59,
"learning_rate": 1.3535714285714288e-05,
"loss": 0.0329,
"step": 2042
},
{
"epoch": 14.6,
"learning_rate": 1.3500000000000001e-05,
"loss": 0.0633,
"step": 2044
},
{
"epoch": 14.61,
"learning_rate": 1.3464285714285715e-05,
"loss": 0.077,
"step": 2046
},
{
"epoch": 14.63,
"learning_rate": 1.3428571428571429e-05,
"loss": 0.2857,
"step": 2048
},
{
"epoch": 14.64,
"learning_rate": 1.3392857142857144e-05,
"loss": 0.267,
"step": 2050
},
{
"epoch": 14.66,
"learning_rate": 1.3357142857142858e-05,
"loss": 0.1483,
"step": 2052
},
{
"epoch": 14.67,
"learning_rate": 1.3321428571428571e-05,
"loss": 0.1304,
"step": 2054
},
{
"epoch": 14.69,
"learning_rate": 1.3285714285714288e-05,
"loss": 0.1087,
"step": 2056
},
{
"epoch": 14.7,
"learning_rate": 1.3250000000000002e-05,
"loss": 0.1027,
"step": 2058
},
{
"epoch": 14.71,
"learning_rate": 1.3214285714285716e-05,
"loss": 0.0551,
"step": 2060
},
{
"epoch": 14.73,
"learning_rate": 1.317857142857143e-05,
"loss": 0.1644,
"step": 2062
},
{
"epoch": 14.74,
"learning_rate": 1.3142857142857143e-05,
"loss": 0.0637,
"step": 2064
},
{
"epoch": 14.76,
"learning_rate": 1.3107142857142857e-05,
"loss": 0.0579,
"step": 2066
},
{
"epoch": 14.77,
"learning_rate": 1.3071428571428574e-05,
"loss": 0.4266,
"step": 2068
},
{
"epoch": 14.79,
"learning_rate": 1.3035714285714287e-05,
"loss": 0.0466,
"step": 2070
},
{
"epoch": 14.8,
"learning_rate": 1.3000000000000001e-05,
"loss": 0.074,
"step": 2072
},
{
"epoch": 14.81,
"learning_rate": 1.2964285714285715e-05,
"loss": 0.1842,
"step": 2074
},
{
"epoch": 14.83,
"learning_rate": 1.2928571428571428e-05,
"loss": 0.289,
"step": 2076
},
{
"epoch": 14.84,
"learning_rate": 1.2892857142857142e-05,
"loss": 0.0131,
"step": 2078
},
{
"epoch": 14.86,
"learning_rate": 1.2857142857142857e-05,
"loss": 0.6862,
"step": 2080
},
{
"epoch": 14.87,
"learning_rate": 1.2821428571428573e-05,
"loss": 0.0031,
"step": 2082
},
{
"epoch": 14.89,
"learning_rate": 1.2785714285714286e-05,
"loss": 0.4271,
"step": 2084
},
{
"epoch": 14.9,
"learning_rate": 1.2750000000000002e-05,
"loss": 0.1194,
"step": 2086
},
{
"epoch": 14.91,
"learning_rate": 1.2714285714285715e-05,
"loss": 0.0392,
"step": 2088
},
{
"epoch": 14.93,
"learning_rate": 1.2678571428571429e-05,
"loss": 0.0211,
"step": 2090
},
{
"epoch": 14.94,
"learning_rate": 1.2642857142857143e-05,
"loss": 0.1635,
"step": 2092
},
{
"epoch": 14.96,
"learning_rate": 1.260714285714286e-05,
"loss": 0.1293,
"step": 2094
},
{
"epoch": 14.97,
"learning_rate": 1.2571428571428573e-05,
"loss": 0.0308,
"step": 2096
},
{
"epoch": 14.99,
"learning_rate": 1.2535714285714287e-05,
"loss": 0.0196,
"step": 2098
},
{
"epoch": 15.0,
"learning_rate": 1.25e-05,
"loss": 0.0896,
"step": 2100
},
{
"epoch": 15.0,
"eval_bleu": 0.051168173950294785,
"eval_loss": 1.9366546869277954,
"eval_runtime": 24.0487,
"eval_samples_per_second": 5.946,
"eval_steps_per_second": 1.497,
"step": 2100
},
{
"epoch": 15.01,
"learning_rate": 1.2464285714285714e-05,
"loss": 0.0391,
"step": 2102
},
{
"epoch": 15.03,
"learning_rate": 1.242857142857143e-05,
"loss": 0.7486,
"step": 2104
},
{
"epoch": 15.04,
"learning_rate": 1.2392857142857143e-05,
"loss": 0.0947,
"step": 2106
},
{
"epoch": 15.06,
"learning_rate": 1.2357142857142857e-05,
"loss": 0.1021,
"step": 2108
},
{
"epoch": 15.07,
"learning_rate": 1.2321428571428572e-05,
"loss": 0.0866,
"step": 2110
},
{
"epoch": 15.09,
"learning_rate": 1.2285714285714286e-05,
"loss": 0.1501,
"step": 2112
},
{
"epoch": 15.1,
"learning_rate": 1.225e-05,
"loss": 0.1316,
"step": 2114
},
{
"epoch": 15.11,
"learning_rate": 1.2214285714285715e-05,
"loss": 0.04,
"step": 2116
},
{
"epoch": 15.13,
"learning_rate": 1.2178571428571429e-05,
"loss": 0.1261,
"step": 2118
},
{
"epoch": 15.14,
"learning_rate": 1.2142857142857144e-05,
"loss": 0.0111,
"step": 2120
},
{
"epoch": 15.16,
"learning_rate": 1.2107142857142858e-05,
"loss": 0.0789,
"step": 2122
},
{
"epoch": 15.17,
"learning_rate": 1.2071428571428573e-05,
"loss": 0.1307,
"step": 2124
},
{
"epoch": 15.19,
"learning_rate": 1.2035714285714287e-05,
"loss": 0.0382,
"step": 2126
},
{
"epoch": 15.2,
"learning_rate": 1.2e-05,
"loss": 0.1311,
"step": 2128
},
{
"epoch": 15.21,
"learning_rate": 1.1964285714285716e-05,
"loss": 0.0964,
"step": 2130
},
{
"epoch": 15.23,
"learning_rate": 1.192857142857143e-05,
"loss": 0.0497,
"step": 2132
},
{
"epoch": 15.24,
"learning_rate": 1.1892857142857143e-05,
"loss": 0.0288,
"step": 2134
},
{
"epoch": 15.26,
"learning_rate": 1.1857142857142858e-05,
"loss": 0.0139,
"step": 2136
},
{
"epoch": 15.27,
"learning_rate": 1.1821428571428572e-05,
"loss": 0.0837,
"step": 2138
},
{
"epoch": 15.29,
"learning_rate": 1.1785714285714286e-05,
"loss": 0.0677,
"step": 2140
},
{
"epoch": 15.3,
"learning_rate": 1.175e-05,
"loss": 0.0752,
"step": 2142
},
{
"epoch": 15.31,
"learning_rate": 1.1714285714285715e-05,
"loss": 0.0019,
"step": 2144
},
{
"epoch": 15.33,
"learning_rate": 1.1678571428571428e-05,
"loss": 0.1102,
"step": 2146
},
{
"epoch": 15.34,
"learning_rate": 1.1642857142857144e-05,
"loss": 0.1232,
"step": 2148
},
{
"epoch": 15.36,
"learning_rate": 1.1607142857142857e-05,
"loss": 0.0402,
"step": 2150
},
{
"epoch": 15.37,
"learning_rate": 1.1571428571428573e-05,
"loss": 0.1241,
"step": 2152
},
{
"epoch": 15.39,
"learning_rate": 1.1535714285714286e-05,
"loss": 0.0722,
"step": 2154
},
{
"epoch": 15.4,
"learning_rate": 1.1500000000000002e-05,
"loss": 0.0421,
"step": 2156
},
{
"epoch": 15.41,
"learning_rate": 1.1464285714285715e-05,
"loss": 0.9368,
"step": 2158
},
{
"epoch": 15.43,
"learning_rate": 1.1428571428571429e-05,
"loss": 0.1967,
"step": 2160
},
{
"epoch": 15.44,
"learning_rate": 1.1392857142857144e-05,
"loss": 0.2906,
"step": 2162
},
{
"epoch": 15.46,
"learning_rate": 1.1357142857142858e-05,
"loss": 0.0229,
"step": 2164
},
{
"epoch": 15.47,
"learning_rate": 1.1321428571428572e-05,
"loss": 0.0711,
"step": 2166
},
{
"epoch": 15.49,
"learning_rate": 1.1285714285714285e-05,
"loss": 0.0274,
"step": 2168
},
{
"epoch": 15.5,
"learning_rate": 1.125e-05,
"loss": 0.1014,
"step": 2170
},
{
"epoch": 15.51,
"learning_rate": 1.1214285714285714e-05,
"loss": 0.0447,
"step": 2172
},
{
"epoch": 15.53,
"learning_rate": 1.1178571428571428e-05,
"loss": 0.1368,
"step": 2174
},
{
"epoch": 15.54,
"learning_rate": 1.1142857142857143e-05,
"loss": 0.0401,
"step": 2176
},
{
"epoch": 15.56,
"learning_rate": 1.1107142857142857e-05,
"loss": 0.0983,
"step": 2178
},
{
"epoch": 15.57,
"learning_rate": 1.107142857142857e-05,
"loss": 0.0698,
"step": 2180
},
{
"epoch": 15.59,
"learning_rate": 1.1035714285714286e-05,
"loss": 0.0559,
"step": 2182
},
{
"epoch": 15.6,
"learning_rate": 1.1000000000000001e-05,
"loss": 0.0629,
"step": 2184
},
{
"epoch": 15.61,
"learning_rate": 1.0964285714285715e-05,
"loss": 0.0415,
"step": 2186
},
{
"epoch": 15.63,
"learning_rate": 1.092857142857143e-05,
"loss": 0.2813,
"step": 2188
},
{
"epoch": 15.64,
"learning_rate": 1.0892857142857144e-05,
"loss": 0.5957,
"step": 2190
},
{
"epoch": 15.66,
"learning_rate": 1.0857142857142858e-05,
"loss": 0.1439,
"step": 2192
},
{
"epoch": 15.67,
"learning_rate": 1.0821428571428573e-05,
"loss": 0.1383,
"step": 2194
},
{
"epoch": 15.69,
"learning_rate": 1.0785714285714287e-05,
"loss": 0.0243,
"step": 2196
},
{
"epoch": 15.7,
"learning_rate": 1.075e-05,
"loss": 0.1043,
"step": 2198
},
{
"epoch": 15.71,
"learning_rate": 1.0714285714285714e-05,
"loss": 0.247,
"step": 2200
},
{
"epoch": 15.73,
"learning_rate": 1.067857142857143e-05,
"loss": 0.0148,
"step": 2202
},
{
"epoch": 15.74,
"learning_rate": 1.0642857142857143e-05,
"loss": 0.2422,
"step": 2204
},
{
"epoch": 15.76,
"learning_rate": 1.0607142857142857e-05,
"loss": 0.4656,
"step": 2206
},
{
"epoch": 15.77,
"learning_rate": 1.0571428571428572e-05,
"loss": 0.2611,
"step": 2208
},
{
"epoch": 15.79,
"learning_rate": 1.0535714285714286e-05,
"loss": 0.1034,
"step": 2210
},
{
"epoch": 15.8,
"learning_rate": 1.05e-05,
"loss": 0.0696,
"step": 2212
},
{
"epoch": 15.81,
"learning_rate": 1.0464285714285715e-05,
"loss": 0.0463,
"step": 2214
},
{
"epoch": 15.83,
"learning_rate": 1.0428571428571428e-05,
"loss": 0.069,
"step": 2216
},
{
"epoch": 15.84,
"learning_rate": 1.0392857142857144e-05,
"loss": 0.1243,
"step": 2218
},
{
"epoch": 15.86,
"learning_rate": 1.0357142857142859e-05,
"loss": 0.0912,
"step": 2220
},
{
"epoch": 15.87,
"learning_rate": 1.0321428571428573e-05,
"loss": 0.0374,
"step": 2222
},
{
"epoch": 15.89,
"learning_rate": 1.0285714285714286e-05,
"loss": 0.0458,
"step": 2224
},
{
"epoch": 15.9,
"learning_rate": 1.025e-05,
"loss": 0.0456,
"step": 2226
},
{
"epoch": 15.91,
"learning_rate": 1.0214285714285715e-05,
"loss": 0.0712,
"step": 2228
},
{
"epoch": 15.93,
"learning_rate": 1.0178571428571429e-05,
"loss": 0.1019,
"step": 2230
},
{
"epoch": 15.94,
"learning_rate": 1.0142857142857143e-05,
"loss": 0.0707,
"step": 2232
},
{
"epoch": 15.96,
"learning_rate": 1.0107142857142858e-05,
"loss": 0.0196,
"step": 2234
},
{
"epoch": 15.97,
"learning_rate": 1.0071428571428572e-05,
"loss": 0.016,
"step": 2236
},
{
"epoch": 15.99,
"learning_rate": 1.0035714285714285e-05,
"loss": 0.1188,
"step": 2238
},
{
"epoch": 16.0,
"learning_rate": 1e-05,
"loss": 0.1058,
"step": 2240
},
{
"epoch": 16.0,
"eval_bleu": 0.05832891852668863,
"eval_loss": 1.96096932888031,
"eval_runtime": 24.094,
"eval_samples_per_second": 5.935,
"eval_steps_per_second": 1.494,
"step": 2240
},
{
"epoch": 16.01,
"learning_rate": 9.964285714285714e-06,
"loss": 0.0488,
"step": 2242
},
{
"epoch": 16.03,
"learning_rate": 9.928571428571428e-06,
"loss": 0.0818,
"step": 2244
},
{
"epoch": 16.04,
"learning_rate": 9.892857142857143e-06,
"loss": 0.1164,
"step": 2246
},
{
"epoch": 16.06,
"learning_rate": 9.857142857142857e-06,
"loss": 0.0771,
"step": 2248
},
{
"epoch": 16.07,
"learning_rate": 9.821428571428573e-06,
"loss": 0.036,
"step": 2250
},
{
"epoch": 16.09,
"learning_rate": 9.785714285714286e-06,
"loss": 0.5959,
"step": 2252
},
{
"epoch": 16.1,
"learning_rate": 9.750000000000002e-06,
"loss": 0.1131,
"step": 2254
},
{
"epoch": 16.11,
"learning_rate": 9.714285714285715e-06,
"loss": 0.18,
"step": 2256
},
{
"epoch": 16.13,
"learning_rate": 9.678571428571429e-06,
"loss": 0.0078,
"step": 2258
},
{
"epoch": 16.14,
"learning_rate": 9.642857142857144e-06,
"loss": 0.0812,
"step": 2260
},
{
"epoch": 16.16,
"learning_rate": 9.607142857142858e-06,
"loss": 0.2596,
"step": 2262
},
{
"epoch": 16.17,
"learning_rate": 9.571428571428572e-06,
"loss": 0.0091,
"step": 2264
},
{
"epoch": 16.19,
"learning_rate": 9.535714285714287e-06,
"loss": 0.0533,
"step": 2266
},
{
"epoch": 16.2,
"learning_rate": 9.5e-06,
"loss": 0.0814,
"step": 2268
},
{
"epoch": 16.21,
"learning_rate": 9.464285714285714e-06,
"loss": 0.2831,
"step": 2270
},
{
"epoch": 16.23,
"learning_rate": 9.42857142857143e-06,
"loss": 0.2188,
"step": 2272
},
{
"epoch": 16.24,
"learning_rate": 9.392857142857143e-06,
"loss": 0.3086,
"step": 2274
},
{
"epoch": 16.26,
"learning_rate": 9.357142857142857e-06,
"loss": 0.0402,
"step": 2276
},
{
"epoch": 16.27,
"learning_rate": 9.32142857142857e-06,
"loss": 0.0286,
"step": 2278
},
{
"epoch": 16.29,
"learning_rate": 9.285714285714286e-06,
"loss": 0.1817,
"step": 2280
},
{
"epoch": 16.3,
"learning_rate": 9.25e-06,
"loss": 0.2277,
"step": 2282
},
{
"epoch": 16.31,
"learning_rate": 9.214285714285715e-06,
"loss": 0.0168,
"step": 2284
},
{
"epoch": 16.33,
"learning_rate": 9.17857142857143e-06,
"loss": 0.0107,
"step": 2286
},
{
"epoch": 16.34,
"learning_rate": 9.142857142857144e-06,
"loss": 0.0172,
"step": 2288
},
{
"epoch": 16.36,
"learning_rate": 9.107142857142858e-06,
"loss": 0.1477,
"step": 2290
},
{
"epoch": 16.37,
"learning_rate": 9.071428571428573e-06,
"loss": 0.2319,
"step": 2292
},
{
"epoch": 16.39,
"learning_rate": 9.035714285714287e-06,
"loss": 0.0038,
"step": 2294
},
{
"epoch": 16.4,
"learning_rate": 9e-06,
"loss": 0.121,
"step": 2296
},
{
"epoch": 16.41,
"learning_rate": 8.964285714285716e-06,
"loss": 0.0091,
"step": 2298
},
{
"epoch": 16.43,
"learning_rate": 8.92857142857143e-06,
"loss": 0.1473,
"step": 2300
},
{
"epoch": 16.44,
"learning_rate": 8.892857142857143e-06,
"loss": 0.0162,
"step": 2302
},
{
"epoch": 16.46,
"learning_rate": 8.857142857142857e-06,
"loss": 0.0326,
"step": 2304
},
{
"epoch": 16.47,
"learning_rate": 8.821428571428572e-06,
"loss": 0.0076,
"step": 2306
},
{
"epoch": 16.49,
"learning_rate": 8.785714285714286e-06,
"loss": 0.0074,
"step": 2308
},
{
"epoch": 16.5,
"learning_rate": 8.75e-06,
"loss": 0.1026,
"step": 2310
},
{
"epoch": 16.51,
"learning_rate": 8.714285714285715e-06,
"loss": 0.0213,
"step": 2312
},
{
"epoch": 16.53,
"learning_rate": 8.678571428571428e-06,
"loss": 0.5917,
"step": 2314
},
{
"epoch": 16.54,
"learning_rate": 8.642857142857144e-06,
"loss": 0.1254,
"step": 2316
},
{
"epoch": 16.56,
"learning_rate": 8.607142857142857e-06,
"loss": 0.0164,
"step": 2318
},
{
"epoch": 16.57,
"learning_rate": 8.571428571428573e-06,
"loss": 0.242,
"step": 2320
},
{
"epoch": 16.59,
"learning_rate": 8.535714285714286e-06,
"loss": 0.3301,
"step": 2322
},
{
"epoch": 16.6,
"learning_rate": 8.500000000000002e-06,
"loss": 0.2119,
"step": 2324
},
{
"epoch": 16.61,
"learning_rate": 8.464285714285715e-06,
"loss": 0.0233,
"step": 2326
},
{
"epoch": 16.63,
"learning_rate": 8.428571428571429e-06,
"loss": 0.0795,
"step": 2328
},
{
"epoch": 16.64,
"learning_rate": 8.392857142857143e-06,
"loss": 0.1141,
"step": 2330
},
{
"epoch": 16.66,
"learning_rate": 8.357142857142858e-06,
"loss": 0.1092,
"step": 2332
},
{
"epoch": 16.67,
"learning_rate": 8.321428571428572e-06,
"loss": 0.148,
"step": 2334
},
{
"epoch": 16.69,
"learning_rate": 8.285714285714285e-06,
"loss": 0.0406,
"step": 2336
},
{
"epoch": 16.7,
"learning_rate": 8.25e-06,
"loss": 0.016,
"step": 2338
},
{
"epoch": 16.71,
"learning_rate": 8.214285714285714e-06,
"loss": 0.0063,
"step": 2340
},
{
"epoch": 16.73,
"learning_rate": 8.178571428571428e-06,
"loss": 0.0488,
"step": 2342
},
{
"epoch": 16.74,
"learning_rate": 8.142857142857143e-06,
"loss": 0.4284,
"step": 2344
},
{
"epoch": 16.76,
"learning_rate": 8.107142857142857e-06,
"loss": 0.0494,
"step": 2346
},
{
"epoch": 16.77,
"learning_rate": 8.07142857142857e-06,
"loss": 0.0051,
"step": 2348
},
{
"epoch": 16.79,
"learning_rate": 8.035714285714286e-06,
"loss": 0.0966,
"step": 2350
},
{
"epoch": 16.8,
"learning_rate": 8.000000000000001e-06,
"loss": 0.0238,
"step": 2352
},
{
"epoch": 16.81,
"learning_rate": 7.964285714285715e-06,
"loss": 0.0934,
"step": 2354
},
{
"epoch": 16.83,
"learning_rate": 7.928571428571429e-06,
"loss": 0.0754,
"step": 2356
},
{
"epoch": 16.84,
"learning_rate": 7.892857142857144e-06,
"loss": 0.0603,
"step": 2358
},
{
"epoch": 16.86,
"learning_rate": 7.857142857142858e-06,
"loss": 0.0936,
"step": 2360
},
{
"epoch": 16.87,
"learning_rate": 7.821428571428571e-06,
"loss": 0.057,
"step": 2362
},
{
"epoch": 16.89,
"learning_rate": 7.785714285714287e-06,
"loss": 0.0663,
"step": 2364
},
{
"epoch": 16.9,
"learning_rate": 7.75e-06,
"loss": 0.0238,
"step": 2366
},
{
"epoch": 16.91,
"learning_rate": 7.714285714285714e-06,
"loss": 0.0517,
"step": 2368
},
{
"epoch": 16.93,
"learning_rate": 7.67857142857143e-06,
"loss": 0.2118,
"step": 2370
},
{
"epoch": 16.94,
"learning_rate": 7.642857142857143e-06,
"loss": 0.2074,
"step": 2372
},
{
"epoch": 16.96,
"learning_rate": 7.6071428571428575e-06,
"loss": 0.1105,
"step": 2374
},
{
"epoch": 16.97,
"learning_rate": 7.571428571428572e-06,
"loss": 0.0714,
"step": 2376
},
{
"epoch": 16.99,
"learning_rate": 7.5357142857142865e-06,
"loss": 0.1295,
"step": 2378
},
{
"epoch": 17.0,
"learning_rate": 7.5e-06,
"loss": 0.093,
"step": 2380
},
{
"epoch": 17.0,
"eval_bleu": 0.06161404659326856,
"eval_loss": 2.0050530433654785,
"eval_runtime": 24.2381,
"eval_samples_per_second": 5.9,
"eval_steps_per_second": 1.485,
"step": 2380
}
],
"max_steps": 2800,
"num_train_epochs": 20,
"total_flos": 2.0545863292416e+16,
"trial_name": null,
"trial_params": null
}