lassl-kobart / trainer_state.json
Doohae's picture
initial commit
303823d
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 32.52244048393391,
"global_step": 1000000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 5.000000000000001e-07,
"loss": 10.4451,
"step": 500
},
{
"epoch": 0.03,
"learning_rate": 1.0000000000000002e-06,
"loss": 10.1476,
"step": 1000
},
{
"epoch": 0.05,
"learning_rate": 1.5e-06,
"loss": 9.8078,
"step": 1500
},
{
"epoch": 0.07,
"learning_rate": 2.0000000000000003e-06,
"loss": 9.4816,
"step": 2000
},
{
"epoch": 0.08,
"learning_rate": 2.5e-06,
"loss": 9.1839,
"step": 2500
},
{
"epoch": 0.1,
"learning_rate": 3e-06,
"loss": 8.9761,
"step": 3000
},
{
"epoch": 0.11,
"learning_rate": 3.5e-06,
"loss": 8.863,
"step": 3500
},
{
"epoch": 0.13,
"learning_rate": 4.000000000000001e-06,
"loss": 8.8057,
"step": 4000
},
{
"epoch": 0.15,
"learning_rate": 4.5e-06,
"loss": 8.7534,
"step": 4500
},
{
"epoch": 0.16,
"learning_rate": 5e-06,
"loss": 8.6688,
"step": 5000
},
{
"epoch": 0.18,
"learning_rate": 5.500000000000001e-06,
"loss": 8.5886,
"step": 5500
},
{
"epoch": 0.2,
"learning_rate": 6e-06,
"loss": 8.5122,
"step": 6000
},
{
"epoch": 0.21,
"learning_rate": 6.5000000000000004e-06,
"loss": 8.4138,
"step": 6500
},
{
"epoch": 0.23,
"learning_rate": 7e-06,
"loss": 8.2859,
"step": 7000
},
{
"epoch": 0.24,
"learning_rate": 7.500000000000001e-06,
"loss": 8.1421,
"step": 7500
},
{
"epoch": 0.26,
"learning_rate": 8.000000000000001e-06,
"loss": 7.9556,
"step": 8000
},
{
"epoch": 0.28,
"learning_rate": 8.5e-06,
"loss": 7.7768,
"step": 8500
},
{
"epoch": 0.29,
"learning_rate": 9e-06,
"loss": 7.6378,
"step": 9000
},
{
"epoch": 0.31,
"learning_rate": 9.5e-06,
"loss": 7.5256,
"step": 9500
},
{
"epoch": 0.33,
"learning_rate": 1e-05,
"loss": 7.4265,
"step": 10000
},
{
"epoch": 0.34,
"learning_rate": 9.994949494949497e-06,
"loss": 7.3388,
"step": 10500
},
{
"epoch": 0.36,
"learning_rate": 9.989898989898991e-06,
"loss": 7.2598,
"step": 11000
},
{
"epoch": 0.37,
"learning_rate": 9.984848484848485e-06,
"loss": 7.1871,
"step": 11500
},
{
"epoch": 0.39,
"learning_rate": 9.97979797979798e-06,
"loss": 7.118,
"step": 12000
},
{
"epoch": 0.41,
"learning_rate": 9.974747474747476e-06,
"loss": 7.053,
"step": 12500
},
{
"epoch": 0.42,
"learning_rate": 9.96969696969697e-06,
"loss": 6.9952,
"step": 13000
},
{
"epoch": 0.44,
"learning_rate": 9.964646464646466e-06,
"loss": 6.937,
"step": 13500
},
{
"epoch": 0.46,
"learning_rate": 9.95959595959596e-06,
"loss": 6.8813,
"step": 14000
},
{
"epoch": 0.47,
"learning_rate": 9.954545454545456e-06,
"loss": 6.8295,
"step": 14500
},
{
"epoch": 0.49,
"learning_rate": 9.94949494949495e-06,
"loss": 6.7739,
"step": 15000
},
{
"epoch": 0.5,
"learning_rate": 9.944444444444445e-06,
"loss": 6.7107,
"step": 15500
},
{
"epoch": 0.52,
"learning_rate": 9.939393939393939e-06,
"loss": 6.6159,
"step": 16000
},
{
"epoch": 0.54,
"learning_rate": 9.934343434343435e-06,
"loss": 6.4972,
"step": 16500
},
{
"epoch": 0.55,
"learning_rate": 9.92929292929293e-06,
"loss": 6.3819,
"step": 17000
},
{
"epoch": 0.57,
"learning_rate": 9.924242424242425e-06,
"loss": 6.2707,
"step": 17500
},
{
"epoch": 0.59,
"learning_rate": 9.91919191919192e-06,
"loss": 6.1748,
"step": 18000
},
{
"epoch": 0.6,
"learning_rate": 9.914141414141416e-06,
"loss": 6.0899,
"step": 18500
},
{
"epoch": 0.62,
"learning_rate": 9.90909090909091e-06,
"loss": 6.0077,
"step": 19000
},
{
"epoch": 0.63,
"learning_rate": 9.904040404040404e-06,
"loss": 5.93,
"step": 19500
},
{
"epoch": 0.65,
"learning_rate": 9.8989898989899e-06,
"loss": 5.8585,
"step": 20000
},
{
"epoch": 0.67,
"learning_rate": 9.893939393939395e-06,
"loss": 5.788,
"step": 20500
},
{
"epoch": 0.68,
"learning_rate": 9.88888888888889e-06,
"loss": 5.7231,
"step": 21000
},
{
"epoch": 0.7,
"learning_rate": 9.883838383838385e-06,
"loss": 5.6584,
"step": 21500
},
{
"epoch": 0.72,
"learning_rate": 9.87878787878788e-06,
"loss": 5.5957,
"step": 22000
},
{
"epoch": 0.73,
"learning_rate": 9.873737373737373e-06,
"loss": 5.5366,
"step": 22500
},
{
"epoch": 0.75,
"learning_rate": 9.86868686868687e-06,
"loss": 5.4811,
"step": 23000
},
{
"epoch": 0.76,
"learning_rate": 9.863636363636364e-06,
"loss": 5.4286,
"step": 23500
},
{
"epoch": 0.78,
"learning_rate": 9.85858585858586e-06,
"loss": 5.3739,
"step": 24000
},
{
"epoch": 0.8,
"learning_rate": 9.853535353535354e-06,
"loss": 5.3187,
"step": 24500
},
{
"epoch": 0.81,
"learning_rate": 9.84848484848485e-06,
"loss": 5.2669,
"step": 25000
},
{
"epoch": 0.83,
"learning_rate": 9.843434343434344e-06,
"loss": 5.2168,
"step": 25500
},
{
"epoch": 0.85,
"learning_rate": 9.838383838383839e-06,
"loss": 5.1705,
"step": 26000
},
{
"epoch": 0.86,
"learning_rate": 9.833333333333333e-06,
"loss": 5.1234,
"step": 26500
},
{
"epoch": 0.88,
"learning_rate": 9.828282828282829e-06,
"loss": 5.0796,
"step": 27000
},
{
"epoch": 0.89,
"learning_rate": 9.823232323232325e-06,
"loss": 5.0307,
"step": 27500
},
{
"epoch": 0.91,
"learning_rate": 9.81818181818182e-06,
"loss": 4.9889,
"step": 28000
},
{
"epoch": 0.93,
"learning_rate": 9.813131313131315e-06,
"loss": 4.9411,
"step": 28500
},
{
"epoch": 0.94,
"learning_rate": 9.80808080808081e-06,
"loss": 4.9048,
"step": 29000
},
{
"epoch": 0.96,
"learning_rate": 9.803030303030304e-06,
"loss": 4.865,
"step": 29500
},
{
"epoch": 0.98,
"learning_rate": 9.797979797979798e-06,
"loss": 4.8235,
"step": 30000
},
{
"epoch": 0.99,
"learning_rate": 9.792929292929294e-06,
"loss": 4.7869,
"step": 30500
},
{
"epoch": 1.01,
"learning_rate": 9.787878787878788e-06,
"loss": 4.7453,
"step": 31000
},
{
"epoch": 1.02,
"learning_rate": 9.782828282828284e-06,
"loss": 4.7062,
"step": 31500
},
{
"epoch": 1.04,
"learning_rate": 9.777777777777779e-06,
"loss": 4.6705,
"step": 32000
},
{
"epoch": 1.06,
"learning_rate": 9.772727272727273e-06,
"loss": 4.636,
"step": 32500
},
{
"epoch": 1.07,
"learning_rate": 9.767676767676767e-06,
"loss": 4.5991,
"step": 33000
},
{
"epoch": 1.09,
"learning_rate": 9.762626262626263e-06,
"loss": 4.5671,
"step": 33500
},
{
"epoch": 1.11,
"learning_rate": 9.757575757575758e-06,
"loss": 4.5312,
"step": 34000
},
{
"epoch": 1.12,
"learning_rate": 9.752525252525254e-06,
"loss": 4.4905,
"step": 34500
},
{
"epoch": 1.14,
"learning_rate": 9.747474747474748e-06,
"loss": 4.4666,
"step": 35000
},
{
"epoch": 1.15,
"learning_rate": 9.742424242424244e-06,
"loss": 4.4342,
"step": 35500
},
{
"epoch": 1.17,
"learning_rate": 9.737373737373738e-06,
"loss": 4.4024,
"step": 36000
},
{
"epoch": 1.19,
"learning_rate": 9.732323232323232e-06,
"loss": 4.3676,
"step": 36500
},
{
"epoch": 1.2,
"learning_rate": 9.727272727272728e-06,
"loss": 4.3405,
"step": 37000
},
{
"epoch": 1.22,
"learning_rate": 9.722222222222223e-06,
"loss": 4.3077,
"step": 37500
},
{
"epoch": 1.24,
"learning_rate": 9.717171717171719e-06,
"loss": 4.2787,
"step": 38000
},
{
"epoch": 1.25,
"learning_rate": 9.712121212121213e-06,
"loss": 4.2466,
"step": 38500
},
{
"epoch": 1.27,
"learning_rate": 9.707070707070709e-06,
"loss": 4.2114,
"step": 39000
},
{
"epoch": 1.28,
"learning_rate": 9.702020202020203e-06,
"loss": 4.1992,
"step": 39500
},
{
"epoch": 1.3,
"learning_rate": 9.696969696969698e-06,
"loss": 4.1587,
"step": 40000
},
{
"epoch": 1.32,
"learning_rate": 9.691919191919192e-06,
"loss": 4.1242,
"step": 40500
},
{
"epoch": 1.33,
"learning_rate": 9.686868686868688e-06,
"loss": 4.0931,
"step": 41000
},
{
"epoch": 1.35,
"learning_rate": 9.681818181818182e-06,
"loss": 4.0625,
"step": 41500
},
{
"epoch": 1.37,
"learning_rate": 9.676767676767678e-06,
"loss": 4.0334,
"step": 42000
},
{
"epoch": 1.38,
"learning_rate": 9.671717171717172e-06,
"loss": 3.9965,
"step": 42500
},
{
"epoch": 1.4,
"learning_rate": 9.666666666666667e-06,
"loss": 3.9718,
"step": 43000
},
{
"epoch": 1.41,
"learning_rate": 9.661616161616163e-06,
"loss": 3.9466,
"step": 43500
},
{
"epoch": 1.43,
"learning_rate": 9.656565656565657e-06,
"loss": 3.9127,
"step": 44000
},
{
"epoch": 1.45,
"learning_rate": 9.651515151515153e-06,
"loss": 3.8866,
"step": 44500
},
{
"epoch": 1.46,
"learning_rate": 9.646464646464647e-06,
"loss": 3.856,
"step": 45000
},
{
"epoch": 1.48,
"learning_rate": 9.641414141414143e-06,
"loss": 3.8336,
"step": 45500
},
{
"epoch": 1.5,
"learning_rate": 9.636363636363638e-06,
"loss": 3.8032,
"step": 46000
},
{
"epoch": 1.51,
"learning_rate": 9.631313131313132e-06,
"loss": 3.7802,
"step": 46500
},
{
"epoch": 1.53,
"learning_rate": 9.626262626262626e-06,
"loss": 3.7482,
"step": 47000
},
{
"epoch": 1.54,
"learning_rate": 9.621212121212122e-06,
"loss": 3.7237,
"step": 47500
},
{
"epoch": 1.56,
"learning_rate": 9.616161616161616e-06,
"loss": 3.701,
"step": 48000
},
{
"epoch": 1.58,
"learning_rate": 9.611111111111112e-06,
"loss": 3.6887,
"step": 48500
},
{
"epoch": 1.59,
"learning_rate": 9.606060606060607e-06,
"loss": 3.6558,
"step": 49000
},
{
"epoch": 1.61,
"learning_rate": 9.601010101010103e-06,
"loss": 3.625,
"step": 49500
},
{
"epoch": 1.63,
"learning_rate": 9.595959595959597e-06,
"loss": 3.6123,
"step": 50000
},
{
"epoch": 1.64,
"learning_rate": 9.590909090909091e-06,
"loss": 3.5798,
"step": 50500
},
{
"epoch": 1.66,
"learning_rate": 9.585858585858586e-06,
"loss": 3.5625,
"step": 51000
},
{
"epoch": 1.67,
"learning_rate": 9.580808080808082e-06,
"loss": 3.5352,
"step": 51500
},
{
"epoch": 1.69,
"learning_rate": 9.575757575757576e-06,
"loss": 3.5153,
"step": 52000
},
{
"epoch": 1.71,
"learning_rate": 9.570707070707072e-06,
"loss": 3.492,
"step": 52500
},
{
"epoch": 1.72,
"learning_rate": 9.565656565656566e-06,
"loss": 3.4653,
"step": 53000
},
{
"epoch": 1.74,
"learning_rate": 9.56060606060606e-06,
"loss": 3.4461,
"step": 53500
},
{
"epoch": 1.76,
"learning_rate": 9.555555555555556e-06,
"loss": 3.4219,
"step": 54000
},
{
"epoch": 1.77,
"learning_rate": 9.55050505050505e-06,
"loss": 3.4078,
"step": 54500
},
{
"epoch": 1.79,
"learning_rate": 9.545454545454547e-06,
"loss": 3.3775,
"step": 55000
},
{
"epoch": 1.8,
"learning_rate": 9.540404040404041e-06,
"loss": 3.3512,
"step": 55500
},
{
"epoch": 1.82,
"learning_rate": 9.535353535353537e-06,
"loss": 3.3344,
"step": 56000
},
{
"epoch": 1.84,
"learning_rate": 9.530303030303031e-06,
"loss": 3.3091,
"step": 56500
},
{
"epoch": 1.85,
"learning_rate": 9.525252525252526e-06,
"loss": 3.2932,
"step": 57000
},
{
"epoch": 1.87,
"learning_rate": 9.52020202020202e-06,
"loss": 3.2704,
"step": 57500
},
{
"epoch": 1.89,
"learning_rate": 9.515151515151516e-06,
"loss": 3.249,
"step": 58000
},
{
"epoch": 1.9,
"learning_rate": 9.51010101010101e-06,
"loss": 3.2267,
"step": 58500
},
{
"epoch": 1.92,
"learning_rate": 9.505050505050506e-06,
"loss": 3.2072,
"step": 59000
},
{
"epoch": 1.94,
"learning_rate": 9.5e-06,
"loss": 3.1906,
"step": 59500
},
{
"epoch": 1.95,
"learning_rate": 9.494949494949497e-06,
"loss": 3.1637,
"step": 60000
},
{
"epoch": 1.97,
"learning_rate": 9.48989898989899e-06,
"loss": 3.1467,
"step": 60500
},
{
"epoch": 1.98,
"learning_rate": 9.484848484848485e-06,
"loss": 3.1268,
"step": 61000
},
{
"epoch": 2.0,
"learning_rate": 9.479797979797981e-06,
"loss": 3.1122,
"step": 61500
},
{
"epoch": 2.02,
"learning_rate": 9.474747474747475e-06,
"loss": 3.0908,
"step": 62000
},
{
"epoch": 2.03,
"learning_rate": 9.469696969696971e-06,
"loss": 3.0709,
"step": 62500
},
{
"epoch": 2.05,
"learning_rate": 9.464646464646466e-06,
"loss": 3.0544,
"step": 63000
},
{
"epoch": 2.07,
"learning_rate": 9.45959595959596e-06,
"loss": 3.0413,
"step": 63500
},
{
"epoch": 2.08,
"learning_rate": 9.454545454545456e-06,
"loss": 3.0243,
"step": 64000
},
{
"epoch": 2.1,
"learning_rate": 9.44949494949495e-06,
"loss": 2.9992,
"step": 64500
},
{
"epoch": 2.11,
"learning_rate": 9.444444444444445e-06,
"loss": 2.9798,
"step": 65000
},
{
"epoch": 2.13,
"learning_rate": 9.43939393939394e-06,
"loss": 2.9626,
"step": 65500
},
{
"epoch": 2.15,
"learning_rate": 9.434343434343435e-06,
"loss": 2.9465,
"step": 66000
},
{
"epoch": 2.16,
"learning_rate": 9.42929292929293e-06,
"loss": 2.927,
"step": 66500
},
{
"epoch": 2.18,
"learning_rate": 9.424242424242425e-06,
"loss": 2.9166,
"step": 67000
},
{
"epoch": 2.2,
"learning_rate": 9.41919191919192e-06,
"loss": 2.9035,
"step": 67500
},
{
"epoch": 2.21,
"learning_rate": 9.414141414141414e-06,
"loss": 2.8826,
"step": 68000
},
{
"epoch": 2.23,
"learning_rate": 9.40909090909091e-06,
"loss": 2.8696,
"step": 68500
},
{
"epoch": 2.24,
"learning_rate": 9.404040404040404e-06,
"loss": 2.8516,
"step": 69000
},
{
"epoch": 2.26,
"learning_rate": 9.3989898989899e-06,
"loss": 2.8337,
"step": 69500
},
{
"epoch": 2.28,
"learning_rate": 9.393939393939396e-06,
"loss": 2.82,
"step": 70000
},
{
"epoch": 2.29,
"learning_rate": 9.38888888888889e-06,
"loss": 2.8056,
"step": 70500
},
{
"epoch": 2.31,
"learning_rate": 9.383838383838385e-06,
"loss": 2.7897,
"step": 71000
},
{
"epoch": 2.33,
"learning_rate": 9.378787878787879e-06,
"loss": 2.7751,
"step": 71500
},
{
"epoch": 2.34,
"learning_rate": 9.373737373737375e-06,
"loss": 2.7571,
"step": 72000
},
{
"epoch": 2.36,
"learning_rate": 9.36868686868687e-06,
"loss": 2.7505,
"step": 72500
},
{
"epoch": 2.37,
"learning_rate": 9.363636363636365e-06,
"loss": 2.736,
"step": 73000
},
{
"epoch": 2.39,
"learning_rate": 9.35858585858586e-06,
"loss": 2.7176,
"step": 73500
},
{
"epoch": 2.41,
"learning_rate": 9.353535353535354e-06,
"loss": 2.7094,
"step": 74000
},
{
"epoch": 2.42,
"learning_rate": 9.34848484848485e-06,
"loss": 2.6899,
"step": 74500
},
{
"epoch": 2.44,
"learning_rate": 9.343434343434344e-06,
"loss": 2.6751,
"step": 75000
},
{
"epoch": 2.46,
"learning_rate": 9.338383838383838e-06,
"loss": 2.6588,
"step": 75500
},
{
"epoch": 2.47,
"learning_rate": 9.333333333333334e-06,
"loss": 2.6447,
"step": 76000
},
{
"epoch": 2.49,
"learning_rate": 9.328282828282829e-06,
"loss": 2.6373,
"step": 76500
},
{
"epoch": 2.5,
"learning_rate": 9.323232323232325e-06,
"loss": 2.6218,
"step": 77000
},
{
"epoch": 2.52,
"learning_rate": 9.318181818181819e-06,
"loss": 2.6093,
"step": 77500
},
{
"epoch": 2.54,
"learning_rate": 9.313131313131313e-06,
"loss": 2.5918,
"step": 78000
},
{
"epoch": 2.55,
"learning_rate": 9.30808080808081e-06,
"loss": 2.5866,
"step": 78500
},
{
"epoch": 2.57,
"learning_rate": 9.303030303030303e-06,
"loss": 2.5693,
"step": 79000
},
{
"epoch": 2.59,
"learning_rate": 9.2979797979798e-06,
"loss": 2.5579,
"step": 79500
},
{
"epoch": 2.6,
"learning_rate": 9.292929292929294e-06,
"loss": 2.5494,
"step": 80000
},
{
"epoch": 2.62,
"learning_rate": 9.28787878787879e-06,
"loss": 2.5327,
"step": 80500
},
{
"epoch": 2.63,
"learning_rate": 9.282828282828284e-06,
"loss": 2.5212,
"step": 81000
},
{
"epoch": 2.65,
"learning_rate": 9.277777777777778e-06,
"loss": 2.5063,
"step": 81500
},
{
"epoch": 2.67,
"learning_rate": 9.272727272727273e-06,
"loss": 2.4969,
"step": 82000
},
{
"epoch": 2.68,
"learning_rate": 9.267676767676769e-06,
"loss": 2.4869,
"step": 82500
},
{
"epoch": 2.7,
"learning_rate": 9.262626262626263e-06,
"loss": 2.4717,
"step": 83000
},
{
"epoch": 2.72,
"learning_rate": 9.257575757575759e-06,
"loss": 2.4601,
"step": 83500
},
{
"epoch": 2.73,
"learning_rate": 9.252525252525253e-06,
"loss": 2.4501,
"step": 84000
},
{
"epoch": 2.75,
"learning_rate": 9.24747474747475e-06,
"loss": 2.4375,
"step": 84500
},
{
"epoch": 2.76,
"learning_rate": 9.242424242424244e-06,
"loss": 2.4225,
"step": 85000
},
{
"epoch": 2.78,
"learning_rate": 9.237373737373738e-06,
"loss": 2.4121,
"step": 85500
},
{
"epoch": 2.8,
"learning_rate": 9.232323232323232e-06,
"loss": 2.4009,
"step": 86000
},
{
"epoch": 2.81,
"learning_rate": 9.227272727272728e-06,
"loss": 2.3894,
"step": 86500
},
{
"epoch": 2.83,
"learning_rate": 9.222222222222224e-06,
"loss": 2.3715,
"step": 87000
},
{
"epoch": 2.85,
"learning_rate": 9.217171717171718e-06,
"loss": 2.3563,
"step": 87500
},
{
"epoch": 2.86,
"learning_rate": 9.212121212121213e-06,
"loss": 2.3484,
"step": 88000
},
{
"epoch": 2.88,
"learning_rate": 9.207070707070707e-06,
"loss": 2.3344,
"step": 88500
},
{
"epoch": 2.89,
"learning_rate": 9.202020202020203e-06,
"loss": 2.3213,
"step": 89000
},
{
"epoch": 2.91,
"learning_rate": 9.196969696969697e-06,
"loss": 2.3136,
"step": 89500
},
{
"epoch": 2.93,
"learning_rate": 9.191919191919193e-06,
"loss": 2.2937,
"step": 90000
},
{
"epoch": 2.94,
"learning_rate": 9.186868686868688e-06,
"loss": 2.2817,
"step": 90500
},
{
"epoch": 2.96,
"learning_rate": 9.181818181818184e-06,
"loss": 2.2733,
"step": 91000
},
{
"epoch": 2.98,
"learning_rate": 9.176767676767678e-06,
"loss": 2.2603,
"step": 91500
},
{
"epoch": 2.99,
"learning_rate": 9.171717171717172e-06,
"loss": 2.2498,
"step": 92000
},
{
"epoch": 3.01,
"learning_rate": 9.166666666666666e-06,
"loss": 2.2374,
"step": 92500
},
{
"epoch": 3.02,
"learning_rate": 9.161616161616162e-06,
"loss": 2.2276,
"step": 93000
},
{
"epoch": 3.04,
"learning_rate": 9.156565656565657e-06,
"loss": 2.2111,
"step": 93500
},
{
"epoch": 3.06,
"learning_rate": 9.151515151515153e-06,
"loss": 2.2021,
"step": 94000
},
{
"epoch": 3.07,
"learning_rate": 9.146464646464647e-06,
"loss": 2.1931,
"step": 94500
},
{
"epoch": 3.09,
"learning_rate": 9.141414141414143e-06,
"loss": 2.1768,
"step": 95000
},
{
"epoch": 3.11,
"learning_rate": 9.136363636363637e-06,
"loss": 2.1694,
"step": 95500
},
{
"epoch": 3.12,
"learning_rate": 9.131313131313132e-06,
"loss": 2.158,
"step": 96000
},
{
"epoch": 3.14,
"learning_rate": 9.126262626262628e-06,
"loss": 2.1448,
"step": 96500
},
{
"epoch": 3.15,
"learning_rate": 9.121212121212122e-06,
"loss": 2.1369,
"step": 97000
},
{
"epoch": 3.17,
"learning_rate": 9.116161616161618e-06,
"loss": 2.1274,
"step": 97500
},
{
"epoch": 3.19,
"learning_rate": 9.111111111111112e-06,
"loss": 2.1111,
"step": 98000
},
{
"epoch": 3.2,
"learning_rate": 9.106060606060606e-06,
"loss": 2.1003,
"step": 98500
},
{
"epoch": 3.22,
"learning_rate": 9.1010101010101e-06,
"loss": 2.0863,
"step": 99000
},
{
"epoch": 3.24,
"learning_rate": 9.095959595959597e-06,
"loss": 2.079,
"step": 99500
},
{
"epoch": 3.25,
"learning_rate": 9.090909090909091e-06,
"loss": 2.0716,
"step": 100000
},
{
"epoch": 3.27,
"learning_rate": 9.085858585858587e-06,
"loss": 2.0595,
"step": 100500
},
{
"epoch": 3.28,
"learning_rate": 9.080808080808081e-06,
"loss": 2.0456,
"step": 101000
},
{
"epoch": 3.3,
"learning_rate": 9.075757575757577e-06,
"loss": 2.0385,
"step": 101500
},
{
"epoch": 3.32,
"learning_rate": 9.070707070707072e-06,
"loss": 2.0254,
"step": 102000
},
{
"epoch": 3.33,
"learning_rate": 9.065656565656566e-06,
"loss": 2.0141,
"step": 102500
},
{
"epoch": 3.35,
"learning_rate": 9.06060606060606e-06,
"loss": 2.0025,
"step": 103000
},
{
"epoch": 3.37,
"learning_rate": 9.055555555555556e-06,
"loss": 1.993,
"step": 103500
},
{
"epoch": 3.38,
"learning_rate": 9.050505050505052e-06,
"loss": 1.9813,
"step": 104000
},
{
"epoch": 3.4,
"learning_rate": 9.045454545454546e-06,
"loss": 1.9709,
"step": 104500
},
{
"epoch": 3.41,
"learning_rate": 9.040404040404042e-06,
"loss": 1.9632,
"step": 105000
},
{
"epoch": 3.43,
"learning_rate": 9.035353535353537e-06,
"loss": 1.9532,
"step": 105500
},
{
"epoch": 3.45,
"learning_rate": 9.030303030303031e-06,
"loss": 1.9382,
"step": 106000
},
{
"epoch": 3.46,
"learning_rate": 9.025252525252525e-06,
"loss": 1.9306,
"step": 106500
},
{
"epoch": 3.48,
"learning_rate": 9.020202020202021e-06,
"loss": 1.919,
"step": 107000
},
{
"epoch": 3.5,
"learning_rate": 9.015151515151516e-06,
"loss": 1.9093,
"step": 107500
},
{
"epoch": 3.51,
"learning_rate": 9.010101010101012e-06,
"loss": 1.9006,
"step": 108000
},
{
"epoch": 3.53,
"learning_rate": 9.005050505050506e-06,
"loss": 1.8927,
"step": 108500
},
{
"epoch": 3.54,
"learning_rate": 9e-06,
"loss": 1.88,
"step": 109000
},
{
"epoch": 3.56,
"learning_rate": 8.994949494949495e-06,
"loss": 1.8681,
"step": 109500
},
{
"epoch": 3.58,
"learning_rate": 8.98989898989899e-06,
"loss": 1.8623,
"step": 110000
},
{
"epoch": 3.59,
"learning_rate": 8.984848484848485e-06,
"loss": 1.8515,
"step": 110500
},
{
"epoch": 3.61,
"learning_rate": 8.97979797979798e-06,
"loss": 1.8424,
"step": 111000
},
{
"epoch": 3.63,
"learning_rate": 8.974747474747475e-06,
"loss": 1.8322,
"step": 111500
},
{
"epoch": 3.64,
"learning_rate": 8.969696969696971e-06,
"loss": 1.8241,
"step": 112000
},
{
"epoch": 3.66,
"learning_rate": 8.964646464646465e-06,
"loss": 1.8149,
"step": 112500
},
{
"epoch": 3.68,
"learning_rate": 8.95959595959596e-06,
"loss": 1.8053,
"step": 113000
},
{
"epoch": 3.69,
"learning_rate": 8.954545454545456e-06,
"loss": 1.7971,
"step": 113500
},
{
"epoch": 3.71,
"learning_rate": 8.94949494949495e-06,
"loss": 1.789,
"step": 114000
},
{
"epoch": 3.72,
"learning_rate": 8.944444444444446e-06,
"loss": 1.7804,
"step": 114500
},
{
"epoch": 3.74,
"learning_rate": 8.93939393939394e-06,
"loss": 1.7719,
"step": 115000
},
{
"epoch": 3.76,
"learning_rate": 8.934343434343436e-06,
"loss": 1.7608,
"step": 115500
},
{
"epoch": 3.77,
"learning_rate": 8.92929292929293e-06,
"loss": 1.7512,
"step": 116000
},
{
"epoch": 3.79,
"learning_rate": 8.924242424242425e-06,
"loss": 1.7448,
"step": 116500
},
{
"epoch": 3.81,
"learning_rate": 8.919191919191919e-06,
"loss": 1.7366,
"step": 117000
},
{
"epoch": 3.82,
"learning_rate": 8.914141414141415e-06,
"loss": 1.7252,
"step": 117500
},
{
"epoch": 3.84,
"learning_rate": 8.90909090909091e-06,
"loss": 1.7187,
"step": 118000
},
{
"epoch": 3.85,
"learning_rate": 8.904040404040405e-06,
"loss": 1.7151,
"step": 118500
},
{
"epoch": 3.87,
"learning_rate": 8.8989898989899e-06,
"loss": 1.7092,
"step": 119000
},
{
"epoch": 3.89,
"learning_rate": 8.893939393939394e-06,
"loss": 1.6961,
"step": 119500
},
{
"epoch": 3.9,
"learning_rate": 8.888888888888888e-06,
"loss": 1.6896,
"step": 120000
},
{
"epoch": 3.92,
"learning_rate": 8.883838383838384e-06,
"loss": 1.6813,
"step": 120500
},
{
"epoch": 3.94,
"learning_rate": 8.87878787878788e-06,
"loss": 1.6744,
"step": 121000
},
{
"epoch": 3.95,
"learning_rate": 8.873737373737375e-06,
"loss": 1.6657,
"step": 121500
},
{
"epoch": 3.97,
"learning_rate": 8.86868686868687e-06,
"loss": 1.659,
"step": 122000
},
{
"epoch": 3.98,
"learning_rate": 8.863636363636365e-06,
"loss": 1.6521,
"step": 122500
},
{
"epoch": 4.0,
"learning_rate": 8.85858585858586e-06,
"loss": 1.6431,
"step": 123000
},
{
"epoch": 4.02,
"learning_rate": 8.853535353535353e-06,
"loss": 1.6365,
"step": 123500
},
{
"epoch": 4.03,
"learning_rate": 8.84848484848485e-06,
"loss": 1.6282,
"step": 124000
},
{
"epoch": 4.05,
"learning_rate": 8.843434343434344e-06,
"loss": 1.622,
"step": 124500
},
{
"epoch": 4.07,
"learning_rate": 8.83838383838384e-06,
"loss": 1.6115,
"step": 125000
},
{
"epoch": 4.08,
"learning_rate": 8.833333333333334e-06,
"loss": 1.6057,
"step": 125500
},
{
"epoch": 4.1,
"learning_rate": 8.82828282828283e-06,
"loss": 1.5967,
"step": 126000
},
{
"epoch": 4.11,
"learning_rate": 8.823232323232324e-06,
"loss": 1.5929,
"step": 126500
},
{
"epoch": 4.13,
"learning_rate": 8.818181818181819e-06,
"loss": 1.585,
"step": 127000
},
{
"epoch": 4.15,
"learning_rate": 8.813131313131313e-06,
"loss": 1.5804,
"step": 127500
},
{
"epoch": 4.16,
"learning_rate": 8.808080808080809e-06,
"loss": 1.572,
"step": 128000
},
{
"epoch": 4.18,
"learning_rate": 8.803030303030303e-06,
"loss": 1.569,
"step": 128500
},
{
"epoch": 4.2,
"learning_rate": 8.7979797979798e-06,
"loss": 1.5566,
"step": 129000
},
{
"epoch": 4.21,
"learning_rate": 8.792929292929293e-06,
"loss": 1.5525,
"step": 129500
},
{
"epoch": 4.23,
"learning_rate": 8.787878787878788e-06,
"loss": 1.544,
"step": 130000
},
{
"epoch": 4.24,
"learning_rate": 8.782828282828284e-06,
"loss": 1.5399,
"step": 130500
},
{
"epoch": 4.26,
"learning_rate": 8.777777777777778e-06,
"loss": 1.534,
"step": 131000
},
{
"epoch": 4.28,
"learning_rate": 8.772727272727274e-06,
"loss": 1.5271,
"step": 131500
},
{
"epoch": 4.29,
"learning_rate": 8.767676767676768e-06,
"loss": 1.5183,
"step": 132000
},
{
"epoch": 4.31,
"learning_rate": 8.762626262626264e-06,
"loss": 1.513,
"step": 132500
},
{
"epoch": 4.33,
"learning_rate": 8.757575757575759e-06,
"loss": 1.5109,
"step": 133000
},
{
"epoch": 4.34,
"learning_rate": 8.752525252525253e-06,
"loss": 1.5012,
"step": 133500
},
{
"epoch": 4.36,
"learning_rate": 8.747474747474747e-06,
"loss": 1.4959,
"step": 134000
},
{
"epoch": 4.37,
"learning_rate": 8.742424242424243e-06,
"loss": 1.4882,
"step": 134500
},
{
"epoch": 4.39,
"learning_rate": 8.737373737373738e-06,
"loss": 1.4823,
"step": 135000
},
{
"epoch": 4.41,
"learning_rate": 8.732323232323234e-06,
"loss": 1.4805,
"step": 135500
},
{
"epoch": 4.42,
"learning_rate": 8.727272727272728e-06,
"loss": 1.4717,
"step": 136000
},
{
"epoch": 4.44,
"learning_rate": 8.722222222222224e-06,
"loss": 1.4684,
"step": 136500
},
{
"epoch": 4.46,
"learning_rate": 8.717171717171718e-06,
"loss": 1.4615,
"step": 137000
},
{
"epoch": 4.47,
"learning_rate": 8.712121212121212e-06,
"loss": 1.4562,
"step": 137500
},
{
"epoch": 4.49,
"learning_rate": 8.707070707070707e-06,
"loss": 1.4514,
"step": 138000
},
{
"epoch": 4.5,
"learning_rate": 8.702020202020203e-06,
"loss": 1.4456,
"step": 138500
},
{
"epoch": 4.52,
"learning_rate": 8.696969696969699e-06,
"loss": 1.4383,
"step": 139000
},
{
"epoch": 4.54,
"learning_rate": 8.691919191919193e-06,
"loss": 1.4344,
"step": 139500
},
{
"epoch": 4.55,
"learning_rate": 8.686868686868687e-06,
"loss": 1.431,
"step": 140000
},
{
"epoch": 4.57,
"learning_rate": 8.681818181818182e-06,
"loss": 1.4245,
"step": 140500
},
{
"epoch": 4.59,
"learning_rate": 8.676767676767678e-06,
"loss": 1.4198,
"step": 141000
},
{
"epoch": 4.6,
"learning_rate": 8.671717171717172e-06,
"loss": 1.4127,
"step": 141500
},
{
"epoch": 4.62,
"learning_rate": 8.666666666666668e-06,
"loss": 1.4075,
"step": 142000
},
{
"epoch": 4.63,
"learning_rate": 8.661616161616162e-06,
"loss": 1.405,
"step": 142500
},
{
"epoch": 4.65,
"learning_rate": 8.656565656565658e-06,
"loss": 1.4003,
"step": 143000
},
{
"epoch": 4.67,
"learning_rate": 8.651515151515152e-06,
"loss": 1.394,
"step": 143500
},
{
"epoch": 4.68,
"learning_rate": 8.646464646464647e-06,
"loss": 1.39,
"step": 144000
},
{
"epoch": 4.7,
"learning_rate": 8.641414141414141e-06,
"loss": 1.3857,
"step": 144500
},
{
"epoch": 4.72,
"learning_rate": 8.636363636363637e-06,
"loss": 1.3816,
"step": 145000
},
{
"epoch": 4.73,
"learning_rate": 8.631313131313131e-06,
"loss": 1.3764,
"step": 145500
},
{
"epoch": 4.75,
"learning_rate": 8.626262626262627e-06,
"loss": 1.3719,
"step": 146000
},
{
"epoch": 4.76,
"learning_rate": 8.621212121212122e-06,
"loss": 1.3675,
"step": 146500
},
{
"epoch": 4.78,
"learning_rate": 8.616161616161618e-06,
"loss": 1.3663,
"step": 147000
},
{
"epoch": 4.8,
"learning_rate": 8.611111111111112e-06,
"loss": 1.3599,
"step": 147500
},
{
"epoch": 4.81,
"learning_rate": 8.606060606060606e-06,
"loss": 1.3566,
"step": 148000
},
{
"epoch": 4.83,
"learning_rate": 8.601010101010102e-06,
"loss": 1.3528,
"step": 148500
},
{
"epoch": 4.85,
"learning_rate": 8.595959595959596e-06,
"loss": 1.3466,
"step": 149000
},
{
"epoch": 4.86,
"learning_rate": 8.590909090909092e-06,
"loss": 1.344,
"step": 149500
},
{
"epoch": 4.88,
"learning_rate": 8.585858585858587e-06,
"loss": 1.3414,
"step": 150000
},
{
"epoch": 4.89,
"learning_rate": 8.580808080808081e-06,
"loss": 1.3367,
"step": 150500
},
{
"epoch": 4.91,
"learning_rate": 8.575757575757575e-06,
"loss": 1.3321,
"step": 151000
},
{
"epoch": 4.93,
"learning_rate": 8.570707070707071e-06,
"loss": 1.3288,
"step": 151500
},
{
"epoch": 4.94,
"learning_rate": 8.565656565656566e-06,
"loss": 1.3233,
"step": 152000
},
{
"epoch": 4.96,
"learning_rate": 8.560606060606062e-06,
"loss": 1.3211,
"step": 152500
},
{
"epoch": 4.98,
"learning_rate": 8.555555555555556e-06,
"loss": 1.3145,
"step": 153000
},
{
"epoch": 4.99,
"learning_rate": 8.550505050505052e-06,
"loss": 1.3113,
"step": 153500
},
{
"epoch": 5.01,
"learning_rate": 8.545454545454546e-06,
"loss": 1.3084,
"step": 154000
},
{
"epoch": 5.02,
"learning_rate": 8.54040404040404e-06,
"loss": 1.3065,
"step": 154500
},
{
"epoch": 5.04,
"learning_rate": 8.535353535353535e-06,
"loss": 1.3017,
"step": 155000
},
{
"epoch": 5.06,
"learning_rate": 8.53030303030303e-06,
"loss": 1.2981,
"step": 155500
},
{
"epoch": 5.07,
"learning_rate": 8.525252525252527e-06,
"loss": 1.2935,
"step": 156000
},
{
"epoch": 5.09,
"learning_rate": 8.520202020202021e-06,
"loss": 1.2921,
"step": 156500
},
{
"epoch": 5.11,
"learning_rate": 8.515151515151517e-06,
"loss": 1.2873,
"step": 157000
},
{
"epoch": 5.12,
"learning_rate": 8.510101010101011e-06,
"loss": 1.2847,
"step": 157500
},
{
"epoch": 5.14,
"learning_rate": 8.505050505050506e-06,
"loss": 1.2801,
"step": 158000
},
{
"epoch": 5.15,
"learning_rate": 8.5e-06,
"loss": 1.2767,
"step": 158500
},
{
"epoch": 5.17,
"learning_rate": 8.494949494949496e-06,
"loss": 1.2743,
"step": 159000
},
{
"epoch": 5.19,
"learning_rate": 8.48989898989899e-06,
"loss": 1.2707,
"step": 159500
},
{
"epoch": 5.2,
"learning_rate": 8.484848484848486e-06,
"loss": 1.2664,
"step": 160000
},
{
"epoch": 5.22,
"learning_rate": 8.47979797979798e-06,
"loss": 1.2654,
"step": 160500
},
{
"epoch": 5.24,
"learning_rate": 8.474747474747475e-06,
"loss": 1.2622,
"step": 161000
},
{
"epoch": 5.25,
"learning_rate": 8.46969696969697e-06,
"loss": 1.258,
"step": 161500
},
{
"epoch": 5.27,
"learning_rate": 8.464646464646465e-06,
"loss": 1.254,
"step": 162000
},
{
"epoch": 5.28,
"learning_rate": 8.45959595959596e-06,
"loss": 1.2513,
"step": 162500
},
{
"epoch": 5.3,
"learning_rate": 8.454545454545455e-06,
"loss": 1.2492,
"step": 163000
},
{
"epoch": 5.32,
"learning_rate": 8.44949494949495e-06,
"loss": 1.2449,
"step": 163500
},
{
"epoch": 5.33,
"learning_rate": 8.444444444444446e-06,
"loss": 1.2428,
"step": 164000
},
{
"epoch": 5.35,
"learning_rate": 8.43939393939394e-06,
"loss": 1.2373,
"step": 164500
},
{
"epoch": 5.37,
"learning_rate": 8.434343434343434e-06,
"loss": 1.2362,
"step": 165000
},
{
"epoch": 5.38,
"learning_rate": 8.42929292929293e-06,
"loss": 1.2341,
"step": 165500
},
{
"epoch": 5.4,
"learning_rate": 8.424242424242425e-06,
"loss": 1.2298,
"step": 166000
},
{
"epoch": 5.41,
"learning_rate": 8.41919191919192e-06,
"loss": 1.2279,
"step": 166500
},
{
"epoch": 5.43,
"learning_rate": 8.414141414141415e-06,
"loss": 1.2244,
"step": 167000
},
{
"epoch": 5.45,
"learning_rate": 8.40909090909091e-06,
"loss": 1.221,
"step": 167500
},
{
"epoch": 5.46,
"learning_rate": 8.404040404040405e-06,
"loss": 1.2183,
"step": 168000
},
{
"epoch": 5.48,
"learning_rate": 8.3989898989899e-06,
"loss": 1.2159,
"step": 168500
},
{
"epoch": 5.5,
"learning_rate": 8.393939393939394e-06,
"loss": 1.2118,
"step": 169000
},
{
"epoch": 5.51,
"learning_rate": 8.38888888888889e-06,
"loss": 1.2101,
"step": 169500
},
{
"epoch": 5.53,
"learning_rate": 8.383838383838384e-06,
"loss": 1.2067,
"step": 170000
},
{
"epoch": 5.55,
"learning_rate": 8.37878787878788e-06,
"loss": 1.204,
"step": 170500
},
{
"epoch": 5.56,
"learning_rate": 8.373737373737374e-06,
"loss": 1.2018,
"step": 171000
},
{
"epoch": 5.58,
"learning_rate": 8.368686868686869e-06,
"loss": 1.1997,
"step": 171500
},
{
"epoch": 5.59,
"learning_rate": 8.363636363636365e-06,
"loss": 1.1964,
"step": 172000
},
{
"epoch": 5.61,
"learning_rate": 8.358585858585859e-06,
"loss": 1.1936,
"step": 172500
},
{
"epoch": 5.63,
"learning_rate": 8.353535353535355e-06,
"loss": 1.1923,
"step": 173000
},
{
"epoch": 5.64,
"learning_rate": 8.348484848484849e-06,
"loss": 1.189,
"step": 173500
},
{
"epoch": 5.66,
"learning_rate": 8.343434343434345e-06,
"loss": 1.1857,
"step": 174000
},
{
"epoch": 5.68,
"learning_rate": 8.33838383838384e-06,
"loss": 1.1831,
"step": 174500
},
{
"epoch": 5.69,
"learning_rate": 8.333333333333334e-06,
"loss": 1.1813,
"step": 175000
},
{
"epoch": 5.71,
"learning_rate": 8.328282828282828e-06,
"loss": 1.1794,
"step": 175500
},
{
"epoch": 5.72,
"learning_rate": 8.323232323232324e-06,
"loss": 1.1751,
"step": 176000
},
{
"epoch": 5.74,
"learning_rate": 8.318181818181818e-06,
"loss": 1.1736,
"step": 176500
},
{
"epoch": 5.76,
"learning_rate": 8.313131313131314e-06,
"loss": 1.1716,
"step": 177000
},
{
"epoch": 5.77,
"learning_rate": 8.308080808080809e-06,
"loss": 1.1689,
"step": 177500
},
{
"epoch": 5.79,
"learning_rate": 8.303030303030305e-06,
"loss": 1.1675,
"step": 178000
},
{
"epoch": 5.81,
"learning_rate": 8.297979797979799e-06,
"loss": 1.1652,
"step": 178500
},
{
"epoch": 5.82,
"learning_rate": 8.292929292929293e-06,
"loss": 1.163,
"step": 179000
},
{
"epoch": 5.84,
"learning_rate": 8.287878787878787e-06,
"loss": 1.1602,
"step": 179500
},
{
"epoch": 5.85,
"learning_rate": 8.282828282828283e-06,
"loss": 1.1577,
"step": 180000
},
{
"epoch": 5.87,
"learning_rate": 8.277777777777778e-06,
"loss": 1.1565,
"step": 180500
},
{
"epoch": 5.89,
"learning_rate": 8.272727272727274e-06,
"loss": 1.1525,
"step": 181000
},
{
"epoch": 5.9,
"learning_rate": 8.267676767676768e-06,
"loss": 1.152,
"step": 181500
},
{
"epoch": 5.92,
"learning_rate": 8.262626262626264e-06,
"loss": 1.1506,
"step": 182000
},
{
"epoch": 5.94,
"learning_rate": 8.257575757575758e-06,
"loss": 1.1469,
"step": 182500
},
{
"epoch": 5.95,
"learning_rate": 8.252525252525253e-06,
"loss": 1.1449,
"step": 183000
},
{
"epoch": 5.97,
"learning_rate": 8.247474747474749e-06,
"loss": 1.1422,
"step": 183500
},
{
"epoch": 5.98,
"learning_rate": 8.242424242424243e-06,
"loss": 1.1404,
"step": 184000
},
{
"epoch": 6.0,
"learning_rate": 8.237373737373739e-06,
"loss": 1.1403,
"step": 184500
},
{
"epoch": 6.02,
"learning_rate": 8.232323232323233e-06,
"loss": 1.1371,
"step": 185000
},
{
"epoch": 6.03,
"learning_rate": 8.227272727272728e-06,
"loss": 1.1372,
"step": 185500
},
{
"epoch": 6.05,
"learning_rate": 8.222222222222222e-06,
"loss": 1.1341,
"step": 186000
},
{
"epoch": 6.07,
"learning_rate": 8.217171717171718e-06,
"loss": 1.1302,
"step": 186500
},
{
"epoch": 6.08,
"learning_rate": 8.212121212121212e-06,
"loss": 1.1303,
"step": 187000
},
{
"epoch": 6.1,
"learning_rate": 8.207070707070708e-06,
"loss": 1.1276,
"step": 187500
},
{
"epoch": 6.11,
"learning_rate": 8.202020202020202e-06,
"loss": 1.1267,
"step": 188000
},
{
"epoch": 6.13,
"learning_rate": 8.196969696969698e-06,
"loss": 1.123,
"step": 188500
},
{
"epoch": 6.15,
"learning_rate": 8.191919191919193e-06,
"loss": 1.1219,
"step": 189000
},
{
"epoch": 6.16,
"learning_rate": 8.186868686868687e-06,
"loss": 1.119,
"step": 189500
},
{
"epoch": 6.18,
"learning_rate": 8.181818181818183e-06,
"loss": 1.1191,
"step": 190000
},
{
"epoch": 6.2,
"learning_rate": 8.176767676767677e-06,
"loss": 1.1166,
"step": 190500
},
{
"epoch": 6.21,
"learning_rate": 8.171717171717173e-06,
"loss": 1.114,
"step": 191000
},
{
"epoch": 6.23,
"learning_rate": 8.166666666666668e-06,
"loss": 1.113,
"step": 191500
},
{
"epoch": 6.24,
"learning_rate": 8.161616161616162e-06,
"loss": 1.1112,
"step": 192000
},
{
"epoch": 6.26,
"learning_rate": 8.156565656565658e-06,
"loss": 1.1104,
"step": 192500
},
{
"epoch": 6.28,
"learning_rate": 8.151515151515152e-06,
"loss": 1.1083,
"step": 193000
},
{
"epoch": 6.29,
"learning_rate": 8.146464646464646e-06,
"loss": 1.1073,
"step": 193500
},
{
"epoch": 6.31,
"learning_rate": 8.141414141414142e-06,
"loss": 1.1051,
"step": 194000
},
{
"epoch": 6.33,
"learning_rate": 8.136363636363637e-06,
"loss": 1.1036,
"step": 194500
},
{
"epoch": 6.34,
"learning_rate": 8.131313131313133e-06,
"loss": 1.102,
"step": 195000
},
{
"epoch": 6.36,
"learning_rate": 8.126262626262627e-06,
"loss": 1.0998,
"step": 195500
},
{
"epoch": 6.37,
"learning_rate": 8.121212121212121e-06,
"loss": 1.0982,
"step": 196000
},
{
"epoch": 6.39,
"learning_rate": 8.116161616161616e-06,
"loss": 1.0972,
"step": 196500
},
{
"epoch": 6.41,
"learning_rate": 8.111111111111112e-06,
"loss": 1.0951,
"step": 197000
},
{
"epoch": 6.42,
"learning_rate": 8.106060606060606e-06,
"loss": 1.0942,
"step": 197500
},
{
"epoch": 6.44,
"learning_rate": 8.101010101010102e-06,
"loss": 1.0922,
"step": 198000
},
{
"epoch": 6.46,
"learning_rate": 8.095959595959598e-06,
"loss": 1.0919,
"step": 198500
},
{
"epoch": 6.47,
"learning_rate": 8.090909090909092e-06,
"loss": 1.0898,
"step": 199000
},
{
"epoch": 6.49,
"learning_rate": 8.085858585858586e-06,
"loss": 1.0885,
"step": 199500
},
{
"epoch": 6.5,
"learning_rate": 8.08080808080808e-06,
"loss": 1.0876,
"step": 200000
},
{
"epoch": 6.52,
"learning_rate": 8.075757575757577e-06,
"loss": 1.0854,
"step": 200500
},
{
"epoch": 6.54,
"learning_rate": 8.070707070707071e-06,
"loss": 1.0846,
"step": 201000
},
{
"epoch": 6.55,
"learning_rate": 8.065656565656567e-06,
"loss": 1.0831,
"step": 201500
},
{
"epoch": 6.57,
"learning_rate": 8.060606060606061e-06,
"loss": 1.0814,
"step": 202000
},
{
"epoch": 6.59,
"learning_rate": 8.055555555555557e-06,
"loss": 1.0799,
"step": 202500
},
{
"epoch": 6.6,
"learning_rate": 8.050505050505052e-06,
"loss": 1.0787,
"step": 203000
},
{
"epoch": 6.62,
"learning_rate": 8.045454545454546e-06,
"loss": 1.0768,
"step": 203500
},
{
"epoch": 6.63,
"learning_rate": 8.04040404040404e-06,
"loss": 1.0763,
"step": 204000
},
{
"epoch": 6.65,
"learning_rate": 8.035353535353536e-06,
"loss": 1.0751,
"step": 204500
},
{
"epoch": 6.67,
"learning_rate": 8.03030303030303e-06,
"loss": 1.0738,
"step": 205000
},
{
"epoch": 6.68,
"learning_rate": 8.025252525252526e-06,
"loss": 1.0708,
"step": 205500
},
{
"epoch": 6.7,
"learning_rate": 8.02020202020202e-06,
"loss": 1.0701,
"step": 206000
},
{
"epoch": 6.72,
"learning_rate": 8.015151515151515e-06,
"loss": 1.0708,
"step": 206500
},
{
"epoch": 6.73,
"learning_rate": 8.010101010101011e-06,
"loss": 1.0684,
"step": 207000
},
{
"epoch": 6.75,
"learning_rate": 8.005050505050505e-06,
"loss": 1.0668,
"step": 207500
},
{
"epoch": 6.76,
"learning_rate": 8.000000000000001e-06,
"loss": 1.0668,
"step": 208000
},
{
"epoch": 6.78,
"learning_rate": 7.994949494949496e-06,
"loss": 1.0646,
"step": 208500
},
{
"epoch": 6.8,
"learning_rate": 7.989898989898992e-06,
"loss": 1.0641,
"step": 209000
},
{
"epoch": 6.81,
"learning_rate": 7.984848484848486e-06,
"loss": 1.0613,
"step": 209500
},
{
"epoch": 6.83,
"learning_rate": 7.97979797979798e-06,
"loss": 1.0613,
"step": 210000
},
{
"epoch": 6.85,
"learning_rate": 7.974747474747475e-06,
"loss": 1.0604,
"step": 210500
},
{
"epoch": 6.86,
"learning_rate": 7.96969696969697e-06,
"loss": 1.0593,
"step": 211000
},
{
"epoch": 6.88,
"learning_rate": 7.964646464646465e-06,
"loss": 1.0575,
"step": 211500
},
{
"epoch": 6.89,
"learning_rate": 7.95959595959596e-06,
"loss": 1.0564,
"step": 212000
},
{
"epoch": 6.91,
"learning_rate": 7.954545454545455e-06,
"loss": 1.0554,
"step": 212500
},
{
"epoch": 6.93,
"learning_rate": 7.949494949494951e-06,
"loss": 1.0544,
"step": 213000
},
{
"epoch": 6.94,
"learning_rate": 7.944444444444445e-06,
"loss": 1.053,
"step": 213500
},
{
"epoch": 6.96,
"learning_rate": 7.93939393939394e-06,
"loss": 1.0526,
"step": 214000
},
{
"epoch": 6.98,
"learning_rate": 7.934343434343434e-06,
"loss": 1.0503,
"step": 214500
},
{
"epoch": 6.99,
"learning_rate": 7.92929292929293e-06,
"loss": 1.0505,
"step": 215000
},
{
"epoch": 7.01,
"learning_rate": 7.924242424242426e-06,
"loss": 1.0482,
"step": 215500
},
{
"epoch": 7.02,
"learning_rate": 7.91919191919192e-06,
"loss": 1.0478,
"step": 216000
},
{
"epoch": 7.04,
"learning_rate": 7.914141414141415e-06,
"loss": 1.0466,
"step": 216500
},
{
"epoch": 7.06,
"learning_rate": 7.909090909090909e-06,
"loss": 1.0461,
"step": 217000
},
{
"epoch": 7.07,
"learning_rate": 7.904040404040405e-06,
"loss": 1.0442,
"step": 217500
},
{
"epoch": 7.09,
"learning_rate": 7.898989898989899e-06,
"loss": 1.0436,
"step": 218000
},
{
"epoch": 7.11,
"learning_rate": 7.893939393939395e-06,
"loss": 1.0426,
"step": 218500
},
{
"epoch": 7.12,
"learning_rate": 7.88888888888889e-06,
"loss": 1.043,
"step": 219000
},
{
"epoch": 7.14,
"learning_rate": 7.883838383838385e-06,
"loss": 1.0406,
"step": 219500
},
{
"epoch": 7.15,
"learning_rate": 7.87878787878788e-06,
"loss": 1.0398,
"step": 220000
},
{
"epoch": 7.17,
"learning_rate": 7.873737373737374e-06,
"loss": 1.0386,
"step": 220500
},
{
"epoch": 7.19,
"learning_rate": 7.868686868686868e-06,
"loss": 1.0379,
"step": 221000
},
{
"epoch": 7.2,
"learning_rate": 7.863636363636364e-06,
"loss": 1.0377,
"step": 221500
},
{
"epoch": 7.22,
"learning_rate": 7.858585858585859e-06,
"loss": 1.0362,
"step": 222000
},
{
"epoch": 7.24,
"learning_rate": 7.853535353535355e-06,
"loss": 1.0357,
"step": 222500
},
{
"epoch": 7.25,
"learning_rate": 7.848484848484849e-06,
"loss": 1.0342,
"step": 223000
},
{
"epoch": 7.27,
"learning_rate": 7.843434343434345e-06,
"loss": 1.0333,
"step": 223500
},
{
"epoch": 7.29,
"learning_rate": 7.838383838383839e-06,
"loss": 1.0331,
"step": 224000
},
{
"epoch": 7.3,
"learning_rate": 7.833333333333333e-06,
"loss": 1.0314,
"step": 224500
},
{
"epoch": 7.32,
"learning_rate": 7.82828282828283e-06,
"loss": 1.0313,
"step": 225000
},
{
"epoch": 7.33,
"learning_rate": 7.823232323232324e-06,
"loss": 1.0294,
"step": 225500
},
{
"epoch": 7.35,
"learning_rate": 7.81818181818182e-06,
"loss": 1.0285,
"step": 226000
},
{
"epoch": 7.37,
"learning_rate": 7.813131313131314e-06,
"loss": 1.0283,
"step": 226500
},
{
"epoch": 7.38,
"learning_rate": 7.808080808080808e-06,
"loss": 1.0278,
"step": 227000
},
{
"epoch": 7.4,
"learning_rate": 7.803030303030303e-06,
"loss": 1.0265,
"step": 227500
},
{
"epoch": 7.42,
"learning_rate": 7.797979797979799e-06,
"loss": 1.0255,
"step": 228000
},
{
"epoch": 7.43,
"learning_rate": 7.792929292929293e-06,
"loss": 1.0243,
"step": 228500
},
{
"epoch": 7.45,
"learning_rate": 7.787878787878789e-06,
"loss": 1.0229,
"step": 229000
},
{
"epoch": 7.46,
"learning_rate": 7.782828282828283e-06,
"loss": 1.0222,
"step": 229500
},
{
"epoch": 7.48,
"learning_rate": 7.77777777777778e-06,
"loss": 1.0219,
"step": 230000
},
{
"epoch": 7.5,
"learning_rate": 7.772727272727273e-06,
"loss": 1.0224,
"step": 230500
},
{
"epoch": 7.51,
"learning_rate": 7.767676767676768e-06,
"loss": 1.0212,
"step": 231000
},
{
"epoch": 7.53,
"learning_rate": 7.762626262626262e-06,
"loss": 1.0203,
"step": 231500
},
{
"epoch": 7.55,
"learning_rate": 7.757575757575758e-06,
"loss": 1.0185,
"step": 232000
},
{
"epoch": 7.56,
"learning_rate": 7.752525252525254e-06,
"loss": 1.0183,
"step": 232500
},
{
"epoch": 7.58,
"learning_rate": 7.747474747474748e-06,
"loss": 1.0165,
"step": 233000
},
{
"epoch": 7.59,
"learning_rate": 7.742424242424244e-06,
"loss": 1.0161,
"step": 233500
},
{
"epoch": 7.61,
"learning_rate": 7.737373737373739e-06,
"loss": 1.0157,
"step": 234000
},
{
"epoch": 7.63,
"learning_rate": 7.732323232323233e-06,
"loss": 1.0154,
"step": 234500
},
{
"epoch": 7.64,
"learning_rate": 7.727272727272727e-06,
"loss": 1.0134,
"step": 235000
},
{
"epoch": 7.66,
"learning_rate": 7.722222222222223e-06,
"loss": 1.0125,
"step": 235500
},
{
"epoch": 7.68,
"learning_rate": 7.717171717171717e-06,
"loss": 1.0127,
"step": 236000
},
{
"epoch": 7.69,
"learning_rate": 7.712121212121213e-06,
"loss": 1.0119,
"step": 236500
},
{
"epoch": 7.71,
"learning_rate": 7.707070707070708e-06,
"loss": 1.0101,
"step": 237000
},
{
"epoch": 7.72,
"learning_rate": 7.702020202020202e-06,
"loss": 1.0104,
"step": 237500
},
{
"epoch": 7.74,
"learning_rate": 7.696969696969696e-06,
"loss": 1.0098,
"step": 238000
},
{
"epoch": 7.76,
"learning_rate": 7.691919191919192e-06,
"loss": 1.0094,
"step": 238500
},
{
"epoch": 7.77,
"learning_rate": 7.686868686868687e-06,
"loss": 1.0075,
"step": 239000
},
{
"epoch": 7.79,
"learning_rate": 7.681818181818183e-06,
"loss": 1.0078,
"step": 239500
},
{
"epoch": 7.81,
"learning_rate": 7.676767676767677e-06,
"loss": 1.0068,
"step": 240000
},
{
"epoch": 7.82,
"learning_rate": 7.671717171717173e-06,
"loss": 1.0074,
"step": 240500
},
{
"epoch": 7.84,
"learning_rate": 7.666666666666667e-06,
"loss": 1.0056,
"step": 241000
},
{
"epoch": 7.85,
"learning_rate": 7.661616161616162e-06,
"loss": 1.0044,
"step": 241500
},
{
"epoch": 7.87,
"learning_rate": 7.656565656565658e-06,
"loss": 1.0039,
"step": 242000
},
{
"epoch": 7.89,
"learning_rate": 7.651515151515152e-06,
"loss": 1.0028,
"step": 242500
},
{
"epoch": 7.9,
"learning_rate": 7.646464646464648e-06,
"loss": 1.0032,
"step": 243000
},
{
"epoch": 7.92,
"learning_rate": 7.641414141414142e-06,
"loss": 1.0012,
"step": 243500
},
{
"epoch": 7.94,
"learning_rate": 7.636363636363638e-06,
"loss": 1.0012,
"step": 244000
},
{
"epoch": 7.95,
"learning_rate": 7.631313131313132e-06,
"loss": 1.0008,
"step": 244500
},
{
"epoch": 7.97,
"learning_rate": 7.6262626262626275e-06,
"loss": 0.9994,
"step": 245000
},
{
"epoch": 7.98,
"learning_rate": 7.621212121212122e-06,
"loss": 0.9993,
"step": 245500
},
{
"epoch": 8.0,
"learning_rate": 7.616161616161617e-06,
"loss": 0.9978,
"step": 246000
},
{
"epoch": 8.02,
"learning_rate": 7.611111111111111e-06,
"loss": 0.9977,
"step": 246500
},
{
"epoch": 8.03,
"learning_rate": 7.606060606060606e-06,
"loss": 0.9968,
"step": 247000
},
{
"epoch": 8.05,
"learning_rate": 7.6010101010101016e-06,
"loss": 0.9956,
"step": 247500
},
{
"epoch": 8.07,
"learning_rate": 7.595959595959597e-06,
"loss": 0.9955,
"step": 248000
},
{
"epoch": 8.08,
"learning_rate": 7.590909090909091e-06,
"loss": 0.9951,
"step": 248500
},
{
"epoch": 8.1,
"learning_rate": 7.585858585858586e-06,
"loss": 0.9949,
"step": 249000
},
{
"epoch": 8.11,
"learning_rate": 7.580808080808082e-06,
"loss": 0.9926,
"step": 249500
},
{
"epoch": 8.13,
"learning_rate": 7.5757575757575764e-06,
"loss": 0.9937,
"step": 250000
},
{
"epoch": 8.15,
"learning_rate": 7.5707070707070716e-06,
"loss": 0.9924,
"step": 250500
},
{
"epoch": 8.16,
"learning_rate": 7.565656565656566e-06,
"loss": 0.9919,
"step": 251000
},
{
"epoch": 8.18,
"learning_rate": 7.560606060606062e-06,
"loss": 0.9913,
"step": 251500
},
{
"epoch": 8.2,
"learning_rate": 7.555555555555556e-06,
"loss": 0.9907,
"step": 252000
},
{
"epoch": 8.21,
"learning_rate": 7.550505050505051e-06,
"loss": 0.9898,
"step": 252500
},
{
"epoch": 8.23,
"learning_rate": 7.545454545454546e-06,
"loss": 0.9891,
"step": 253000
},
{
"epoch": 8.24,
"learning_rate": 7.540404040404042e-06,
"loss": 0.9891,
"step": 253500
},
{
"epoch": 8.26,
"learning_rate": 7.535353535353536e-06,
"loss": 0.9882,
"step": 254000
},
{
"epoch": 8.28,
"learning_rate": 7.530303030303031e-06,
"loss": 0.987,
"step": 254500
},
{
"epoch": 8.29,
"learning_rate": 7.525252525252525e-06,
"loss": 0.987,
"step": 255000
},
{
"epoch": 8.31,
"learning_rate": 7.520202020202021e-06,
"loss": 0.9869,
"step": 255500
},
{
"epoch": 8.33,
"learning_rate": 7.515151515151516e-06,
"loss": 0.9846,
"step": 256000
},
{
"epoch": 8.34,
"learning_rate": 7.510101010101011e-06,
"loss": 0.9855,
"step": 256500
},
{
"epoch": 8.36,
"learning_rate": 7.505050505050505e-06,
"loss": 0.9838,
"step": 257000
},
{
"epoch": 8.37,
"learning_rate": 7.500000000000001e-06,
"loss": 0.9844,
"step": 257500
},
{
"epoch": 8.39,
"learning_rate": 7.494949494949496e-06,
"loss": 0.9836,
"step": 258000
},
{
"epoch": 8.41,
"learning_rate": 7.4898989898989905e-06,
"loss": 0.9824,
"step": 258500
},
{
"epoch": 8.42,
"learning_rate": 7.484848484848486e-06,
"loss": 0.9816,
"step": 259000
},
{
"epoch": 8.44,
"learning_rate": 7.47979797979798e-06,
"loss": 0.9821,
"step": 259500
},
{
"epoch": 8.46,
"learning_rate": 7.474747474747476e-06,
"loss": 0.981,
"step": 260000
},
{
"epoch": 8.47,
"learning_rate": 7.46969696969697e-06,
"loss": 0.9804,
"step": 260500
},
{
"epoch": 8.49,
"learning_rate": 7.464646464646465e-06,
"loss": 0.9799,
"step": 261000
},
{
"epoch": 8.5,
"learning_rate": 7.45959595959596e-06,
"loss": 0.9785,
"step": 261500
},
{
"epoch": 8.52,
"learning_rate": 7.454545454545456e-06,
"loss": 0.9784,
"step": 262000
},
{
"epoch": 8.54,
"learning_rate": 7.44949494949495e-06,
"loss": 0.9782,
"step": 262500
},
{
"epoch": 8.55,
"learning_rate": 7.444444444444445e-06,
"loss": 0.977,
"step": 263000
},
{
"epoch": 8.57,
"learning_rate": 7.439393939393939e-06,
"loss": 0.9768,
"step": 263500
},
{
"epoch": 8.59,
"learning_rate": 7.434343434343435e-06,
"loss": 0.9761,
"step": 264000
},
{
"epoch": 8.6,
"learning_rate": 7.42929292929293e-06,
"loss": 0.9753,
"step": 264500
},
{
"epoch": 8.62,
"learning_rate": 7.424242424242425e-06,
"loss": 0.9747,
"step": 265000
},
{
"epoch": 8.63,
"learning_rate": 7.419191919191919e-06,
"loss": 0.9745,
"step": 265500
},
{
"epoch": 8.65,
"learning_rate": 7.414141414141415e-06,
"loss": 0.9743,
"step": 266000
},
{
"epoch": 8.67,
"learning_rate": 7.40909090909091e-06,
"loss": 0.9732,
"step": 266500
},
{
"epoch": 8.68,
"learning_rate": 7.4040404040404045e-06,
"loss": 0.9734,
"step": 267000
},
{
"epoch": 8.7,
"learning_rate": 7.3989898989899e-06,
"loss": 0.9727,
"step": 267500
},
{
"epoch": 8.72,
"learning_rate": 7.393939393939395e-06,
"loss": 0.9712,
"step": 268000
},
{
"epoch": 8.73,
"learning_rate": 7.38888888888889e-06,
"loss": 0.9707,
"step": 268500
},
{
"epoch": 8.75,
"learning_rate": 7.383838383838384e-06,
"loss": 0.9708,
"step": 269000
},
{
"epoch": 8.76,
"learning_rate": 7.378787878787879e-06,
"loss": 0.9704,
"step": 269500
},
{
"epoch": 8.78,
"learning_rate": 7.373737373737374e-06,
"loss": 0.9695,
"step": 270000
},
{
"epoch": 8.8,
"learning_rate": 7.36868686868687e-06,
"loss": 0.9694,
"step": 270500
},
{
"epoch": 8.81,
"learning_rate": 7.363636363636364e-06,
"loss": 0.9689,
"step": 271000
},
{
"epoch": 8.83,
"learning_rate": 7.358585858585859e-06,
"loss": 0.9683,
"step": 271500
},
{
"epoch": 8.85,
"learning_rate": 7.353535353535353e-06,
"loss": 0.9667,
"step": 272000
},
{
"epoch": 8.86,
"learning_rate": 7.348484848484849e-06,
"loss": 0.9673,
"step": 272500
},
{
"epoch": 8.88,
"learning_rate": 7.343434343434344e-06,
"loss": 0.9663,
"step": 273000
},
{
"epoch": 8.89,
"learning_rate": 7.338383838383839e-06,
"loss": 0.9662,
"step": 273500
},
{
"epoch": 8.91,
"learning_rate": 7.333333333333333e-06,
"loss": 0.9654,
"step": 274000
},
{
"epoch": 8.93,
"learning_rate": 7.328282828282829e-06,
"loss": 0.9646,
"step": 274500
},
{
"epoch": 8.94,
"learning_rate": 7.323232323232324e-06,
"loss": 0.9645,
"step": 275000
},
{
"epoch": 8.96,
"learning_rate": 7.3181818181818186e-06,
"loss": 0.9641,
"step": 275500
},
{
"epoch": 8.98,
"learning_rate": 7.3131313131313146e-06,
"loss": 0.9641,
"step": 276000
},
{
"epoch": 8.99,
"learning_rate": 7.308080808080809e-06,
"loss": 0.9626,
"step": 276500
},
{
"epoch": 9.01,
"learning_rate": 7.303030303030304e-06,
"loss": 0.9622,
"step": 277000
},
{
"epoch": 9.02,
"learning_rate": 7.297979797979798e-06,
"loss": 0.9629,
"step": 277500
},
{
"epoch": 9.04,
"learning_rate": 7.2929292929292934e-06,
"loss": 0.9619,
"step": 278000
},
{
"epoch": 9.06,
"learning_rate": 7.287878787878789e-06,
"loss": 0.9613,
"step": 278500
},
{
"epoch": 9.07,
"learning_rate": 7.282828282828284e-06,
"loss": 0.9609,
"step": 279000
},
{
"epoch": 9.09,
"learning_rate": 7.277777777777778e-06,
"loss": 0.9594,
"step": 279500
},
{
"epoch": 9.11,
"learning_rate": 7.272727272727273e-06,
"loss": 0.9596,
"step": 280000
},
{
"epoch": 9.12,
"learning_rate": 7.2676767676767675e-06,
"loss": 0.9599,
"step": 280500
},
{
"epoch": 9.14,
"learning_rate": 7.2626262626262635e-06,
"loss": 0.9588,
"step": 281000
},
{
"epoch": 9.16,
"learning_rate": 7.257575757575758e-06,
"loss": 0.9583,
"step": 281500
},
{
"epoch": 9.17,
"learning_rate": 7.252525252525253e-06,
"loss": 0.9579,
"step": 282000
},
{
"epoch": 9.19,
"learning_rate": 7.247474747474747e-06,
"loss": 0.957,
"step": 282500
},
{
"epoch": 9.2,
"learning_rate": 7.242424242424243e-06,
"loss": 0.958,
"step": 283000
},
{
"epoch": 9.22,
"learning_rate": 7.237373737373738e-06,
"loss": 0.9561,
"step": 283500
},
{
"epoch": 9.24,
"learning_rate": 7.232323232323233e-06,
"loss": 0.9555,
"step": 284000
},
{
"epoch": 9.25,
"learning_rate": 7.227272727272729e-06,
"loss": 0.9558,
"step": 284500
},
{
"epoch": 9.27,
"learning_rate": 7.222222222222223e-06,
"loss": 0.9542,
"step": 285000
},
{
"epoch": 9.29,
"learning_rate": 7.217171717171718e-06,
"loss": 0.9543,
"step": 285500
},
{
"epoch": 9.3,
"learning_rate": 7.212121212121212e-06,
"loss": 0.9542,
"step": 286000
},
{
"epoch": 9.32,
"learning_rate": 7.207070707070708e-06,
"loss": 0.9538,
"step": 286500
},
{
"epoch": 9.33,
"learning_rate": 7.202020202020203e-06,
"loss": 0.9521,
"step": 287000
},
{
"epoch": 9.35,
"learning_rate": 7.196969696969698e-06,
"loss": 0.9522,
"step": 287500
},
{
"epoch": 9.37,
"learning_rate": 7.191919191919192e-06,
"loss": 0.9519,
"step": 288000
},
{
"epoch": 9.38,
"learning_rate": 7.186868686868688e-06,
"loss": 0.953,
"step": 288500
},
{
"epoch": 9.4,
"learning_rate": 7.181818181818182e-06,
"loss": 0.9514,
"step": 289000
},
{
"epoch": 9.42,
"learning_rate": 7.1767676767676775e-06,
"loss": 0.9514,
"step": 289500
},
{
"epoch": 9.43,
"learning_rate": 7.171717171717172e-06,
"loss": 0.9502,
"step": 290000
},
{
"epoch": 9.45,
"learning_rate": 7.166666666666667e-06,
"loss": 0.9501,
"step": 290500
},
{
"epoch": 9.46,
"learning_rate": 7.161616161616162e-06,
"loss": 0.9494,
"step": 291000
},
{
"epoch": 9.48,
"learning_rate": 7.156565656565657e-06,
"loss": 0.9492,
"step": 291500
},
{
"epoch": 9.5,
"learning_rate": 7.151515151515152e-06,
"loss": 0.9492,
"step": 292000
},
{
"epoch": 9.51,
"learning_rate": 7.146464646464647e-06,
"loss": 0.948,
"step": 292500
},
{
"epoch": 9.53,
"learning_rate": 7.141414141414143e-06,
"loss": 0.9473,
"step": 293000
},
{
"epoch": 9.55,
"learning_rate": 7.136363636363637e-06,
"loss": 0.9472,
"step": 293500
},
{
"epoch": 9.56,
"learning_rate": 7.131313131313132e-06,
"loss": 0.9468,
"step": 294000
},
{
"epoch": 9.58,
"learning_rate": 7.126262626262626e-06,
"loss": 0.9464,
"step": 294500
},
{
"epoch": 9.59,
"learning_rate": 7.121212121212122e-06,
"loss": 0.9457,
"step": 295000
},
{
"epoch": 9.61,
"learning_rate": 7.116161616161617e-06,
"loss": 0.9456,
"step": 295500
},
{
"epoch": 9.63,
"learning_rate": 7.111111111111112e-06,
"loss": 0.9454,
"step": 296000
},
{
"epoch": 9.64,
"learning_rate": 7.106060606060606e-06,
"loss": 0.9451,
"step": 296500
},
{
"epoch": 9.66,
"learning_rate": 7.101010101010102e-06,
"loss": 0.9441,
"step": 297000
},
{
"epoch": 9.68,
"learning_rate": 7.095959595959596e-06,
"loss": 0.9443,
"step": 297500
},
{
"epoch": 9.69,
"learning_rate": 7.0909090909090916e-06,
"loss": 0.9437,
"step": 298000
},
{
"epoch": 9.71,
"learning_rate": 7.085858585858586e-06,
"loss": 0.9422,
"step": 298500
},
{
"epoch": 9.72,
"learning_rate": 7.080808080808082e-06,
"loss": 0.9429,
"step": 299000
},
{
"epoch": 9.74,
"learning_rate": 7.075757575757576e-06,
"loss": 0.9428,
"step": 299500
},
{
"epoch": 9.76,
"learning_rate": 7.070707070707071e-06,
"loss": 0.9421,
"step": 300000
},
{
"epoch": 9.77,
"learning_rate": 7.065656565656566e-06,
"loss": 0.9414,
"step": 300500
},
{
"epoch": 9.79,
"learning_rate": 7.060606060606061e-06,
"loss": 0.9416,
"step": 301000
},
{
"epoch": 9.81,
"learning_rate": 7.055555555555557e-06,
"loss": 0.9408,
"step": 301500
},
{
"epoch": 9.82,
"learning_rate": 7.050505050505051e-06,
"loss": 0.9401,
"step": 302000
},
{
"epoch": 9.84,
"learning_rate": 7.045454545454546e-06,
"loss": 0.9405,
"step": 302500
},
{
"epoch": 9.85,
"learning_rate": 7.0404040404040404e-06,
"loss": 0.9399,
"step": 303000
},
{
"epoch": 9.87,
"learning_rate": 7.0353535353535364e-06,
"loss": 0.9386,
"step": 303500
},
{
"epoch": 9.89,
"learning_rate": 7.030303030303031e-06,
"loss": 0.939,
"step": 304000
},
{
"epoch": 9.9,
"learning_rate": 7.025252525252526e-06,
"loss": 0.9384,
"step": 304500
},
{
"epoch": 9.92,
"learning_rate": 7.02020202020202e-06,
"loss": 0.937,
"step": 305000
},
{
"epoch": 9.94,
"learning_rate": 7.015151515151516e-06,
"loss": 0.9371,
"step": 305500
},
{
"epoch": 9.95,
"learning_rate": 7.0101010101010105e-06,
"loss": 0.9369,
"step": 306000
},
{
"epoch": 9.97,
"learning_rate": 7.005050505050506e-06,
"loss": 0.9363,
"step": 306500
},
{
"epoch": 9.98,
"learning_rate": 7e-06,
"loss": 0.9357,
"step": 307000
},
{
"epoch": 10.0,
"learning_rate": 6.994949494949496e-06,
"loss": 0.9361,
"step": 307500
},
{
"epoch": 10.02,
"learning_rate": 6.98989898989899e-06,
"loss": 0.9351,
"step": 308000
},
{
"epoch": 10.03,
"learning_rate": 6.984848484848485e-06,
"loss": 0.9361,
"step": 308500
},
{
"epoch": 10.05,
"learning_rate": 6.979797979797981e-06,
"loss": 0.9351,
"step": 309000
},
{
"epoch": 10.07,
"learning_rate": 6.974747474747476e-06,
"loss": 0.9343,
"step": 309500
},
{
"epoch": 10.08,
"learning_rate": 6.969696969696971e-06,
"loss": 0.9339,
"step": 310000
},
{
"epoch": 10.1,
"learning_rate": 6.964646464646465e-06,
"loss": 0.9335,
"step": 310500
},
{
"epoch": 10.11,
"learning_rate": 6.95959595959596e-06,
"loss": 0.9338,
"step": 311000
},
{
"epoch": 10.13,
"learning_rate": 6.954545454545455e-06,
"loss": 0.9328,
"step": 311500
},
{
"epoch": 10.15,
"learning_rate": 6.9494949494949505e-06,
"loss": 0.9331,
"step": 312000
},
{
"epoch": 10.16,
"learning_rate": 6.944444444444445e-06,
"loss": 0.9319,
"step": 312500
},
{
"epoch": 10.18,
"learning_rate": 6.93939393939394e-06,
"loss": 0.9313,
"step": 313000
},
{
"epoch": 10.2,
"learning_rate": 6.934343434343434e-06,
"loss": 0.9313,
"step": 313500
},
{
"epoch": 10.21,
"learning_rate": 6.92929292929293e-06,
"loss": 0.931,
"step": 314000
},
{
"epoch": 10.23,
"learning_rate": 6.9242424242424245e-06,
"loss": 0.9298,
"step": 314500
},
{
"epoch": 10.24,
"learning_rate": 6.91919191919192e-06,
"loss": 0.931,
"step": 315000
},
{
"epoch": 10.26,
"learning_rate": 6.914141414141414e-06,
"loss": 0.9302,
"step": 315500
},
{
"epoch": 10.28,
"learning_rate": 6.90909090909091e-06,
"loss": 0.929,
"step": 316000
},
{
"epoch": 10.29,
"learning_rate": 6.904040404040404e-06,
"loss": 0.9292,
"step": 316500
},
{
"epoch": 10.31,
"learning_rate": 6.898989898989899e-06,
"loss": 0.9284,
"step": 317000
},
{
"epoch": 10.33,
"learning_rate": 6.893939393939395e-06,
"loss": 0.9292,
"step": 317500
},
{
"epoch": 10.34,
"learning_rate": 6.88888888888889e-06,
"loss": 0.9282,
"step": 318000
},
{
"epoch": 10.36,
"learning_rate": 6.883838383838385e-06,
"loss": 0.9279,
"step": 318500
},
{
"epoch": 10.37,
"learning_rate": 6.878787878787879e-06,
"loss": 0.9272,
"step": 319000
},
{
"epoch": 10.39,
"learning_rate": 6.873737373737375e-06,
"loss": 0.927,
"step": 319500
},
{
"epoch": 10.41,
"learning_rate": 6.868686868686869e-06,
"loss": 0.9271,
"step": 320000
},
{
"epoch": 10.42,
"learning_rate": 6.8636363636363645e-06,
"loss": 0.9266,
"step": 320500
},
{
"epoch": 10.44,
"learning_rate": 6.858585858585859e-06,
"loss": 0.9256,
"step": 321000
},
{
"epoch": 10.46,
"learning_rate": 6.853535353535354e-06,
"loss": 0.9257,
"step": 321500
},
{
"epoch": 10.47,
"learning_rate": 6.848484848484849e-06,
"loss": 0.9259,
"step": 322000
},
{
"epoch": 10.49,
"learning_rate": 6.843434343434344e-06,
"loss": 0.9252,
"step": 322500
},
{
"epoch": 10.5,
"learning_rate": 6.8383838383838386e-06,
"loss": 0.9246,
"step": 323000
},
{
"epoch": 10.52,
"learning_rate": 6.833333333333334e-06,
"loss": 0.9241,
"step": 323500
},
{
"epoch": 10.54,
"learning_rate": 6.828282828282828e-06,
"loss": 0.9239,
"step": 324000
},
{
"epoch": 10.55,
"learning_rate": 6.823232323232324e-06,
"loss": 0.9237,
"step": 324500
},
{
"epoch": 10.57,
"learning_rate": 6.818181818181818e-06,
"loss": 0.9231,
"step": 325000
},
{
"epoch": 10.59,
"learning_rate": 6.813131313131313e-06,
"loss": 0.9231,
"step": 325500
},
{
"epoch": 10.6,
"learning_rate": 6.808080808080809e-06,
"loss": 0.9227,
"step": 326000
},
{
"epoch": 10.62,
"learning_rate": 6.803030303030304e-06,
"loss": 0.9222,
"step": 326500
},
{
"epoch": 10.63,
"learning_rate": 6.797979797979799e-06,
"loss": 0.9215,
"step": 327000
},
{
"epoch": 10.65,
"learning_rate": 6.792929292929293e-06,
"loss": 0.9217,
"step": 327500
},
{
"epoch": 10.67,
"learning_rate": 6.787878787878789e-06,
"loss": 0.9211,
"step": 328000
},
{
"epoch": 10.68,
"learning_rate": 6.7828282828282834e-06,
"loss": 0.9204,
"step": 328500
},
{
"epoch": 10.7,
"learning_rate": 6.777777777777779e-06,
"loss": 0.9211,
"step": 329000
},
{
"epoch": 10.72,
"learning_rate": 6.772727272727273e-06,
"loss": 0.9195,
"step": 329500
},
{
"epoch": 10.73,
"learning_rate": 6.767676767676769e-06,
"loss": 0.9195,
"step": 330000
},
{
"epoch": 10.75,
"learning_rate": 6.762626262626263e-06,
"loss": 0.9195,
"step": 330500
},
{
"epoch": 10.76,
"learning_rate": 6.757575757575758e-06,
"loss": 0.9188,
"step": 331000
},
{
"epoch": 10.78,
"learning_rate": 6.752525252525253e-06,
"loss": 0.9187,
"step": 331500
},
{
"epoch": 10.8,
"learning_rate": 6.747474747474749e-06,
"loss": 0.9193,
"step": 332000
},
{
"epoch": 10.81,
"learning_rate": 6.742424242424243e-06,
"loss": 0.9183,
"step": 332500
},
{
"epoch": 10.83,
"learning_rate": 6.737373737373738e-06,
"loss": 0.9176,
"step": 333000
},
{
"epoch": 10.85,
"learning_rate": 6.732323232323232e-06,
"loss": 0.9173,
"step": 333500
},
{
"epoch": 10.86,
"learning_rate": 6.7272727272727275e-06,
"loss": 0.9164,
"step": 334000
},
{
"epoch": 10.88,
"learning_rate": 6.7222222222222235e-06,
"loss": 0.9165,
"step": 334500
},
{
"epoch": 10.9,
"learning_rate": 6.717171717171718e-06,
"loss": 0.9169,
"step": 335000
},
{
"epoch": 10.91,
"learning_rate": 6.712121212121213e-06,
"loss": 0.9156,
"step": 335500
},
{
"epoch": 10.93,
"learning_rate": 6.707070707070707e-06,
"loss": 0.916,
"step": 336000
},
{
"epoch": 10.94,
"learning_rate": 6.702020202020203e-06,
"loss": 0.9148,
"step": 336500
},
{
"epoch": 10.96,
"learning_rate": 6.6969696969696975e-06,
"loss": 0.9154,
"step": 337000
},
{
"epoch": 10.98,
"learning_rate": 6.691919191919193e-06,
"loss": 0.9147,
"step": 337500
},
{
"epoch": 10.99,
"learning_rate": 6.686868686868687e-06,
"loss": 0.9145,
"step": 338000
},
{
"epoch": 11.01,
"learning_rate": 6.681818181818183e-06,
"loss": 0.9144,
"step": 338500
},
{
"epoch": 11.03,
"learning_rate": 6.676767676767677e-06,
"loss": 0.9144,
"step": 339000
},
{
"epoch": 11.04,
"learning_rate": 6.671717171717172e-06,
"loss": 0.9127,
"step": 339500
},
{
"epoch": 11.06,
"learning_rate": 6.666666666666667e-06,
"loss": 0.9133,
"step": 340000
},
{
"epoch": 11.07,
"learning_rate": 6.661616161616163e-06,
"loss": 0.9129,
"step": 340500
},
{
"epoch": 11.09,
"learning_rate": 6.656565656565657e-06,
"loss": 0.9133,
"step": 341000
},
{
"epoch": 11.11,
"learning_rate": 6.651515151515152e-06,
"loss": 0.9128,
"step": 341500
},
{
"epoch": 11.12,
"learning_rate": 6.646464646464646e-06,
"loss": 0.9123,
"step": 342000
},
{
"epoch": 11.14,
"learning_rate": 6.641414141414142e-06,
"loss": 0.9114,
"step": 342500
},
{
"epoch": 11.16,
"learning_rate": 6.6363636363636375e-06,
"loss": 0.9113,
"step": 343000
},
{
"epoch": 11.17,
"learning_rate": 6.631313131313132e-06,
"loss": 0.9117,
"step": 343500
},
{
"epoch": 11.19,
"learning_rate": 6.626262626262627e-06,
"loss": 0.9111,
"step": 344000
},
{
"epoch": 11.2,
"learning_rate": 6.621212121212121e-06,
"loss": 0.91,
"step": 344500
},
{
"epoch": 11.22,
"learning_rate": 6.616161616161617e-06,
"loss": 0.9098,
"step": 345000
},
{
"epoch": 11.24,
"learning_rate": 6.6111111111111115e-06,
"loss": 0.9109,
"step": 345500
},
{
"epoch": 11.25,
"learning_rate": 6.606060606060607e-06,
"loss": 0.9105,
"step": 346000
},
{
"epoch": 11.27,
"learning_rate": 6.601010101010101e-06,
"loss": 0.9095,
"step": 346500
},
{
"epoch": 11.29,
"learning_rate": 6.595959595959597e-06,
"loss": 0.9081,
"step": 347000
},
{
"epoch": 11.3,
"learning_rate": 6.590909090909091e-06,
"loss": 0.9081,
"step": 347500
},
{
"epoch": 11.32,
"learning_rate": 6.585858585858586e-06,
"loss": 0.9084,
"step": 348000
},
{
"epoch": 11.33,
"learning_rate": 6.580808080808081e-06,
"loss": 0.9084,
"step": 348500
},
{
"epoch": 11.35,
"learning_rate": 6.575757575757577e-06,
"loss": 0.9075,
"step": 349000
},
{
"epoch": 11.37,
"learning_rate": 6.570707070707071e-06,
"loss": 0.9076,
"step": 349500
},
{
"epoch": 11.38,
"learning_rate": 6.565656565656566e-06,
"loss": 0.9079,
"step": 350000
},
{
"epoch": 11.4,
"learning_rate": 6.56060606060606e-06,
"loss": 0.9069,
"step": 350500
},
{
"epoch": 11.42,
"learning_rate": 6.555555555555556e-06,
"loss": 0.9071,
"step": 351000
},
{
"epoch": 11.43,
"learning_rate": 6.5505050505050516e-06,
"loss": 0.9054,
"step": 351500
},
{
"epoch": 11.45,
"learning_rate": 6.545454545454546e-06,
"loss": 0.9064,
"step": 352000
},
{
"epoch": 11.46,
"learning_rate": 6.540404040404042e-06,
"loss": 0.9053,
"step": 352500
},
{
"epoch": 11.48,
"learning_rate": 6.535353535353536e-06,
"loss": 0.9053,
"step": 353000
},
{
"epoch": 11.5,
"learning_rate": 6.530303030303031e-06,
"loss": 0.9046,
"step": 353500
},
{
"epoch": 11.51,
"learning_rate": 6.525252525252526e-06,
"loss": 0.9054,
"step": 354000
},
{
"epoch": 11.53,
"learning_rate": 6.520202020202021e-06,
"loss": 0.9042,
"step": 354500
},
{
"epoch": 11.55,
"learning_rate": 6.515151515151516e-06,
"loss": 0.9043,
"step": 355000
},
{
"epoch": 11.56,
"learning_rate": 6.510101010101011e-06,
"loss": 0.904,
"step": 355500
},
{
"epoch": 11.58,
"learning_rate": 6.505050505050505e-06,
"loss": 0.9029,
"step": 356000
},
{
"epoch": 11.59,
"learning_rate": 6.5000000000000004e-06,
"loss": 0.9035,
"step": 356500
},
{
"epoch": 11.61,
"learning_rate": 6.494949494949495e-06,
"loss": 0.9036,
"step": 357000
},
{
"epoch": 11.63,
"learning_rate": 6.489898989898991e-06,
"loss": 0.9025,
"step": 357500
},
{
"epoch": 11.64,
"learning_rate": 6.484848484848485e-06,
"loss": 0.903,
"step": 358000
},
{
"epoch": 11.66,
"learning_rate": 6.47979797979798e-06,
"loss": 0.9022,
"step": 358500
},
{
"epoch": 11.68,
"learning_rate": 6.4747474747474745e-06,
"loss": 0.9018,
"step": 359000
},
{
"epoch": 11.69,
"learning_rate": 6.4696969696969705e-06,
"loss": 0.9017,
"step": 359500
},
{
"epoch": 11.71,
"learning_rate": 6.464646464646466e-06,
"loss": 0.9003,
"step": 360000
},
{
"epoch": 11.72,
"learning_rate": 6.45959595959596e-06,
"loss": 0.9013,
"step": 360500
},
{
"epoch": 11.74,
"learning_rate": 6.454545454545456e-06,
"loss": 0.9001,
"step": 361000
},
{
"epoch": 11.76,
"learning_rate": 6.44949494949495e-06,
"loss": 0.8999,
"step": 361500
},
{
"epoch": 11.77,
"learning_rate": 6.444444444444445e-06,
"loss": 0.9004,
"step": 362000
},
{
"epoch": 11.79,
"learning_rate": 6.43939393939394e-06,
"loss": 0.8995,
"step": 362500
},
{
"epoch": 11.81,
"learning_rate": 6.434343434343436e-06,
"loss": 0.8995,
"step": 363000
},
{
"epoch": 11.82,
"learning_rate": 6.42929292929293e-06,
"loss": 0.8992,
"step": 363500
},
{
"epoch": 11.84,
"learning_rate": 6.424242424242425e-06,
"loss": 0.8985,
"step": 364000
},
{
"epoch": 11.85,
"learning_rate": 6.419191919191919e-06,
"loss": 0.8987,
"step": 364500
},
{
"epoch": 11.87,
"learning_rate": 6.4141414141414145e-06,
"loss": 0.898,
"step": 365000
},
{
"epoch": 11.89,
"learning_rate": 6.40909090909091e-06,
"loss": 0.8981,
"step": 365500
},
{
"epoch": 11.9,
"learning_rate": 6.404040404040405e-06,
"loss": 0.8977,
"step": 366000
},
{
"epoch": 11.92,
"learning_rate": 6.398989898989899e-06,
"loss": 0.8975,
"step": 366500
},
{
"epoch": 11.94,
"learning_rate": 6.393939393939394e-06,
"loss": 0.8977,
"step": 367000
},
{
"epoch": 11.95,
"learning_rate": 6.3888888888888885e-06,
"loss": 0.8966,
"step": 367500
},
{
"epoch": 11.97,
"learning_rate": 6.3838383838383845e-06,
"loss": 0.8967,
"step": 368000
},
{
"epoch": 11.98,
"learning_rate": 6.37878787878788e-06,
"loss": 0.8961,
"step": 368500
},
{
"epoch": 12.0,
"learning_rate": 6.373737373737374e-06,
"loss": 0.8963,
"step": 369000
},
{
"epoch": 12.02,
"learning_rate": 6.36868686868687e-06,
"loss": 0.8957,
"step": 369500
},
{
"epoch": 12.03,
"learning_rate": 6.363636363636364e-06,
"loss": 0.8962,
"step": 370000
},
{
"epoch": 12.05,
"learning_rate": 6.358585858585859e-06,
"loss": 0.8947,
"step": 370500
},
{
"epoch": 12.07,
"learning_rate": 6.353535353535354e-06,
"loss": 0.8947,
"step": 371000
},
{
"epoch": 12.08,
"learning_rate": 6.34848484848485e-06,
"loss": 0.8938,
"step": 371500
},
{
"epoch": 12.1,
"learning_rate": 6.343434343434344e-06,
"loss": 0.8951,
"step": 372000
},
{
"epoch": 12.11,
"learning_rate": 6.338383838383839e-06,
"loss": 0.8942,
"step": 372500
},
{
"epoch": 12.13,
"learning_rate": 6.333333333333333e-06,
"loss": 0.8938,
"step": 373000
},
{
"epoch": 12.15,
"learning_rate": 6.328282828282829e-06,
"loss": 0.8934,
"step": 373500
},
{
"epoch": 12.16,
"learning_rate": 6.323232323232324e-06,
"loss": 0.8931,
"step": 374000
},
{
"epoch": 12.18,
"learning_rate": 6.318181818181819e-06,
"loss": 0.893,
"step": 374500
},
{
"epoch": 12.2,
"learning_rate": 6.313131313131313e-06,
"loss": 0.8923,
"step": 375000
},
{
"epoch": 12.21,
"learning_rate": 6.308080808080809e-06,
"loss": 0.8934,
"step": 375500
},
{
"epoch": 12.23,
"learning_rate": 6.303030303030303e-06,
"loss": 0.8923,
"step": 376000
},
{
"epoch": 12.24,
"learning_rate": 6.2979797979797986e-06,
"loss": 0.8921,
"step": 376500
},
{
"epoch": 12.26,
"learning_rate": 6.292929292929294e-06,
"loss": 0.8915,
"step": 377000
},
{
"epoch": 12.28,
"learning_rate": 6.287878787878788e-06,
"loss": 0.8915,
"step": 377500
},
{
"epoch": 12.29,
"learning_rate": 6.282828282828284e-06,
"loss": 0.8909,
"step": 378000
},
{
"epoch": 12.31,
"learning_rate": 6.277777777777778e-06,
"loss": 0.8911,
"step": 378500
},
{
"epoch": 12.33,
"learning_rate": 6.2727272727272734e-06,
"loss": 0.8907,
"step": 379000
},
{
"epoch": 12.34,
"learning_rate": 6.267676767676768e-06,
"loss": 0.8904,
"step": 379500
},
{
"epoch": 12.36,
"learning_rate": 6.262626262626264e-06,
"loss": 0.8905,
"step": 380000
},
{
"epoch": 12.37,
"learning_rate": 6.257575757575758e-06,
"loss": 0.89,
"step": 380500
},
{
"epoch": 12.39,
"learning_rate": 6.252525252525253e-06,
"loss": 0.8896,
"step": 381000
},
{
"epoch": 12.41,
"learning_rate": 6.2474747474747474e-06,
"loss": 0.8889,
"step": 381500
},
{
"epoch": 12.42,
"learning_rate": 6.2424242424242434e-06,
"loss": 0.8885,
"step": 382000
},
{
"epoch": 12.44,
"learning_rate": 6.237373737373738e-06,
"loss": 0.8887,
"step": 382500
},
{
"epoch": 12.46,
"learning_rate": 6.232323232323233e-06,
"loss": 0.8885,
"step": 383000
},
{
"epoch": 12.47,
"learning_rate": 6.227272727272727e-06,
"loss": 0.8887,
"step": 383500
},
{
"epoch": 12.49,
"learning_rate": 6.222222222222223e-06,
"loss": 0.888,
"step": 384000
},
{
"epoch": 12.5,
"learning_rate": 6.2171717171717175e-06,
"loss": 0.8884,
"step": 384500
},
{
"epoch": 12.52,
"learning_rate": 6.212121212121213e-06,
"loss": 0.888,
"step": 385000
},
{
"epoch": 12.54,
"learning_rate": 6.207070707070707e-06,
"loss": 0.8869,
"step": 385500
},
{
"epoch": 12.55,
"learning_rate": 6.202020202020203e-06,
"loss": 0.8869,
"step": 386000
},
{
"epoch": 12.57,
"learning_rate": 6.196969696969698e-06,
"loss": 0.8865,
"step": 386500
},
{
"epoch": 12.59,
"learning_rate": 6.191919191919192e-06,
"loss": 0.8863,
"step": 387000
},
{
"epoch": 12.6,
"learning_rate": 6.1868686868686875e-06,
"loss": 0.8865,
"step": 387500
},
{
"epoch": 12.62,
"learning_rate": 6.181818181818182e-06,
"loss": 0.8856,
"step": 388000
},
{
"epoch": 12.63,
"learning_rate": 6.176767676767678e-06,
"loss": 0.885,
"step": 388500
},
{
"epoch": 12.65,
"learning_rate": 6.171717171717172e-06,
"loss": 0.8857,
"step": 389000
},
{
"epoch": 12.67,
"learning_rate": 6.166666666666667e-06,
"loss": 0.8857,
"step": 389500
},
{
"epoch": 12.68,
"learning_rate": 6.1616161616161615e-06,
"loss": 0.8857,
"step": 390000
},
{
"epoch": 12.7,
"learning_rate": 6.1565656565656575e-06,
"loss": 0.885,
"step": 390500
},
{
"epoch": 12.72,
"learning_rate": 6.151515151515152e-06,
"loss": 0.8848,
"step": 391000
},
{
"epoch": 12.73,
"learning_rate": 6.146464646464647e-06,
"loss": 0.8839,
"step": 391500
},
{
"epoch": 12.75,
"learning_rate": 6.141414141414141e-06,
"loss": 0.8841,
"step": 392000
},
{
"epoch": 12.77,
"learning_rate": 6.136363636363637e-06,
"loss": 0.8837,
"step": 392500
},
{
"epoch": 12.78,
"learning_rate": 6.1313131313131315e-06,
"loss": 0.8839,
"step": 393000
},
{
"epoch": 12.8,
"learning_rate": 6.126262626262627e-06,
"loss": 0.8832,
"step": 393500
},
{
"epoch": 12.81,
"learning_rate": 6.121212121212121e-06,
"loss": 0.8831,
"step": 394000
},
{
"epoch": 12.83,
"learning_rate": 6.116161616161617e-06,
"loss": 0.8832,
"step": 394500
},
{
"epoch": 12.85,
"learning_rate": 6.111111111111112e-06,
"loss": 0.8829,
"step": 395000
},
{
"epoch": 12.86,
"learning_rate": 6.106060606060606e-06,
"loss": 0.8823,
"step": 395500
},
{
"epoch": 12.88,
"learning_rate": 6.1010101010101015e-06,
"loss": 0.8816,
"step": 396000
},
{
"epoch": 12.9,
"learning_rate": 6.095959595959597e-06,
"loss": 0.8818,
"step": 396500
},
{
"epoch": 12.91,
"learning_rate": 6.090909090909092e-06,
"loss": 0.8808,
"step": 397000
},
{
"epoch": 12.93,
"learning_rate": 6.085858585858586e-06,
"loss": 0.8813,
"step": 397500
},
{
"epoch": 12.94,
"learning_rate": 6.080808080808081e-06,
"loss": 0.8815,
"step": 398000
},
{
"epoch": 12.96,
"learning_rate": 6.0757575757575755e-06,
"loss": 0.8807,
"step": 398500
},
{
"epoch": 12.98,
"learning_rate": 6.0707070707070715e-06,
"loss": 0.8805,
"step": 399000
},
{
"epoch": 12.99,
"learning_rate": 6.065656565656566e-06,
"loss": 0.88,
"step": 399500
},
{
"epoch": 13.01,
"learning_rate": 6.060606060606061e-06,
"loss": 0.8797,
"step": 400000
},
{
"epoch": 13.03,
"learning_rate": 6.055555555555555e-06,
"loss": 0.8797,
"step": 400500
},
{
"epoch": 13.04,
"learning_rate": 6.050505050505051e-06,
"loss": 0.8797,
"step": 401000
},
{
"epoch": 13.06,
"learning_rate": 6.0454545454545456e-06,
"loss": 0.8792,
"step": 401500
},
{
"epoch": 13.07,
"learning_rate": 6.040404040404041e-06,
"loss": 0.8785,
"step": 402000
},
{
"epoch": 13.09,
"learning_rate": 6.035353535353535e-06,
"loss": 0.8788,
"step": 402500
},
{
"epoch": 13.11,
"learning_rate": 6.030303030303031e-06,
"loss": 0.8789,
"step": 403000
},
{
"epoch": 13.12,
"learning_rate": 6.025252525252526e-06,
"loss": 0.8788,
"step": 403500
},
{
"epoch": 13.14,
"learning_rate": 6.0202020202020204e-06,
"loss": 0.8779,
"step": 404000
},
{
"epoch": 13.16,
"learning_rate": 6.015151515151516e-06,
"loss": 0.8779,
"step": 404500
},
{
"epoch": 13.17,
"learning_rate": 6.010101010101011e-06,
"loss": 0.8768,
"step": 405000
},
{
"epoch": 13.19,
"learning_rate": 6.005050505050506e-06,
"loss": 0.8775,
"step": 405500
},
{
"epoch": 13.2,
"learning_rate": 6e-06,
"loss": 0.8773,
"step": 406000
},
{
"epoch": 13.22,
"learning_rate": 5.994949494949496e-06,
"loss": 0.8766,
"step": 406500
},
{
"epoch": 13.24,
"learning_rate": 5.9898989898989904e-06,
"loss": 0.8764,
"step": 407000
},
{
"epoch": 13.25,
"learning_rate": 5.984848484848486e-06,
"loss": 0.8772,
"step": 407500
},
{
"epoch": 13.27,
"learning_rate": 5.97979797979798e-06,
"loss": 0.876,
"step": 408000
},
{
"epoch": 13.29,
"learning_rate": 5.974747474747475e-06,
"loss": 0.8756,
"step": 408500
},
{
"epoch": 13.3,
"learning_rate": 5.96969696969697e-06,
"loss": 0.8755,
"step": 409000
},
{
"epoch": 13.32,
"learning_rate": 5.964646464646465e-06,
"loss": 0.8751,
"step": 409500
},
{
"epoch": 13.33,
"learning_rate": 5.95959595959596e-06,
"loss": 0.8749,
"step": 410000
},
{
"epoch": 13.35,
"learning_rate": 5.954545454545455e-06,
"loss": 0.8748,
"step": 410500
},
{
"epoch": 13.37,
"learning_rate": 5.949494949494949e-06,
"loss": 0.875,
"step": 411000
},
{
"epoch": 13.38,
"learning_rate": 5.944444444444445e-06,
"loss": 0.8751,
"step": 411500
},
{
"epoch": 13.4,
"learning_rate": 5.93939393939394e-06,
"loss": 0.8737,
"step": 412000
},
{
"epoch": 13.42,
"learning_rate": 5.9343434343434345e-06,
"loss": 0.8743,
"step": 412500
},
{
"epoch": 13.43,
"learning_rate": 5.9292929292929305e-06,
"loss": 0.8733,
"step": 413000
},
{
"epoch": 13.45,
"learning_rate": 5.924242424242425e-06,
"loss": 0.8735,
"step": 413500
},
{
"epoch": 13.46,
"learning_rate": 5.91919191919192e-06,
"loss": 0.8732,
"step": 414000
},
{
"epoch": 13.48,
"learning_rate": 5.914141414141414e-06,
"loss": 0.8734,
"step": 414500
},
{
"epoch": 13.5,
"learning_rate": 5.90909090909091e-06,
"loss": 0.8724,
"step": 415000
},
{
"epoch": 13.51,
"learning_rate": 5.9040404040404045e-06,
"loss": 0.8724,
"step": 415500
},
{
"epoch": 13.53,
"learning_rate": 5.8989898989899e-06,
"loss": 0.8719,
"step": 416000
},
{
"epoch": 13.55,
"learning_rate": 5.893939393939394e-06,
"loss": 0.8714,
"step": 416500
},
{
"epoch": 13.56,
"learning_rate": 5.88888888888889e-06,
"loss": 0.8723,
"step": 417000
},
{
"epoch": 13.58,
"learning_rate": 5.883838383838384e-06,
"loss": 0.8719,
"step": 417500
},
{
"epoch": 13.59,
"learning_rate": 5.878787878787879e-06,
"loss": 0.8709,
"step": 418000
},
{
"epoch": 13.61,
"learning_rate": 5.873737373737374e-06,
"loss": 0.8709,
"step": 418500
},
{
"epoch": 13.63,
"learning_rate": 5.868686868686869e-06,
"loss": 0.8707,
"step": 419000
},
{
"epoch": 13.64,
"learning_rate": 5.863636363636364e-06,
"loss": 0.871,
"step": 419500
},
{
"epoch": 13.66,
"learning_rate": 5.858585858585859e-06,
"loss": 0.8703,
"step": 420000
},
{
"epoch": 13.68,
"learning_rate": 5.853535353535354e-06,
"loss": 0.8698,
"step": 420500
},
{
"epoch": 13.69,
"learning_rate": 5.8484848484848485e-06,
"loss": 0.8698,
"step": 421000
},
{
"epoch": 13.71,
"learning_rate": 5.8434343434343445e-06,
"loss": 0.8696,
"step": 421500
},
{
"epoch": 13.72,
"learning_rate": 5.838383838383839e-06,
"loss": 0.869,
"step": 422000
},
{
"epoch": 13.74,
"learning_rate": 5.833333333333334e-06,
"loss": 0.8695,
"step": 422500
},
{
"epoch": 13.76,
"learning_rate": 5.828282828282828e-06,
"loss": 0.8691,
"step": 423000
},
{
"epoch": 13.77,
"learning_rate": 5.823232323232324e-06,
"loss": 0.8693,
"step": 423500
},
{
"epoch": 13.79,
"learning_rate": 5.8181818181818185e-06,
"loss": 0.8686,
"step": 424000
},
{
"epoch": 13.81,
"learning_rate": 5.813131313131314e-06,
"loss": 0.8684,
"step": 424500
},
{
"epoch": 13.82,
"learning_rate": 5.808080808080808e-06,
"loss": 0.8679,
"step": 425000
},
{
"epoch": 13.84,
"learning_rate": 5.803030303030304e-06,
"loss": 0.8679,
"step": 425500
},
{
"epoch": 13.85,
"learning_rate": 5.797979797979798e-06,
"loss": 0.8673,
"step": 426000
},
{
"epoch": 13.87,
"learning_rate": 5.792929292929293e-06,
"loss": 0.8678,
"step": 426500
},
{
"epoch": 13.89,
"learning_rate": 5.787878787878788e-06,
"loss": 0.8677,
"step": 427000
},
{
"epoch": 13.9,
"learning_rate": 5.782828282828284e-06,
"loss": 0.867,
"step": 427500
},
{
"epoch": 13.92,
"learning_rate": 5.777777777777778e-06,
"loss": 0.8667,
"step": 428000
},
{
"epoch": 13.94,
"learning_rate": 5.772727272727273e-06,
"loss": 0.8662,
"step": 428500
},
{
"epoch": 13.95,
"learning_rate": 5.767676767676768e-06,
"loss": 0.8665,
"step": 429000
},
{
"epoch": 13.97,
"learning_rate": 5.762626262626263e-06,
"loss": 0.8656,
"step": 429500
},
{
"epoch": 13.98,
"learning_rate": 5.7575757575757586e-06,
"loss": 0.8659,
"step": 430000
},
{
"epoch": 14.0,
"learning_rate": 5.752525252525253e-06,
"loss": 0.8656,
"step": 430500
},
{
"epoch": 14.02,
"learning_rate": 5.747474747474748e-06,
"loss": 0.8647,
"step": 431000
},
{
"epoch": 14.03,
"learning_rate": 5.742424242424242e-06,
"loss": 0.865,
"step": 431500
},
{
"epoch": 14.05,
"learning_rate": 5.737373737373738e-06,
"loss": 0.8646,
"step": 432000
},
{
"epoch": 14.07,
"learning_rate": 5.732323232323233e-06,
"loss": 0.8644,
"step": 432500
},
{
"epoch": 14.08,
"learning_rate": 5.727272727272728e-06,
"loss": 0.8645,
"step": 433000
},
{
"epoch": 14.1,
"learning_rate": 5.722222222222222e-06,
"loss": 0.8641,
"step": 433500
},
{
"epoch": 14.11,
"learning_rate": 5.717171717171718e-06,
"loss": 0.8643,
"step": 434000
},
{
"epoch": 14.13,
"learning_rate": 5.712121212121212e-06,
"loss": 0.8635,
"step": 434500
},
{
"epoch": 14.15,
"learning_rate": 5.7070707070707075e-06,
"loss": 0.8631,
"step": 435000
},
{
"epoch": 14.16,
"learning_rate": 5.702020202020202e-06,
"loss": 0.8635,
"step": 435500
},
{
"epoch": 14.18,
"learning_rate": 5.696969696969698e-06,
"loss": 0.8627,
"step": 436000
},
{
"epoch": 14.2,
"learning_rate": 5.691919191919192e-06,
"loss": 0.8623,
"step": 436500
},
{
"epoch": 14.21,
"learning_rate": 5.686868686868687e-06,
"loss": 0.8622,
"step": 437000
},
{
"epoch": 14.23,
"learning_rate": 5.681818181818183e-06,
"loss": 0.8619,
"step": 437500
},
{
"epoch": 14.24,
"learning_rate": 5.6767676767676775e-06,
"loss": 0.8616,
"step": 438000
},
{
"epoch": 14.26,
"learning_rate": 5.671717171717173e-06,
"loss": 0.8621,
"step": 438500
},
{
"epoch": 14.28,
"learning_rate": 5.666666666666667e-06,
"loss": 0.8622,
"step": 439000
},
{
"epoch": 14.29,
"learning_rate": 5.661616161616162e-06,
"loss": 0.8616,
"step": 439500
},
{
"epoch": 14.31,
"learning_rate": 5.656565656565657e-06,
"loss": 0.8612,
"step": 440000
},
{
"epoch": 14.33,
"learning_rate": 5.651515151515152e-06,
"loss": 0.8612,
"step": 440500
},
{
"epoch": 14.34,
"learning_rate": 5.646464646464647e-06,
"loss": 0.8607,
"step": 441000
},
{
"epoch": 14.36,
"learning_rate": 5.641414141414142e-06,
"loss": 0.8607,
"step": 441500
},
{
"epoch": 14.37,
"learning_rate": 5.636363636363636e-06,
"loss": 0.8594,
"step": 442000
},
{
"epoch": 14.39,
"learning_rate": 5.631313131313132e-06,
"loss": 0.8602,
"step": 442500
},
{
"epoch": 14.41,
"learning_rate": 5.626262626262626e-06,
"loss": 0.8597,
"step": 443000
},
{
"epoch": 14.42,
"learning_rate": 5.6212121212121215e-06,
"loss": 0.8594,
"step": 443500
},
{
"epoch": 14.44,
"learning_rate": 5.616161616161616e-06,
"loss": 0.8598,
"step": 444000
},
{
"epoch": 14.46,
"learning_rate": 5.611111111111112e-06,
"loss": 0.8588,
"step": 444500
},
{
"epoch": 14.47,
"learning_rate": 5.606060606060606e-06,
"loss": 0.8587,
"step": 445000
},
{
"epoch": 14.49,
"learning_rate": 5.601010101010101e-06,
"loss": 0.8583,
"step": 445500
},
{
"epoch": 14.51,
"learning_rate": 5.595959595959597e-06,
"loss": 0.8589,
"step": 446000
},
{
"epoch": 14.52,
"learning_rate": 5.5909090909090915e-06,
"loss": 0.8582,
"step": 446500
},
{
"epoch": 14.54,
"learning_rate": 5.585858585858587e-06,
"loss": 0.8573,
"step": 447000
},
{
"epoch": 14.55,
"learning_rate": 5.580808080808081e-06,
"loss": 0.8581,
"step": 447500
},
{
"epoch": 14.57,
"learning_rate": 5.575757575757577e-06,
"loss": 0.8578,
"step": 448000
},
{
"epoch": 14.59,
"learning_rate": 5.570707070707071e-06,
"loss": 0.858,
"step": 448500
},
{
"epoch": 14.6,
"learning_rate": 5.565656565656566e-06,
"loss": 0.8566,
"step": 449000
},
{
"epoch": 14.62,
"learning_rate": 5.560606060606061e-06,
"loss": 0.8567,
"step": 449500
},
{
"epoch": 14.64,
"learning_rate": 5.555555555555557e-06,
"loss": 0.8566,
"step": 450000
},
{
"epoch": 14.65,
"learning_rate": 5.550505050505051e-06,
"loss": 0.8566,
"step": 450500
},
{
"epoch": 14.67,
"learning_rate": 5.545454545454546e-06,
"loss": 0.8566,
"step": 451000
},
{
"epoch": 14.68,
"learning_rate": 5.54040404040404e-06,
"loss": 0.8563,
"step": 451500
},
{
"epoch": 14.7,
"learning_rate": 5.5353535353535355e-06,
"loss": 0.8565,
"step": 452000
},
{
"epoch": 14.72,
"learning_rate": 5.530303030303031e-06,
"loss": 0.8566,
"step": 452500
},
{
"epoch": 14.73,
"learning_rate": 5.525252525252526e-06,
"loss": 0.8555,
"step": 453000
},
{
"epoch": 14.75,
"learning_rate": 5.52020202020202e-06,
"loss": 0.8557,
"step": 453500
},
{
"epoch": 14.77,
"learning_rate": 5.515151515151515e-06,
"loss": 0.8556,
"step": 454000
},
{
"epoch": 14.78,
"learning_rate": 5.510101010101011e-06,
"loss": 0.8553,
"step": 454500
},
{
"epoch": 14.8,
"learning_rate": 5.5050505050505056e-06,
"loss": 0.8544,
"step": 455000
},
{
"epoch": 14.81,
"learning_rate": 5.500000000000001e-06,
"loss": 0.8542,
"step": 455500
},
{
"epoch": 14.83,
"learning_rate": 5.494949494949495e-06,
"loss": 0.8538,
"step": 456000
},
{
"epoch": 14.85,
"learning_rate": 5.489898989898991e-06,
"loss": 0.8538,
"step": 456500
},
{
"epoch": 14.86,
"learning_rate": 5.484848484848485e-06,
"loss": 0.8543,
"step": 457000
},
{
"epoch": 14.88,
"learning_rate": 5.4797979797979804e-06,
"loss": 0.8538,
"step": 457500
},
{
"epoch": 14.9,
"learning_rate": 5.474747474747475e-06,
"loss": 0.8535,
"step": 458000
},
{
"epoch": 14.91,
"learning_rate": 5.469696969696971e-06,
"loss": 0.8531,
"step": 458500
},
{
"epoch": 14.93,
"learning_rate": 5.464646464646465e-06,
"loss": 0.8533,
"step": 459000
},
{
"epoch": 14.94,
"learning_rate": 5.45959595959596e-06,
"loss": 0.8527,
"step": 459500
},
{
"epoch": 14.96,
"learning_rate": 5.4545454545454545e-06,
"loss": 0.8525,
"step": 460000
},
{
"epoch": 14.98,
"learning_rate": 5.4494949494949504e-06,
"loss": 0.8522,
"step": 460500
},
{
"epoch": 14.99,
"learning_rate": 5.444444444444445e-06,
"loss": 0.8525,
"step": 461000
},
{
"epoch": 15.01,
"learning_rate": 5.43939393939394e-06,
"loss": 0.8517,
"step": 461500
},
{
"epoch": 15.03,
"learning_rate": 5.434343434343434e-06,
"loss": 0.852,
"step": 462000
},
{
"epoch": 15.04,
"learning_rate": 5.429292929292929e-06,
"loss": 0.852,
"step": 462500
},
{
"epoch": 15.06,
"learning_rate": 5.424242424242425e-06,
"loss": 0.8509,
"step": 463000
},
{
"epoch": 15.07,
"learning_rate": 5.41919191919192e-06,
"loss": 0.8512,
"step": 463500
},
{
"epoch": 15.09,
"learning_rate": 5.414141414141415e-06,
"loss": 0.8511,
"step": 464000
},
{
"epoch": 15.11,
"learning_rate": 5.409090909090909e-06,
"loss": 0.8509,
"step": 464500
},
{
"epoch": 15.12,
"learning_rate": 5.404040404040405e-06,
"loss": 0.8508,
"step": 465000
},
{
"epoch": 15.14,
"learning_rate": 5.398989898989899e-06,
"loss": 0.8512,
"step": 465500
},
{
"epoch": 15.16,
"learning_rate": 5.3939393939393945e-06,
"loss": 0.8497,
"step": 466000
},
{
"epoch": 15.17,
"learning_rate": 5.388888888888889e-06,
"loss": 0.8502,
"step": 466500
},
{
"epoch": 15.19,
"learning_rate": 5.383838383838385e-06,
"loss": 0.8493,
"step": 467000
},
{
"epoch": 15.2,
"learning_rate": 5.378787878787879e-06,
"loss": 0.8501,
"step": 467500
},
{
"epoch": 15.22,
"learning_rate": 5.373737373737374e-06,
"loss": 0.8488,
"step": 468000
},
{
"epoch": 15.24,
"learning_rate": 5.3686868686868685e-06,
"loss": 0.8491,
"step": 468500
},
{
"epoch": 15.25,
"learning_rate": 5.3636363636363645e-06,
"loss": 0.8496,
"step": 469000
},
{
"epoch": 15.27,
"learning_rate": 5.358585858585859e-06,
"loss": 0.8484,
"step": 469500
},
{
"epoch": 15.29,
"learning_rate": 5.353535353535354e-06,
"loss": 0.8489,
"step": 470000
},
{
"epoch": 15.3,
"learning_rate": 5.348484848484848e-06,
"loss": 0.849,
"step": 470500
},
{
"epoch": 15.32,
"learning_rate": 5.343434343434344e-06,
"loss": 0.8483,
"step": 471000
},
{
"epoch": 15.33,
"learning_rate": 5.338383838383839e-06,
"loss": 0.8481,
"step": 471500
},
{
"epoch": 15.35,
"learning_rate": 5.333333333333334e-06,
"loss": 0.8478,
"step": 472000
},
{
"epoch": 15.37,
"learning_rate": 5.328282828282829e-06,
"loss": 0.8474,
"step": 472500
},
{
"epoch": 15.38,
"learning_rate": 5.323232323232324e-06,
"loss": 0.8474,
"step": 473000
},
{
"epoch": 15.4,
"learning_rate": 5.318181818181819e-06,
"loss": 0.8468,
"step": 473500
},
{
"epoch": 15.42,
"learning_rate": 5.313131313131313e-06,
"loss": 0.8468,
"step": 474000
},
{
"epoch": 15.43,
"learning_rate": 5.3080808080808085e-06,
"loss": 0.8466,
"step": 474500
},
{
"epoch": 15.45,
"learning_rate": 5.303030303030303e-06,
"loss": 0.8468,
"step": 475000
},
{
"epoch": 15.46,
"learning_rate": 5.297979797979799e-06,
"loss": 0.8463,
"step": 475500
},
{
"epoch": 15.48,
"learning_rate": 5.292929292929293e-06,
"loss": 0.8461,
"step": 476000
},
{
"epoch": 15.5,
"learning_rate": 5.287878787878788e-06,
"loss": 0.8461,
"step": 476500
},
{
"epoch": 15.51,
"learning_rate": 5.2828282828282825e-06,
"loss": 0.8461,
"step": 477000
},
{
"epoch": 15.53,
"learning_rate": 5.2777777777777785e-06,
"loss": 0.8453,
"step": 477500
},
{
"epoch": 15.55,
"learning_rate": 5.272727272727273e-06,
"loss": 0.8454,
"step": 478000
},
{
"epoch": 15.56,
"learning_rate": 5.267676767676768e-06,
"loss": 0.8452,
"step": 478500
},
{
"epoch": 15.58,
"learning_rate": 5.262626262626262e-06,
"loss": 0.8456,
"step": 479000
},
{
"epoch": 15.59,
"learning_rate": 5.257575757575758e-06,
"loss": 0.8445,
"step": 479500
},
{
"epoch": 15.61,
"learning_rate": 5.252525252525253e-06,
"loss": 0.8446,
"step": 480000
},
{
"epoch": 15.63,
"learning_rate": 5.247474747474748e-06,
"loss": 0.8444,
"step": 480500
},
{
"epoch": 15.64,
"learning_rate": 5.242424242424244e-06,
"loss": 0.8442,
"step": 481000
},
{
"epoch": 15.66,
"learning_rate": 5.237373737373738e-06,
"loss": 0.8442,
"step": 481500
},
{
"epoch": 15.68,
"learning_rate": 5.232323232323233e-06,
"loss": 0.8438,
"step": 482000
},
{
"epoch": 15.69,
"learning_rate": 5.2272727272727274e-06,
"loss": 0.8439,
"step": 482500
},
{
"epoch": 15.71,
"learning_rate": 5.2222222222222226e-06,
"loss": 0.8443,
"step": 483000
},
{
"epoch": 15.72,
"learning_rate": 5.217171717171718e-06,
"loss": 0.8432,
"step": 483500
},
{
"epoch": 15.74,
"learning_rate": 5.212121212121213e-06,
"loss": 0.8439,
"step": 484000
},
{
"epoch": 15.76,
"learning_rate": 5.207070707070707e-06,
"loss": 0.8428,
"step": 484500
},
{
"epoch": 15.77,
"learning_rate": 5.202020202020202e-06,
"loss": 0.8434,
"step": 485000
},
{
"epoch": 15.79,
"learning_rate": 5.196969696969697e-06,
"loss": 0.8428,
"step": 485500
},
{
"epoch": 15.81,
"learning_rate": 5.191919191919193e-06,
"loss": 0.8425,
"step": 486000
},
{
"epoch": 15.82,
"learning_rate": 5.186868686868687e-06,
"loss": 0.8431,
"step": 486500
},
{
"epoch": 15.84,
"learning_rate": 5.181818181818182e-06,
"loss": 0.8422,
"step": 487000
},
{
"epoch": 15.85,
"learning_rate": 5.176767676767676e-06,
"loss": 0.8421,
"step": 487500
},
{
"epoch": 15.87,
"learning_rate": 5.171717171717172e-06,
"loss": 0.842,
"step": 488000
},
{
"epoch": 15.89,
"learning_rate": 5.1666666666666675e-06,
"loss": 0.8418,
"step": 488500
},
{
"epoch": 15.9,
"learning_rate": 5.161616161616162e-06,
"loss": 0.8412,
"step": 489000
},
{
"epoch": 15.92,
"learning_rate": 5.156565656565658e-06,
"loss": 0.8414,
"step": 489500
},
{
"epoch": 15.94,
"learning_rate": 5.151515151515152e-06,
"loss": 0.8409,
"step": 490000
},
{
"epoch": 15.95,
"learning_rate": 5.146464646464647e-06,
"loss": 0.8407,
"step": 490500
},
{
"epoch": 15.97,
"learning_rate": 5.1414141414141415e-06,
"loss": 0.8408,
"step": 491000
},
{
"epoch": 15.98,
"learning_rate": 5.1363636363636375e-06,
"loss": 0.8407,
"step": 491500
},
{
"epoch": 16.0,
"learning_rate": 5.131313131313132e-06,
"loss": 0.8407,
"step": 492000
},
{
"epoch": 16.02,
"learning_rate": 5.126262626262627e-06,
"loss": 0.8407,
"step": 492500
},
{
"epoch": 16.03,
"learning_rate": 5.121212121212121e-06,
"loss": 0.8395,
"step": 493000
},
{
"epoch": 16.05,
"learning_rate": 5.116161616161617e-06,
"loss": 0.84,
"step": 493500
},
{
"epoch": 16.07,
"learning_rate": 5.1111111111111115e-06,
"loss": 0.8394,
"step": 494000
},
{
"epoch": 16.08,
"learning_rate": 5.106060606060607e-06,
"loss": 0.8395,
"step": 494500
},
{
"epoch": 16.1,
"learning_rate": 5.101010101010101e-06,
"loss": 0.8391,
"step": 495000
},
{
"epoch": 16.11,
"learning_rate": 5.095959595959596e-06,
"loss": 0.8396,
"step": 495500
},
{
"epoch": 16.13,
"learning_rate": 5.090909090909091e-06,
"loss": 0.839,
"step": 496000
},
{
"epoch": 16.15,
"learning_rate": 5.085858585858586e-06,
"loss": 0.8383,
"step": 496500
},
{
"epoch": 16.16,
"learning_rate": 5.0808080808080815e-06,
"loss": 0.8389,
"step": 497000
},
{
"epoch": 16.18,
"learning_rate": 5.075757575757576e-06,
"loss": 0.8385,
"step": 497500
},
{
"epoch": 16.2,
"learning_rate": 5.070707070707072e-06,
"loss": 0.838,
"step": 498000
},
{
"epoch": 16.21,
"learning_rate": 5.065656565656566e-06,
"loss": 0.8377,
"step": 498500
},
{
"epoch": 16.23,
"learning_rate": 5.060606060606061e-06,
"loss": 0.8379,
"step": 499000
},
{
"epoch": 16.24,
"learning_rate": 5.0555555555555555e-06,
"loss": 0.8376,
"step": 499500
},
{
"epoch": 16.26,
"learning_rate": 5.0505050505050515e-06,
"loss": 0.8377,
"step": 500000
},
{
"epoch": 16.28,
"learning_rate": 5.045454545454546e-06,
"loss": 0.8374,
"step": 500500
},
{
"epoch": 16.29,
"learning_rate": 5.040404040404041e-06,
"loss": 0.8372,
"step": 501000
},
{
"epoch": 16.31,
"learning_rate": 5.035353535353535e-06,
"loss": 0.8362,
"step": 501500
},
{
"epoch": 16.33,
"learning_rate": 5.030303030303031e-06,
"loss": 0.8366,
"step": 502000
},
{
"epoch": 16.34,
"learning_rate": 5.0252525252525255e-06,
"loss": 0.837,
"step": 502500
},
{
"epoch": 16.36,
"learning_rate": 5.020202020202021e-06,
"loss": 0.8366,
"step": 503000
},
{
"epoch": 16.38,
"learning_rate": 5.015151515151515e-06,
"loss": 0.8363,
"step": 503500
},
{
"epoch": 16.39,
"learning_rate": 5.010101010101011e-06,
"loss": 0.8367,
"step": 504000
},
{
"epoch": 16.41,
"learning_rate": 5.005050505050505e-06,
"loss": 0.8362,
"step": 504500
},
{
"epoch": 16.42,
"learning_rate": 5e-06,
"loss": 0.8354,
"step": 505000
},
{
"epoch": 16.44,
"learning_rate": 4.9949494949494956e-06,
"loss": 0.8354,
"step": 505500
},
{
"epoch": 16.46,
"learning_rate": 4.98989898989899e-06,
"loss": 0.8359,
"step": 506000
},
{
"epoch": 16.47,
"learning_rate": 4.984848484848485e-06,
"loss": 0.8354,
"step": 506500
},
{
"epoch": 16.49,
"learning_rate": 4.97979797979798e-06,
"loss": 0.8358,
"step": 507000
},
{
"epoch": 16.51,
"learning_rate": 4.974747474747475e-06,
"loss": 0.8346,
"step": 507500
},
{
"epoch": 16.52,
"learning_rate": 4.9696969696969696e-06,
"loss": 0.8345,
"step": 508000
},
{
"epoch": 16.54,
"learning_rate": 4.964646464646465e-06,
"loss": 0.8346,
"step": 508500
},
{
"epoch": 16.55,
"learning_rate": 4.95959595959596e-06,
"loss": 0.834,
"step": 509000
},
{
"epoch": 16.57,
"learning_rate": 4.954545454545455e-06,
"loss": 0.8336,
"step": 509500
},
{
"epoch": 16.59,
"learning_rate": 4.94949494949495e-06,
"loss": 0.8342,
"step": 510000
},
{
"epoch": 16.6,
"learning_rate": 4.944444444444445e-06,
"loss": 0.8342,
"step": 510500
},
{
"epoch": 16.62,
"learning_rate": 4.93939393939394e-06,
"loss": 0.8339,
"step": 511000
},
{
"epoch": 16.64,
"learning_rate": 4.934343434343435e-06,
"loss": 0.8332,
"step": 511500
},
{
"epoch": 16.65,
"learning_rate": 4.92929292929293e-06,
"loss": 0.8334,
"step": 512000
},
{
"epoch": 16.67,
"learning_rate": 4.924242424242425e-06,
"loss": 0.834,
"step": 512500
},
{
"epoch": 16.68,
"learning_rate": 4.919191919191919e-06,
"loss": 0.8329,
"step": 513000
},
{
"epoch": 16.7,
"learning_rate": 4.9141414141414145e-06,
"loss": 0.833,
"step": 513500
},
{
"epoch": 16.72,
"learning_rate": 4.90909090909091e-06,
"loss": 0.8321,
"step": 514000
},
{
"epoch": 16.73,
"learning_rate": 4.904040404040405e-06,
"loss": 0.8329,
"step": 514500
},
{
"epoch": 16.75,
"learning_rate": 4.898989898989899e-06,
"loss": 0.8331,
"step": 515000
},
{
"epoch": 16.77,
"learning_rate": 4.893939393939394e-06,
"loss": 0.8321,
"step": 515500
},
{
"epoch": 16.78,
"learning_rate": 4.888888888888889e-06,
"loss": 0.8318,
"step": 516000
},
{
"epoch": 16.8,
"learning_rate": 4.883838383838384e-06,
"loss": 0.8313,
"step": 516500
},
{
"epoch": 16.81,
"learning_rate": 4.878787878787879e-06,
"loss": 0.8314,
"step": 517000
},
{
"epoch": 16.83,
"learning_rate": 4.873737373737374e-06,
"loss": 0.8314,
"step": 517500
},
{
"epoch": 16.85,
"learning_rate": 4.868686868686869e-06,
"loss": 0.831,
"step": 518000
},
{
"epoch": 16.86,
"learning_rate": 4.863636363636364e-06,
"loss": 0.8312,
"step": 518500
},
{
"epoch": 16.88,
"learning_rate": 4.858585858585859e-06,
"loss": 0.8313,
"step": 519000
},
{
"epoch": 16.9,
"learning_rate": 4.8535353535353545e-06,
"loss": 0.8309,
"step": 519500
},
{
"epoch": 16.91,
"learning_rate": 4.848484848484849e-06,
"loss": 0.8306,
"step": 520000
},
{
"epoch": 16.93,
"learning_rate": 4.843434343434344e-06,
"loss": 0.8304,
"step": 520500
},
{
"epoch": 16.94,
"learning_rate": 4.838383838383839e-06,
"loss": 0.83,
"step": 521000
},
{
"epoch": 16.96,
"learning_rate": 4.833333333333333e-06,
"loss": 0.8299,
"step": 521500
},
{
"epoch": 16.98,
"learning_rate": 4.8282828282828285e-06,
"loss": 0.8296,
"step": 522000
},
{
"epoch": 16.99,
"learning_rate": 4.823232323232324e-06,
"loss": 0.8294,
"step": 522500
},
{
"epoch": 17.01,
"learning_rate": 4.818181818181819e-06,
"loss": 0.8299,
"step": 523000
},
{
"epoch": 17.03,
"learning_rate": 4.813131313131313e-06,
"loss": 0.8294,
"step": 523500
},
{
"epoch": 17.04,
"learning_rate": 4.808080808080808e-06,
"loss": 0.8291,
"step": 524000
},
{
"epoch": 17.06,
"learning_rate": 4.803030303030303e-06,
"loss": 0.8286,
"step": 524500
},
{
"epoch": 17.07,
"learning_rate": 4.7979797979797985e-06,
"loss": 0.8286,
"step": 525000
},
{
"epoch": 17.09,
"learning_rate": 4.792929292929293e-06,
"loss": 0.829,
"step": 525500
},
{
"epoch": 17.11,
"learning_rate": 4.787878787878788e-06,
"loss": 0.8281,
"step": 526000
},
{
"epoch": 17.12,
"learning_rate": 4.782828282828283e-06,
"loss": 0.8277,
"step": 526500
},
{
"epoch": 17.14,
"learning_rate": 4.777777777777778e-06,
"loss": 0.8277,
"step": 527000
},
{
"epoch": 17.16,
"learning_rate": 4.772727272727273e-06,
"loss": 0.8269,
"step": 527500
},
{
"epoch": 17.17,
"learning_rate": 4.7676767676767685e-06,
"loss": 0.828,
"step": 528000
},
{
"epoch": 17.19,
"learning_rate": 4.762626262626263e-06,
"loss": 0.8279,
"step": 528500
},
{
"epoch": 17.2,
"learning_rate": 4.757575757575758e-06,
"loss": 0.8272,
"step": 529000
},
{
"epoch": 17.22,
"learning_rate": 4.752525252525253e-06,
"loss": 0.8272,
"step": 529500
},
{
"epoch": 17.24,
"learning_rate": 4.747474747474748e-06,
"loss": 0.8269,
"step": 530000
},
{
"epoch": 17.25,
"learning_rate": 4.7424242424242426e-06,
"loss": 0.8267,
"step": 530500
},
{
"epoch": 17.27,
"learning_rate": 4.737373737373738e-06,
"loss": 0.8268,
"step": 531000
},
{
"epoch": 17.29,
"learning_rate": 4.732323232323233e-06,
"loss": 0.8265,
"step": 531500
},
{
"epoch": 17.3,
"learning_rate": 4.727272727272728e-06,
"loss": 0.8263,
"step": 532000
},
{
"epoch": 17.32,
"learning_rate": 4.722222222222222e-06,
"loss": 0.8261,
"step": 532500
},
{
"epoch": 17.33,
"learning_rate": 4.717171717171717e-06,
"loss": 0.827,
"step": 533000
},
{
"epoch": 17.35,
"learning_rate": 4.7121212121212126e-06,
"loss": 0.8258,
"step": 533500
},
{
"epoch": 17.37,
"learning_rate": 4.707070707070707e-06,
"loss": 0.8255,
"step": 534000
},
{
"epoch": 17.38,
"learning_rate": 4.702020202020202e-06,
"loss": 0.8257,
"step": 534500
},
{
"epoch": 17.4,
"learning_rate": 4.696969696969698e-06,
"loss": 0.8253,
"step": 535000
},
{
"epoch": 17.42,
"learning_rate": 4.691919191919192e-06,
"loss": 0.8253,
"step": 535500
},
{
"epoch": 17.43,
"learning_rate": 4.6868686868686874e-06,
"loss": 0.8251,
"step": 536000
},
{
"epoch": 17.45,
"learning_rate": 4.681818181818183e-06,
"loss": 0.8246,
"step": 536500
},
{
"epoch": 17.46,
"learning_rate": 4.676767676767677e-06,
"loss": 0.8249,
"step": 537000
},
{
"epoch": 17.48,
"learning_rate": 4.671717171717172e-06,
"loss": 0.8245,
"step": 537500
},
{
"epoch": 17.5,
"learning_rate": 4.666666666666667e-06,
"loss": 0.825,
"step": 538000
},
{
"epoch": 17.51,
"learning_rate": 4.661616161616162e-06,
"loss": 0.8242,
"step": 538500
},
{
"epoch": 17.53,
"learning_rate": 4.656565656565657e-06,
"loss": 0.8234,
"step": 539000
},
{
"epoch": 17.55,
"learning_rate": 4.651515151515152e-06,
"loss": 0.8242,
"step": 539500
},
{
"epoch": 17.56,
"learning_rate": 4.646464646464647e-06,
"loss": 0.8236,
"step": 540000
},
{
"epoch": 17.58,
"learning_rate": 4.641414141414142e-06,
"loss": 0.8235,
"step": 540500
},
{
"epoch": 17.59,
"learning_rate": 4.636363636363636e-06,
"loss": 0.8235,
"step": 541000
},
{
"epoch": 17.61,
"learning_rate": 4.6313131313131315e-06,
"loss": 0.8239,
"step": 541500
},
{
"epoch": 17.63,
"learning_rate": 4.626262626262627e-06,
"loss": 0.8229,
"step": 542000
},
{
"epoch": 17.64,
"learning_rate": 4.621212121212122e-06,
"loss": 0.823,
"step": 542500
},
{
"epoch": 17.66,
"learning_rate": 4.616161616161616e-06,
"loss": 0.8229,
"step": 543000
},
{
"epoch": 17.68,
"learning_rate": 4.611111111111112e-06,
"loss": 0.8225,
"step": 543500
},
{
"epoch": 17.69,
"learning_rate": 4.606060606060606e-06,
"loss": 0.8231,
"step": 544000
},
{
"epoch": 17.71,
"learning_rate": 4.6010101010101015e-06,
"loss": 0.8214,
"step": 544500
},
{
"epoch": 17.72,
"learning_rate": 4.595959595959597e-06,
"loss": 0.8226,
"step": 545000
},
{
"epoch": 17.74,
"learning_rate": 4.590909090909092e-06,
"loss": 0.8219,
"step": 545500
},
{
"epoch": 17.76,
"learning_rate": 4.585858585858586e-06,
"loss": 0.8215,
"step": 546000
},
{
"epoch": 17.77,
"learning_rate": 4.580808080808081e-06,
"loss": 0.8221,
"step": 546500
},
{
"epoch": 17.79,
"learning_rate": 4.575757575757576e-06,
"loss": 0.8219,
"step": 547000
},
{
"epoch": 17.81,
"learning_rate": 4.5707070707070715e-06,
"loss": 0.8214,
"step": 547500
},
{
"epoch": 17.82,
"learning_rate": 4.565656565656566e-06,
"loss": 0.8215,
"step": 548000
},
{
"epoch": 17.84,
"learning_rate": 4.560606060606061e-06,
"loss": 0.8215,
"step": 548500
},
{
"epoch": 17.85,
"learning_rate": 4.555555555555556e-06,
"loss": 0.8204,
"step": 549000
},
{
"epoch": 17.87,
"learning_rate": 4.55050505050505e-06,
"loss": 0.8205,
"step": 549500
},
{
"epoch": 17.89,
"learning_rate": 4.5454545454545455e-06,
"loss": 0.8211,
"step": 550000
},
{
"epoch": 17.9,
"learning_rate": 4.540404040404041e-06,
"loss": 0.8205,
"step": 550500
},
{
"epoch": 17.92,
"learning_rate": 4.535353535353536e-06,
"loss": 0.8207,
"step": 551000
},
{
"epoch": 17.94,
"learning_rate": 4.53030303030303e-06,
"loss": 0.8197,
"step": 551500
},
{
"epoch": 17.95,
"learning_rate": 4.525252525252526e-06,
"loss": 0.8198,
"step": 552000
},
{
"epoch": 17.97,
"learning_rate": 4.520202020202021e-06,
"loss": 0.82,
"step": 552500
},
{
"epoch": 17.98,
"learning_rate": 4.5151515151515155e-06,
"loss": 0.8198,
"step": 553000
},
{
"epoch": 18.0,
"learning_rate": 4.510101010101011e-06,
"loss": 0.8198,
"step": 553500
},
{
"epoch": 18.02,
"learning_rate": 4.505050505050506e-06,
"loss": 0.8194,
"step": 554000
},
{
"epoch": 18.03,
"learning_rate": 4.5e-06,
"loss": 0.8195,
"step": 554500
},
{
"epoch": 18.05,
"learning_rate": 4.494949494949495e-06,
"loss": 0.8192,
"step": 555000
},
{
"epoch": 18.07,
"learning_rate": 4.48989898989899e-06,
"loss": 0.8188,
"step": 555500
},
{
"epoch": 18.08,
"learning_rate": 4.4848484848484855e-06,
"loss": 0.8188,
"step": 556000
},
{
"epoch": 18.1,
"learning_rate": 4.47979797979798e-06,
"loss": 0.8183,
"step": 556500
},
{
"epoch": 18.11,
"learning_rate": 4.474747474747475e-06,
"loss": 0.8184,
"step": 557000
},
{
"epoch": 18.13,
"learning_rate": 4.46969696969697e-06,
"loss": 0.8182,
"step": 557500
},
{
"epoch": 18.15,
"learning_rate": 4.464646464646465e-06,
"loss": 0.8185,
"step": 558000
},
{
"epoch": 18.16,
"learning_rate": 4.4595959595959596e-06,
"loss": 0.818,
"step": 558500
},
{
"epoch": 18.18,
"learning_rate": 4.454545454545455e-06,
"loss": 0.8176,
"step": 559000
},
{
"epoch": 18.2,
"learning_rate": 4.44949494949495e-06,
"loss": 0.8177,
"step": 559500
},
{
"epoch": 18.21,
"learning_rate": 4.444444444444444e-06,
"loss": 0.8175,
"step": 560000
},
{
"epoch": 18.23,
"learning_rate": 4.43939393939394e-06,
"loss": 0.8176,
"step": 560500
},
{
"epoch": 18.25,
"learning_rate": 4.434343434343435e-06,
"loss": 0.817,
"step": 561000
},
{
"epoch": 18.26,
"learning_rate": 4.42929292929293e-06,
"loss": 0.8165,
"step": 561500
},
{
"epoch": 18.28,
"learning_rate": 4.424242424242425e-06,
"loss": 0.8167,
"step": 562000
},
{
"epoch": 18.29,
"learning_rate": 4.41919191919192e-06,
"loss": 0.8175,
"step": 562500
},
{
"epoch": 18.31,
"learning_rate": 4.414141414141415e-06,
"loss": 0.8166,
"step": 563000
},
{
"epoch": 18.33,
"learning_rate": 4.409090909090909e-06,
"loss": 0.8167,
"step": 563500
},
{
"epoch": 18.34,
"learning_rate": 4.4040404040404044e-06,
"loss": 0.8167,
"step": 564000
},
{
"epoch": 18.36,
"learning_rate": 4.3989898989899e-06,
"loss": 0.8166,
"step": 564500
},
{
"epoch": 18.38,
"learning_rate": 4.393939393939394e-06,
"loss": 0.8163,
"step": 565000
},
{
"epoch": 18.39,
"learning_rate": 4.388888888888889e-06,
"loss": 0.8156,
"step": 565500
},
{
"epoch": 18.41,
"learning_rate": 4.383838383838384e-06,
"loss": 0.8155,
"step": 566000
},
{
"epoch": 18.42,
"learning_rate": 4.378787878787879e-06,
"loss": 0.8156,
"step": 566500
},
{
"epoch": 18.44,
"learning_rate": 4.373737373737374e-06,
"loss": 0.8152,
"step": 567000
},
{
"epoch": 18.46,
"learning_rate": 4.368686868686869e-06,
"loss": 0.8155,
"step": 567500
},
{
"epoch": 18.47,
"learning_rate": 4.363636363636364e-06,
"loss": 0.8149,
"step": 568000
},
{
"epoch": 18.49,
"learning_rate": 4.358585858585859e-06,
"loss": 0.8152,
"step": 568500
},
{
"epoch": 18.51,
"learning_rate": 4.353535353535353e-06,
"loss": 0.8145,
"step": 569000
},
{
"epoch": 18.52,
"learning_rate": 4.348484848484849e-06,
"loss": 0.8148,
"step": 569500
},
{
"epoch": 18.54,
"learning_rate": 4.343434343434344e-06,
"loss": 0.8147,
"step": 570000
},
{
"epoch": 18.55,
"learning_rate": 4.338383838383839e-06,
"loss": 0.8143,
"step": 570500
},
{
"epoch": 18.57,
"learning_rate": 4.333333333333334e-06,
"loss": 0.8143,
"step": 571000
},
{
"epoch": 18.59,
"learning_rate": 4.328282828282829e-06,
"loss": 0.8144,
"step": 571500
},
{
"epoch": 18.6,
"learning_rate": 4.323232323232323e-06,
"loss": 0.8138,
"step": 572000
},
{
"epoch": 18.62,
"learning_rate": 4.3181818181818185e-06,
"loss": 0.8138,
"step": 572500
},
{
"epoch": 18.64,
"learning_rate": 4.313131313131314e-06,
"loss": 0.8141,
"step": 573000
},
{
"epoch": 18.65,
"learning_rate": 4.308080808080809e-06,
"loss": 0.8134,
"step": 573500
},
{
"epoch": 18.67,
"learning_rate": 4.303030303030303e-06,
"loss": 0.8137,
"step": 574000
},
{
"epoch": 18.68,
"learning_rate": 4.297979797979798e-06,
"loss": 0.8135,
"step": 574500
},
{
"epoch": 18.7,
"learning_rate": 4.292929292929293e-06,
"loss": 0.8127,
"step": 575000
},
{
"epoch": 18.72,
"learning_rate": 4.287878787878788e-06,
"loss": 0.8135,
"step": 575500
},
{
"epoch": 18.73,
"learning_rate": 4.282828282828283e-06,
"loss": 0.8134,
"step": 576000
},
{
"epoch": 18.75,
"learning_rate": 4.277777777777778e-06,
"loss": 0.8127,
"step": 576500
},
{
"epoch": 18.77,
"learning_rate": 4.272727272727273e-06,
"loss": 0.812,
"step": 577000
},
{
"epoch": 18.78,
"learning_rate": 4.267676767676767e-06,
"loss": 0.8122,
"step": 577500
},
{
"epoch": 18.8,
"learning_rate": 4.262626262626263e-06,
"loss": 0.8124,
"step": 578000
},
{
"epoch": 18.81,
"learning_rate": 4.2575757575757585e-06,
"loss": 0.8125,
"step": 578500
},
{
"epoch": 18.83,
"learning_rate": 4.252525252525253e-06,
"loss": 0.8117,
"step": 579000
},
{
"epoch": 18.85,
"learning_rate": 4.247474747474748e-06,
"loss": 0.8114,
"step": 579500
},
{
"epoch": 18.86,
"learning_rate": 4.242424242424243e-06,
"loss": 0.8118,
"step": 580000
},
{
"epoch": 18.88,
"learning_rate": 4.237373737373737e-06,
"loss": 0.8115,
"step": 580500
},
{
"epoch": 18.9,
"learning_rate": 4.2323232323232325e-06,
"loss": 0.8118,
"step": 581000
},
{
"epoch": 18.91,
"learning_rate": 4.227272727272728e-06,
"loss": 0.8113,
"step": 581500
},
{
"epoch": 18.93,
"learning_rate": 4.222222222222223e-06,
"loss": 0.8115,
"step": 582000
},
{
"epoch": 18.94,
"learning_rate": 4.217171717171717e-06,
"loss": 0.8107,
"step": 582500
},
{
"epoch": 18.96,
"learning_rate": 4.212121212121212e-06,
"loss": 0.811,
"step": 583000
},
{
"epoch": 18.98,
"learning_rate": 4.207070707070707e-06,
"loss": 0.811,
"step": 583500
},
{
"epoch": 18.99,
"learning_rate": 4.2020202020202026e-06,
"loss": 0.8107,
"step": 584000
},
{
"epoch": 19.01,
"learning_rate": 4.196969696969697e-06,
"loss": 0.8102,
"step": 584500
},
{
"epoch": 19.03,
"learning_rate": 4.191919191919192e-06,
"loss": 0.8105,
"step": 585000
},
{
"epoch": 19.04,
"learning_rate": 4.186868686868687e-06,
"loss": 0.8094,
"step": 585500
},
{
"epoch": 19.06,
"learning_rate": 4.181818181818182e-06,
"loss": 0.8096,
"step": 586000
},
{
"epoch": 19.07,
"learning_rate": 4.1767676767676774e-06,
"loss": 0.8095,
"step": 586500
},
{
"epoch": 19.09,
"learning_rate": 4.1717171717171726e-06,
"loss": 0.8097,
"step": 587000
},
{
"epoch": 19.11,
"learning_rate": 4.166666666666667e-06,
"loss": 0.8101,
"step": 587500
},
{
"epoch": 19.12,
"learning_rate": 4.161616161616162e-06,
"loss": 0.8092,
"step": 588000
},
{
"epoch": 19.14,
"learning_rate": 4.156565656565657e-06,
"loss": 0.8089,
"step": 588500
},
{
"epoch": 19.16,
"learning_rate": 4.151515151515152e-06,
"loss": 0.8092,
"step": 589000
},
{
"epoch": 19.17,
"learning_rate": 4.146464646464647e-06,
"loss": 0.809,
"step": 589500
},
{
"epoch": 19.19,
"learning_rate": 4.141414141414142e-06,
"loss": 0.8097,
"step": 590000
},
{
"epoch": 19.2,
"learning_rate": 4.136363636363637e-06,
"loss": 0.8085,
"step": 590500
},
{
"epoch": 19.22,
"learning_rate": 4.131313131313132e-06,
"loss": 0.8091,
"step": 591000
},
{
"epoch": 19.24,
"learning_rate": 4.126262626262626e-06,
"loss": 0.8085,
"step": 591500
},
{
"epoch": 19.25,
"learning_rate": 4.1212121212121215e-06,
"loss": 0.8084,
"step": 592000
},
{
"epoch": 19.27,
"learning_rate": 4.116161616161617e-06,
"loss": 0.8078,
"step": 592500
},
{
"epoch": 19.29,
"learning_rate": 4.111111111111111e-06,
"loss": 0.8082,
"step": 593000
},
{
"epoch": 19.3,
"learning_rate": 4.106060606060606e-06,
"loss": 0.8083,
"step": 593500
},
{
"epoch": 19.32,
"learning_rate": 4.101010101010101e-06,
"loss": 0.8081,
"step": 594000
},
{
"epoch": 19.33,
"learning_rate": 4.095959595959596e-06,
"loss": 0.8076,
"step": 594500
},
{
"epoch": 19.35,
"learning_rate": 4.0909090909090915e-06,
"loss": 0.8077,
"step": 595000
},
{
"epoch": 19.37,
"learning_rate": 4.085858585858587e-06,
"loss": 0.8072,
"step": 595500
},
{
"epoch": 19.38,
"learning_rate": 4.080808080808081e-06,
"loss": 0.8069,
"step": 596000
},
{
"epoch": 19.4,
"learning_rate": 4.075757575757576e-06,
"loss": 0.807,
"step": 596500
},
{
"epoch": 19.42,
"learning_rate": 4.070707070707071e-06,
"loss": 0.8069,
"step": 597000
},
{
"epoch": 19.43,
"learning_rate": 4.065656565656566e-06,
"loss": 0.8068,
"step": 597500
},
{
"epoch": 19.45,
"learning_rate": 4.060606060606061e-06,
"loss": 0.8061,
"step": 598000
},
{
"epoch": 19.46,
"learning_rate": 4.055555555555556e-06,
"loss": 0.8072,
"step": 598500
},
{
"epoch": 19.48,
"learning_rate": 4.050505050505051e-06,
"loss": 0.8064,
"step": 599000
},
{
"epoch": 19.5,
"learning_rate": 4.045454545454546e-06,
"loss": 0.8063,
"step": 599500
},
{
"epoch": 19.51,
"learning_rate": 4.04040404040404e-06,
"loss": 0.8064,
"step": 600000
},
{
"epoch": 19.53,
"learning_rate": 4.0353535353535355e-06,
"loss": 0.806,
"step": 600500
},
{
"epoch": 19.55,
"learning_rate": 4.030303030303031e-06,
"loss": 0.805,
"step": 601000
},
{
"epoch": 19.56,
"learning_rate": 4.025252525252526e-06,
"loss": 0.806,
"step": 601500
},
{
"epoch": 19.58,
"learning_rate": 4.02020202020202e-06,
"loss": 0.806,
"step": 602000
},
{
"epoch": 19.59,
"learning_rate": 4.015151515151515e-06,
"loss": 0.8049,
"step": 602500
},
{
"epoch": 19.61,
"learning_rate": 4.01010101010101e-06,
"loss": 0.8054,
"step": 603000
},
{
"epoch": 19.63,
"learning_rate": 4.0050505050505055e-06,
"loss": 0.8054,
"step": 603500
},
{
"epoch": 19.64,
"learning_rate": 4.000000000000001e-06,
"loss": 0.8051,
"step": 604000
},
{
"epoch": 19.66,
"learning_rate": 3.994949494949496e-06,
"loss": 0.8047,
"step": 604500
},
{
"epoch": 19.68,
"learning_rate": 3.98989898989899e-06,
"loss": 0.8048,
"step": 605000
},
{
"epoch": 19.69,
"learning_rate": 3.984848484848485e-06,
"loss": 0.8046,
"step": 605500
},
{
"epoch": 19.71,
"learning_rate": 3.97979797979798e-06,
"loss": 0.8048,
"step": 606000
},
{
"epoch": 19.72,
"learning_rate": 3.9747474747474755e-06,
"loss": 0.8044,
"step": 606500
},
{
"epoch": 19.74,
"learning_rate": 3.96969696969697e-06,
"loss": 0.8045,
"step": 607000
},
{
"epoch": 19.76,
"learning_rate": 3.964646464646465e-06,
"loss": 0.8049,
"step": 607500
},
{
"epoch": 19.77,
"learning_rate": 3.95959595959596e-06,
"loss": 0.8036,
"step": 608000
},
{
"epoch": 19.79,
"learning_rate": 3.954545454545454e-06,
"loss": 0.8035,
"step": 608500
},
{
"epoch": 19.81,
"learning_rate": 3.9494949494949496e-06,
"loss": 0.8034,
"step": 609000
},
{
"epoch": 19.82,
"learning_rate": 3.944444444444445e-06,
"loss": 0.8033,
"step": 609500
},
{
"epoch": 19.84,
"learning_rate": 3.93939393939394e-06,
"loss": 0.8026,
"step": 610000
},
{
"epoch": 19.85,
"learning_rate": 3.934343434343434e-06,
"loss": 0.8033,
"step": 610500
},
{
"epoch": 19.87,
"learning_rate": 3.929292929292929e-06,
"loss": 0.8036,
"step": 611000
},
{
"epoch": 19.89,
"learning_rate": 3.9242424242424244e-06,
"loss": 0.8033,
"step": 611500
},
{
"epoch": 19.9,
"learning_rate": 3.9191919191919196e-06,
"loss": 0.803,
"step": 612000
},
{
"epoch": 19.92,
"learning_rate": 3.914141414141415e-06,
"loss": 0.8024,
"step": 612500
},
{
"epoch": 19.94,
"learning_rate": 3.90909090909091e-06,
"loss": 0.8028,
"step": 613000
},
{
"epoch": 19.95,
"learning_rate": 3.904040404040404e-06,
"loss": 0.8027,
"step": 613500
},
{
"epoch": 19.97,
"learning_rate": 3.898989898989899e-06,
"loss": 0.8025,
"step": 614000
},
{
"epoch": 19.99,
"learning_rate": 3.8939393939393944e-06,
"loss": 0.802,
"step": 614500
},
{
"epoch": 20.0,
"learning_rate": 3.88888888888889e-06,
"loss": 0.8017,
"step": 615000
},
{
"epoch": 20.02,
"learning_rate": 3.883838383838384e-06,
"loss": 0.802,
"step": 615500
},
{
"epoch": 20.03,
"learning_rate": 3.878787878787879e-06,
"loss": 0.8021,
"step": 616000
},
{
"epoch": 20.05,
"learning_rate": 3.873737373737374e-06,
"loss": 0.8017,
"step": 616500
},
{
"epoch": 20.07,
"learning_rate": 3.868686868686869e-06,
"loss": 0.8017,
"step": 617000
},
{
"epoch": 20.08,
"learning_rate": 3.863636363636364e-06,
"loss": 0.8013,
"step": 617500
},
{
"epoch": 20.1,
"learning_rate": 3.858585858585859e-06,
"loss": 0.8011,
"step": 618000
},
{
"epoch": 20.12,
"learning_rate": 3.853535353535354e-06,
"loss": 0.801,
"step": 618500
},
{
"epoch": 20.13,
"learning_rate": 3.848484848484848e-06,
"loss": 0.8009,
"step": 619000
},
{
"epoch": 20.15,
"learning_rate": 3.843434343434343e-06,
"loss": 0.8008,
"step": 619500
},
{
"epoch": 20.16,
"learning_rate": 3.8383838383838385e-06,
"loss": 0.8013,
"step": 620000
},
{
"epoch": 20.18,
"learning_rate": 3.833333333333334e-06,
"loss": 0.8004,
"step": 620500
},
{
"epoch": 20.2,
"learning_rate": 3.828282828282829e-06,
"loss": 0.8003,
"step": 621000
},
{
"epoch": 20.21,
"learning_rate": 3.823232323232324e-06,
"loss": 0.8002,
"step": 621500
},
{
"epoch": 20.23,
"learning_rate": 3.818181818181819e-06,
"loss": 0.8004,
"step": 622000
},
{
"epoch": 20.25,
"learning_rate": 3.8131313131313138e-06,
"loss": 0.8002,
"step": 622500
},
{
"epoch": 20.26,
"learning_rate": 3.8080808080808085e-06,
"loss": 0.8,
"step": 623000
},
{
"epoch": 20.28,
"learning_rate": 3.803030303030303e-06,
"loss": 0.7997,
"step": 623500
},
{
"epoch": 20.29,
"learning_rate": 3.7979797979797984e-06,
"loss": 0.7992,
"step": 624000
},
{
"epoch": 20.31,
"learning_rate": 3.792929292929293e-06,
"loss": 0.7993,
"step": 624500
},
{
"epoch": 20.33,
"learning_rate": 3.7878787878787882e-06,
"loss": 0.7995,
"step": 625000
},
{
"epoch": 20.34,
"learning_rate": 3.782828282828283e-06,
"loss": 0.7992,
"step": 625500
},
{
"epoch": 20.36,
"learning_rate": 3.777777777777778e-06,
"loss": 0.7988,
"step": 626000
},
{
"epoch": 20.38,
"learning_rate": 3.772727272727273e-06,
"loss": 0.7995,
"step": 626500
},
{
"epoch": 20.39,
"learning_rate": 3.767676767676768e-06,
"loss": 0.7983,
"step": 627000
},
{
"epoch": 20.41,
"learning_rate": 3.7626262626262627e-06,
"loss": 0.7985,
"step": 627500
},
{
"epoch": 20.42,
"learning_rate": 3.757575757575758e-06,
"loss": 0.7979,
"step": 628000
},
{
"epoch": 20.44,
"learning_rate": 3.7525252525252525e-06,
"loss": 0.7981,
"step": 628500
},
{
"epoch": 20.46,
"learning_rate": 3.747474747474748e-06,
"loss": 0.7981,
"step": 629000
},
{
"epoch": 20.47,
"learning_rate": 3.742424242424243e-06,
"loss": 0.7981,
"step": 629500
},
{
"epoch": 20.49,
"learning_rate": 3.737373737373738e-06,
"loss": 0.7975,
"step": 630000
},
{
"epoch": 20.51,
"learning_rate": 3.7323232323232327e-06,
"loss": 0.7974,
"step": 630500
},
{
"epoch": 20.52,
"learning_rate": 3.727272727272728e-06,
"loss": 0.7975,
"step": 631000
},
{
"epoch": 20.54,
"learning_rate": 3.7222222222222225e-06,
"loss": 0.7972,
"step": 631500
},
{
"epoch": 20.55,
"learning_rate": 3.7171717171717177e-06,
"loss": 0.7977,
"step": 632000
},
{
"epoch": 20.57,
"learning_rate": 3.7121212121212124e-06,
"loss": 0.7972,
"step": 632500
},
{
"epoch": 20.59,
"learning_rate": 3.7070707070707075e-06,
"loss": 0.7966,
"step": 633000
},
{
"epoch": 20.6,
"learning_rate": 3.7020202020202023e-06,
"loss": 0.7968,
"step": 633500
},
{
"epoch": 20.62,
"learning_rate": 3.6969696969696974e-06,
"loss": 0.7971,
"step": 634000
},
{
"epoch": 20.64,
"learning_rate": 3.691919191919192e-06,
"loss": 0.7968,
"step": 634500
},
{
"epoch": 20.65,
"learning_rate": 3.686868686868687e-06,
"loss": 0.7963,
"step": 635000
},
{
"epoch": 20.67,
"learning_rate": 3.681818181818182e-06,
"loss": 0.7959,
"step": 635500
},
{
"epoch": 20.68,
"learning_rate": 3.6767676767676767e-06,
"loss": 0.796,
"step": 636000
},
{
"epoch": 20.7,
"learning_rate": 3.671717171717172e-06,
"loss": 0.7956,
"step": 636500
},
{
"epoch": 20.72,
"learning_rate": 3.6666666666666666e-06,
"loss": 0.7961,
"step": 637000
},
{
"epoch": 20.73,
"learning_rate": 3.661616161616162e-06,
"loss": 0.7957,
"step": 637500
},
{
"epoch": 20.75,
"learning_rate": 3.6565656565656573e-06,
"loss": 0.7957,
"step": 638000
},
{
"epoch": 20.77,
"learning_rate": 3.651515151515152e-06,
"loss": 0.7955,
"step": 638500
},
{
"epoch": 20.78,
"learning_rate": 3.6464646464646467e-06,
"loss": 0.7953,
"step": 639000
},
{
"epoch": 20.8,
"learning_rate": 3.641414141414142e-06,
"loss": 0.7947,
"step": 639500
},
{
"epoch": 20.81,
"learning_rate": 3.6363636363636366e-06,
"loss": 0.7946,
"step": 640000
},
{
"epoch": 20.83,
"learning_rate": 3.6313131313131317e-06,
"loss": 0.795,
"step": 640500
},
{
"epoch": 20.85,
"learning_rate": 3.6262626262626264e-06,
"loss": 0.795,
"step": 641000
},
{
"epoch": 20.86,
"learning_rate": 3.6212121212121216e-06,
"loss": 0.7944,
"step": 641500
},
{
"epoch": 20.88,
"learning_rate": 3.6161616161616163e-06,
"loss": 0.7939,
"step": 642000
},
{
"epoch": 20.9,
"learning_rate": 3.6111111111111115e-06,
"loss": 0.7944,
"step": 642500
},
{
"epoch": 20.91,
"learning_rate": 3.606060606060606e-06,
"loss": 0.7939,
"step": 643000
},
{
"epoch": 20.93,
"learning_rate": 3.6010101010101013e-06,
"loss": 0.794,
"step": 643500
},
{
"epoch": 20.94,
"learning_rate": 3.595959595959596e-06,
"loss": 0.7935,
"step": 644000
},
{
"epoch": 20.96,
"learning_rate": 3.590909090909091e-06,
"loss": 0.7937,
"step": 644500
},
{
"epoch": 20.98,
"learning_rate": 3.585858585858586e-06,
"loss": 0.7936,
"step": 645000
},
{
"epoch": 20.99,
"learning_rate": 3.580808080808081e-06,
"loss": 0.793,
"step": 645500
},
{
"epoch": 21.01,
"learning_rate": 3.575757575757576e-06,
"loss": 0.7927,
"step": 646000
},
{
"epoch": 21.03,
"learning_rate": 3.5707070707070713e-06,
"loss": 0.7927,
"step": 646500
},
{
"epoch": 21.04,
"learning_rate": 3.565656565656566e-06,
"loss": 0.7928,
"step": 647000
},
{
"epoch": 21.06,
"learning_rate": 3.560606060606061e-06,
"loss": 0.7925,
"step": 647500
},
{
"epoch": 21.07,
"learning_rate": 3.555555555555556e-06,
"loss": 0.7924,
"step": 648000
},
{
"epoch": 21.09,
"learning_rate": 3.550505050505051e-06,
"loss": 0.7921,
"step": 648500
},
{
"epoch": 21.11,
"learning_rate": 3.5454545454545458e-06,
"loss": 0.7915,
"step": 649000
},
{
"epoch": 21.12,
"learning_rate": 3.540404040404041e-06,
"loss": 0.7922,
"step": 649500
},
{
"epoch": 21.14,
"learning_rate": 3.5353535353535356e-06,
"loss": 0.7916,
"step": 650000
},
{
"epoch": 21.16,
"learning_rate": 3.5303030303030304e-06,
"loss": 0.7914,
"step": 650500
},
{
"epoch": 21.17,
"learning_rate": 3.5252525252525255e-06,
"loss": 0.7914,
"step": 651000
},
{
"epoch": 21.19,
"learning_rate": 3.5202020202020202e-06,
"loss": 0.7912,
"step": 651500
},
{
"epoch": 21.2,
"learning_rate": 3.5151515151515154e-06,
"loss": 0.7904,
"step": 652000
},
{
"epoch": 21.22,
"learning_rate": 3.51010101010101e-06,
"loss": 0.7909,
"step": 652500
},
{
"epoch": 21.24,
"learning_rate": 3.5050505050505052e-06,
"loss": 0.7908,
"step": 653000
},
{
"epoch": 21.25,
"learning_rate": 3.5e-06,
"loss": 0.7907,
"step": 653500
},
{
"epoch": 21.27,
"learning_rate": 3.494949494949495e-06,
"loss": 0.7903,
"step": 654000
},
{
"epoch": 21.29,
"learning_rate": 3.4898989898989907e-06,
"loss": 0.7902,
"step": 654500
},
{
"epoch": 21.3,
"learning_rate": 3.4848484848484854e-06,
"loss": 0.7908,
"step": 655000
},
{
"epoch": 21.32,
"learning_rate": 3.47979797979798e-06,
"loss": 0.7897,
"step": 655500
},
{
"epoch": 21.33,
"learning_rate": 3.4747474747474752e-06,
"loss": 0.7897,
"step": 656000
},
{
"epoch": 21.35,
"learning_rate": 3.46969696969697e-06,
"loss": 0.7897,
"step": 656500
},
{
"epoch": 21.37,
"learning_rate": 3.464646464646465e-06,
"loss": 0.7891,
"step": 657000
},
{
"epoch": 21.38,
"learning_rate": 3.45959595959596e-06,
"loss": 0.7894,
"step": 657500
},
{
"epoch": 21.4,
"learning_rate": 3.454545454545455e-06,
"loss": 0.7893,
"step": 658000
},
{
"epoch": 21.42,
"learning_rate": 3.4494949494949497e-06,
"loss": 0.7893,
"step": 658500
},
{
"epoch": 21.43,
"learning_rate": 3.444444444444445e-06,
"loss": 0.789,
"step": 659000
},
{
"epoch": 21.45,
"learning_rate": 3.4393939393939395e-06,
"loss": 0.7888,
"step": 659500
},
{
"epoch": 21.46,
"learning_rate": 3.4343434343434347e-06,
"loss": 0.7885,
"step": 660000
},
{
"epoch": 21.48,
"learning_rate": 3.4292929292929294e-06,
"loss": 0.788,
"step": 660500
},
{
"epoch": 21.5,
"learning_rate": 3.4242424242424246e-06,
"loss": 0.7885,
"step": 661000
},
{
"epoch": 21.51,
"learning_rate": 3.4191919191919193e-06,
"loss": 0.7874,
"step": 661500
},
{
"epoch": 21.53,
"learning_rate": 3.414141414141414e-06,
"loss": 0.7878,
"step": 662000
},
{
"epoch": 21.55,
"learning_rate": 3.409090909090909e-06,
"loss": 0.7879,
"step": 662500
},
{
"epoch": 21.56,
"learning_rate": 3.4040404040404047e-06,
"loss": 0.7874,
"step": 663000
},
{
"epoch": 21.58,
"learning_rate": 3.3989898989898994e-06,
"loss": 0.7872,
"step": 663500
},
{
"epoch": 21.59,
"learning_rate": 3.3939393939393946e-06,
"loss": 0.7869,
"step": 664000
},
{
"epoch": 21.61,
"learning_rate": 3.3888888888888893e-06,
"loss": 0.787,
"step": 664500
},
{
"epoch": 21.63,
"learning_rate": 3.3838383838383844e-06,
"loss": 0.787,
"step": 665000
},
{
"epoch": 21.64,
"learning_rate": 3.378787878787879e-06,
"loss": 0.787,
"step": 665500
},
{
"epoch": 21.66,
"learning_rate": 3.3737373737373743e-06,
"loss": 0.7864,
"step": 666000
},
{
"epoch": 21.68,
"learning_rate": 3.368686868686869e-06,
"loss": 0.7861,
"step": 666500
},
{
"epoch": 21.69,
"learning_rate": 3.3636363636363637e-06,
"loss": 0.7861,
"step": 667000
},
{
"epoch": 21.71,
"learning_rate": 3.358585858585859e-06,
"loss": 0.7856,
"step": 667500
},
{
"epoch": 21.72,
"learning_rate": 3.3535353535353536e-06,
"loss": 0.7854,
"step": 668000
},
{
"epoch": 21.74,
"learning_rate": 3.3484848484848487e-06,
"loss": 0.786,
"step": 668500
},
{
"epoch": 21.76,
"learning_rate": 3.3434343434343435e-06,
"loss": 0.7851,
"step": 669000
},
{
"epoch": 21.77,
"learning_rate": 3.3383838383838386e-06,
"loss": 0.7858,
"step": 669500
},
{
"epoch": 21.79,
"learning_rate": 3.3333333333333333e-06,
"loss": 0.7851,
"step": 670000
},
{
"epoch": 21.81,
"learning_rate": 3.3282828282828285e-06,
"loss": 0.7853,
"step": 670500
},
{
"epoch": 21.82,
"learning_rate": 3.323232323232323e-06,
"loss": 0.7847,
"step": 671000
},
{
"epoch": 21.84,
"learning_rate": 3.3181818181818188e-06,
"loss": 0.7843,
"step": 671500
},
{
"epoch": 21.86,
"learning_rate": 3.3131313131313135e-06,
"loss": 0.7842,
"step": 672000
},
{
"epoch": 21.87,
"learning_rate": 3.3080808080808086e-06,
"loss": 0.7843,
"step": 672500
},
{
"epoch": 21.89,
"learning_rate": 3.3030303030303033e-06,
"loss": 0.7841,
"step": 673000
},
{
"epoch": 21.9,
"learning_rate": 3.2979797979797985e-06,
"loss": 0.7837,
"step": 673500
},
{
"epoch": 21.92,
"learning_rate": 3.292929292929293e-06,
"loss": 0.7839,
"step": 674000
},
{
"epoch": 21.94,
"learning_rate": 3.2878787878787883e-06,
"loss": 0.7832,
"step": 674500
},
{
"epoch": 21.95,
"learning_rate": 3.282828282828283e-06,
"loss": 0.7832,
"step": 675000
},
{
"epoch": 21.97,
"learning_rate": 3.277777777777778e-06,
"loss": 0.7829,
"step": 675500
},
{
"epoch": 21.99,
"learning_rate": 3.272727272727273e-06,
"loss": 0.7829,
"step": 676000
},
{
"epoch": 22.0,
"learning_rate": 3.267676767676768e-06,
"loss": 0.7821,
"step": 676500
},
{
"epoch": 22.02,
"learning_rate": 3.262626262626263e-06,
"loss": 0.7827,
"step": 677000
},
{
"epoch": 22.03,
"learning_rate": 3.257575757575758e-06,
"loss": 0.7831,
"step": 677500
},
{
"epoch": 22.05,
"learning_rate": 3.2525252525252527e-06,
"loss": 0.7816,
"step": 678000
},
{
"epoch": 22.07,
"learning_rate": 3.2474747474747474e-06,
"loss": 0.7816,
"step": 678500
},
{
"epoch": 22.08,
"learning_rate": 3.2424242424242425e-06,
"loss": 0.7818,
"step": 679000
},
{
"epoch": 22.1,
"learning_rate": 3.2373737373737372e-06,
"loss": 0.7822,
"step": 679500
},
{
"epoch": 22.12,
"learning_rate": 3.232323232323233e-06,
"loss": 0.7815,
"step": 680000
},
{
"epoch": 22.13,
"learning_rate": 3.227272727272728e-06,
"loss": 0.7815,
"step": 680500
},
{
"epoch": 22.15,
"learning_rate": 3.2222222222222227e-06,
"loss": 0.7808,
"step": 681000
},
{
"epoch": 22.16,
"learning_rate": 3.217171717171718e-06,
"loss": 0.781,
"step": 681500
},
{
"epoch": 22.18,
"learning_rate": 3.2121212121212125e-06,
"loss": 0.781,
"step": 682000
},
{
"epoch": 22.2,
"learning_rate": 3.2070707070707072e-06,
"loss": 0.7803,
"step": 682500
},
{
"epoch": 22.21,
"learning_rate": 3.2020202020202024e-06,
"loss": 0.7797,
"step": 683000
},
{
"epoch": 22.23,
"learning_rate": 3.196969696969697e-06,
"loss": 0.7802,
"step": 683500
},
{
"epoch": 22.25,
"learning_rate": 3.1919191919191923e-06,
"loss": 0.7798,
"step": 684000
},
{
"epoch": 22.26,
"learning_rate": 3.186868686868687e-06,
"loss": 0.7799,
"step": 684500
},
{
"epoch": 22.28,
"learning_rate": 3.181818181818182e-06,
"loss": 0.7797,
"step": 685000
},
{
"epoch": 22.29,
"learning_rate": 3.176767676767677e-06,
"loss": 0.7794,
"step": 685500
},
{
"epoch": 22.31,
"learning_rate": 3.171717171717172e-06,
"loss": 0.779,
"step": 686000
},
{
"epoch": 22.33,
"learning_rate": 3.1666666666666667e-06,
"loss": 0.779,
"step": 686500
},
{
"epoch": 22.34,
"learning_rate": 3.161616161616162e-06,
"loss": 0.7788,
"step": 687000
},
{
"epoch": 22.36,
"learning_rate": 3.1565656565656566e-06,
"loss": 0.7787,
"step": 687500
},
{
"epoch": 22.38,
"learning_rate": 3.1515151515151517e-06,
"loss": 0.7785,
"step": 688000
},
{
"epoch": 22.39,
"learning_rate": 3.146464646464647e-06,
"loss": 0.7787,
"step": 688500
},
{
"epoch": 22.41,
"learning_rate": 3.141414141414142e-06,
"loss": 0.7783,
"step": 689000
},
{
"epoch": 22.42,
"learning_rate": 3.1363636363636367e-06,
"loss": 0.7781,
"step": 689500
},
{
"epoch": 22.44,
"learning_rate": 3.131313131313132e-06,
"loss": 0.7777,
"step": 690000
},
{
"epoch": 22.46,
"learning_rate": 3.1262626262626266e-06,
"loss": 0.7778,
"step": 690500
},
{
"epoch": 22.47,
"learning_rate": 3.1212121212121217e-06,
"loss": 0.7771,
"step": 691000
},
{
"epoch": 22.49,
"learning_rate": 3.1161616161616164e-06,
"loss": 0.7774,
"step": 691500
},
{
"epoch": 22.51,
"learning_rate": 3.1111111111111116e-06,
"loss": 0.7769,
"step": 692000
},
{
"epoch": 22.52,
"learning_rate": 3.1060606060606063e-06,
"loss": 0.7769,
"step": 692500
},
{
"epoch": 22.54,
"learning_rate": 3.1010101010101014e-06,
"loss": 0.7762,
"step": 693000
},
{
"epoch": 22.55,
"learning_rate": 3.095959595959596e-06,
"loss": 0.7763,
"step": 693500
},
{
"epoch": 22.57,
"learning_rate": 3.090909090909091e-06,
"loss": 0.7759,
"step": 694000
},
{
"epoch": 22.59,
"learning_rate": 3.085858585858586e-06,
"loss": 0.7763,
"step": 694500
},
{
"epoch": 22.6,
"learning_rate": 3.0808080808080807e-06,
"loss": 0.7759,
"step": 695000
},
{
"epoch": 22.62,
"learning_rate": 3.075757575757576e-06,
"loss": 0.7756,
"step": 695500
},
{
"epoch": 22.64,
"learning_rate": 3.0707070707070706e-06,
"loss": 0.7751,
"step": 696000
},
{
"epoch": 22.65,
"learning_rate": 3.0656565656565658e-06,
"loss": 0.7751,
"step": 696500
},
{
"epoch": 22.67,
"learning_rate": 3.0606060606060605e-06,
"loss": 0.7749,
"step": 697000
},
{
"epoch": 22.68,
"learning_rate": 3.055555555555556e-06,
"loss": 0.7747,
"step": 697500
},
{
"epoch": 22.7,
"learning_rate": 3.0505050505050508e-06,
"loss": 0.7752,
"step": 698000
},
{
"epoch": 22.72,
"learning_rate": 3.045454545454546e-06,
"loss": 0.7747,
"step": 698500
},
{
"epoch": 22.73,
"learning_rate": 3.0404040404040406e-06,
"loss": 0.7744,
"step": 699000
},
{
"epoch": 22.75,
"learning_rate": 3.0353535353535358e-06,
"loss": 0.7746,
"step": 699500
},
{
"epoch": 22.77,
"learning_rate": 3.0303030303030305e-06,
"loss": 0.7746,
"step": 700000
},
{
"epoch": 22.78,
"learning_rate": 3.0252525252525256e-06,
"loss": 0.7737,
"step": 700500
},
{
"epoch": 22.8,
"learning_rate": 3.0202020202020203e-06,
"loss": 0.7739,
"step": 701000
},
{
"epoch": 22.81,
"learning_rate": 3.0151515151515155e-06,
"loss": 0.7731,
"step": 701500
},
{
"epoch": 22.83,
"learning_rate": 3.0101010101010102e-06,
"loss": 0.7734,
"step": 702000
},
{
"epoch": 22.85,
"learning_rate": 3.0050505050505054e-06,
"loss": 0.7733,
"step": 702500
},
{
"epoch": 22.86,
"learning_rate": 3e-06,
"loss": 0.7729,
"step": 703000
},
{
"epoch": 22.88,
"learning_rate": 2.9949494949494952e-06,
"loss": 0.7729,
"step": 703500
},
{
"epoch": 22.9,
"learning_rate": 2.98989898989899e-06,
"loss": 0.7729,
"step": 704000
},
{
"epoch": 22.91,
"learning_rate": 2.984848484848485e-06,
"loss": 0.7724,
"step": 704500
},
{
"epoch": 22.93,
"learning_rate": 2.97979797979798e-06,
"loss": 0.7724,
"step": 705000
},
{
"epoch": 22.94,
"learning_rate": 2.9747474747474745e-06,
"loss": 0.7727,
"step": 705500
},
{
"epoch": 22.96,
"learning_rate": 2.96969696969697e-06,
"loss": 0.7721,
"step": 706000
},
{
"epoch": 22.98,
"learning_rate": 2.9646464646464652e-06,
"loss": 0.7719,
"step": 706500
},
{
"epoch": 22.99,
"learning_rate": 2.95959595959596e-06,
"loss": 0.7724,
"step": 707000
},
{
"epoch": 23.01,
"learning_rate": 2.954545454545455e-06,
"loss": 0.7717,
"step": 707500
},
{
"epoch": 23.03,
"learning_rate": 2.94949494949495e-06,
"loss": 0.7714,
"step": 708000
},
{
"epoch": 23.04,
"learning_rate": 2.944444444444445e-06,
"loss": 0.7715,
"step": 708500
},
{
"epoch": 23.06,
"learning_rate": 2.9393939393939397e-06,
"loss": 0.7705,
"step": 709000
},
{
"epoch": 23.07,
"learning_rate": 2.9343434343434344e-06,
"loss": 0.7708,
"step": 709500
},
{
"epoch": 23.09,
"learning_rate": 2.9292929292929295e-06,
"loss": 0.7707,
"step": 710000
},
{
"epoch": 23.11,
"learning_rate": 2.9242424242424243e-06,
"loss": 0.7705,
"step": 710500
},
{
"epoch": 23.12,
"learning_rate": 2.9191919191919194e-06,
"loss": 0.77,
"step": 711000
},
{
"epoch": 23.14,
"learning_rate": 2.914141414141414e-06,
"loss": 0.7698,
"step": 711500
},
{
"epoch": 23.16,
"learning_rate": 2.9090909090909093e-06,
"loss": 0.7696,
"step": 712000
},
{
"epoch": 23.17,
"learning_rate": 2.904040404040404e-06,
"loss": 0.7698,
"step": 712500
},
{
"epoch": 23.19,
"learning_rate": 2.898989898989899e-06,
"loss": 0.7695,
"step": 713000
},
{
"epoch": 23.2,
"learning_rate": 2.893939393939394e-06,
"loss": 0.7695,
"step": 713500
},
{
"epoch": 23.22,
"learning_rate": 2.888888888888889e-06,
"loss": 0.7692,
"step": 714000
},
{
"epoch": 23.24,
"learning_rate": 2.883838383838384e-06,
"loss": 0.7686,
"step": 714500
},
{
"epoch": 23.25,
"learning_rate": 2.8787878787878793e-06,
"loss": 0.7681,
"step": 715000
},
{
"epoch": 23.27,
"learning_rate": 2.873737373737374e-06,
"loss": 0.7681,
"step": 715500
},
{
"epoch": 23.29,
"learning_rate": 2.868686868686869e-06,
"loss": 0.7677,
"step": 716000
},
{
"epoch": 23.3,
"learning_rate": 2.863636363636364e-06,
"loss": 0.768,
"step": 716500
},
{
"epoch": 23.32,
"learning_rate": 2.858585858585859e-06,
"loss": 0.7676,
"step": 717000
},
{
"epoch": 23.33,
"learning_rate": 2.8535353535353537e-06,
"loss": 0.7683,
"step": 717500
},
{
"epoch": 23.35,
"learning_rate": 2.848484848484849e-06,
"loss": 0.7679,
"step": 718000
},
{
"epoch": 23.37,
"learning_rate": 2.8434343434343436e-06,
"loss": 0.7675,
"step": 718500
},
{
"epoch": 23.38,
"learning_rate": 2.8383838383838387e-06,
"loss": 0.767,
"step": 719000
},
{
"epoch": 23.4,
"learning_rate": 2.8333333333333335e-06,
"loss": 0.7678,
"step": 719500
},
{
"epoch": 23.42,
"learning_rate": 2.8282828282828286e-06,
"loss": 0.7666,
"step": 720000
},
{
"epoch": 23.43,
"learning_rate": 2.8232323232323233e-06,
"loss": 0.7663,
"step": 720500
},
{
"epoch": 23.45,
"learning_rate": 2.818181818181818e-06,
"loss": 0.767,
"step": 721000
},
{
"epoch": 23.46,
"learning_rate": 2.813131313131313e-06,
"loss": 0.7664,
"step": 721500
},
{
"epoch": 23.48,
"learning_rate": 2.808080808080808e-06,
"loss": 0.7665,
"step": 722000
},
{
"epoch": 23.5,
"learning_rate": 2.803030303030303e-06,
"loss": 0.7664,
"step": 722500
},
{
"epoch": 23.51,
"learning_rate": 2.7979797979797986e-06,
"loss": 0.7659,
"step": 723000
},
{
"epoch": 23.53,
"learning_rate": 2.7929292929292933e-06,
"loss": 0.7659,
"step": 723500
},
{
"epoch": 23.55,
"learning_rate": 2.7878787878787885e-06,
"loss": 0.7656,
"step": 724000
},
{
"epoch": 23.56,
"learning_rate": 2.782828282828283e-06,
"loss": 0.7651,
"step": 724500
},
{
"epoch": 23.58,
"learning_rate": 2.7777777777777783e-06,
"loss": 0.7648,
"step": 725000
},
{
"epoch": 23.6,
"learning_rate": 2.772727272727273e-06,
"loss": 0.7655,
"step": 725500
},
{
"epoch": 23.61,
"learning_rate": 2.7676767676767678e-06,
"loss": 0.7651,
"step": 726000
},
{
"epoch": 23.63,
"learning_rate": 2.762626262626263e-06,
"loss": 0.7643,
"step": 726500
},
{
"epoch": 23.64,
"learning_rate": 2.7575757575757576e-06,
"loss": 0.7637,
"step": 727000
},
{
"epoch": 23.66,
"learning_rate": 2.7525252525252528e-06,
"loss": 0.7646,
"step": 727500
},
{
"epoch": 23.68,
"learning_rate": 2.7474747474747475e-06,
"loss": 0.7648,
"step": 728000
},
{
"epoch": 23.69,
"learning_rate": 2.7424242424242426e-06,
"loss": 0.7643,
"step": 728500
},
{
"epoch": 23.71,
"learning_rate": 2.7373737373737374e-06,
"loss": 0.7643,
"step": 729000
},
{
"epoch": 23.73,
"learning_rate": 2.7323232323232325e-06,
"loss": 0.7641,
"step": 729500
},
{
"epoch": 23.74,
"learning_rate": 2.7272727272727272e-06,
"loss": 0.7633,
"step": 730000
},
{
"epoch": 23.76,
"learning_rate": 2.7222222222222224e-06,
"loss": 0.764,
"step": 730500
},
{
"epoch": 23.77,
"learning_rate": 2.717171717171717e-06,
"loss": 0.7634,
"step": 731000
},
{
"epoch": 23.79,
"learning_rate": 2.7121212121212127e-06,
"loss": 0.7629,
"step": 731500
},
{
"epoch": 23.81,
"learning_rate": 2.7070707070707074e-06,
"loss": 0.7633,
"step": 732000
},
{
"epoch": 23.82,
"learning_rate": 2.7020202020202025e-06,
"loss": 0.7622,
"step": 732500
},
{
"epoch": 23.84,
"learning_rate": 2.6969696969696972e-06,
"loss": 0.7628,
"step": 733000
},
{
"epoch": 23.86,
"learning_rate": 2.6919191919191924e-06,
"loss": 0.762,
"step": 733500
},
{
"epoch": 23.87,
"learning_rate": 2.686868686868687e-06,
"loss": 0.7631,
"step": 734000
},
{
"epoch": 23.89,
"learning_rate": 2.6818181818181822e-06,
"loss": 0.7623,
"step": 734500
},
{
"epoch": 23.9,
"learning_rate": 2.676767676767677e-06,
"loss": 0.7622,
"step": 735000
},
{
"epoch": 23.92,
"learning_rate": 2.671717171717172e-06,
"loss": 0.7621,
"step": 735500
},
{
"epoch": 23.94,
"learning_rate": 2.666666666666667e-06,
"loss": 0.7625,
"step": 736000
},
{
"epoch": 23.95,
"learning_rate": 2.661616161616162e-06,
"loss": 0.7619,
"step": 736500
},
{
"epoch": 23.97,
"learning_rate": 2.6565656565656567e-06,
"loss": 0.761,
"step": 737000
},
{
"epoch": 23.99,
"learning_rate": 2.6515151515151514e-06,
"loss": 0.761,
"step": 737500
},
{
"epoch": 24.0,
"learning_rate": 2.6464646464646466e-06,
"loss": 0.7614,
"step": 738000
},
{
"epoch": 24.02,
"learning_rate": 2.6414141414141413e-06,
"loss": 0.7612,
"step": 738500
},
{
"epoch": 24.03,
"learning_rate": 2.6363636363636364e-06,
"loss": 0.7612,
"step": 739000
},
{
"epoch": 24.05,
"learning_rate": 2.631313131313131e-06,
"loss": 0.7606,
"step": 739500
},
{
"epoch": 24.07,
"learning_rate": 2.6262626262626267e-06,
"loss": 0.7606,
"step": 740000
},
{
"epoch": 24.08,
"learning_rate": 2.621212121212122e-06,
"loss": 0.7604,
"step": 740500
},
{
"epoch": 24.1,
"learning_rate": 2.6161616161616166e-06,
"loss": 0.7607,
"step": 741000
},
{
"epoch": 24.12,
"learning_rate": 2.6111111111111113e-06,
"loss": 0.76,
"step": 741500
},
{
"epoch": 24.13,
"learning_rate": 2.6060606060606064e-06,
"loss": 0.7601,
"step": 742000
},
{
"epoch": 24.15,
"learning_rate": 2.601010101010101e-06,
"loss": 0.7592,
"step": 742500
},
{
"epoch": 24.16,
"learning_rate": 2.5959595959595963e-06,
"loss": 0.7591,
"step": 743000
},
{
"epoch": 24.18,
"learning_rate": 2.590909090909091e-06,
"loss": 0.7597,
"step": 743500
},
{
"epoch": 24.2,
"learning_rate": 2.585858585858586e-06,
"loss": 0.7592,
"step": 744000
},
{
"epoch": 24.21,
"learning_rate": 2.580808080808081e-06,
"loss": 0.7587,
"step": 744500
},
{
"epoch": 24.23,
"learning_rate": 2.575757575757576e-06,
"loss": 0.7591,
"step": 745000
},
{
"epoch": 24.25,
"learning_rate": 2.5707070707070707e-06,
"loss": 0.7591,
"step": 745500
},
{
"epoch": 24.26,
"learning_rate": 2.565656565656566e-06,
"loss": 0.7586,
"step": 746000
},
{
"epoch": 24.28,
"learning_rate": 2.5606060606060606e-06,
"loss": 0.7583,
"step": 746500
},
{
"epoch": 24.29,
"learning_rate": 2.5555555555555557e-06,
"loss": 0.7586,
"step": 747000
},
{
"epoch": 24.31,
"learning_rate": 2.5505050505050505e-06,
"loss": 0.7583,
"step": 747500
},
{
"epoch": 24.33,
"learning_rate": 2.5454545454545456e-06,
"loss": 0.7584,
"step": 748000
},
{
"epoch": 24.34,
"learning_rate": 2.5404040404040408e-06,
"loss": 0.7578,
"step": 748500
},
{
"epoch": 24.36,
"learning_rate": 2.535353535353536e-06,
"loss": 0.7582,
"step": 749000
},
{
"epoch": 24.38,
"learning_rate": 2.5303030303030306e-06,
"loss": 0.7573,
"step": 749500
},
{
"epoch": 24.39,
"learning_rate": 2.5252525252525258e-06,
"loss": 0.7573,
"step": 750000
},
{
"epoch": 24.41,
"learning_rate": 2.5202020202020205e-06,
"loss": 0.7573,
"step": 750500
},
{
"epoch": 24.42,
"learning_rate": 2.5151515151515156e-06,
"loss": 0.7574,
"step": 751000
},
{
"epoch": 24.44,
"learning_rate": 2.5101010101010103e-06,
"loss": 0.7567,
"step": 751500
},
{
"epoch": 24.46,
"learning_rate": 2.5050505050505055e-06,
"loss": 0.7566,
"step": 752000
},
{
"epoch": 24.47,
"learning_rate": 2.5e-06,
"loss": 0.7567,
"step": 752500
},
{
"epoch": 24.49,
"learning_rate": 2.494949494949495e-06,
"loss": 0.7561,
"step": 753000
},
{
"epoch": 24.51,
"learning_rate": 2.48989898989899e-06,
"loss": 0.7563,
"step": 753500
},
{
"epoch": 24.52,
"learning_rate": 2.4848484848484848e-06,
"loss": 0.7557,
"step": 754000
},
{
"epoch": 24.54,
"learning_rate": 2.47979797979798e-06,
"loss": 0.7566,
"step": 754500
},
{
"epoch": 24.55,
"learning_rate": 2.474747474747475e-06,
"loss": 0.7557,
"step": 755000
},
{
"epoch": 24.57,
"learning_rate": 2.46969696969697e-06,
"loss": 0.7557,
"step": 755500
},
{
"epoch": 24.59,
"learning_rate": 2.464646464646465e-06,
"loss": 0.7554,
"step": 756000
},
{
"epoch": 24.6,
"learning_rate": 2.4595959595959597e-06,
"loss": 0.7552,
"step": 756500
},
{
"epoch": 24.62,
"learning_rate": 2.454545454545455e-06,
"loss": 0.7556,
"step": 757000
},
{
"epoch": 24.64,
"learning_rate": 2.4494949494949495e-06,
"loss": 0.7551,
"step": 757500
},
{
"epoch": 24.65,
"learning_rate": 2.4444444444444447e-06,
"loss": 0.7551,
"step": 758000
},
{
"epoch": 24.67,
"learning_rate": 2.4393939393939394e-06,
"loss": 0.755,
"step": 758500
},
{
"epoch": 24.68,
"learning_rate": 2.4343434343434345e-06,
"loss": 0.7551,
"step": 759000
},
{
"epoch": 24.7,
"learning_rate": 2.4292929292929297e-06,
"loss": 0.7543,
"step": 759500
},
{
"epoch": 24.72,
"learning_rate": 2.4242424242424244e-06,
"loss": 0.7547,
"step": 760000
},
{
"epoch": 24.73,
"learning_rate": 2.4191919191919195e-06,
"loss": 0.7545,
"step": 760500
},
{
"epoch": 24.75,
"learning_rate": 2.4141414141414143e-06,
"loss": 0.7544,
"step": 761000
},
{
"epoch": 24.77,
"learning_rate": 2.4090909090909094e-06,
"loss": 0.7542,
"step": 761500
},
{
"epoch": 24.78,
"learning_rate": 2.404040404040404e-06,
"loss": 0.7543,
"step": 762000
},
{
"epoch": 24.8,
"learning_rate": 2.3989898989898993e-06,
"loss": 0.754,
"step": 762500
},
{
"epoch": 24.81,
"learning_rate": 2.393939393939394e-06,
"loss": 0.754,
"step": 763000
},
{
"epoch": 24.83,
"learning_rate": 2.388888888888889e-06,
"loss": 0.7535,
"step": 763500
},
{
"epoch": 24.85,
"learning_rate": 2.3838383838383843e-06,
"loss": 0.7537,
"step": 764000
},
{
"epoch": 24.86,
"learning_rate": 2.378787878787879e-06,
"loss": 0.7539,
"step": 764500
},
{
"epoch": 24.88,
"learning_rate": 2.373737373737374e-06,
"loss": 0.7533,
"step": 765000
},
{
"epoch": 24.9,
"learning_rate": 2.368686868686869e-06,
"loss": 0.7532,
"step": 765500
},
{
"epoch": 24.91,
"learning_rate": 2.363636363636364e-06,
"loss": 0.7531,
"step": 766000
},
{
"epoch": 24.93,
"learning_rate": 2.3585858585858587e-06,
"loss": 0.7529,
"step": 766500
},
{
"epoch": 24.94,
"learning_rate": 2.3535353535353534e-06,
"loss": 0.7525,
"step": 767000
},
{
"epoch": 24.96,
"learning_rate": 2.348484848484849e-06,
"loss": 0.7524,
"step": 767500
},
{
"epoch": 24.98,
"learning_rate": 2.3434343434343437e-06,
"loss": 0.7523,
"step": 768000
},
{
"epoch": 24.99,
"learning_rate": 2.3383838383838384e-06,
"loss": 0.7522,
"step": 768500
},
{
"epoch": 25.01,
"learning_rate": 2.3333333333333336e-06,
"loss": 0.7521,
"step": 769000
},
{
"epoch": 25.03,
"learning_rate": 2.3282828282828283e-06,
"loss": 0.7519,
"step": 769500
},
{
"epoch": 25.04,
"learning_rate": 2.3232323232323234e-06,
"loss": 0.7519,
"step": 770000
},
{
"epoch": 25.06,
"learning_rate": 2.318181818181818e-06,
"loss": 0.7517,
"step": 770500
},
{
"epoch": 25.07,
"learning_rate": 2.3131313131313133e-06,
"loss": 0.7516,
"step": 771000
},
{
"epoch": 25.09,
"learning_rate": 2.308080808080808e-06,
"loss": 0.7515,
"step": 771500
},
{
"epoch": 25.11,
"learning_rate": 2.303030303030303e-06,
"loss": 0.7508,
"step": 772000
},
{
"epoch": 25.12,
"learning_rate": 2.2979797979797983e-06,
"loss": 0.7518,
"step": 772500
},
{
"epoch": 25.14,
"learning_rate": 2.292929292929293e-06,
"loss": 0.7511,
"step": 773000
},
{
"epoch": 25.16,
"learning_rate": 2.287878787878788e-06,
"loss": 0.751,
"step": 773500
},
{
"epoch": 25.17,
"learning_rate": 2.282828282828283e-06,
"loss": 0.7509,
"step": 774000
},
{
"epoch": 25.19,
"learning_rate": 2.277777777777778e-06,
"loss": 0.7506,
"step": 774500
},
{
"epoch": 25.2,
"learning_rate": 2.2727272727272728e-06,
"loss": 0.7505,
"step": 775000
},
{
"epoch": 25.22,
"learning_rate": 2.267676767676768e-06,
"loss": 0.7505,
"step": 775500
},
{
"epoch": 25.24,
"learning_rate": 2.262626262626263e-06,
"loss": 0.7498,
"step": 776000
},
{
"epoch": 25.25,
"learning_rate": 2.2575757575757578e-06,
"loss": 0.7503,
"step": 776500
},
{
"epoch": 25.27,
"learning_rate": 2.252525252525253e-06,
"loss": 0.7497,
"step": 777000
},
{
"epoch": 25.29,
"learning_rate": 2.2474747474747476e-06,
"loss": 0.7504,
"step": 777500
},
{
"epoch": 25.3,
"learning_rate": 2.2424242424242428e-06,
"loss": 0.7497,
"step": 778000
},
{
"epoch": 25.32,
"learning_rate": 2.2373737373737375e-06,
"loss": 0.7499,
"step": 778500
},
{
"epoch": 25.33,
"learning_rate": 2.2323232323232326e-06,
"loss": 0.749,
"step": 779000
},
{
"epoch": 25.35,
"learning_rate": 2.2272727272727274e-06,
"loss": 0.7496,
"step": 779500
},
{
"epoch": 25.37,
"learning_rate": 2.222222222222222e-06,
"loss": 0.7496,
"step": 780000
},
{
"epoch": 25.38,
"learning_rate": 2.2171717171717176e-06,
"loss": 0.7491,
"step": 780500
},
{
"epoch": 25.4,
"learning_rate": 2.2121212121212124e-06,
"loss": 0.7491,
"step": 781000
},
{
"epoch": 25.42,
"learning_rate": 2.2070707070707075e-06,
"loss": 0.7494,
"step": 781500
},
{
"epoch": 25.43,
"learning_rate": 2.2020202020202022e-06,
"loss": 0.7489,
"step": 782000
},
{
"epoch": 25.45,
"learning_rate": 2.196969696969697e-06,
"loss": 0.7487,
"step": 782500
},
{
"epoch": 25.47,
"learning_rate": 2.191919191919192e-06,
"loss": 0.7484,
"step": 783000
},
{
"epoch": 25.48,
"learning_rate": 2.186868686868687e-06,
"loss": 0.7488,
"step": 783500
},
{
"epoch": 25.5,
"learning_rate": 2.181818181818182e-06,
"loss": 0.7488,
"step": 784000
},
{
"epoch": 25.51,
"learning_rate": 2.1767676767676767e-06,
"loss": 0.7486,
"step": 784500
},
{
"epoch": 25.53,
"learning_rate": 2.171717171717172e-06,
"loss": 0.748,
"step": 785000
},
{
"epoch": 25.55,
"learning_rate": 2.166666666666667e-06,
"loss": 0.7481,
"step": 785500
},
{
"epoch": 25.56,
"learning_rate": 2.1616161616161617e-06,
"loss": 0.7478,
"step": 786000
},
{
"epoch": 25.58,
"learning_rate": 2.156565656565657e-06,
"loss": 0.7484,
"step": 786500
},
{
"epoch": 25.6,
"learning_rate": 2.1515151515151515e-06,
"loss": 0.7477,
"step": 787000
},
{
"epoch": 25.61,
"learning_rate": 2.1464646464646467e-06,
"loss": 0.7474,
"step": 787500
},
{
"epoch": 25.63,
"learning_rate": 2.1414141414141414e-06,
"loss": 0.7472,
"step": 788000
},
{
"epoch": 25.64,
"learning_rate": 2.1363636363636365e-06,
"loss": 0.7473,
"step": 788500
},
{
"epoch": 25.66,
"learning_rate": 2.1313131313131317e-06,
"loss": 0.7471,
"step": 789000
},
{
"epoch": 25.68,
"learning_rate": 2.1262626262626264e-06,
"loss": 0.7471,
"step": 789500
},
{
"epoch": 25.69,
"learning_rate": 2.1212121212121216e-06,
"loss": 0.7471,
"step": 790000
},
{
"epoch": 25.71,
"learning_rate": 2.1161616161616163e-06,
"loss": 0.7471,
"step": 790500
},
{
"epoch": 25.73,
"learning_rate": 2.1111111111111114e-06,
"loss": 0.7467,
"step": 791000
},
{
"epoch": 25.74,
"learning_rate": 2.106060606060606e-06,
"loss": 0.7469,
"step": 791500
},
{
"epoch": 25.76,
"learning_rate": 2.1010101010101013e-06,
"loss": 0.746,
"step": 792000
},
{
"epoch": 25.77,
"learning_rate": 2.095959595959596e-06,
"loss": 0.746,
"step": 792500
},
{
"epoch": 25.79,
"learning_rate": 2.090909090909091e-06,
"loss": 0.7464,
"step": 793000
},
{
"epoch": 25.81,
"learning_rate": 2.0858585858585863e-06,
"loss": 0.7459,
"step": 793500
},
{
"epoch": 25.82,
"learning_rate": 2.080808080808081e-06,
"loss": 0.746,
"step": 794000
},
{
"epoch": 25.84,
"learning_rate": 2.075757575757576e-06,
"loss": 0.7459,
"step": 794500
},
{
"epoch": 25.86,
"learning_rate": 2.070707070707071e-06,
"loss": 0.7458,
"step": 795000
},
{
"epoch": 25.87,
"learning_rate": 2.065656565656566e-06,
"loss": 0.745,
"step": 795500
},
{
"epoch": 25.89,
"learning_rate": 2.0606060606060607e-06,
"loss": 0.7456,
"step": 796000
},
{
"epoch": 25.9,
"learning_rate": 2.0555555555555555e-06,
"loss": 0.7457,
"step": 796500
},
{
"epoch": 25.92,
"learning_rate": 2.0505050505050506e-06,
"loss": 0.7448,
"step": 797000
},
{
"epoch": 25.94,
"learning_rate": 2.0454545454545457e-06,
"loss": 0.7452,
"step": 797500
},
{
"epoch": 25.95,
"learning_rate": 2.0404040404040405e-06,
"loss": 0.7459,
"step": 798000
},
{
"epoch": 25.97,
"learning_rate": 2.0353535353535356e-06,
"loss": 0.7447,
"step": 798500
},
{
"epoch": 25.99,
"learning_rate": 2.0303030303030303e-06,
"loss": 0.7451,
"step": 799000
},
{
"epoch": 26.0,
"learning_rate": 2.0252525252525255e-06,
"loss": 0.7446,
"step": 799500
},
{
"epoch": 26.02,
"learning_rate": 2.02020202020202e-06,
"loss": 0.7443,
"step": 800000
},
{
"epoch": 26.03,
"learning_rate": 2.0151515151515153e-06,
"loss": 0.7446,
"step": 800500
},
{
"epoch": 26.05,
"learning_rate": 2.01010101010101e-06,
"loss": 0.7445,
"step": 801000
},
{
"epoch": 26.07,
"learning_rate": 2.005050505050505e-06,
"loss": 0.7444,
"step": 801500
},
{
"epoch": 26.08,
"learning_rate": 2.0000000000000003e-06,
"loss": 0.7443,
"step": 802000
},
{
"epoch": 26.1,
"learning_rate": 1.994949494949495e-06,
"loss": 0.744,
"step": 802500
},
{
"epoch": 26.12,
"learning_rate": 1.98989898989899e-06,
"loss": 0.7439,
"step": 803000
},
{
"epoch": 26.13,
"learning_rate": 1.984848484848485e-06,
"loss": 0.7432,
"step": 803500
},
{
"epoch": 26.15,
"learning_rate": 1.97979797979798e-06,
"loss": 0.7442,
"step": 804000
},
{
"epoch": 26.16,
"learning_rate": 1.9747474747474748e-06,
"loss": 0.7434,
"step": 804500
},
{
"epoch": 26.18,
"learning_rate": 1.96969696969697e-06,
"loss": 0.7433,
"step": 805000
},
{
"epoch": 26.2,
"learning_rate": 1.9646464646464646e-06,
"loss": 0.7433,
"step": 805500
},
{
"epoch": 26.21,
"learning_rate": 1.9595959595959598e-06,
"loss": 0.7432,
"step": 806000
},
{
"epoch": 26.23,
"learning_rate": 1.954545454545455e-06,
"loss": 0.7428,
"step": 806500
},
{
"epoch": 26.25,
"learning_rate": 1.9494949494949496e-06,
"loss": 0.7429,
"step": 807000
},
{
"epoch": 26.26,
"learning_rate": 1.944444444444445e-06,
"loss": 0.7432,
"step": 807500
},
{
"epoch": 26.28,
"learning_rate": 1.9393939393939395e-06,
"loss": 0.7434,
"step": 808000
},
{
"epoch": 26.29,
"learning_rate": 1.9343434343434347e-06,
"loss": 0.7423,
"step": 808500
},
{
"epoch": 26.31,
"learning_rate": 1.9292929292929294e-06,
"loss": 0.743,
"step": 809000
},
{
"epoch": 26.33,
"learning_rate": 1.924242424242424e-06,
"loss": 0.7426,
"step": 809500
},
{
"epoch": 26.34,
"learning_rate": 1.9191919191919192e-06,
"loss": 0.7424,
"step": 810000
},
{
"epoch": 26.36,
"learning_rate": 1.9141414141414144e-06,
"loss": 0.7424,
"step": 810500
},
{
"epoch": 26.38,
"learning_rate": 1.9090909090909095e-06,
"loss": 0.7422,
"step": 811000
},
{
"epoch": 26.39,
"learning_rate": 1.9040404040404042e-06,
"loss": 0.7417,
"step": 811500
},
{
"epoch": 26.41,
"learning_rate": 1.8989898989898992e-06,
"loss": 0.7419,
"step": 812000
},
{
"epoch": 26.42,
"learning_rate": 1.8939393939393941e-06,
"loss": 0.7422,
"step": 812500
},
{
"epoch": 26.44,
"learning_rate": 1.888888888888889e-06,
"loss": 0.742,
"step": 813000
},
{
"epoch": 26.46,
"learning_rate": 1.883838383838384e-06,
"loss": 0.7416,
"step": 813500
},
{
"epoch": 26.47,
"learning_rate": 1.878787878787879e-06,
"loss": 0.7416,
"step": 814000
},
{
"epoch": 26.49,
"learning_rate": 1.873737373737374e-06,
"loss": 0.7417,
"step": 814500
},
{
"epoch": 26.51,
"learning_rate": 1.868686868686869e-06,
"loss": 0.7412,
"step": 815000
},
{
"epoch": 26.52,
"learning_rate": 1.863636363636364e-06,
"loss": 0.7417,
"step": 815500
},
{
"epoch": 26.54,
"learning_rate": 1.8585858585858588e-06,
"loss": 0.7409,
"step": 816000
},
{
"epoch": 26.55,
"learning_rate": 1.8535353535353538e-06,
"loss": 0.7412,
"step": 816500
},
{
"epoch": 26.57,
"learning_rate": 1.8484848484848487e-06,
"loss": 0.7414,
"step": 817000
},
{
"epoch": 26.59,
"learning_rate": 1.8434343434343434e-06,
"loss": 0.7409,
"step": 817500
},
{
"epoch": 26.6,
"learning_rate": 1.8383838383838384e-06,
"loss": 0.7404,
"step": 818000
},
{
"epoch": 26.62,
"learning_rate": 1.8333333333333333e-06,
"loss": 0.7405,
"step": 818500
},
{
"epoch": 26.64,
"learning_rate": 1.8282828282828286e-06,
"loss": 0.7403,
"step": 819000
},
{
"epoch": 26.65,
"learning_rate": 1.8232323232323234e-06,
"loss": 0.7404,
"step": 819500
},
{
"epoch": 26.67,
"learning_rate": 1.8181818181818183e-06,
"loss": 0.74,
"step": 820000
},
{
"epoch": 26.68,
"learning_rate": 1.8131313131313132e-06,
"loss": 0.74,
"step": 820500
},
{
"epoch": 26.7,
"learning_rate": 1.8080808080808082e-06,
"loss": 0.7399,
"step": 821000
},
{
"epoch": 26.72,
"learning_rate": 1.803030303030303e-06,
"loss": 0.74,
"step": 821500
},
{
"epoch": 26.73,
"learning_rate": 1.797979797979798e-06,
"loss": 0.7403,
"step": 822000
},
{
"epoch": 26.75,
"learning_rate": 1.792929292929293e-06,
"loss": 0.7403,
"step": 822500
},
{
"epoch": 26.77,
"learning_rate": 1.787878787878788e-06,
"loss": 0.7401,
"step": 823000
},
{
"epoch": 26.78,
"learning_rate": 1.782828282828283e-06,
"loss": 0.7394,
"step": 823500
},
{
"epoch": 26.8,
"learning_rate": 1.777777777777778e-06,
"loss": 0.7397,
"step": 824000
},
{
"epoch": 26.81,
"learning_rate": 1.7727272727272729e-06,
"loss": 0.7399,
"step": 824500
},
{
"epoch": 26.83,
"learning_rate": 1.7676767676767678e-06,
"loss": 0.7395,
"step": 825000
},
{
"epoch": 26.85,
"learning_rate": 1.7626262626262628e-06,
"loss": 0.7392,
"step": 825500
},
{
"epoch": 26.86,
"learning_rate": 1.7575757575757577e-06,
"loss": 0.739,
"step": 826000
},
{
"epoch": 26.88,
"learning_rate": 1.7525252525252526e-06,
"loss": 0.7388,
"step": 826500
},
{
"epoch": 26.9,
"learning_rate": 1.7474747474747475e-06,
"loss": 0.739,
"step": 827000
},
{
"epoch": 26.91,
"learning_rate": 1.7424242424242427e-06,
"loss": 0.739,
"step": 827500
},
{
"epoch": 26.93,
"learning_rate": 1.7373737373737376e-06,
"loss": 0.7385,
"step": 828000
},
{
"epoch": 26.94,
"learning_rate": 1.7323232323232326e-06,
"loss": 0.7385,
"step": 828500
},
{
"epoch": 26.96,
"learning_rate": 1.7272727272727275e-06,
"loss": 0.7386,
"step": 829000
},
{
"epoch": 26.98,
"learning_rate": 1.7222222222222224e-06,
"loss": 0.7383,
"step": 829500
},
{
"epoch": 26.99,
"learning_rate": 1.7171717171717173e-06,
"loss": 0.7378,
"step": 830000
},
{
"epoch": 27.01,
"learning_rate": 1.7121212121212123e-06,
"loss": 0.7385,
"step": 830500
},
{
"epoch": 27.03,
"learning_rate": 1.707070707070707e-06,
"loss": 0.738,
"step": 831000
},
{
"epoch": 27.04,
"learning_rate": 1.7020202020202024e-06,
"loss": 0.7381,
"step": 831500
},
{
"epoch": 27.06,
"learning_rate": 1.6969696969696973e-06,
"loss": 0.7384,
"step": 832000
},
{
"epoch": 27.07,
"learning_rate": 1.6919191919191922e-06,
"loss": 0.7379,
"step": 832500
},
{
"epoch": 27.09,
"learning_rate": 1.6868686868686871e-06,
"loss": 0.7377,
"step": 833000
},
{
"epoch": 27.11,
"learning_rate": 1.6818181818181819e-06,
"loss": 0.7379,
"step": 833500
},
{
"epoch": 27.12,
"learning_rate": 1.6767676767676768e-06,
"loss": 0.7377,
"step": 834000
},
{
"epoch": 27.14,
"learning_rate": 1.6717171717171717e-06,
"loss": 0.7375,
"step": 834500
},
{
"epoch": 27.16,
"learning_rate": 1.6666666666666667e-06,
"loss": 0.7375,
"step": 835000
},
{
"epoch": 27.17,
"learning_rate": 1.6616161616161616e-06,
"loss": 0.7369,
"step": 835500
},
{
"epoch": 27.19,
"learning_rate": 1.6565656565656567e-06,
"loss": 0.738,
"step": 836000
},
{
"epoch": 27.21,
"learning_rate": 1.6515151515151517e-06,
"loss": 0.7377,
"step": 836500
},
{
"epoch": 27.22,
"learning_rate": 1.6464646464646466e-06,
"loss": 0.7368,
"step": 837000
},
{
"epoch": 27.24,
"learning_rate": 1.6414141414141415e-06,
"loss": 0.7369,
"step": 837500
},
{
"epoch": 27.25,
"learning_rate": 1.6363636363636365e-06,
"loss": 0.7372,
"step": 838000
},
{
"epoch": 27.27,
"learning_rate": 1.6313131313131314e-06,
"loss": 0.7366,
"step": 838500
},
{
"epoch": 27.29,
"learning_rate": 1.6262626262626263e-06,
"loss": 0.7366,
"step": 839000
},
{
"epoch": 27.3,
"learning_rate": 1.6212121212121213e-06,
"loss": 0.7363,
"step": 839500
},
{
"epoch": 27.32,
"learning_rate": 1.6161616161616164e-06,
"loss": 0.7364,
"step": 840000
},
{
"epoch": 27.34,
"learning_rate": 1.6111111111111113e-06,
"loss": 0.7364,
"step": 840500
},
{
"epoch": 27.35,
"learning_rate": 1.6060606060606063e-06,
"loss": 0.7365,
"step": 841000
},
{
"epoch": 27.37,
"learning_rate": 1.6010101010101012e-06,
"loss": 0.7367,
"step": 841500
},
{
"epoch": 27.38,
"learning_rate": 1.5959595959595961e-06,
"loss": 0.7358,
"step": 842000
},
{
"epoch": 27.4,
"learning_rate": 1.590909090909091e-06,
"loss": 0.736,
"step": 842500
},
{
"epoch": 27.42,
"learning_rate": 1.585858585858586e-06,
"loss": 0.7366,
"step": 843000
},
{
"epoch": 27.43,
"learning_rate": 1.580808080808081e-06,
"loss": 0.7358,
"step": 843500
},
{
"epoch": 27.45,
"learning_rate": 1.5757575757575759e-06,
"loss": 0.7359,
"step": 844000
},
{
"epoch": 27.47,
"learning_rate": 1.570707070707071e-06,
"loss": 0.7362,
"step": 844500
},
{
"epoch": 27.48,
"learning_rate": 1.565656565656566e-06,
"loss": 0.7359,
"step": 845000
},
{
"epoch": 27.5,
"learning_rate": 1.5606060606060609e-06,
"loss": 0.7352,
"step": 845500
},
{
"epoch": 27.51,
"learning_rate": 1.5555555555555558e-06,
"loss": 0.7354,
"step": 846000
},
{
"epoch": 27.53,
"learning_rate": 1.5505050505050507e-06,
"loss": 0.7358,
"step": 846500
},
{
"epoch": 27.55,
"learning_rate": 1.5454545454545454e-06,
"loss": 0.7356,
"step": 847000
},
{
"epoch": 27.56,
"learning_rate": 1.5404040404040404e-06,
"loss": 0.7353,
"step": 847500
},
{
"epoch": 27.58,
"learning_rate": 1.5353535353535353e-06,
"loss": 0.7354,
"step": 848000
},
{
"epoch": 27.6,
"learning_rate": 1.5303030303030302e-06,
"loss": 0.7354,
"step": 848500
},
{
"epoch": 27.61,
"learning_rate": 1.5252525252525254e-06,
"loss": 0.7348,
"step": 849000
},
{
"epoch": 27.63,
"learning_rate": 1.5202020202020203e-06,
"loss": 0.7354,
"step": 849500
},
{
"epoch": 27.64,
"learning_rate": 1.5151515151515152e-06,
"loss": 0.7349,
"step": 850000
},
{
"epoch": 27.66,
"learning_rate": 1.5101010101010102e-06,
"loss": 0.7347,
"step": 850500
},
{
"epoch": 27.68,
"learning_rate": 1.5050505050505051e-06,
"loss": 0.7348,
"step": 851000
},
{
"epoch": 27.69,
"learning_rate": 1.5e-06,
"loss": 0.7346,
"step": 851500
},
{
"epoch": 27.71,
"learning_rate": 1.494949494949495e-06,
"loss": 0.7346,
"step": 852000
},
{
"epoch": 27.73,
"learning_rate": 1.48989898989899e-06,
"loss": 0.7343,
"step": 852500
},
{
"epoch": 27.74,
"learning_rate": 1.484848484848485e-06,
"loss": 0.7347,
"step": 853000
},
{
"epoch": 27.76,
"learning_rate": 1.47979797979798e-06,
"loss": 0.7347,
"step": 853500
},
{
"epoch": 27.77,
"learning_rate": 1.474747474747475e-06,
"loss": 0.7347,
"step": 854000
},
{
"epoch": 27.79,
"learning_rate": 1.4696969696969698e-06,
"loss": 0.7343,
"step": 854500
},
{
"epoch": 27.81,
"learning_rate": 1.4646464646464648e-06,
"loss": 0.7344,
"step": 855000
},
{
"epoch": 27.82,
"learning_rate": 1.4595959595959597e-06,
"loss": 0.7338,
"step": 855500
},
{
"epoch": 27.84,
"learning_rate": 1.4545454545454546e-06,
"loss": 0.7339,
"step": 856000
},
{
"epoch": 27.86,
"learning_rate": 1.4494949494949496e-06,
"loss": 0.7336,
"step": 856500
},
{
"epoch": 27.87,
"learning_rate": 1.4444444444444445e-06,
"loss": 0.734,
"step": 857000
},
{
"epoch": 27.89,
"learning_rate": 1.4393939393939396e-06,
"loss": 0.7339,
"step": 857500
},
{
"epoch": 27.9,
"learning_rate": 1.4343434343434346e-06,
"loss": 0.7335,
"step": 858000
},
{
"epoch": 27.92,
"learning_rate": 1.4292929292929295e-06,
"loss": 0.7337,
"step": 858500
},
{
"epoch": 27.94,
"learning_rate": 1.4242424242424244e-06,
"loss": 0.7334,
"step": 859000
},
{
"epoch": 27.95,
"learning_rate": 1.4191919191919194e-06,
"loss": 0.7335,
"step": 859500
},
{
"epoch": 27.97,
"learning_rate": 1.4141414141414143e-06,
"loss": 0.7335,
"step": 860000
},
{
"epoch": 27.99,
"learning_rate": 1.409090909090909e-06,
"loss": 0.7331,
"step": 860500
},
{
"epoch": 28.0,
"learning_rate": 1.404040404040404e-06,
"loss": 0.7332,
"step": 861000
},
{
"epoch": 28.02,
"learning_rate": 1.3989898989898993e-06,
"loss": 0.7329,
"step": 861500
},
{
"epoch": 28.03,
"learning_rate": 1.3939393939393942e-06,
"loss": 0.733,
"step": 862000
},
{
"epoch": 28.05,
"learning_rate": 1.3888888888888892e-06,
"loss": 0.7332,
"step": 862500
},
{
"epoch": 28.07,
"learning_rate": 1.3838383838383839e-06,
"loss": 0.7336,
"step": 863000
},
{
"epoch": 28.08,
"learning_rate": 1.3787878787878788e-06,
"loss": 0.7325,
"step": 863500
},
{
"epoch": 28.1,
"learning_rate": 1.3737373737373738e-06,
"loss": 0.7331,
"step": 864000
},
{
"epoch": 28.12,
"learning_rate": 1.3686868686868687e-06,
"loss": 0.7329,
"step": 864500
},
{
"epoch": 28.13,
"learning_rate": 1.3636363636363636e-06,
"loss": 0.733,
"step": 865000
},
{
"epoch": 28.15,
"learning_rate": 1.3585858585858585e-06,
"loss": 0.7318,
"step": 865500
},
{
"epoch": 28.16,
"learning_rate": 1.3535353535353537e-06,
"loss": 0.7324,
"step": 866000
},
{
"epoch": 28.18,
"learning_rate": 1.3484848484848486e-06,
"loss": 0.7327,
"step": 866500
},
{
"epoch": 28.2,
"learning_rate": 1.3434343434343436e-06,
"loss": 0.7319,
"step": 867000
},
{
"epoch": 28.21,
"learning_rate": 1.3383838383838385e-06,
"loss": 0.7326,
"step": 867500
},
{
"epoch": 28.23,
"learning_rate": 1.3333333333333334e-06,
"loss": 0.732,
"step": 868000
},
{
"epoch": 28.25,
"learning_rate": 1.3282828282828283e-06,
"loss": 0.7321,
"step": 868500
},
{
"epoch": 28.26,
"learning_rate": 1.3232323232323233e-06,
"loss": 0.7319,
"step": 869000
},
{
"epoch": 28.28,
"learning_rate": 1.3181818181818182e-06,
"loss": 0.7328,
"step": 869500
},
{
"epoch": 28.29,
"learning_rate": 1.3131313131313134e-06,
"loss": 0.7317,
"step": 870000
},
{
"epoch": 28.31,
"learning_rate": 1.3080808080808083e-06,
"loss": 0.7326,
"step": 870500
},
{
"epoch": 28.33,
"learning_rate": 1.3030303030303032e-06,
"loss": 0.7322,
"step": 871000
},
{
"epoch": 28.34,
"learning_rate": 1.2979797979797981e-06,
"loss": 0.7318,
"step": 871500
},
{
"epoch": 28.36,
"learning_rate": 1.292929292929293e-06,
"loss": 0.7319,
"step": 872000
},
{
"epoch": 28.38,
"learning_rate": 1.287878787878788e-06,
"loss": 0.7317,
"step": 872500
},
{
"epoch": 28.39,
"learning_rate": 1.282828282828283e-06,
"loss": 0.7317,
"step": 873000
},
{
"epoch": 28.41,
"learning_rate": 1.2777777777777779e-06,
"loss": 0.732,
"step": 873500
},
{
"epoch": 28.42,
"learning_rate": 1.2727272727272728e-06,
"loss": 0.7315,
"step": 874000
},
{
"epoch": 28.44,
"learning_rate": 1.267676767676768e-06,
"loss": 0.7317,
"step": 874500
},
{
"epoch": 28.46,
"learning_rate": 1.2626262626262629e-06,
"loss": 0.7317,
"step": 875000
},
{
"epoch": 28.47,
"learning_rate": 1.2575757575757578e-06,
"loss": 0.7311,
"step": 875500
},
{
"epoch": 28.49,
"learning_rate": 1.2525252525252527e-06,
"loss": 0.7312,
"step": 876000
},
{
"epoch": 28.51,
"learning_rate": 1.2474747474747475e-06,
"loss": 0.731,
"step": 876500
},
{
"epoch": 28.52,
"learning_rate": 1.2424242424242424e-06,
"loss": 0.7316,
"step": 877000
},
{
"epoch": 28.54,
"learning_rate": 1.2373737373737375e-06,
"loss": 0.7311,
"step": 877500
},
{
"epoch": 28.55,
"learning_rate": 1.2323232323232325e-06,
"loss": 0.7313,
"step": 878000
},
{
"epoch": 28.57,
"learning_rate": 1.2272727272727274e-06,
"loss": 0.7317,
"step": 878500
},
{
"epoch": 28.59,
"learning_rate": 1.2222222222222223e-06,
"loss": 0.7309,
"step": 879000
},
{
"epoch": 28.6,
"learning_rate": 1.2171717171717173e-06,
"loss": 0.7308,
"step": 879500
},
{
"epoch": 28.62,
"learning_rate": 1.2121212121212122e-06,
"loss": 0.7302,
"step": 880000
},
{
"epoch": 28.64,
"learning_rate": 1.2070707070707071e-06,
"loss": 0.731,
"step": 880500
},
{
"epoch": 28.65,
"learning_rate": 1.202020202020202e-06,
"loss": 0.7309,
"step": 881000
},
{
"epoch": 28.67,
"learning_rate": 1.196969696969697e-06,
"loss": 0.7312,
"step": 881500
},
{
"epoch": 28.68,
"learning_rate": 1.1919191919191921e-06,
"loss": 0.7308,
"step": 882000
},
{
"epoch": 28.7,
"learning_rate": 1.186868686868687e-06,
"loss": 0.7306,
"step": 882500
},
{
"epoch": 28.72,
"learning_rate": 1.181818181818182e-06,
"loss": 0.7308,
"step": 883000
},
{
"epoch": 28.73,
"learning_rate": 1.1767676767676767e-06,
"loss": 0.7303,
"step": 883500
},
{
"epoch": 28.75,
"learning_rate": 1.1717171717171719e-06,
"loss": 0.7307,
"step": 884000
},
{
"epoch": 28.77,
"learning_rate": 1.1666666666666668e-06,
"loss": 0.7306,
"step": 884500
},
{
"epoch": 28.78,
"learning_rate": 1.1616161616161617e-06,
"loss": 0.7307,
"step": 885000
},
{
"epoch": 28.8,
"learning_rate": 1.1565656565656567e-06,
"loss": 0.7302,
"step": 885500
},
{
"epoch": 28.81,
"learning_rate": 1.1515151515151516e-06,
"loss": 0.7302,
"step": 886000
},
{
"epoch": 28.83,
"learning_rate": 1.1464646464646465e-06,
"loss": 0.7304,
"step": 886500
},
{
"epoch": 28.85,
"learning_rate": 1.1414141414141414e-06,
"loss": 0.73,
"step": 887000
},
{
"epoch": 28.86,
"learning_rate": 1.1363636363636364e-06,
"loss": 0.7298,
"step": 887500
},
{
"epoch": 28.88,
"learning_rate": 1.1313131313131315e-06,
"loss": 0.7299,
"step": 888000
},
{
"epoch": 28.9,
"learning_rate": 1.1262626262626265e-06,
"loss": 0.7302,
"step": 888500
},
{
"epoch": 28.91,
"learning_rate": 1.1212121212121214e-06,
"loss": 0.7303,
"step": 889000
},
{
"epoch": 28.93,
"learning_rate": 1.1161616161616163e-06,
"loss": 0.7299,
"step": 889500
},
{
"epoch": 28.94,
"learning_rate": 1.111111111111111e-06,
"loss": 0.7296,
"step": 890000
},
{
"epoch": 28.96,
"learning_rate": 1.1060606060606062e-06,
"loss": 0.7298,
"step": 890500
},
{
"epoch": 28.98,
"learning_rate": 1.1010101010101011e-06,
"loss": 0.7298,
"step": 891000
},
{
"epoch": 28.99,
"learning_rate": 1.095959595959596e-06,
"loss": 0.73,
"step": 891500
},
{
"epoch": 29.01,
"learning_rate": 1.090909090909091e-06,
"loss": 0.7298,
"step": 892000
},
{
"epoch": 29.03,
"learning_rate": 1.085858585858586e-06,
"loss": 0.7295,
"step": 892500
},
{
"epoch": 29.04,
"learning_rate": 1.0808080808080808e-06,
"loss": 0.7292,
"step": 893000
},
{
"epoch": 29.06,
"learning_rate": 1.0757575757575758e-06,
"loss": 0.7294,
"step": 893500
},
{
"epoch": 29.08,
"learning_rate": 1.0707070707070707e-06,
"loss": 0.7294,
"step": 894000
},
{
"epoch": 29.09,
"learning_rate": 1.0656565656565658e-06,
"loss": 0.7298,
"step": 894500
},
{
"epoch": 29.11,
"learning_rate": 1.0606060606060608e-06,
"loss": 0.7296,
"step": 895000
},
{
"epoch": 29.12,
"learning_rate": 1.0555555555555557e-06,
"loss": 0.7298,
"step": 895500
},
{
"epoch": 29.14,
"learning_rate": 1.0505050505050506e-06,
"loss": 0.7298,
"step": 896000
},
{
"epoch": 29.16,
"learning_rate": 1.0454545454545456e-06,
"loss": 0.7293,
"step": 896500
},
{
"epoch": 29.17,
"learning_rate": 1.0404040404040405e-06,
"loss": 0.7288,
"step": 897000
},
{
"epoch": 29.19,
"learning_rate": 1.0353535353535354e-06,
"loss": 0.7295,
"step": 897500
},
{
"epoch": 29.21,
"learning_rate": 1.0303030303030304e-06,
"loss": 0.7294,
"step": 898000
},
{
"epoch": 29.22,
"learning_rate": 1.0252525252525253e-06,
"loss": 0.7293,
"step": 898500
},
{
"epoch": 29.24,
"learning_rate": 1.0202020202020202e-06,
"loss": 0.7295,
"step": 899000
},
{
"epoch": 29.25,
"learning_rate": 1.0151515151515152e-06,
"loss": 0.7291,
"step": 899500
},
{
"epoch": 29.27,
"learning_rate": 1.01010101010101e-06,
"loss": 0.7292,
"step": 900000
},
{
"epoch": 29.29,
"learning_rate": 1.005050505050505e-06,
"loss": 0.7289,
"step": 900500
},
{
"epoch": 29.3,
"learning_rate": 1.0000000000000002e-06,
"loss": 0.7289,
"step": 901000
},
{
"epoch": 29.32,
"learning_rate": 9.94949494949495e-07,
"loss": 0.7292,
"step": 901500
},
{
"epoch": 29.34,
"learning_rate": 9.8989898989899e-07,
"loss": 0.7291,
"step": 902000
},
{
"epoch": 29.35,
"learning_rate": 9.84848484848485e-07,
"loss": 0.7288,
"step": 902500
},
{
"epoch": 29.37,
"learning_rate": 9.797979797979799e-07,
"loss": 0.7287,
"step": 903000
},
{
"epoch": 29.38,
"learning_rate": 9.747474747474748e-07,
"loss": 0.7287,
"step": 903500
},
{
"epoch": 29.4,
"learning_rate": 9.696969696969698e-07,
"loss": 0.7286,
"step": 904000
},
{
"epoch": 29.42,
"learning_rate": 9.646464646464647e-07,
"loss": 0.729,
"step": 904500
},
{
"epoch": 29.43,
"learning_rate": 9.595959595959596e-07,
"loss": 0.7284,
"step": 905000
},
{
"epoch": 29.45,
"learning_rate": 9.545454545454548e-07,
"loss": 0.7285,
"step": 905500
},
{
"epoch": 29.47,
"learning_rate": 9.494949494949496e-07,
"loss": 0.7286,
"step": 906000
},
{
"epoch": 29.48,
"learning_rate": 9.444444444444445e-07,
"loss": 0.7281,
"step": 906500
},
{
"epoch": 29.5,
"learning_rate": 9.393939393939395e-07,
"loss": 0.7286,
"step": 907000
},
{
"epoch": 29.51,
"learning_rate": 9.343434343434345e-07,
"loss": 0.7283,
"step": 907500
},
{
"epoch": 29.53,
"learning_rate": 9.292929292929294e-07,
"loss": 0.7284,
"step": 908000
},
{
"epoch": 29.55,
"learning_rate": 9.242424242424244e-07,
"loss": 0.7282,
"step": 908500
},
{
"epoch": 29.56,
"learning_rate": 9.191919191919192e-07,
"loss": 0.7281,
"step": 909000
},
{
"epoch": 29.58,
"learning_rate": 9.141414141414143e-07,
"loss": 0.7287,
"step": 909500
},
{
"epoch": 29.6,
"learning_rate": 9.090909090909091e-07,
"loss": 0.7282,
"step": 910000
},
{
"epoch": 29.61,
"learning_rate": 9.040404040404041e-07,
"loss": 0.728,
"step": 910500
},
{
"epoch": 29.63,
"learning_rate": 8.98989898989899e-07,
"loss": 0.7278,
"step": 911000
},
{
"epoch": 29.64,
"learning_rate": 8.93939393939394e-07,
"loss": 0.7287,
"step": 911500
},
{
"epoch": 29.66,
"learning_rate": 8.88888888888889e-07,
"loss": 0.7282,
"step": 912000
},
{
"epoch": 29.68,
"learning_rate": 8.838383838383839e-07,
"loss": 0.7282,
"step": 912500
},
{
"epoch": 29.69,
"learning_rate": 8.787878787878788e-07,
"loss": 0.7281,
"step": 913000
},
{
"epoch": 29.71,
"learning_rate": 8.737373737373738e-07,
"loss": 0.7279,
"step": 913500
},
{
"epoch": 29.73,
"learning_rate": 8.686868686868688e-07,
"loss": 0.7285,
"step": 914000
},
{
"epoch": 29.74,
"learning_rate": 8.636363636363637e-07,
"loss": 0.7277,
"step": 914500
},
{
"epoch": 29.76,
"learning_rate": 8.585858585858587e-07,
"loss": 0.7281,
"step": 915000
},
{
"epoch": 29.77,
"learning_rate": 8.535353535353535e-07,
"loss": 0.7276,
"step": 915500
},
{
"epoch": 29.79,
"learning_rate": 8.484848484848486e-07,
"loss": 0.7278,
"step": 916000
},
{
"epoch": 29.81,
"learning_rate": 8.434343434343436e-07,
"loss": 0.7277,
"step": 916500
},
{
"epoch": 29.82,
"learning_rate": 8.383838383838384e-07,
"loss": 0.7279,
"step": 917000
},
{
"epoch": 29.84,
"learning_rate": 8.333333333333333e-07,
"loss": 0.7276,
"step": 917500
},
{
"epoch": 29.86,
"learning_rate": 8.282828282828284e-07,
"loss": 0.7276,
"step": 918000
},
{
"epoch": 29.87,
"learning_rate": 8.232323232323233e-07,
"loss": 0.7277,
"step": 918500
},
{
"epoch": 29.89,
"learning_rate": 8.181818181818182e-07,
"loss": 0.7276,
"step": 919000
},
{
"epoch": 29.9,
"learning_rate": 8.131313131313132e-07,
"loss": 0.7273,
"step": 919500
},
{
"epoch": 29.92,
"learning_rate": 8.080808080808082e-07,
"loss": 0.7274,
"step": 920000
},
{
"epoch": 29.94,
"learning_rate": 8.030303030303031e-07,
"loss": 0.7277,
"step": 920500
},
{
"epoch": 29.95,
"learning_rate": 7.979797979797981e-07,
"loss": 0.7275,
"step": 921000
},
{
"epoch": 29.97,
"learning_rate": 7.92929292929293e-07,
"loss": 0.7274,
"step": 921500
},
{
"epoch": 29.99,
"learning_rate": 7.878787878787879e-07,
"loss": 0.7269,
"step": 922000
},
{
"epoch": 30.0,
"learning_rate": 7.82828282828283e-07,
"loss": 0.7276,
"step": 922500
},
{
"epoch": 30.02,
"learning_rate": 7.777777777777779e-07,
"loss": 0.7273,
"step": 923000
},
{
"epoch": 30.03,
"learning_rate": 7.727272727272727e-07,
"loss": 0.7275,
"step": 923500
},
{
"epoch": 30.05,
"learning_rate": 7.676767676767677e-07,
"loss": 0.7276,
"step": 924000
},
{
"epoch": 30.07,
"learning_rate": 7.626262626262627e-07,
"loss": 0.7272,
"step": 924500
},
{
"epoch": 30.08,
"learning_rate": 7.575757575757576e-07,
"loss": 0.7269,
"step": 925000
},
{
"epoch": 30.1,
"learning_rate": 7.525252525252526e-07,
"loss": 0.7269,
"step": 925500
},
{
"epoch": 30.12,
"learning_rate": 7.474747474747475e-07,
"loss": 0.7274,
"step": 926000
},
{
"epoch": 30.13,
"learning_rate": 7.424242424242425e-07,
"loss": 0.7272,
"step": 926500
},
{
"epoch": 30.15,
"learning_rate": 7.373737373737375e-07,
"loss": 0.7269,
"step": 927000
},
{
"epoch": 30.16,
"learning_rate": 7.323232323232324e-07,
"loss": 0.727,
"step": 927500
},
{
"epoch": 30.18,
"learning_rate": 7.272727272727273e-07,
"loss": 0.7265,
"step": 928000
},
{
"epoch": 30.2,
"learning_rate": 7.222222222222222e-07,
"loss": 0.727,
"step": 928500
},
{
"epoch": 30.21,
"learning_rate": 7.171717171717173e-07,
"loss": 0.7272,
"step": 929000
},
{
"epoch": 30.23,
"learning_rate": 7.121212121212122e-07,
"loss": 0.7275,
"step": 929500
},
{
"epoch": 30.25,
"learning_rate": 7.070707070707071e-07,
"loss": 0.7272,
"step": 930000
},
{
"epoch": 30.26,
"learning_rate": 7.02020202020202e-07,
"loss": 0.7266,
"step": 930500
},
{
"epoch": 30.28,
"learning_rate": 6.969696969696971e-07,
"loss": 0.7271,
"step": 931000
},
{
"epoch": 30.29,
"learning_rate": 6.919191919191919e-07,
"loss": 0.7265,
"step": 931500
},
{
"epoch": 30.31,
"learning_rate": 6.868686868686869e-07,
"loss": 0.7268,
"step": 932000
},
{
"epoch": 30.33,
"learning_rate": 6.818181818181818e-07,
"loss": 0.7268,
"step": 932500
},
{
"epoch": 30.34,
"learning_rate": 6.767676767676768e-07,
"loss": 0.7266,
"step": 933000
},
{
"epoch": 30.36,
"learning_rate": 6.717171717171718e-07,
"loss": 0.7267,
"step": 933500
},
{
"epoch": 30.38,
"learning_rate": 6.666666666666667e-07,
"loss": 0.7264,
"step": 934000
},
{
"epoch": 30.39,
"learning_rate": 6.616161616161616e-07,
"loss": 0.7264,
"step": 934500
},
{
"epoch": 30.41,
"learning_rate": 6.565656565656567e-07,
"loss": 0.726,
"step": 935000
},
{
"epoch": 30.42,
"learning_rate": 6.515151515151516e-07,
"loss": 0.7263,
"step": 935500
},
{
"epoch": 30.44,
"learning_rate": 6.464646464646465e-07,
"loss": 0.7265,
"step": 936000
},
{
"epoch": 30.46,
"learning_rate": 6.414141414141415e-07,
"loss": 0.7267,
"step": 936500
},
{
"epoch": 30.47,
"learning_rate": 6.363636363636364e-07,
"loss": 0.7266,
"step": 937000
},
{
"epoch": 30.49,
"learning_rate": 6.313131313131314e-07,
"loss": 0.7266,
"step": 937500
},
{
"epoch": 30.51,
"learning_rate": 6.262626262626264e-07,
"loss": 0.7265,
"step": 938000
},
{
"epoch": 30.52,
"learning_rate": 6.212121212121212e-07,
"loss": 0.7266,
"step": 938500
},
{
"epoch": 30.54,
"learning_rate": 6.161616161616162e-07,
"loss": 0.7263,
"step": 939000
},
{
"epoch": 30.55,
"learning_rate": 6.111111111111112e-07,
"loss": 0.7269,
"step": 939500
},
{
"epoch": 30.57,
"learning_rate": 6.060606060606061e-07,
"loss": 0.7264,
"step": 940000
},
{
"epoch": 30.59,
"learning_rate": 6.01010101010101e-07,
"loss": 0.7259,
"step": 940500
},
{
"epoch": 30.6,
"learning_rate": 5.959595959595961e-07,
"loss": 0.727,
"step": 941000
},
{
"epoch": 30.62,
"learning_rate": 5.90909090909091e-07,
"loss": 0.7261,
"step": 941500
},
{
"epoch": 30.64,
"learning_rate": 5.858585858585859e-07,
"loss": 0.7261,
"step": 942000
},
{
"epoch": 30.65,
"learning_rate": 5.808080808080809e-07,
"loss": 0.7262,
"step": 942500
},
{
"epoch": 30.67,
"learning_rate": 5.757575757575758e-07,
"loss": 0.7271,
"step": 943000
},
{
"epoch": 30.68,
"learning_rate": 5.707070707070707e-07,
"loss": 0.726,
"step": 943500
},
{
"epoch": 30.7,
"learning_rate": 5.656565656565658e-07,
"loss": 0.7262,
"step": 944000
},
{
"epoch": 30.72,
"learning_rate": 5.606060606060607e-07,
"loss": 0.7261,
"step": 944500
},
{
"epoch": 30.73,
"learning_rate": 5.555555555555555e-07,
"loss": 0.7267,
"step": 945000
},
{
"epoch": 30.75,
"learning_rate": 5.505050505050506e-07,
"loss": 0.7259,
"step": 945500
},
{
"epoch": 30.77,
"learning_rate": 5.454545454545455e-07,
"loss": 0.7263,
"step": 946000
},
{
"epoch": 30.78,
"learning_rate": 5.404040404040404e-07,
"loss": 0.726,
"step": 946500
},
{
"epoch": 30.8,
"learning_rate": 5.353535353535354e-07,
"loss": 0.7261,
"step": 947000
},
{
"epoch": 30.82,
"learning_rate": 5.303030303030304e-07,
"loss": 0.7256,
"step": 947500
},
{
"epoch": 30.83,
"learning_rate": 5.252525252525253e-07,
"loss": 0.7256,
"step": 948000
},
{
"epoch": 30.85,
"learning_rate": 5.202020202020203e-07,
"loss": 0.7262,
"step": 948500
},
{
"epoch": 30.86,
"learning_rate": 5.151515151515152e-07,
"loss": 0.7256,
"step": 949000
},
{
"epoch": 30.88,
"learning_rate": 5.101010101010101e-07,
"loss": 0.726,
"step": 949500
},
{
"epoch": 30.9,
"learning_rate": 5.05050505050505e-07,
"loss": 0.7259,
"step": 950000
},
{
"epoch": 30.91,
"learning_rate": 5.000000000000001e-07,
"loss": 0.7258,
"step": 950500
},
{
"epoch": 30.93,
"learning_rate": 4.94949494949495e-07,
"loss": 0.726,
"step": 951000
},
{
"epoch": 30.95,
"learning_rate": 4.898989898989899e-07,
"loss": 0.7255,
"step": 951500
},
{
"epoch": 30.96,
"learning_rate": 4.848484848484849e-07,
"loss": 0.7261,
"step": 952000
},
{
"epoch": 30.98,
"learning_rate": 4.797979797979798e-07,
"loss": 0.7259,
"step": 952500
},
{
"epoch": 30.99,
"learning_rate": 4.747474747474748e-07,
"loss": 0.7255,
"step": 953000
},
{
"epoch": 31.01,
"learning_rate": 4.696969696969697e-07,
"loss": 0.7256,
"step": 953500
},
{
"epoch": 31.03,
"learning_rate": 4.646464646464647e-07,
"loss": 0.7252,
"step": 954000
},
{
"epoch": 31.04,
"learning_rate": 4.595959595959596e-07,
"loss": 0.7259,
"step": 954500
},
{
"epoch": 31.06,
"learning_rate": 4.5454545454545457e-07,
"loss": 0.7257,
"step": 955000
},
{
"epoch": 31.08,
"learning_rate": 4.494949494949495e-07,
"loss": 0.7259,
"step": 955500
},
{
"epoch": 31.09,
"learning_rate": 4.444444444444445e-07,
"loss": 0.7258,
"step": 956000
},
{
"epoch": 31.11,
"learning_rate": 4.393939393939394e-07,
"loss": 0.7261,
"step": 956500
},
{
"epoch": 31.12,
"learning_rate": 4.343434343434344e-07,
"loss": 0.7258,
"step": 957000
},
{
"epoch": 31.14,
"learning_rate": 4.2929292929292934e-07,
"loss": 0.7256,
"step": 957500
},
{
"epoch": 31.16,
"learning_rate": 4.242424242424243e-07,
"loss": 0.7256,
"step": 958000
},
{
"epoch": 31.17,
"learning_rate": 4.191919191919192e-07,
"loss": 0.7262,
"step": 958500
},
{
"epoch": 31.19,
"learning_rate": 4.141414141414142e-07,
"loss": 0.7258,
"step": 959000
},
{
"epoch": 31.21,
"learning_rate": 4.090909090909091e-07,
"loss": 0.7248,
"step": 959500
},
{
"epoch": 31.22,
"learning_rate": 4.040404040404041e-07,
"loss": 0.7253,
"step": 960000
},
{
"epoch": 31.24,
"learning_rate": 3.9898989898989903e-07,
"loss": 0.7253,
"step": 960500
},
{
"epoch": 31.25,
"learning_rate": 3.9393939393939396e-07,
"loss": 0.7258,
"step": 961000
},
{
"epoch": 31.27,
"learning_rate": 3.8888888888888895e-07,
"loss": 0.7255,
"step": 961500
},
{
"epoch": 31.29,
"learning_rate": 3.838383838383838e-07,
"loss": 0.7255,
"step": 962000
},
{
"epoch": 31.3,
"learning_rate": 3.787878787878788e-07,
"loss": 0.7256,
"step": 962500
},
{
"epoch": 31.32,
"learning_rate": 3.7373737373737374e-07,
"loss": 0.7252,
"step": 963000
},
{
"epoch": 31.34,
"learning_rate": 3.6868686868686873e-07,
"loss": 0.7257,
"step": 963500
},
{
"epoch": 31.35,
"learning_rate": 3.6363636363636366e-07,
"loss": 0.7254,
"step": 964000
},
{
"epoch": 31.37,
"learning_rate": 3.5858585858585864e-07,
"loss": 0.7256,
"step": 964500
},
{
"epoch": 31.38,
"learning_rate": 3.535353535353536e-07,
"loss": 0.7257,
"step": 965000
},
{
"epoch": 31.4,
"learning_rate": 3.4848484848484856e-07,
"loss": 0.7256,
"step": 965500
},
{
"epoch": 31.42,
"learning_rate": 3.4343434343434344e-07,
"loss": 0.7255,
"step": 966000
},
{
"epoch": 31.43,
"learning_rate": 3.383838383838384e-07,
"loss": 0.7255,
"step": 966500
},
{
"epoch": 31.45,
"learning_rate": 3.3333333333333335e-07,
"loss": 0.7252,
"step": 967000
},
{
"epoch": 31.47,
"learning_rate": 3.2828282828282834e-07,
"loss": 0.7256,
"step": 967500
},
{
"epoch": 31.48,
"learning_rate": 3.2323232323232327e-07,
"loss": 0.7257,
"step": 968000
},
{
"epoch": 31.5,
"learning_rate": 3.181818181818182e-07,
"loss": 0.7259,
"step": 968500
},
{
"epoch": 31.51,
"learning_rate": 3.131313131313132e-07,
"loss": 0.7252,
"step": 969000
},
{
"epoch": 31.53,
"learning_rate": 3.080808080808081e-07,
"loss": 0.7257,
"step": 969500
},
{
"epoch": 31.55,
"learning_rate": 3.0303030303030305e-07,
"loss": 0.725,
"step": 970000
},
{
"epoch": 31.56,
"learning_rate": 2.9797979797979803e-07,
"loss": 0.7252,
"step": 970500
},
{
"epoch": 31.58,
"learning_rate": 2.9292929292929296e-07,
"loss": 0.7253,
"step": 971000
},
{
"epoch": 31.6,
"learning_rate": 2.878787878787879e-07,
"loss": 0.7251,
"step": 971500
},
{
"epoch": 31.61,
"learning_rate": 2.828282828282829e-07,
"loss": 0.725,
"step": 972000
},
{
"epoch": 31.63,
"learning_rate": 2.7777777777777776e-07,
"loss": 0.7256,
"step": 972500
},
{
"epoch": 31.64,
"learning_rate": 2.7272727272727274e-07,
"loss": 0.7257,
"step": 973000
},
{
"epoch": 31.66,
"learning_rate": 2.676767676767677e-07,
"loss": 0.7248,
"step": 973500
},
{
"epoch": 31.68,
"learning_rate": 2.6262626262626266e-07,
"loss": 0.7248,
"step": 974000
},
{
"epoch": 31.69,
"learning_rate": 2.575757575757576e-07,
"loss": 0.7246,
"step": 974500
},
{
"epoch": 31.71,
"learning_rate": 2.525252525252525e-07,
"loss": 0.7255,
"step": 975000
},
{
"epoch": 31.73,
"learning_rate": 2.474747474747475e-07,
"loss": 0.7248,
"step": 975500
},
{
"epoch": 31.74,
"learning_rate": 2.4242424242424244e-07,
"loss": 0.7249,
"step": 976000
},
{
"epoch": 31.76,
"learning_rate": 2.373737373737374e-07,
"loss": 0.7253,
"step": 976500
},
{
"epoch": 31.77,
"learning_rate": 2.3232323232323235e-07,
"loss": 0.7248,
"step": 977000
},
{
"epoch": 31.79,
"learning_rate": 2.2727272727272729e-07,
"loss": 0.725,
"step": 977500
},
{
"epoch": 31.81,
"learning_rate": 2.2222222222222224e-07,
"loss": 0.7255,
"step": 978000
},
{
"epoch": 31.82,
"learning_rate": 2.171717171717172e-07,
"loss": 0.7251,
"step": 978500
},
{
"epoch": 31.84,
"learning_rate": 2.1212121212121216e-07,
"loss": 0.7252,
"step": 979000
},
{
"epoch": 31.86,
"learning_rate": 2.070707070707071e-07,
"loss": 0.7252,
"step": 979500
},
{
"epoch": 31.87,
"learning_rate": 2.0202020202020205e-07,
"loss": 0.7246,
"step": 980000
},
{
"epoch": 31.89,
"learning_rate": 1.9696969696969698e-07,
"loss": 0.725,
"step": 980500
},
{
"epoch": 31.9,
"learning_rate": 1.919191919191919e-07,
"loss": 0.7248,
"step": 981000
},
{
"epoch": 31.92,
"learning_rate": 1.8686868686868687e-07,
"loss": 0.7255,
"step": 981500
},
{
"epoch": 31.94,
"learning_rate": 1.8181818181818183e-07,
"loss": 0.7248,
"step": 982000
},
{
"epoch": 31.95,
"learning_rate": 1.767676767676768e-07,
"loss": 0.7252,
"step": 982500
},
{
"epoch": 31.97,
"learning_rate": 1.7171717171717172e-07,
"loss": 0.7248,
"step": 983000
},
{
"epoch": 31.99,
"learning_rate": 1.6666666666666668e-07,
"loss": 0.7254,
"step": 983500
},
{
"epoch": 32.0,
"learning_rate": 1.6161616161616163e-07,
"loss": 0.725,
"step": 984000
},
{
"epoch": 32.02,
"learning_rate": 1.565656565656566e-07,
"loss": 0.7259,
"step": 984500
},
{
"epoch": 32.03,
"learning_rate": 1.5151515151515152e-07,
"loss": 0.7246,
"step": 985000
},
{
"epoch": 32.05,
"learning_rate": 1.4646464646464648e-07,
"loss": 0.7247,
"step": 985500
},
{
"epoch": 32.07,
"learning_rate": 1.4141414141414144e-07,
"loss": 0.7248,
"step": 986000
},
{
"epoch": 32.08,
"learning_rate": 1.3636363636363637e-07,
"loss": 0.7252,
"step": 986500
},
{
"epoch": 32.1,
"learning_rate": 1.3131313131313133e-07,
"loss": 0.7255,
"step": 987000
},
{
"epoch": 32.12,
"learning_rate": 1.2626262626262626e-07,
"loss": 0.7247,
"step": 987500
},
{
"epoch": 32.13,
"learning_rate": 1.2121212121212122e-07,
"loss": 0.7244,
"step": 988000
},
{
"epoch": 32.15,
"learning_rate": 1.1616161616161618e-07,
"loss": 0.7251,
"step": 988500
},
{
"epoch": 32.16,
"learning_rate": 1.1111111111111112e-07,
"loss": 0.7248,
"step": 989000
},
{
"epoch": 32.18,
"learning_rate": 1.0606060606060608e-07,
"loss": 0.7248,
"step": 989500
},
{
"epoch": 32.2,
"learning_rate": 1.0101010101010103e-07,
"loss": 0.7251,
"step": 990000
},
{
"epoch": 32.21,
"learning_rate": 9.595959595959596e-08,
"loss": 0.7248,
"step": 990500
},
{
"epoch": 32.23,
"learning_rate": 9.090909090909091e-08,
"loss": 0.7247,
"step": 991000
},
{
"epoch": 32.25,
"learning_rate": 8.585858585858586e-08,
"loss": 0.7249,
"step": 991500
},
{
"epoch": 32.26,
"learning_rate": 8.080808080808082e-08,
"loss": 0.7252,
"step": 992000
},
{
"epoch": 32.28,
"learning_rate": 7.575757575757576e-08,
"loss": 0.725,
"step": 992500
},
{
"epoch": 32.29,
"learning_rate": 7.070707070707072e-08,
"loss": 0.7253,
"step": 993000
},
{
"epoch": 32.31,
"learning_rate": 6.565656565656566e-08,
"loss": 0.7255,
"step": 993500
},
{
"epoch": 32.33,
"learning_rate": 6.060606060606061e-08,
"loss": 0.7248,
"step": 994000
},
{
"epoch": 32.34,
"learning_rate": 5.555555555555556e-08,
"loss": 0.7249,
"step": 994500
},
{
"epoch": 32.36,
"learning_rate": 5.050505050505051e-08,
"loss": 0.724,
"step": 995000
},
{
"epoch": 32.38,
"learning_rate": 4.545454545454546e-08,
"loss": 0.725,
"step": 995500
},
{
"epoch": 32.39,
"learning_rate": 4.040404040404041e-08,
"loss": 0.7244,
"step": 996000
},
{
"epoch": 32.41,
"learning_rate": 3.535353535353536e-08,
"loss": 0.725,
"step": 996500
},
{
"epoch": 32.42,
"learning_rate": 3.0303030303030305e-08,
"loss": 0.7254,
"step": 997000
},
{
"epoch": 32.44,
"learning_rate": 2.5252525252525256e-08,
"loss": 0.7251,
"step": 997500
},
{
"epoch": 32.46,
"learning_rate": 2.0202020202020204e-08,
"loss": 0.7244,
"step": 998000
},
{
"epoch": 32.47,
"learning_rate": 1.5151515151515152e-08,
"loss": 0.7251,
"step": 998500
},
{
"epoch": 32.49,
"learning_rate": 1.0101010101010102e-08,
"loss": 0.7251,
"step": 999000
},
{
"epoch": 32.51,
"learning_rate": 5.050505050505051e-09,
"loss": 0.725,
"step": 999500
},
{
"epoch": 32.52,
"learning_rate": 0.0,
"loss": 0.7246,
"step": 1000000
},
{
"epoch": 32.52,
"step": 1000000,
"total_flos": 1.1571044548608e+19,
"train_loss": 1.2262278026428222,
"train_runtime": 587774.1428,
"train_samples_per_second": 435.541,
"train_steps_per_second": 1.701
}
],
"max_steps": 1000000,
"num_train_epochs": 33,
"total_flos": 1.1571044548608e+19,
"trial_name": null,
"trial_params": null
}