Upload 12 files

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "duyvu8373/vit5-base-newformat",
+  "_name_or_path": "duyvu8373/multi-task-vit5-base",
   "architectures": [
     "T5ForConditionalGeneration"
   ],

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b8d03fa856c5d64d31a525a2f83e77eff70c981b437371a32dce28085f04ee1
+oid sha256:6e57bbab697654055aa509ab3a4fccda8b4866ca3cb3a56d421ceac79bcb8977
 size 903834408

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d30f7feaee41a4f9b5c388cc38559f402dd54a209ad878521a81bdf4b2536934
+oid sha256:aaa3ddc50d497f7baa523f553588741d4aa5c987db9f41ad48c618e2f3f9fae4
 size 1807824186

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19d4f0b5cd6717dc7a747c0d2115e48d9f25a9154783d18b643e092c46773f4c
+oid sha256:bb2293d625f6837f6eefe9f505563f0a094937fc4f424feda9102b4b1beab3b7
 size 14244

trainer_state.json

@@ -10,1454 +10,1454 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_bp": 0.9523463051958837,
+      "eval_bp": 0.8731878729849682,
       "eval_counts": [
-        3593,
-        3028,
-        2503,
-        1978
+        4461,
+        3931,
+        3406,
+        2881
       ],
-      "eval_loss": 0.020566828548908234,
+      "eval_loss": 0.004611688666045666,
       "eval_precisions": [
-        96.92473698408416,
-        95.19019176359636,
-        94.27495291902072,
-        92.90746829497417
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 15.2582,
-      "eval_samples_per_second": 34.473,
-      "eval_score": 90.29492610822332,
-      "eval_steps_per_second": 1.114,
-      "eval_sys_len": 3707,
+        99.33199732798931,
+        99.14249684741488,
+        99.04041872637394,
+        98.90147614143494
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 16.8,
+      "eval_samples_per_second": 31.31,
+      "eval_score": 86.5363874068898,
+      "eval_steps_per_second": 1.012,
+      "eval_sys_len": 4491,
       "eval_totals": [
-        3707,
-        3181,
-        2655,
-        2129
+        4491,
+        3965,
+        3439,
+        2913
       ],
       "step": 129
     },
     {
       "epoch": 2.0,
-      "eval_bp": 0.9404234170896001,
+      "eval_bp": 0.869649689238195,
       "eval_counts": [
-        3612,
-        3070,
-        2543,
-        2017
+        4458,
+        3930,
+        3403,
+        2876
       ],
-      "eval_loss": 0.008390815928578377,
+      "eval_loss": 0.00696711428463459,
       "eval_precisions": [
-        98.60769860769861,
-        97.86420146636914,
-        97.39563385675986,
-        96.73860911270984
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.8658,
-      "eval_samples_per_second": 40.883,
-      "eval_score": 91.83155461111092,
-      "eval_steps_per_second": 1.321,
-      "eval_sys_len": 3663,
+        99.62011173184358,
+        99.51886553557863,
+        99.41571720712825,
+        99.27511218501898
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.788,
+      "eval_samples_per_second": 38.149,
+      "eval_score": 86.49307063670169,
+      "eval_steps_per_second": 1.233,
+      "eval_sys_len": 4475,
       "eval_totals": [
-        3663,
-        3137,
-        2611,
-        2085
+        4475,
+        3949,
+        3423,
+        2897
       ],
       "step": 258
     },
     {
       "epoch": 3.0,
-      "eval_bp": 0.9398782656901951,
+      "eval_bp": 0.8727461954138965,
       "eval_counts": [
-        3630,
-        3102,
-        2576,
-        2050
+        4463,
+        3936,
+        3409,
+        2882
       ],
-      "eval_loss": 0.0058166454546153545,
+      "eval_loss": 0.0054754531010985374,
       "eval_precisions": [
-        99.15323682054084,
-        98.94736842105263,
-        98.73514756611729,
-        98.4157465194431
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6316,
-      "eval_samples_per_second": 41.642,
-      "eval_score": 92.87171931381575,
-      "eval_steps_per_second": 1.346,
-      "eval_sys_len": 3661,
+        99.42080641568278,
+        99.31869795609387,
+        99.18533604887983,
+        99.00377877018207
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.887,
+      "eval_samples_per_second": 37.877,
+      "eval_score": 86.60437841944254,
+      "eval_steps_per_second": 1.224,
+      "eval_sys_len": 4489,
       "eval_totals": [
-        3661,
-        3135,
-        2609,
-        2083
+        4489,
+        3963,
+        3437,
+        2911
       ],
       "step": 387
     },
     {
       "epoch": 3.88,
       "learning_rate": 1.8449612403100777e-05,
-      "loss": 0.0629,
+      "loss": 0.0338,
       "step": 500
     },
     {
       "epoch": 4.0,
-      "eval_bp": 0.9330402574316247,
+      "eval_bp": 0.8703139283627056,
       "eval_counts": [
-        3610,
-        3078,
-        2553,
-        2028
+        4464,
+        3938,
+        3409,
+        2881
       ],
-      "eval_loss": 0.005211379379034042,
+      "eval_loss": 0.0021970090456306934,
       "eval_precisions": [
-        99.28492849284929,
-        98.97106109324758,
-        98.80030959752322,
-        98.54227405247813
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.7405,
-      "eval_samples_per_second": 41.286,
-      "eval_score": 92.27700542114854,
-      "eval_steps_per_second": 1.334,
-      "eval_sys_len": 3636,
+        99.68736042876284,
+        99.64574898785425,
+        99.50379451255108,
+        99.34482758620689
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.1368,
+      "eval_samples_per_second": 37.208,
+      "eval_score": 86.63569782205596,
+      "eval_steps_per_second": 1.203,
+      "eval_sys_len": 4478,
       "eval_totals": [
-        3636,
-        3110,
-        2584,
-        2058
+        4478,
+        3952,
+        3426,
+        2900
       ],
       "step": 516
     },
     {
       "epoch": 5.0,
-      "eval_bp": 0.9338631315468312,
+      "eval_bp": 0.8707565416150743,
       "eval_counts": [
-        3627,
-        3095,
-        2565,
-        2036
+        4461,
+        3933,
+        3406,
+        2880
       ],
-      "eval_loss": 0.0038907737471163273,
+      "eval_loss": 0.0019001211039721966,
       "eval_precisions": [
-        99.67023907666942,
-        99.42177963379376,
-        99.14959412446849,
-        98.7869966035905
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6798,
-      "eval_samples_per_second": 41.483,
-      "eval_score": 92.69208875986402,
-      "eval_steps_per_second": 1.341,
-      "eval_sys_len": 3639,
+        99.57589285714286,
+        99.46889226100151,
+        99.35822637106185,
+        99.24190213645761
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.879,
+      "eval_samples_per_second": 37.899,
+      "eval_score": 86.56290964643597,
+      "eval_steps_per_second": 1.225,
+      "eval_sys_len": 4480,
       "eval_totals": [
-        3639,
-        3113,
-        2587,
-        2061
+        4480,
+        3954,
+        3428,
+        2902
       ],
       "step": 645
     },
     {
       "epoch": 6.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3634,
-        3104,
-        2576,
-        2049
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.002504762727767229,
+      "eval_loss": 0.0021749669685959816,
       "eval_precisions": [
-        99.89004947773502,
-        99.74293059125964,
-        99.61330239752513,
-        99.46601941747574
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.7893,
-      "eval_samples_per_second": 41.128,
-      "eval_score": 93.05823077997785,
-      "eval_steps_per_second": 1.329,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.1959,
+      "eval_samples_per_second": 37.053,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.198,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 774
     },
     {
       "epoch": 7.0,
-      "eval_bp": 0.9357807151741461,
+      "eval_bp": 0.8703139283627056,
       "eval_counts": [
-        3634,
-        3107,
-        2581,
-        2055
+        4464,
+        3938,
+        3412,
+        2886
       ],
-      "eval_loss": 0.0016112308949232101,
+      "eval_loss": 0.0006092642433941364,
       "eval_precisions": [
-        99.67087218869995,
-        99.58333333333333,
-        99.4988434849653,
-        99.37137330754352
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.7232,
-      "eval_samples_per_second": 41.342,
-      "eval_score": 93.13923177834742,
-      "eval_steps_per_second": 1.336,
-      "eval_sys_len": 3646,
+        99.68736042876284,
+        99.64574898785425,
+        99.59136018680677,
+        99.51724137931035
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.778,
+      "eval_samples_per_second": 38.177,
+      "eval_score": 86.69232496739014,
+      "eval_steps_per_second": 1.234,
+      "eval_sys_len": 4478,
       "eval_totals": [
-        3646,
-        3120,
-        2594,
-        2068
+        4478,
+        3952,
+        3426,
+        2900
       ],
       "step": 903
     },
     {
       "epoch": 7.75,
       "learning_rate": 1.689922480620155e-05,
-      "loss": 0.0146,
+      "loss": 0.0059,
       "step": 1000
     },
     {
       "epoch": 8.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8714201423501817,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4460,
+        3930,
+        3404,
+        2878
       ],
-      "eval_loss": 0.0012645127717405558,
+      "eval_loss": 0.0026030810549855232,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6584,
-      "eval_samples_per_second": 41.553,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.343,
-      "eval_sys_len": 3638,
+        99.48695070265447,
+        99.31766489764973,
+        99.21305741766248,
+        99.07056798623064
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.1647,
+      "eval_samples_per_second": 37.135,
+      "eval_score": 86.50757156803533,
+      "eval_steps_per_second": 1.2,
+      "eval_sys_len": 4483,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4483,
+        3957,
+        3431,
+        2905
       ],
       "step": 1032
     },
     {
       "epoch": 9.0,
-      "eval_bp": 0.9341372825165507,
+      "eval_bp": 0.8711989846507546,
       "eval_counts": [
-        3633,
-        3105,
-        2580,
-        2055
+        4459,
+        3929,
+        3403,
+        2877
       ],
-      "eval_loss": 0.001253910711966455,
+      "eval_loss": 0.00256777903996408,
       "eval_precisions": [
-        99.8076923076923,
-        99.71098265895954,
-        99.69088098918084,
-        99.66052376333657
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6869,
-      "eval_samples_per_second": 41.46,
-      "eval_score": 93.14983888433298,
-      "eval_steps_per_second": 1.34,
-      "eval_sys_len": 3640,
+        99.48683623382419,
+        99.31749241658241,
+        99.21282798833819,
+        99.0702479338843
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.7621,
+      "eval_samples_per_second": 38.221,
+      "eval_score": 86.4854345384993,
+      "eval_steps_per_second": 1.235,
+      "eval_sys_len": 4482,
       "eval_totals": [
-        3640,
-        3114,
-        2588,
-        2062
+        4482,
+        3956,
+        3430,
+        2904
       ],
       "step": 1161
     },
     {
       "epoch": 10.0,
-      "eval_bp": 0.933314619019492,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3634,
-        3108,
-        2582,
-        2056
+        4463,
+        3937,
+        3410,
+        2883
       ],
-      "eval_loss": 0.002512833336368203,
+      "eval_loss": 0.0008762977086007595,
       "eval_precisions": [
-        99.91751443497388,
-        99.90356798457088,
-        99.88394584139265,
-        99.85429820301117
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.7666,
-      "eval_samples_per_second": 41.201,
-      "eval_score": 93.22863750791105,
-      "eval_steps_per_second": 1.332,
-      "eval_sys_len": 3637,
+        99.6872905963815,
+        99.64565932675272,
+        99.56204379562044,
+        99.44808554674026
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.033,
+      "eval_samples_per_second": 37.483,
+      "eval_score": 86.64880068746125,
+      "eval_steps_per_second": 1.211,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3637,
-        3111,
-        2585,
-        2059
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 1290
     },
     {
       "epoch": 11.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8707565416150743,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4462,
+        3935,
+        3408,
+        2881
       ],
-      "eval_loss": 0.0023178395349532366,
+      "eval_loss": 0.0005689110257662833,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9233,
-      "eval_samples_per_second": 40.702,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.315,
-      "eval_sys_len": 3638,
+        99.59821428571429,
+        99.51947395042994,
+        99.41656942823803,
+        99.276361130255
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8477,
+      "eval_samples_per_second": 37.985,
+      "eval_score": 86.5989861295871,
+      "eval_steps_per_second": 1.228,
+      "eval_sys_len": 4480,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4480,
+        3954,
+        3428,
+        2902
       ],
       "step": 1419
     },
     {
       "epoch": 11.63,
       "learning_rate": 1.5348837209302328e-05,
-      "loss": 0.0083,
+      "loss": 0.0042,
       "step": 1500
     },
     {
       "epoch": 12.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8711989846507546,
       "eval_counts": [
-        3634,
-        3107,
-        2580,
-        2053
+        4459,
+        3929,
+        3403,
+        2877
       ],
-      "eval_loss": 0.0019630142487585545,
+      "eval_loss": 0.0013145459815859795,
       "eval_precisions": [
-        99.89004947773502,
-        99.83933161953728,
-        99.76798143851508,
-        99.66019417475728
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6747,
-      "eval_samples_per_second": 41.5,
-      "eval_score": 93.16223228048803,
-      "eval_steps_per_second": 1.341,
-      "eval_sys_len": 3638,
+        99.48683623382419,
+        99.31749241658241,
+        99.21282798833819,
+        99.0702479338843
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.7281,
+      "eval_samples_per_second": 38.316,
+      "eval_score": 86.4854345384993,
+      "eval_steps_per_second": 1.238,
+      "eval_sys_len": 4482,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4482,
+        3956,
+        3430,
+        2904
       ],
       "step": 1548
     },
     {
       "epoch": 13.0,
-      "eval_bp": 0.933314619019492,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3634,
-        3108,
-        2582,
-        2056
+        4463,
+        3937,
+        3410,
+        2883
       ],
-      "eval_loss": 0.0019749533385038376,
+      "eval_loss": 0.0008758930489420891,
       "eval_precisions": [
-        99.91751443497388,
-        99.90356798457088,
-        99.88394584139265,
-        99.85429820301117
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9957,
-      "eval_samples_per_second": 40.475,
-      "eval_score": 93.22863750791105,
-      "eval_steps_per_second": 1.308,
-      "eval_sys_len": 3637,
+        99.6872905963815,
+        99.64565932675272,
+        99.56204379562044,
+        99.44808554674026
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.731,
+      "eval_samples_per_second": 38.308,
+      "eval_score": 86.64880068746125,
+      "eval_steps_per_second": 1.238,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3637,
-        3111,
-        2585,
-        2059
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 1677
     },
     {
       "epoch": 14.0,
-      "eval_bp": 0.9316673956463823,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3624,
-        3098,
-        2573,
-        2048
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.003918025176972151,
+      "eval_loss": 0.0003304094134364277,
       "eval_precisions": [
-        99.80721564307353,
-        99.77455716586151,
-        99.76735168670027,
-        99.75645396980029
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6294,
-      "eval_samples_per_second": 41.649,
-      "eval_score": 92.95841204711185,
-      "eval_steps_per_second": 1.346,
-      "eval_sys_len": 3631,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.021,
+      "eval_samples_per_second": 37.515,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.212,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3631,
-        3105,
-        2579,
-        2053
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 1806
     },
     {
       "epoch": 15.0,
-      "eval_bp": 0.936327965220313,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3633,
-        3105,
-        2580,
-        2055
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.0004065596731379628,
+      "eval_loss": 0.0008369011338800192,
       "eval_precisions": [
-        99.58881578947368,
-        99.45547725816785,
-        99.38366718027736,
-        99.27536231884058
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9462,
-      "eval_samples_per_second": 40.63,
-      "eval_score": 93.09512464742835,
-      "eval_steps_per_second": 1.313,
-      "eval_sys_len": 3648,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8925,
+      "eval_samples_per_second": 37.862,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.224,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3648,
-        3122,
-        2596,
-        2070
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 1935
     },
     {
       "epoch": 15.5,
       "learning_rate": 1.3798449612403102e-05,
-      "loss": 0.0058,
+      "loss": 0.0027,
       "step": 2000
     },
     {
       "epoch": 16.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.0023909315932542086,
+      "eval_loss": 0.00020534679060801864,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6508,
-      "eval_samples_per_second": 41.578,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.344,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.9128,
+      "eval_samples_per_second": 37.807,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.222,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 2064
     },
     {
       "epoch": 17.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.0004882567736785859,
+      "eval_loss": 0.001328099868260324,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9088,
-      "eval_samples_per_second": 40.747,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.317,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.6909,
+      "eval_samples_per_second": 38.42,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.242,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 2193
     },
     {
       "epoch": 18.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.000274818652542308,
+      "eval_loss": 0.0003365726734045893,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.638,
-      "eval_samples_per_second": 41.621,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.345,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.7109,
+      "eval_samples_per_second": 38.364,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.24,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 2322
     },
     {
       "epoch": 19.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.0001670583733357489,
+      "eval_loss": 8.775618334766477e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6977,
-      "eval_samples_per_second": 41.425,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.339,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.0994,
+      "eval_samples_per_second": 37.307,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.206,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 2451
     },
     {
       "epoch": 19.38,
       "learning_rate": 1.2248062015503876e-05,
-      "loss": 0.0045,
+      "loss": 0.002,
       "step": 2500
     },
     {
       "epoch": 20.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 2.638001569721382e-05,
+      "eval_loss": 8.96168130566366e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6589,
-      "eval_samples_per_second": 41.552,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.343,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8102,
+      "eval_samples_per_second": 38.088,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.231,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 2580
     },
     {
       "epoch": 21.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 2.2430480385082774e-05,
+      "eval_loss": 0.0007285438477993011,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.8875,
-      "eval_samples_per_second": 40.815,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.319,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.7462,
+      "eval_samples_per_second": 38.265,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.237,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 2709
     },
     {
       "epoch": 22.0,
-      "eval_bp": 0.9338631315468312,
+      "eval_bp": 0.8703139283627056,
       "eval_counts": [
-        3635,
-        3109,
-        2582,
-        2055
+        4464,
+        3938,
+        3412,
+        2886
       ],
-      "eval_loss": 0.002159741008654237,
+      "eval_loss": 0.0018083422910422087,
       "eval_precisions": [
-        99.89007969222314,
-        99.8715065852875,
-        99.8067259373792,
-        99.70887918486171
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6238,
-      "eval_samples_per_second": 41.667,
-      "eval_score": 93.21753858269537,
-      "eval_steps_per_second": 1.347,
-      "eval_sys_len": 3639,
+        99.68736042876284,
+        99.64574898785425,
+        99.59136018680677,
+        99.51724137931035
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8084,
+      "eval_samples_per_second": 38.093,
+      "eval_score": 86.69232496739014,
+      "eval_steps_per_second": 1.231,
+      "eval_sys_len": 4478,
       "eval_totals": [
-        3639,
-        3113,
-        2587,
-        2061
+        4478,
+        3952,
+        3426,
+        2900
       ],
       "step": 2838
     },
     {
       "epoch": 23.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.00015405841986648738,
+      "eval_loss": 0.000638504687231034,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6331,
-      "eval_samples_per_second": 41.637,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.346,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.995,
+      "eval_samples_per_second": 37.585,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.215,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 2967
     },
     {
       "epoch": 23.26,
       "learning_rate": 1.0697674418604651e-05,
-      "loss": 0.0028,
+      "loss": 0.0015,
       "step": 3000
     },
     {
       "epoch": 24.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 2.6909227017313242e-05,
+      "eval_loss": 0.00022906862432137132,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.7937,
-      "eval_samples_per_second": 41.114,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.329,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.7342,
+      "eval_samples_per_second": 38.299,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.238,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3096
     },
     {
       "epoch": 25.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2582,
-        2055
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 0.0019257767125964165,
+      "eval_loss": 0.000275774480542168,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.84532095901005,
-        99.75728155339806
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.5937,
-      "eval_samples_per_second": 41.767,
-      "eval_score": 93.2243746232048,
-      "eval_steps_per_second": 1.35,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.1769,
+      "eval_samples_per_second": 37.103,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.199,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3225
     },
     {
       "epoch": 26.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 2.2932923457119614e-05,
+      "eval_loss": 0.00025378959253430367,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.8177,
-      "eval_samples_per_second": 41.037,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.326,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.944,
+      "eval_samples_per_second": 37.722,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.219,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3354
     },
     {
       "epoch": 27.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 8.50883407110814e-06,
+      "eval_loss": 2.7398107704357244e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6361,
-      "eval_samples_per_second": 41.627,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.345,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.9791,
+      "eval_samples_per_second": 37.628,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.216,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3483
     },
     {
       "epoch": 27.13,
       "learning_rate": 9.147286821705427e-06,
-      "loss": 0.0024,
+      "loss": 0.0014,
       "step": 3500
     },
     {
       "epoch": 28.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 4.2664833017624915e-05,
+      "eval_loss": 6.660177314188331e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.8206,
-      "eval_samples_per_second": 41.028,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.326,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.1404,
+      "eval_samples_per_second": 37.198,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.202,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3612
     },
     {
       "epoch": 29.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 1.0555435437709093e-05,
+      "eval_loss": 0.00022675798390991986,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6065,
-      "eval_samples_per_second": 41.725,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.349,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.9231,
+      "eval_samples_per_second": 37.779,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.221,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3741
     },
     {
       "epoch": 30.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 4.156934210186591e-06,
+      "eval_loss": 5.096692984807305e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9263,
-      "eval_samples_per_second": 40.692,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.315,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.3573,
+      "eval_samples_per_second": 36.636,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.184,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3870
     },
     {
       "epoch": 31.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 3.890494554070756e-06,
+      "eval_loss": 9.942305041477084e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.67,
-      "eval_samples_per_second": 41.515,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.342,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.7812,
+      "eval_samples_per_second": 38.168,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.234,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 3999
     },
     {
       "epoch": 31.01,
       "learning_rate": 7.596899224806202e-06,
-      "loss": 0.002,
+      "loss": 0.0009,
       "step": 4000
     },
     {
       "epoch": 32.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 4.488087142817676e-06,
+      "eval_loss": 0.00020378571934998035,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6776,
-      "eval_samples_per_second": 41.491,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.341,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.1117,
+      "eval_samples_per_second": 37.274,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.205,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 4128
     },
     {
       "epoch": 33.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 4.070204340678174e-06,
+      "eval_loss": 4.814989733858965e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6602,
-      "eval_samples_per_second": 41.547,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.343,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.7623,
+      "eval_samples_per_second": 38.22,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.235,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 4257
     },
     {
       "epoch": 34.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 1.0456860763952136e-06,
+      "eval_loss": 5.921188130741939e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6435,
-      "eval_samples_per_second": 41.602,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.345,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.904,
+      "eval_samples_per_second": 37.831,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.223,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 4386
     },
     {
       "epoch": 34.88,
       "learning_rate": 6.046511627906977e-06,
-      "loss": 0.0015,
+      "loss": 0.0008,
       "step": 4500
     },
     {
       "epoch": 35.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 1.005386025099142e-06,
+      "eval_loss": 2.948127621493768e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9848,
-      "eval_samples_per_second": 40.509,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.309,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.005,
+      "eval_samples_per_second": 37.558,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.214,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 4515
     },
     {
       "epoch": 36.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 1.019975456983957e-06,
+      "eval_loss": 1.501874066889286e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6703,
-      "eval_samples_per_second": 41.515,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.342,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8563,
+      "eval_samples_per_second": 37.961,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.227,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 4644
     },
     {
       "epoch": 37.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 9.417852879778366e-07,
+      "eval_loss": 3.573419598978944e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9803,
-      "eval_samples_per_second": 40.523,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.31,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.0819,
+      "eval_samples_per_second": 37.353,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.207,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 4773
     },
     {
       "epoch": 38.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 6.607356226595584e-07,
+      "eval_loss": 1.292789511353476e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6699,
-      "eval_samples_per_second": 41.516,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.342,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8393,
+      "eval_samples_per_second": 38.008,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.228,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 4902
     },
     {
       "epoch": 38.76,
       "learning_rate": 4.4961240310077525e-06,
-      "loss": 0.0013,
+      "loss": 0.0006,
       "step": 5000
     },
     {
       "epoch": 39.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 8.30285159736377e-07,
+      "eval_loss": 2.826396666932851e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.8802,
-      "eval_samples_per_second": 40.838,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.32,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.2505,
+      "eval_samples_per_second": 36.911,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.193,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5031
     },
     {
       "epoch": 40.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 6.291656404755486e-07,
+      "eval_loss": 9.735503226693254e-06,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.7302,
-      "eval_samples_per_second": 41.319,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.335,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8339,
+      "eval_samples_per_second": 38.023,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.229,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5160
     },
     {
       "epoch": 41.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 6.857289918116294e-07,
+      "eval_loss": 5.421350579126738e-06,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.6807,
-      "eval_samples_per_second": 41.48,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.341,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.9445,
+      "eval_samples_per_second": 37.721,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.219,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5289
     },
     {
       "epoch": 42.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 5.779653520221473e-07,
+      "eval_loss": 1.1437254215707071e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.935,
-      "eval_samples_per_second": 40.665,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.314,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8327,
+      "eval_samples_per_second": 38.026,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.229,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5418
     },
     {
       "epoch": 42.64,
       "learning_rate": 2.9457364341085276e-06,
-      "loss": 0.001,
+      "loss": 0.0004,
       "step": 5500
     },
     {
       "epoch": 43.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 4.883366386820853e-07,
+      "eval_loss": 1.4262999684433453e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.5557,
-      "eval_samples_per_second": 41.893,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.354,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8768,
+      "eval_samples_per_second": 37.905,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.225,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5547
     },
     {
       "epoch": 44.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 4.574254433009628e-07,
+      "eval_loss": 3.849239874398336e-06,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9614,
-      "eval_samples_per_second": 40.582,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.312,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.9608,
+      "eval_samples_per_second": 37.677,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.218,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5676
     },
     {
       "epoch": 45.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 5.373989324652939e-07,
+      "eval_loss": 1.1063038982683793e-05,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.641,
-      "eval_samples_per_second": 41.611,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.345,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 13.8436,
+      "eval_samples_per_second": 37.996,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.228,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5805
     },
     {
       "epoch": 46.0,
-      "eval_bp": 0.9335889103861881,
+      "eval_bp": 0.8700925578924447,
       "eval_counts": [
-        3635,
-        3109,
-        2583,
-        2057
+        4463,
+        3937,
+        3411,
+        2885
       ],
-      "eval_loss": 4.2050155002471e-07,
+      "eval_loss": 7.035921953502111e-06,
       "eval_precisions": [
-        99.91753710830126,
-        99.90359897172236,
-        99.88399071925754,
-        99.85436893203884
-      ],
-      "eval_ref_len": 3888,
-      "eval_runtime": 12.9508,
-      "eval_samples_per_second": 40.615,
-      "eval_score": 93.25607593613448,
-      "eval_steps_per_second": 1.313,
-      "eval_sys_len": 3638,
+        99.6872905963815,
+        99.64565932675272,
+        99.5912408759124,
+        99.51707485339773
+      ],
+      "eval_ref_len": 5100,
+      "eval_runtime": 14.1871,
+      "eval_samples_per_second": 37.076,
+      "eval_score": 86.6701772747815,
+      "eval_steps_per_second": 1.198,
+      "eval_sys_len": 4477,
       "eval_totals": [
-        3638,
-        3112,
-        2586,
-        2060
+        4477,
+        3951,
+        3425,
+        2899
       ],
       "step": 5934
     },
     {
       "epoch": 46.51,
       "learning_rate": 1.3953488372093025e-06,
-      "loss": 0.0007,
+      "loss": 0.0002,
       "step": 6000
     }
   ],
@@ -1466,7 +1466,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 50,
   "save_steps": 500,
-  "total_flos": 2.0486735002368e+16,
+  "total_flos": 2.06928054010368e+16,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a21ba4c3e1a448be45c882e3ac85afadb6467dd79e956054400475b6a2c7d49
+oid sha256:cabe380e4e6dc1d9abdb4a06b79362daebcc59f39eeff81c6e1fbf03582c7bc2
 size 4856