Upload folder using huggingface_hub

README.md

@@ -46,4 +46,4 @@ tokens = tokenizer.encode("Hello, world!")
 ## Sample Encoding
 | Text | Tokens | Token IDs |
 |------|--------|-----------|
-| `1234500119 mod 67` | `12, 34, 50, 0, 11, 9,  , mod,  , 67` | `65, 74, 35, 8, 7, 21, 6, 4, 6, 62` |
+| `1234500119 mod 67` | `12, 34, 50, 0, 11, 9,  , mod,  , 67` | `60, 37, 92, 8, 12, 62, 6, 4, 6, 68` |

tokenizer.json

@@ -68,7 +68,7 @@
     },
     {
       "id": 7,
-      "content": "11",
+      "content": "10",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -86,7 +86,7 @@
     },
     {
       "id": 9,
-      "content": "61",
+      "content": "2",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -95,7 +95,7 @@
     },
     {
       "id": 10,
-      "content": "72",
+      "content": "78",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -104,7 +104,7 @@
     },
     {
       "id": 11,
-      "content": "3",
+      "content": "6",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
     },
     {
       "id": 12,
-      "content": "27",
+      "content": "11",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -122,7 +122,7 @@
     },
     {
       "id": 13,
-      "content": "5",
+      "content": "7",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -131,7 +131,7 @@
     },
     {
       "id": 14,
-      "content": "18",
+      "content": "91",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -140,7 +140,7 @@
     },
     {
       "id": 15,
-      "content": "90",
+      "content": "48",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -149,7 +149,7 @@
     },
     {
       "id": 16,
-      "content": "21",
+      "content": "37",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -158,7 +158,7 @@
     },
     {
       "id": 17,
-      "content": "17",
+      "content": "60",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -167,7 +167,7 @@
     },
     {
       "id": 18,
-      "content": "28",
+      "content": "57",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -176,7 +176,7 @@
     },
     {
       "id": 19,
-      "content": "42",
+      "content": "44",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
     },
     {
       "id": 20,
-      "content": "58",
+      "content": "96",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -194,7 +194,7 @@
     },
     {
       "id": 21,
-      "content": "9",
+      "content": "69",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -203,7 +203,7 @@
     },
     {
       "id": 22,
-      "content": "36",
+      "content": "80",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -212,7 +212,7 @@
     },
     {
       "id": 23,
-      "content": "76",
+      "content": "61",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -221,7 +221,7 @@
     },
     {
       "id": 24,
-      "content": "38",
+      "content": "13",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -230,7 +230,7 @@
     },
     {
       "id": 25,
-      "content": "83",
+      "content": "55",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -239,7 +239,7 @@
     },
     {
       "id": 26,
-      "content": "89",
+      "content": "8",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -248,7 +248,7 @@
     },
     {
       "id": 27,
-      "content": "2",
+      "content": "51",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
     },
     {
       "id": 28,
-      "content": "10",
+      "content": "41",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -266,7 +266,7 @@
     },
     {
       "id": 29,
-      "content": "81",
+      "content": "18",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -275,7 +275,7 @@
     },
     {
       "id": 30,
-      "content": "35",
+      "content": "25",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -284,7 +284,7 @@
     },
     {
       "id": 31,
-      "content": "63",
+      "content": "33",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -293,7 +293,7 @@
     },
     {
       "id": 32,
-      "content": "94",
+      "content": "82",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -302,7 +302,7 @@
     },
     {
       "id": 33,
-      "content": "54",
+      "content": "85",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -311,7 +311,7 @@
     },
     {
       "id": 34,
-      "content": "87",
+      "content": "54",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -320,7 +320,7 @@
     },
     {
       "id": 35,
-      "content": "50",
+      "content": "81",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
     },
     {
       "id": 36,
-      "content": "99",
+      "content": "65",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -338,7 +338,7 @@
     },
     {
       "id": 37,
-      "content": "79",
+      "content": "34",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -347,7 +347,7 @@
     },
     {
       "id": 38,
-      "content": "16",
+      "content": "58",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -356,7 +356,7 @@
     },
     {
       "id": 39,
-      "content": "57",
+      "content": "21",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -365,7 +365,7 @@
     },
     {
       "id": 40,
-      "content": "26",
+      "content": "32",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -374,7 +374,7 @@
     },
     {
       "id": 41,
-      "content": "49",
+      "content": "4",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -383,7 +383,7 @@
     },
     {
       "id": 42,
-      "content": "68",
+      "content": "39",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -392,7 +392,7 @@
     },
     {
       "id": 43,
-      "content": "69",
+      "content": "98",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -401,7 +401,7 @@
     },
     {
       "id": 44,
-      "content": "85",
+      "content": "26",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -410,7 +410,7 @@
     },
     {
       "id": 45,
-      "content": "39",
+      "content": "31",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -419,7 +419,7 @@
     },
     {
       "id": 46,
-      "content": "45",
+      "content": "36",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -428,7 +428,7 @@
     },
     {
       "id": 47,
-      "content": "14",
+      "content": "92",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -437,7 +437,7 @@
     },
     {
       "id": 48,
-      "content": "59",
+      "content": "84",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -446,7 +446,7 @@
     },
     {
       "id": 49,
-      "content": "97",
+      "content": "99",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -455,7 +455,7 @@
     },
     {
       "id": 50,
-      "content": "62",
+      "content": "19",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -464,7 +464,7 @@
     },
     {
       "id": 51,
-      "content": "53",
+      "content": "64",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -473,7 +473,7 @@
     },
     {
       "id": 52,
-      "content": "15",
+      "content": "73",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -482,7 +482,7 @@
     },
     {
       "id": 53,
-      "content": "19",
+      "content": "14",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -491,7 +491,7 @@
     },
     {
       "id": 54,
-      "content": "37",
+      "content": "42",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -500,7 +500,7 @@
     },
     {
       "id": 55,
-      "content": "77",
+      "content": "38",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -509,7 +509,7 @@
     },
     {
       "id": 56,
-      "content": "95",
+      "content": "79",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -518,7 +518,7 @@
     },
     {
       "id": 57,
-      "content": "6",
+      "content": "87",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -527,7 +527,7 @@
     },
     {
       "id": 58,
-      "content": "78",
+      "content": "30",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -536,7 +536,7 @@
     },
     {
       "id": 59,
-      "content": "8",
+      "content": "94",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -545,7 +545,7 @@
     },
     {
       "id": 60,
-      "content": "24",
+      "content": "12",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -554,7 +554,7 @@
     },
     {
       "id": 61,
-      "content": "65",
+      "content": "15",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -563,7 +563,7 @@
     },
     {
       "id": 62,
-      "content": "67",
+      "content": "9",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -572,7 +572,7 @@
     },
     {
       "id": 63,
-      "content": "51",
+      "content": "23",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -581,7 +581,7 @@
     },
     {
       "id": 64,
-      "content": "75",
+      "content": "70",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -590,7 +590,7 @@
     },
     {
       "id": 65,
-      "content": "12",
+      "content": "77",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -599,7 +599,7 @@
     },
     {
       "id": 66,
-      "content": "47",
+      "content": "74",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -608,7 +608,7 @@
     },
     {
       "id": 67,
-      "content": "86",
+      "content": "75",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -617,7 +617,7 @@
     },
     {
       "id": 68,
-      "content": "7",
+      "content": "67",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -626,7 +626,7 @@
     },
     {
       "id": 69,
-      "content": "60",
+      "content": "45",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -635,7 +635,7 @@
     },
     {
       "id": 70,
-      "content": "23",
+      "content": "83",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -644,7 +644,7 @@
     },
     {
       "id": 71,
-      "content": "48",
+      "content": "63",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -653,7 +653,7 @@
     },
     {
       "id": 72,
-      "content": "30",
+      "content": "40",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -662,7 +662,7 @@
     },
     {
       "id": 73,
-      "content": "73",
+      "content": "22",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -671,7 +671,7 @@
     },
     {
       "id": 74,
-      "content": "34",
+      "content": "97",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -680,7 +680,7 @@
     },
     {
       "id": 75,
-      "content": "13",
+      "content": "29",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -689,7 +689,7 @@
     },
     {
       "id": 76,
-      "content": "52",
+      "content": "24",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -698,7 +698,7 @@
     },
     {
       "id": 77,
-      "content": "40",
+      "content": "49",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -707,7 +707,7 @@
     },
     {
       "id": 78,
-      "content": "56",
+      "content": "46",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -716,7 +716,7 @@
     },
     {
       "id": 79,
-      "content": "91",
+      "content": "35",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -725,7 +725,7 @@
     },
     {
       "id": 80,
-      "content": "71",
+      "content": "88",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -734,7 +734,7 @@
     },
     {
       "id": 81,
-      "content": "46",
+      "content": "27",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -743,7 +743,7 @@
     },
     {
       "id": 82,
-      "content": "92",
+      "content": "95",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -752,7 +752,7 @@
     },
     {
       "id": 83,
-      "content": "4",
+      "content": "1",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -761,7 +761,7 @@
     },
     {
       "id": 84,
-      "content": "32",
+      "content": "62",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -770,7 +770,7 @@
     },
     {
       "id": 85,
-      "content": "20",
+      "content": "76",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -779,7 +779,7 @@
     },
     {
       "id": 86,
-      "content": "25",
+      "content": "56",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -788,7 +788,7 @@
     },
     {
       "id": 87,
-      "content": "80",
+      "content": "90",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -797,7 +797,7 @@
     },
     {
       "id": 88,
-      "content": "22",
+      "content": "71",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -806,7 +806,7 @@
     },
     {
       "id": 89,
-      "content": "66",
+      "content": "43",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -815,7 +815,7 @@
     },
     {
       "id": 90,
-      "content": "1",
+      "content": "93",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -824,7 +824,7 @@
     },
     {
       "id": 91,
-      "content": "70",
+      "content": "5",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -833,7 +833,7 @@
     },
     {
       "id": 92,
-      "content": "88",
+      "content": "50",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -842,7 +842,7 @@
     },
     {
       "id": 93,
-      "content": "96",
+      "content": "47",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -851,7 +851,7 @@
     },
     {
       "id": 94,
-      "content": "41",
+      "content": "66",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -860,7 +860,7 @@
     },
     {
       "id": 95,
-      "content": "93",
+      "content": "52",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -869,7 +869,7 @@
     },
     {
       "id": 96,
-      "content": "84",
+      "content": "72",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -878,7 +878,7 @@
     },
     {
       "id": 97,
-      "content": "44",
+      "content": "20",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -887,7 +887,7 @@
     },
     {
       "id": 98,
-      "content": "82",
+      "content": "53",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -896,7 +896,7 @@
     },
     {
       "id": 99,
-      "content": "43",
+      "content": "16",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -57,7 +57,7 @@
       "special": true
     },
     "7": {
-      "content": "11",
+      "content": "10",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": false
     },
     "9": {
-      "content": "61",
+      "content": "2",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": false
     },
     "10": {
-      "content": "72",
+      "content": "78",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": false
     },
     "11": {
-      "content": "3",
+      "content": "6",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": false
     },
     "12": {
-      "content": "27",
+      "content": "11",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": false
     },
     "13": {
-      "content": "5",
+      "content": "7",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": false
     },
     "14": {
-      "content": "18",
+      "content": "91",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": false
     },
     "15": {
-      "content": "90",
+      "content": "48",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": false
     },
     "16": {
-      "content": "21",
+      "content": "37",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": false
     },
     "17": {
-      "content": "17",
+      "content": "60",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": false
     },
     "18": {
-      "content": "28",
+      "content": "57",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": false
     },
     "19": {
-      "content": "42",
+      "content": "44",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": false
     },
     "20": {
-      "content": "58",
+      "content": "96",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": false
     },
     "21": {
-      "content": "9",
+      "content": "69",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": false
     },
     "22": {
-      "content": "36",
+      "content": "80",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": false
     },
     "23": {
-      "content": "76",
+      "content": "61",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": false
     },
     "24": {
-      "content": "38",
+      "content": "13",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": false
     },
     "25": {
-      "content": "83",
+      "content": "55",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -209,7 +209,7 @@
       "special": false
     },
     "26": {
-      "content": "89",
+      "content": "8",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -217,7 +217,7 @@
       "special": false
     },
     "27": {
-      "content": "2",
+      "content": "51",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": false
     },
     "28": {
-      "content": "10",
+      "content": "41",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": false
     },
     "29": {
-      "content": "81",
+      "content": "18",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": false
     },
     "30": {
-      "content": "35",
+      "content": "25",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": false
     },
     "31": {
-      "content": "63",
+      "content": "33",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": false
     },
     "32": {
-      "content": "94",
+      "content": "82",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": false
     },
     "33": {
-      "content": "54",
+      "content": "85",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": false
     },
     "34": {
-      "content": "87",
+      "content": "54",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": false
     },
     "35": {
-      "content": "50",
+      "content": "81",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": false
     },
     "36": {
-      "content": "99",
+      "content": "65",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": false
     },
     "37": {
-      "content": "79",
+      "content": "34",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": false
     },
     "38": {
-      "content": "16",
+      "content": "58",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": false
     },
     "39": {
-      "content": "57",
+      "content": "21",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -321,7 +321,7 @@
       "special": false
     },
     "40": {
-      "content": "26",
+      "content": "32",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -329,7 +329,7 @@
       "special": false
     },
     "41": {
-      "content": "49",
+      "content": "4",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -337,7 +337,7 @@
       "special": false
     },
     "42": {
-      "content": "68",
+      "content": "39",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -345,7 +345,7 @@
       "special": false
     },
     "43": {
-      "content": "69",
+      "content": "98",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -353,7 +353,7 @@
       "special": false
     },
     "44": {
-      "content": "85",
+      "content": "26",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -361,7 +361,7 @@
       "special": false
     },
     "45": {
-      "content": "39",
+      "content": "31",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -369,7 +369,7 @@
       "special": false
     },
     "46": {
-      "content": "45",
+      "content": "36",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -377,7 +377,7 @@
       "special": false
     },
     "47": {
-      "content": "14",
+      "content": "92",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -385,7 +385,7 @@
       "special": false
     },
     "48": {
-      "content": "59",
+      "content": "84",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -393,7 +393,7 @@
       "special": false
     },
     "49": {
-      "content": "97",
+      "content": "99",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -401,7 +401,7 @@
       "special": false
     },
     "50": {
-      "content": "62",
+      "content": "19",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -409,7 +409,7 @@
       "special": false
     },
     "51": {
-      "content": "53",
+      "content": "64",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -417,7 +417,7 @@
       "special": false
     },
     "52": {
-      "content": "15",
+      "content": "73",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -425,7 +425,7 @@
       "special": false
     },
     "53": {
-      "content": "19",
+      "content": "14",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -433,7 +433,7 @@
       "special": false
     },
     "54": {
-      "content": "37",
+      "content": "42",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -441,7 +441,7 @@
       "special": false
     },
     "55": {
-      "content": "77",
+      "content": "38",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -449,7 +449,7 @@
       "special": false
     },
     "56": {
-      "content": "95",
+      "content": "79",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -457,7 +457,7 @@
       "special": false
     },
     "57": {
-      "content": "6",
+      "content": "87",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -465,7 +465,7 @@
       "special": false
     },
     "58": {
-      "content": "78",
+      "content": "30",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -473,7 +473,7 @@
       "special": false
     },
     "59": {
-      "content": "8",
+      "content": "94",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -481,7 +481,7 @@
       "special": false
     },
     "60": {
-      "content": "24",
+      "content": "12",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -489,7 +489,7 @@
       "special": false
     },
     "61": {
-      "content": "65",
+      "content": "15",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -497,7 +497,7 @@
       "special": false
     },
     "62": {
-      "content": "67",
+      "content": "9",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -505,7 +505,7 @@
       "special": false
     },
     "63": {
-      "content": "51",
+      "content": "23",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -513,7 +513,7 @@
       "special": false
     },
     "64": {
-      "content": "75",
+      "content": "70",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -521,7 +521,7 @@
       "special": false
     },
     "65": {
-      "content": "12",
+      "content": "77",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -529,7 +529,7 @@
       "special": false
     },
     "66": {
-      "content": "47",
+      "content": "74",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -537,7 +537,7 @@
       "special": false
     },
     "67": {
-      "content": "86",
+      "content": "75",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -545,7 +545,7 @@
       "special": false
     },
     "68": {
-      "content": "7",
+      "content": "67",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -553,7 +553,7 @@
       "special": false
     },
     "69": {
-      "content": "60",
+      "content": "45",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -561,7 +561,7 @@
       "special": false
     },
     "70": {
-      "content": "23",
+      "content": "83",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -569,7 +569,7 @@
       "special": false
     },
     "71": {
-      "content": "48",
+      "content": "63",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -577,7 +577,7 @@
       "special": false
     },
     "72": {
-      "content": "30",
+      "content": "40",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -585,7 +585,7 @@
       "special": false
     },
     "73": {
-      "content": "73",
+      "content": "22",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -593,7 +593,7 @@
       "special": false
     },
     "74": {
-      "content": "34",
+      "content": "97",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -601,7 +601,7 @@
       "special": false
     },
     "75": {
-      "content": "13",
+      "content": "29",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -609,7 +609,7 @@
       "special": false
     },
     "76": {
-      "content": "52",
+      "content": "24",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -617,7 +617,7 @@
       "special": false
     },
     "77": {
-      "content": "40",
+      "content": "49",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -625,7 +625,7 @@
       "special": false
     },
     "78": {
-      "content": "56",
+      "content": "46",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -633,7 +633,7 @@
       "special": false
     },
     "79": {
-      "content": "91",
+      "content": "35",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -641,7 +641,7 @@
       "special": false
     },
     "80": {
-      "content": "71",
+      "content": "88",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -649,7 +649,7 @@
       "special": false
     },
     "81": {
-      "content": "46",
+      "content": "27",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -657,7 +657,7 @@
       "special": false
     },
     "82": {
-      "content": "92",
+      "content": "95",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -665,7 +665,7 @@
       "special": false
     },
     "83": {
-      "content": "4",
+      "content": "1",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -673,7 +673,7 @@
       "special": false
     },
     "84": {
-      "content": "32",
+      "content": "62",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -681,7 +681,7 @@
       "special": false
     },
     "85": {
-      "content": "20",
+      "content": "76",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -689,7 +689,7 @@
       "special": false
     },
     "86": {
-      "content": "25",
+      "content": "56",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -697,7 +697,7 @@
       "special": false
     },
     "87": {
-      "content": "80",
+      "content": "90",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -705,7 +705,7 @@
       "special": false
     },
     "88": {
-      "content": "22",
+      "content": "71",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -713,7 +713,7 @@
       "special": false
     },
     "89": {
-      "content": "66",
+      "content": "43",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -721,7 +721,7 @@
       "special": false
     },
     "90": {
-      "content": "1",
+      "content": "93",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -729,7 +729,7 @@
       "special": false
     },
     "91": {
-      "content": "70",
+      "content": "5",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -737,7 +737,7 @@
       "special": false
     },
     "92": {
-      "content": "88",
+      "content": "50",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -745,7 +745,7 @@
       "special": false
     },
     "93": {
-      "content": "96",
+      "content": "47",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -753,7 +753,7 @@
       "special": false
     },
     "94": {
-      "content": "41",
+      "content": "66",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -761,7 +761,7 @@
       "special": false
     },
     "95": {
-      "content": "93",
+      "content": "52",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -769,7 +769,7 @@
       "special": false
     },
     "96": {
-      "content": "84",
+      "content": "72",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -777,7 +777,7 @@
       "special": false
     },
     "97": {
-      "content": "44",
+      "content": "20",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -785,7 +785,7 @@
       "special": false
     },
     "98": {
-      "content": "82",
+      "content": "53",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -793,7 +793,7 @@
       "special": false
     },
     "99": {
-      "content": "43",
+      "content": "16",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,

vocab.json

@@ -1,109 +1,109 @@
 {
-  "12": 65,
-  "94": 32,
-  "55": 0,
-  "35": 30,
-  "97": 49,
-  "1": 90,
-  "88": 92,
-  "96": 93,
-  "30": 72,
-  "86": 67,
-  "8": 59,
-  "</s>": 2,
-  "11": 7,
-  "74": 5,
-  "89": 26,
+  "89": 2,
+  "13": 24,
+  "63": 71,
+  "59": 5,
+  "56": 86,
+  "48": 15,
+  "61": 23,
+  "62": 84,
+  "27": 81,
+  "91": 14,
+  "16": 99,
+  "17": 0,
+  "67": 68,
   "0": 8,
-  "92": 82,
-  "27": 12,
-  "54": 33,
-  "64": 4,
-  "59": 48,
-  "31": 2,
-  "5": 13,
-  "93": 95,
-  "90": 15,
-  "91": 79,
-  "2": 27,
-  "75": 64,
-  "62": 50,
-  "82": 98,
-  "21": 16,
-  "63": 31,
-  "81": 29,
-  "9": 21,
-  " ": 6,
-  "58": 20,
-  "25": 86,
-  "41": 94,
-  "99": 36,
-  "71": 80,
-  "26": 40,
-  "79": 37,
-  "56": 78,
-  "67": 62,
-  "37": 54,
-  "10": 28,
-  "mod": 4,
-  "48": 71,
-  "57": 39,
-  "13": 75,
-  "33": 1,
-  "7": 68,
-  "85": 44,
-  "42": 19,
-  "98": 6,
-  "70": 91,
-  "49": 41,
-  "36": 22,
-  "83": 25,
-  "<unk>": 0,
-  "95": 56,
-  "80": 87,
-  "39": 45,
-  "6": 57,
+  "93": 90,
+  "64": 51,
+  "77": 65,
   "<pad>": 3,
-  "29": 3,
-  "45": 46,
-  "22": 88,
-  "14": 47,
-  "34": 74,
-  "15": 52,
-  "17": 17,
-  "23": 70,
-  "38": 24,
-  "60": 69,
-  "16": 38,
-  "61": 9,
-  "87": 34,
-  "32": 84,
-  "28": 18,
-  "4": 83,
-  "18": 14,
-  "24": 60,
-  "69": 43,
-  "43": 99,
-  "73": 73,
-  "72": 10,
-  "44": 97,
-  "68": 42,
-  "40": 77,
-  "78": 58,
+  "28": 6,
+  "5": 91,
+  "55": 25,
+  "25": 30,
+  "21": 39,
+  "95": 82,
+  "84": 48,
+  "65": 36,
+  "73": 52,
+  "35": 79,
+  "31": 45,
+  "39": 42,
+  "37": 16,
+  "10": 7,
+  "24": 76,
+  "12": 60,
+  "2": 9,
+  "14": 53,
+  "92": 47,
+  "44": 19,
+  "43": 89,
+  "47": 93,
+  "79": 56,
+  "9": 62,
+  "45": 69,
+  "38": 55,
+  "23": 63,
   "=": 5,
-  "77": 55,
-  "47": 66,
-  "3": 11,
-  "52": 76,
-  "46": 81,
-  "20": 85,
-  "65": 61,
-  "84": 96,
-  "51": 63,
-  "76": 23,
-  "53": 51,
-  "50": 35,
-  "19": 53,
+  "22": 73,
+  "66": 94,
+  "72": 96,
+  "7": 13,
+  "75": 67,
+  "3": 1,
+  "34": 37,
+  "82": 32,
+  "69": 21,
+  "30": 58,
+  "mod": 4,
+  "53": 98,
+  "15": 61,
+  "54": 34,
+  "49": 77,
+  "11": 12,
+  "29": 75,
+  "98": 43,
+  "8": 26,
+  "<unk>": 0,
+  "46": 78,
+  "58": 38,
+  "68": 4,
+  "18": 29,
+  "26": 44,
+  "97": 74,
+  "6": 11,
+  "36": 46,
+  "33": 31,
+  "81": 35,
+  "32": 40,
+  "85": 33,
+  "76": 85,
+  "52": 95,
   "<s>": 1,
-  "66": 89
+  "40": 72,
+  "94": 59,
+  "20": 97,
+  "1": 83,
+  "87": 57,
+  "71": 88,
+  " ": 6,
+  "78": 10,
+  "60": 17,
+  "88": 80,
+  "99": 49,
+  "80": 22,
+  "41": 28,
+  "42": 54,
+  "83": 70,
+  "50": 92,
+  "96": 20,
+  "74": 66,
+  "86": 3,
+  "57": 18,
+  "51": 27,
+  "70": 64,
+  "90": 87,
+  "</s>": 2,
+  "4": 41,
+  "19": 50
 }