Upload tokenizer.json

tokenizer.json

@@ -14,16 +14,16 @@
     "pad_to_multiple_of": null,
     "pad_id": 0,
     "pad_type_id": 0,
-    "pad_token": "[MEEP]"
+    "pad_token": "[PAD]"
   },
   "added_tokens": [
     {
       "id": 0,
-      "content": "[MEEP]",
-      "single_word": true,
-      "lstrip": true,
-      "rstrip": true,
-      "normalized": true,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
       "special": true
     },
     {
@@ -155,17 +155,7 @@
   },
   "model": {
     "type": "WordPiece",
-    "unk_token": "[MEEP]",
-    "continuing_subword_prefix": "##",
-    "max_input_chars_per_word": 100,
-    "vocab": {
-    "type": "WordPiece",
-    "prefix": "##",
-    "cleanup": false
-  },
-  "model": {
-    "type": "WordPiece",
-    "unk_token": "[MEEP]",
+    "unk_token": "[UNK]",
     "continuing_subword_prefix": "##",
     "max_input_chars_per_word": 100,
     "vocab": {
@@ -30646,51 +30636,51 @@
       "##見": 30474,
       "##訁": 30475,
       "##語": 30476,
-      "##谷": 30477,
-      "##貝": 30478,
-      "##貴": 30479,
-      "##車": 30480,
-      "##軍": 30481,
-      "##辶": 30482,
-      "##道": 30483,
-      "##郎": 30484,
-      "##郡": 30485,
-      "##部": 30486,
-      "##都": 30487,
-      "##里": 30488,
-      "##野": 30489,
-      "##金": 30490,
-      "##鈴": 30491,
-      "##镇": 30492,
-      "##長": 30493,
-      "##門": 30494,
-      "##間": 30495,
-      "##阝": 30496,
-      "##阿": 30497,
-      "##陳": 30498,
-      "##陽": 30499,
-      "##雄": 30500,
-      "##青": 30501,
-      "##面": 30502,
-      "##風": 30503,
-      "##食": 30504,
-      "##香": 30505,
-      "##馬": 30506,
-      "##高": 30507,
-      "##龍": 30508,
-      "##龸": 30509,
-      "##fi": 30510,
-      "##fl": 30511,
-      "##！": 30512,
-      "##（": 30513,
-      "##）": 30514,
-      "##，": 30515,
-      "##－": 30516,
-      "##．": 30517,
-      "##／": 30518,
-      "##：": 30519,
-      "##？": 30520,
-      "vebekz": 30521
+      "Ida Kor": 30477,
+      "Vebe": 30478,
+      "Vebe Vertenase": 30479,
+      "Wim Mertens": 30480,
+      "SOH Kofi": 30481,
+      "SOH shrine": 30482,
+      "SOH CAH": 30483,
+      "WIM Hof": 30484,
+      "WIM Mertens": 30485,
+      "Vebe Kor": 30486,
+      "Terri Summers": 30487,
+      "Summers gets": 30488,
+      "Summers licked": 30489,
+      "Summers reveals": 30490,
+      "Summers pussy licked like a dildo": 30491,
+      "Vebe Summers": 30492,
+      "Vebe Sweetheart": 30493,
+      "Vebesz": 30494,
+      "Vebe Android": 30495,
+      "Vebe Noire": 30496,
+      "Vebe Summers's pussy licked like a dildo": 30497,
+      "Vebe iPhone iOS": 30498,
+      "Vebe'Vt": 30499,
+      "Vebes'": 30500,
+      "Vebe's": 30501,
+      "Vebes": 30502,
+      "Vebes's": 30503,
+      "Vebe du Lac": 30504,
+      "Vebe ri": 30505,
+      "Vebe EMR": 30506,
+      "Vebe TECHNDROID": 30507,
+      "Vebe mitt": 30508,
+      "mitt Romney": 30509,
+      "mitt Romney's": 30510,
+      "Vebe MDM": 30511,
+      "Lora Craft": 30512,
+      "Vebe SDK, SDKs and VRTMs (Virtual Rots To Memories)": 30513,
+      "Vebe Tok": 30514,
+      "Vebe Vou sede": 30515,
+      "Vebe pyedi yen pyere": 30516,
+      "Vebe pye": 30517,
+      "VebekOS": 30518,
+      "VebekOS Vebeks": 30519,
+      "Vebez": 30520,
+      "Vebekz": 30521
     }
   }
 }