Upload tokenizer

added_tokens.json

@@ -1,3 +1,4 @@
 {
+  "<0>": 32101,
   "<ts>": 32100
 }

tokenizer.json

@@ -938,6 +938,15 @@
       "rstrip": false,
       "normalized": true,
       "special": false
+    },
+    {
+      "id": 32101,
+      "content": "<0>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -831,6 +831,14 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "32101": {
+      "content": "<0>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [