Upload tokenizer.json

tokenizer.json

@@ -214,10 +214,14 @@
     ]
   },
   "post_processor": {
-    "type": "ByteLevel",
-    "add_prefix_space": true,
-    "trim_offsets": false,
-    "use_regex": true
+    "type": "TemplateProcessing",
+    "single": [
+        { "SpecialToken": { "id": "<|begin_of_text|>", "type_id": 0 } },
+        { "Sequence": { "id": "A", "type_id": 0 } }
+    ],
+    "special_tokens": {
+        "<|begin_of_text|>": { "id": "<|begin_of_text|>", "ids": [100256], "tokens": ["<|begin_of_text|>"] }
+    }
   },
   "decoder": {
     "type": "ByteLevel",