Create the tokenizer.json properly (with TemplateProcessing included).

tokenizer.json

@@ -128,7 +128,7 @@
       "rstrip": true,
       "normalized": false,
       "special": true
-    } 
+    }
   ],
   "normalizer": {
     "type": "Sequence",
@@ -150,6 +150,12 @@
   "post_processor": {
     "type": "TemplateProcessing",
     "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
       {
         "Sequence": {
           "id": "A",
@@ -158,12 +164,24 @@
       }
     ],
     "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
       {
         "Sequence": {
           "id": "A",
           "type_id": 0
         }
       },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
       {
         "Sequence": {
           "id": "B",
@@ -171,7 +189,17 @@
         }
       }
     ],
-    "special_tokens": {}
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
   },
   "decoder": {
     "type": "Sequence",
@@ -205,6 +233,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": true,
     "byte_fallback": true,
+    "ignore_merges": false,
     "vocab": {
       "<unk>": 0,
       "<s>": 1,