Update mlc-chat-config.json

mlc-chat-config.json

@@ -8,7 +8,7 @@
     "num_attention_heads": 32,
     "num_hidden_layers": 16,
     "rms_norm_eps": 1e-05,
-    "vocab_size": 128258,
+    "vocab_size": 128256,
     "tie_word_embeddings": true,
     "position_embedding_base": 500000.0,
     "rope_scaling": {
@@ -26,7 +26,7 @@
     "pipeline_parallel_stages": 1,
     "max_batch_size": 128
   },
-  "vocab_size": 128258,
+  "vocab_size": 128256,
   "context_window_size": 131072,
   "sliding_window_size": -1,
   "prefill_chunk_size": 8192,
@@ -38,9 +38,12 @@
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
   "top_p": 0.9,
-  "tokenizer_files": ["tokenizer.json", "tokenizer_config.json"],
+  "tokenizer_files": [
+    "tokenizer.json",
+    "tokenizer_config.json"
+  ],
   "tokenizer_info": {
-    "token_postproc_method": "byte_fallback",
+    "token_postproc_method": "byte_level",
     "prepend_space_in_encode": false,
     "strip_space_in_decode": false
   },
@@ -77,7 +80,11 @@
     "function_string": "",
     "use_function_calling": false
   },
-  "pad_token_id": 128257,
-  "bos_token_id": 128256,
-  "eos_token_id": 128257
+  "pad_token_id": 0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ]
 }