fix conv_template config for qwen2 / phi-2 / cauchy

bundle/Cauchy-3B-preview-MLC/mlc-chat-config.json

@@ -53,9 +53,9 @@
     "strip_space_in_decode": false
   },
   "conv_template": {
-    "name": "chatml",
+    "name": "qwen2",
     "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
-    "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
+    "system_message": "You are a helpful assistant.",
     "system_prefix_token_ids": null,
     "add_role_after_system_message": true,
     "roles": {
@@ -74,10 +74,12 @@
     "role_content_sep": "\n",
     "role_empty_sep": "\n",
     "stop_str": [
+      "<|endoftext|>",
       "<|im_end|>"
     ],
     "stop_token_ids": [
-      2
+      151643,
+      151645
     ],
     "function_string": "",
     "use_function_calling": false
@@ -85,4 +87,4 @@
   "pad_token_id": 0,
   "bos_token_id": 151643,
   "eos_token_id": 151645
-}
+}

bundle/Phi-2-Tinytron-preview-MLC/mlc-chat-config.json

@@ -43,14 +43,14 @@
     "strip_space_in_decode": false
   },
   "conv_template": {
-    "name": "phi-2",
-    "system_template": "{system_message}",
-    "system_message": "",
+    "name": "qwen2",
+    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+    "system_message": "You are a helpful assistant.",
     "system_prefix_token_ids": null,
     "add_role_after_system_message": true,
     "roles": {
-      "user": "Instruct",
-      "assistant": "Output"
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
     },
     "role_templates": {
       "user": "{user_message}",
@@ -59,15 +59,17 @@
     },
     "messages": [],
     "seps": [
-      "\n"
+      "<|im_end|>\n"
     ],
-    "role_content_sep": ": ",
-    "role_empty_sep": ":",
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
     "stop_str": [
-      "<|endoftext|>"
+      "<|endoftext|>",
+      "<|im_end|>"
     ],
     "stop_token_ids": [
-      50256
+      151643,
+      151645
     ],
     "function_string": "",
     "use_function_calling": false
@@ -78,4 +80,4 @@
     151645,
     151643
   ]
-}
+}

bundle/Qwen2-7B-Instruct-Tinytron-MLC/mlc-chat-config.json

@@ -42,9 +42,9 @@
     "strip_space_in_decode": false
   },
   "conv_template": {
-    "name": "chatml",
+    "name": "qwen2",
     "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
-    "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
+    "system_message": "You are a helpful assistant.",
     "system_prefix_token_ids": null,
     "add_role_after_system_message": true,
     "roles": {
@@ -63,10 +63,12 @@
     "role_content_sep": "\n",
     "role_empty_sep": "\n",
     "stop_str": [
+      "<|endoftext|>",
       "<|im_end|>"
     ],
     "stop_token_ids": [
-      2
+      151643,
+      151645
     ],
     "function_string": "",
     "use_function_calling": false
@@ -74,4 +76,4 @@
   "pad_token_id": 151643,
   "bos_token_id": 151643,
   "eos_token_id": 151645
-}
+}