devstudio-live commited on
Commit
59de75c
·
verified ·
1 Parent(s): 605b1fb

Fix conv_template: use full object instead of string name (fixes web-llm compat)

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +24 -1
mlc-chat-config.json CHANGED
@@ -11,7 +11,30 @@
11
  "rope_theta": 1000000.0,
12
  "vocab_size": 151936,
13
  "tokenizer_files": ["tokenizer.json", "tokenizer_config.json"],
14
- "conv_template": "qwen2",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_window_size": 4096,
16
  "prefill_chunk_size": 1024,
17
  "sliding_window_size": -1,
 
11
  "rope_theta": 1000000.0,
12
  "vocab_size": 151936,
13
  "tokenizer_files": ["tokenizer.json", "tokenizer_config.json"],
14
+ "conv_template": {
15
+ "name": "qwen2",
16
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
17
+ "system_message": "You are a helpful assistant.",
18
+ "system_prefix_token_ids": null,
19
+ "add_role_after_system_message": true,
20
+ "roles": {
21
+ "user": "<|im_start|>user",
22
+ "assistant": "<|im_start|>assistant"
23
+ },
24
+ "role_templates": {
25
+ "user": "{user_message}",
26
+ "assistant": "{assistant_message}",
27
+ "tool": "{tool_message}"
28
+ },
29
+ "messages": [],
30
+ "seps": ["<|im_end|>\n"],
31
+ "role_content_sep": "\n",
32
+ "role_empty_sep": "\n",
33
+ "stop_str": ["<|endoftext|>", "<|im_end|>"],
34
+ "stop_token_ids": [151643, 151645],
35
+ "function_string": "",
36
+ "use_function_calling": false
37
+ },
38
  "context_window_size": 4096,
39
  "prefill_chunk_size": 1024,
40
  "sliding_window_size": -1,