professorsynapse commited on
Commit
5f1fd9a
·
verified ·
1 Parent(s): 1bff6de

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. mlc-chat-config.json +3 -2
  2. tokenizer.json +0 -0
mlc-chat-config.json CHANGED
@@ -34,12 +34,13 @@
34
  "top_p": 1.0,
35
  "tokenizer_files": [
36
  "tokenizer.model",
37
- "tokenizer_config.json"
 
38
  ],
39
  "tokenizer_info": {
40
  "token_postproc_method": "byte_fallback",
41
  "prepend_space_in_encode": false,
42
- "strip_space_in_decode": false
43
  },
44
  "conv_template": {
45
  "name": "mistral_default",
 
34
  "top_p": 1.0,
35
  "tokenizer_files": [
36
  "tokenizer.model",
37
+ "tokenizer_config.json",
38
+ "tokenizer.json"
39
  ],
40
  "tokenizer_info": {
41
  "token_postproc_method": "byte_fallback",
42
  "prepend_space_in_encode": false,
43
+ "strip_space_in_decode": true
44
  },
45
  "conv_template": {
46
  "name": "mistral_default",
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff