Hugging Face's logo

Dans-DiscountModels
/
mistral-7b-test-merged

PyTorch
English
mistral
Model card Files
xet
Community
1
PocketDoc commited on
Commit
5e7c7a0
·
verified ·
1 Parent(s): 9ffc8a6

Upload 2 files

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. tokenizer_config.json +1 -1
tokenizer.json CHANGED
@@ -41,7 +41,7 @@
41
  },
42
  {
43
  "id": 4,
44
- "content": "[/INST]",
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
@@ -7042,7 +7042,7 @@
7042
  "<s>": 1,
7043
  "<|im_end|>": 2,
7044
  "<|im_start|>": 3,
7045
- "[/INST]": 4,
7046
  "[TOOL_CALLS]": 5,
7047
  "[AVAILABLE_TOOLS]": 6,
7048
  "[/AVAILABLE_TOOLS]": 7,
 
41
  },
42
  {
43
  "id": 4,
44
+ "content": "[control_769]",
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
 
7042
  "<s>": 1,
7043
  "<|im_end|>": 2,
7044
  "<|im_start|>": 3,
7045
+ "[control_769]": 4,
7046
  "[TOOL_CALLS]": 5,
7047
  "[AVAILABLE_TOOLS]": 6,
7048
  "[/AVAILABLE_TOOLS]": 7,
tokenizer_config.json CHANGED
@@ -36,7 +36,7 @@
36
  "special": true
37
  },
38
  "4": {
39
- "content": "[/INST]",
40
  "lstrip": false,
41
  "normalized": false,
42
  "rstrip": false,
 
36
  "special": true
37
  },
38
  "4": {
39
+ "content": "[control_769]",
40
  "lstrip": false,
41
  "normalized": false,
42
  "rstrip": false,