almaghrabima commited on
Commit
f6b77da
·
verified ·
1 Parent(s): a5801cf

Upload special_tokens_map.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +31 -0
special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<|bos|>",
3
+ "eos_token": "<|end_of_text|>",
4
+ "unk_token": "<unk>",
5
+ "pad_token": "<pad>",
6
+ "mask_token": "<|mask|>",
7
+ "additional_special_tokens": [
8
+ "<|bos|>",
9
+ "<|user_start|>",
10
+ "<|user_end|>",
11
+ "<|assistant_start|>",
12
+ "<|assistant_end|>",
13
+ "<|python_start|>",
14
+ "<|python_end|>",
15
+ "<|output_start|>",
16
+ "<|output_end|>",
17
+ "<|end_of_text|>",
18
+ "<|pad|>",
19
+ "<|unk|>",
20
+ "<|mask|>",
21
+ "<think>",
22
+ "</think>",
23
+ "<tool_call>",
24
+ "</tool_call>",
25
+ "<tool_response>",
26
+ "</tool_response>",
27
+ "<|vision_start|>",
28
+ "<|vision_end|>",
29
+ "<|vision_pad|>"
30
+ ]
31
+ }