pluttodk commited on
Commit
e213d92
·
verified ·
1 Parent(s): 59d079d

Upload added_tokens.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. added_tokens.json +64 -0
added_tokens.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<asr_text>": 151704,
6
+ "<blank10>": 151686,
7
+ "<blank11>": 151687,
8
+ "<blank12>": 151688,
9
+ "<blank13>": 151689,
10
+ "<blank14>": 151690,
11
+ "<blank15>": 151691,
12
+ "<blank16>": 151692,
13
+ "<blank17>": 151693,
14
+ "<blank18>": 151694,
15
+ "<blank19>": 151695,
16
+ "<blank1>": 151677,
17
+ "<blank20>": 151696,
18
+ "<blank21>": 151697,
19
+ "<blank22>": 151698,
20
+ "<blank23>": 151699,
21
+ "<blank24>": 151700,
22
+ "<blank25>": 151701,
23
+ "<blank26>": 151702,
24
+ "<blank27>": 151703,
25
+ "<blank2>": 151678,
26
+ "<blank3>": 151679,
27
+ "<blank4>": 151680,
28
+ "<blank5>": 151681,
29
+ "<blank6>": 151682,
30
+ "<blank7>": 151683,
31
+ "<blank8>": 151684,
32
+ "<blank9>": 151685,
33
+ "<non_speech>": 151675,
34
+ "<think>": 151667,
35
+ "<tool_call>": 151657,
36
+ "<tool_response>": 151665,
37
+ "<tts_pad>": 151671,
38
+ "<tts_text_bos>": 151672,
39
+ "<tts_text_bos_single>": 151674,
40
+ "<tts_text_eod>": 151673,
41
+ "<|audio_end|>": 151670,
42
+ "<|audio_pad|>": 151676,
43
+ "<|audio_start|>": 151669,
44
+ "<|box_end|>": 151649,
45
+ "<|box_start|>": 151648,
46
+ "<|endoftext|>": 151643,
47
+ "<|file_sep|>": 151664,
48
+ "<|fim_middle|>": 151660,
49
+ "<|fim_pad|>": 151662,
50
+ "<|fim_prefix|>": 151659,
51
+ "<|fim_suffix|>": 151661,
52
+ "<|im_end|>": 151645,
53
+ "<|im_start|>": 151644,
54
+ "<|image_pad|>": 151655,
55
+ "<|object_ref_end|>": 151647,
56
+ "<|object_ref_start|>": 151646,
57
+ "<|quad_end|>": 151651,
58
+ "<|quad_start|>": 151650,
59
+ "<|repo_name|>": 151663,
60
+ "<|video_pad|>": 151656,
61
+ "<|vision_end|>": 151653,
62
+ "<|vision_pad|>": 151654,
63
+ "<|vision_start|>": 151652
64
+ }