Valley2.5 / added_tokens.json
Hyggge's picture
feat: modify file type of *.py, *.txt, etc. to change storage method
64c250f
raw
history blame contribute delete
838 Bytes
{
"</think>": 151668,
"</tool_call>": 151658,
"</tool_response>": 151666,
"<\\cor>": 151674,
"<cor>": 151673,
"<im_end>": 151670,
"<im_start>": 151669,
"<think>": 151667,
"<tool_call>": 151657,
"<tool_response>": 151665,
"<vi_end>": 151672,
"<vi_start>": 151671,
"<|box_end|>": 151649,
"<|box_start|>": 151648,
"<|endoftext|>": 151643,
"<|file_sep|>": 151664,
"<|fim_middle|>": 151660,
"<|fim_pad|>": 151662,
"<|fim_prefix|>": 151659,
"<|fim_suffix|>": 151661,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image_pad|>": 151655,
"<|object_ref_end|>": 151647,
"<|object_ref_start|>": 151646,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|repo_name|>": 151663,
"<|video_pad|>": 151656,
"<|vision_end|>": 151653,
"<|vision_pad|>": 151654,
"<|vision_start|>": 151652
}