MyModel-sft / special_tokens_map.json
HappyBulingling's picture
Upload MyModel checkpoint
72f5707 verified
Raw History Blame Contribute Delete
1 kB
{
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|system|>",
"<|user|>",
"<|assistant|>",
"<|tool|>",
"<think>",
"</think>",
"<tool_call>",
"</tool_call>",
"<tool_response>",
"</tool_response>",
"<image_start>",
"<image_pad>",
"<image_end>",
"<audio_start>",
"<audio_pad>",
"<audio_end>",
"<speech_bos>",
"<speech_eos>",
"<speech_pad>"
],
"bos_token": {
"content": "<|bos|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|eos|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<|unk|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}