sarvam-30b-FP8-Dynamic / special_tokens_map.json
krishnateja95's picture
Upload folder using huggingface_hub
588f8ef verified
raw
history blame contribute delete
680 Bytes
{
"boi_token": "<|start_of_image|>",
"bos_token": {
"content": "[@BOS@]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eoi_token": "<|end_of_image|>",
"eos_token": {
"content": "<|end_of_turn|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"image_token": "<|image_soft_token|>",
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}