SykoOmni-Beta / tokenizer_config.json
SykoSLM's picture
Upload folder using huggingface_hub
5a737ea verified
raw
history blame contribute delete
353 Bytes
{
"backend": "tokenizers",
"bos_token": "<bos>",
"eos_token": "<eos>",
"extra_special_tokens": [
"<img>",
"<aud>",
"<img_start>",
"<img_end>",
"<aud_start>",
"<aud_end>"
],
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<pad>",
"tokenizer_class": "TokenizersBackend",
"unk_token": "<unk>"
}