Safetensors
English
Alisio-25M-Instruct-v1 / tokenizer /tokenizer_config.json
RexTRO111's picture
Upload 2 files
c21582f verified
Raw
History Blame Contribute Delete
603 Bytes
{
"backend": "tokenizers",
"bos_token": "<bos>",
"eos_token": "<eos>",
"model_max_length": 1024,
"pad_token": "<pad>",
"tokenizer_class": "TokenizersBackend",
"unk_token": "<unk>",
"chat_template": "{{ bos_token + 'System:\\nYou are Alisio, a helpful, concise, and honest assistant.' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\\n\\nUser:\\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\\n\\nAssistant:\\n' + message['content'] + eos_token }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\\n\\nAssistant:\\n' }}{% endif %}"
}