{ "add_bos_token": false, "add_eos_token": false, "added_tokens_decoder": { "256": { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "257": { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "258": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|user|>", "<|assistant|>", "<|end_of_text|>" ], "bos_token": "<|end_of_text|>", "eos_token": "<|end_of_text|>", "unk_token": null, "pad_token": "<|end_of_text|>", "clean_up_tokenization_spaces": false, "model_max_length": 1000000000000, "tokenizer_class": "PreTrainedTokenizerFast", "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}{{ '<|user|> [Instructions: ' + message['content'] + ']\\n\\n' }}{% elif message['role'] == 'user' %}{% if loop.index0 > 0 and messages[loop.index0 - 1]['role'] == 'system' %}{{ message['content'] + ' ' }}{% else %}{{ '<|user|> ' + message['content'] + ' ' }}{% endif %}{% elif message['role'] == 'assistant' %}{{ '<|assistant|> ' }}{% generation %}{{ message['content'] }}{% endgeneration %}{% if loop.last %}{{ ' <|end_of_text|>' }}{% else %}{{ ' ' }}{% endif %}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|> ' }}{% endif %}" }