{ "tokenizer_class": "PreTrainedTokenizerFast", "bos_token": "<|endoftext|>", "eos_token": "<|im_end|>", "pad_token": "<|pad|>", "unk_token": null, "model_max_length": 2048, "additional_special_tokens": [ "<|im_start|>", "<|im_end|>" ], "clean_up_tokenization_spaces": false, "chat_template": "{{- '<|endoftext|>' -}}{%- for message in messages -%}{{- '<|im_start|>' + message['role'] + '\n' + message['content'].strip() + '<|im_end|>\n' -}}{%- endfor -%}{%- if add_generation_prompt -%}{{- '<|im_start|>assistant\n' -}}{%- endif -%}" }