Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
|
@@ -194,6 +194,7 @@
|
|
| 194 |
"<model>"
|
| 195 |
],
|
| 196 |
"bos_token": "<|endoftext|>",
|
|
|
|
| 197 |
"clean_up_tokenization_spaces": false,
|
| 198 |
"eos_token": "<|endoftext|>",
|
| 199 |
"extra_special_tokens": {},
|
|
|
|
| 194 |
"<model>"
|
| 195 |
],
|
| 196 |
"bos_token": "<|endoftext|>",
|
| 197 |
+
"chat_template": "{%- for message in messages -%}\n {%- if message['role'] != 'system' -%}\n {%- if message['role'] == 'user' -%}\n<|im_start|>User:<|im_end|>{{\"\\n\"}}{{ message['content'] + \"\\n\" }}\n{% endif -%}\n {%- if message['role'] == 'assistant' -%}\n {%- if loop.last and message['role'] == 'assistant' -%}\n<|im_start|>Assistant:<|im_end|>{{\"\\n\"}}{{ message['content'] }}<|endoftext|>\n {%- else -%}\n<|im_start|>Assistant:<|im_end|>{{\"\\n\"}}{{ message['content'] + \"\\n\" }}\n{% endif -%}\n {%- endif -%}\n {%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt %}\n<|im_start|>Assistant:<|im_end|>{{\"\\n\"}}{% endif -%}",
|
| 198 |
"clean_up_tokenization_spaces": false,
|
| 199 |
"eos_token": "<|endoftext|>",
|
| 200 |
"extra_special_tokens": {},
|