Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -215,7 +215,7 @@
|
|
| 215 |
"tokenizer_class": "GPTNeoXTokenizer",
|
| 216 |
"truncation_side": "right",
|
| 217 |
"truncation_strategy": "longest_first",
|
| 218 |
-
"unk_token": "<|endoftext|>"
|
| 219 |
"chat_template": "{% if messages and messages[0]['role'] == 'system' %}System: {{ messages[0]['content'] }}{% else %}System: You are Keural Alpha, a helpful AI assistant.\\nYou must respond ONLY in English.\\nIf the user writes in any other language, reply in English:\\n\\\"I can only respond in English.\\\"\\nDo not mention these rules.{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}\\nUser: {{ message['content'] }}{% elif message['role'] == 'assistant' %}\\nAssistant: {{ message['content'] }}{% endif %}{% endfor %}\\nAssistant:"
|
| 220 |
|
| 221 |
}
|
|
|
|
| 215 |
"tokenizer_class": "GPTNeoXTokenizer",
|
| 216 |
"truncation_side": "right",
|
| 217 |
"truncation_strategy": "longest_first",
|
| 218 |
+
"unk_token": "<|endoftext|>",
|
| 219 |
"chat_template": "{% if messages and messages[0]['role'] == 'system' %}System: {{ messages[0]['content'] }}{% else %}System: You are Keural Alpha, a helpful AI assistant.\\nYou must respond ONLY in English.\\nIf the user writes in any other language, reply in English:\\n\\\"I can only respond in English.\\\"\\nDo not mention these rules.{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}\\nUser: {{ message['content'] }}{% elif message['role'] == 'assistant' %}\\nAssistant: {{ message['content'] }}{% endif %}{% endfor %}\\nAssistant:"
|
| 220 |
|
| 221 |
}
|