Add chat_template.jinja; drop inline chat_template
#3
by MuawizC - opened
- chat_template.jinja +1 -0
- tokenizer_config.json +1 -2
chat_template.jinja
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{% for message in messages %}<|start_header_id|>{{ message['role'] }}<|end_header_id|>{{ '\n\n' }}{{ message['content'] }}<|eot_id|>{% endfor %}{% if add_generation_prompt %}<|start_header_id|>assistant<|end_header_id|>{{ '\n\n' }}{% endif %}
|
tokenizer_config.json
CHANGED
|
@@ -15,6 +15,5 @@
|
|
| 15 |
"mask_token_id": 100280,
|
| 16 |
"start_header_id": 100281,
|
| 17 |
"end_header_id": 100282,
|
| 18 |
-
"eot_id": 100283
|
| 19 |
-
"chat_template": "{% for message in messages %}<|start_header_id|>{{ message['role'] }}<|end_header_id|>\n\n{{ message['content'] }}<|endofchunk|><|eot_id|>{% endfor %}{% if add_generation_prompt %}<|start_header_id|>assistant<|end_header_id|>\n\n{% endif %}"
|
| 20 |
}
|
|
|
|
| 15 |
"mask_token_id": 100280,
|
| 16 |
"start_header_id": 100281,
|
| 17 |
"end_header_id": 100282,
|
| 18 |
+
"eot_id": 100283
|
|
|
|
| 19 |
}
|