sanjeevnv commited on
Commit
f271e15
·
verified ·
1 Parent(s): cc75d08

Append </s> in pretraining chat template file

Browse files

Update chat_template.jinja, which Transformers prioritizes over tokenizer_config.json, so the pretraining template emits </s> as EOD.

Files changed (1) hide show
  1. chat_template.jinja +1 -1
chat_template.jinja CHANGED
@@ -6,6 +6,6 @@
6
  {%- elif message.role == "user" %}
7
  {{- "\nquestion: " + message.content }}
8
  {%- elif message.role == "assistant" %}
9
- {{- "\nanswer: " }}{% generation %}{{- message.content }}{% endgeneration %}
10
  {%- endif %}
11
  {%- endfor %}
 
6
  {%- elif message.role == "user" %}
7
  {{- "\nquestion: " + message.content }}
8
  {%- elif message.role == "assistant" %}
9
+ {{- "\nanswer: " }}{% generation %}{{- message.content }}{{- "</s>" }}{% endgeneration %}
10
  {%- endif %}
11
  {%- endfor %}