Add chat_template.jinja; drop inline chat_template

#3
by MuawizC - opened
Files changed (2) hide show
  1. chat_template.jinja +1 -0
  2. tokenizer_config.json +1 -2
chat_template.jinja ADDED
@@ -0,0 +1 @@
 
 
1
+ {% for message in messages %}<|start_header_id|>{{ message['role'] }}<|end_header_id|>{{ '\n\n' }}{{ message['content'] }}<|eot_id|>{% endfor %}{% if add_generation_prompt %}<|start_header_id|>assistant<|end_header_id|>{{ '\n\n' }}{% endif %}
tokenizer_config.json CHANGED
@@ -15,6 +15,5 @@
15
  "mask_token_id": 100280,
16
  "start_header_id": 100281,
17
  "end_header_id": 100282,
18
- "eot_id": 100283,
19
- "chat_template": "{% for message in messages %}<|start_header_id|>{{ message['role'] }}<|end_header_id|>\n\n{{ message['content'] }}<|endofchunk|><|eot_id|>{% endfor %}{% if add_generation_prompt %}<|start_header_id|>assistant<|end_header_id|>\n\n{% endif %}"
20
  }
 
15
  "mask_token_id": 100280,
16
  "start_header_id": 100281,
17
  "end_header_id": 100282,
18
+ "eot_id": 100283
 
19
  }