pazars commited on
Commit
679d6f6
·
verified ·
1 Parent(s): 6cb978c

Update chat_template

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -1581,7 +1581,7 @@
1581
  }
1582
  },
1583
  "bos_token": "<|endoftext|>",
1584
- "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}<|begin_header|><|system|><|end_header|>{{ message['content'] }}<|eod|>{% elif message['role'] == 'user' %}<|begin_header|><|user|><|end_header|>{{ message['content'] }}<|eod|>{% elif message['role'] == 'assistant' %}<|begin_header|><|assistant|><|end_header|>{{ message['content'] }}<|eod|>{% endif %}{% endfor %}{% if add_generation_prompt %}<|begin_header|><|assistant|><|end_header|>{% endif %}",
1585
  "clean_up_tokenization_spaces": false,
1586
  "eos_token": "<|endoftext|>",
1587
  "extra_special_tokens": {},
 
1581
  }
1582
  },
1583
  "bos_token": "<|endoftext|>",
1584
+ "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}<|begin_instruction|><|begin_header|><|system|><|end_header|><|begin_text|>{{ message['content'] }}<|end_text|><|end_instruction|>{% elif message['role'] == 'user' %}<|begin_message|><|begin_header|><|user|><|end_header|><|begin_text|>{{ message['content'] }}<|end_text|><|end_message|>{% elif message['role'] == 'assistant' %}<|begin_response|><|begin_header|><|assistant|><|end_header|><|begin_text|>{{ message['content'] }}<|end_text|><|end_response|>{% endif %}{% endfor %}{% if add_generation_prompt %}<|begin_response|><|begin_header|><|assistant|><|end_header|><|begin_text|>{% endif %}",
1585
  "clean_up_tokenization_spaces": false,
1586
  "eos_token": "<|endoftext|>",
1587
  "extra_special_tokens": {},