Yiderigun commited on
Commit
3ff8891
·
verified ·
1 Parent(s): 2a15c81

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -194,6 +194,7 @@
194
  "<model>"
195
  ],
196
  "bos_token": "<|endoftext|>",
 
197
  "clean_up_tokenization_spaces": false,
198
  "eos_token": "<|endoftext|>",
199
  "extra_special_tokens": {},
 
194
  "<model>"
195
  ],
196
  "bos_token": "<|endoftext|>",
197
+ "chat_template": "{%- for message in messages -%}\n {%- if message['role'] != 'system' -%}\n {%- if message['role'] == 'user' -%}\n<|im_start|>User:<|im_end|>{{\"\\n\"}}{{ message['content'] + \"\\n\" }}\n{% endif -%}\n {%- if message['role'] == 'assistant' -%}\n {%- if loop.last and message['role'] == 'assistant' -%}\n<|im_start|>Assistant:<|im_end|>{{\"\\n\"}}{{ message['content'] }}<|endoftext|>\n {%- else -%}\n<|im_start|>Assistant:<|im_end|>{{\"\\n\"}}{{ message['content'] + \"\\n\" }}\n{% endif -%}\n {%- endif -%}\n {%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt %}\n<|im_start|>Assistant:<|im_end|>{{\"\\n\"}}{% endif -%}",
198
  "clean_up_tokenization_spaces": false,
199
  "eos_token": "<|endoftext|>",
200
  "extra_special_tokens": {},