PoSTMEDIA commited on
Commit
8d7ac05
·
verified ·
1 Parent(s): c306d87

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -2
tokenizer_config.json CHANGED
@@ -179,6 +179,5 @@
179
  ],
180
  "model_max_length": 1000000000000000019884624838656,
181
  "pad_token": "<|endoftext|>",
182
- "tokenizer_class": "PreTrainedTokenizerFast",
183
- "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}<|start|>system<|message|>{{ message['content'] }}<|end|>{% elif message['role'] == 'user' %}<|start|>user<|message|>{{ message['content'] }}<|end|>{% elif message['role'] == 'assistant' %}<|start|>assistant<|message|>{{ message['content'] }}<|end|>{% endif %}{% endfor %}<|start|>assistant<|message|>"
184
  }
 
179
  ],
180
  "model_max_length": 1000000000000000019884624838656,
181
  "pad_token": "<|endoftext|>",
182
+ "tokenizer_class": "PreTrainedTokenizerFast"
 
183
  }