CK0607
/

model-CORNISH-1

Text Generation

text-generation-inference

Model card Files Files and versions

CK0607 commited on May 26, 2024

Commit

571dd0c

·

verified ·

1 Parent(s): b96a73a

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -0

tokenizer_config.json CHANGED Viewed

@@ -119,6 +119,7 @@
   "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
   "model_max_length": 4096,
   "pad_token": "<|placeholder6|>",
   "padding_side": "left",

   "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
+  "legacy": false,
   "model_max_length": 4096,
   "pad_token": "<|placeholder6|>",
   "padding_side": "left",