Upload FP8 quantized version of IIEleven11/Kalypso

chat_template.jinja

@@ -0,0 +1,13 @@
+{% for message in messages -%}
+{% if message['role'] == 'system' -%}
+<|system|>
+{{ message['content'] }}<|end|>
+{% elif message['role'] == 'user' -%}
+<|user|>
+{{ message['content'] }}<|end|>
+{% elif message['role'] == 'assistant' -%}
+<|assistant|>
+{{ message['content'] }}<|end|>
+{% endif -%}
+{% endfor -%}
+<|assistant|>

tokenizer_config.json

@@ -8008,6 +8008,7 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "extra_special_tokens": {},
+  "fix_mistral_regex": true,
   "model_max_length": 1000000000000000019884624838656,
   "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "<unk>"