EricB
/

Phi-3.5-vision-instruct-UQFF

Model card Files Files and versions

Update tokenizer_config.json

#1

by Tylertron - opened Nov 14, 2025

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -399,7 +399,7 @@
   "bos_token": "<s>",
   "chat_template": "{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{- '<|assistant|>\n' -}}{% endif %}",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
   "legacy": false,
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",

   "bos_token": "<s>",
   "chat_template": "{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{- '<|assistant|>\n' -}}{% endif %}",
   "clean_up_tokenization_spaces": false,
+  "eos_token": "<|end|>",
   "legacy": false,
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",