Upload tokenizer

special_tokens_map.json

@@ -1,4 +1,5 @@
 {
+  "image_token": "<|img|>",
   "pad_token": {
     "content": "<pad>",
     "lstrip": false,

tokenizer_config.json

@@ -4944,7 +4944,11 @@
   "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}{% elif message['content'] is iterable %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<fim_prefix><|img|><fim_suffix>{% endif %}{% endfor %}{% endif %}<|im_end|>\n{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": null,
-  "extra_special_tokens": {},
+  "extra_special_tokens": {
+    "image_token": "<|img|>",
+    "pad_token": "<pad>"
+  },
+  "image_token": "<|img|>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",