Update Processor

README.md

@@ -1,6 +1,10 @@
 ---
-license: apache-2.0
 base_model: HuggingFaceM4/idefics2-8b
+datasets:
+- TIGER-Lab/Mantis-Instruct
+language:
+- en
+license: apache-2.0
 tags:
 - multimodal
 - lmm
@@ -12,10 +16,6 @@ tags:
 model-index:
 - name: mantis-8b-idefics2_8192
   results: []
-datasets:
-- TIGER-Lab/Mantis-Instruct
-language:
-- en
 ---
 
 # 🔥 Mantis

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% for message in messages %}{{message['role'].capitalize()}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '<image>' }}{% endif %}{% endfor %}<end_of_utterance>\n{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}"
+}

processor_config.json

@@ -1,4 +1,5 @@
 {
+  "chat_template": "{% for message in messages %}{{message['role'].capitalize()}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '<image>' }}{% endif %}{% endfor %}<end_of_utterance>\n{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}",
   "image_seq_len": 64,
   "processor_class": "Idefics2Processor"
 }

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",