Upload processor

#10
by Rocketknight1 HF Staff - opened
README.md CHANGED
@@ -10,10 +10,11 @@ language:
10
  - ja
11
  - ru
12
  - ko
 
13
  license: other
14
  license_name: mrl
15
- inference: false
16
  license_link: https://mistral.ai/licenses/MRL-0.1.md
 
17
  extra_gated_prompt: '# Mistral AI Research License
18
 
19
  If You want to use a Mistral Model, a Derivative or an Output for any purpose that
@@ -240,7 +241,6 @@ extra_gated_description: Mistral AI processes your personal data below to provid
240
  rights and data handling, please see our <a href="https://mistral.ai/terms/">privacy
241
  policy</a>.
242
  extra_gated_button_content: Submit
243
- library_name: vllm
244
  ---
245
 
246
  # Model Card for Pixtral-Large-Instruct-2411
 
10
  - ja
11
  - ru
12
  - ko
13
+ library_name: vllm
14
  license: other
15
  license_name: mrl
 
16
  license_link: https://mistral.ai/licenses/MRL-0.1.md
17
+ inference: false
18
  extra_gated_prompt: '# Mistral AI Research License
19
 
20
  If You want to use a Mistral Model, a Derivative or an Output for any purpose that
 
241
  rights and data handling, please see our <a href="https://mistral.ai/terms/">privacy
242
  policy</a>.
243
  extra_gated_button_content: Submit
 
244
  ---
245
 
246
  # Model Card for Pixtral-Large-Instruct-2411
chat_template.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "chat_template": "{%- set today = strftime_now(\"%Y-%m-%d\") %}\n{%- set default_system_message = \"You are Pixtral, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.\\nYou power an AI assistant called Le Chat.\\nYour knowledge base was last updated on 2023-10-01.\\nThe current date is \" + today + \"\\n\\nWhen you're not sure about some information, you say that you don't have the information and don't make up anything.\\nIf the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. \\\"What are some good restaurants around me?\\\" => \\\"Where are you?\\\" or \\\"When is the next flight to Tokyo\\\" => \\\"Where do you travel from?\\\").\\nYou are always very attentive to dates, in particular you try to resolve dates (e.g. \\\"today\\\" is \" + today + \") and when asked about information at specific dates, you discard information that is at another date.\\nYou follow these instructions in all languages, and always respond to the user in the language they use or request.\\nNext sections describe the capabilities that you have.\\n\\n# WEB BROWSING INSTRUCTIONS\\n\\nYou cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.\\n\\n# MULTI-MODAL INSTRUCTIONS\\n\\nYou have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.\\nYou cannot read nor transcribe audio files or videos and you cannot read images.\" %}\n\n\n\n{{- bos_token }}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set system_message = default_system_message %}\n {%- set loop_messages = messages %}\n{%- endif %}\n\n{{- '[SYSTEM_PROMPT] ' + system_message + '[/SYSTEM_PROMPT]' }}\n\n{%- for message in loop_messages %}\n {%- if message['role'] == 'user' %}\n {{- '[INST] ' }}\n {%- if message[\"content\"] is not string %}\n {%- for chunk in message[\"content\"] %}\n {%- if chunk[\"type\"] == \"text\" %}\n {{- chunk[\"text\"] }}\n {%- elif chunk[\"type\"] == \"image\" %}\n {{- \"[IMG]\" }}\n {%- else %}\n {{- raise_exception(\"Unrecognized content type!\") }}\n {%- endif %}\n {%- endfor %}\n {%- else %}\n {{- message[\"content\"] }}\n {%- endif %}\n {{- '[/INST]' }}\n {%- elif message['role'] == 'assistant' %}\n {{- ' ' + message['content'] + eos_token }}\n {%- else %}\n {{- raise_exception('Only user and assistant roles are supported, plus an optional initial system message!') }}\n {%- endif %}\n{%- endfor %}\n"
3
+ }
special_tokens_map.json CHANGED
@@ -1,23 +1,5 @@
1
  {
2
- "bos_token": {
3
- "content": "<s>",
4
- "lstrip": false,
5
- "normalized": false,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "</s>",
11
- "lstrip": false,
12
- "normalized": false,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "unk_token": {
17
- "content": "<unk>",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- }
23
  }
 
1
  {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  }
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff