Hugging Face's logo

RedHatAI
/
Pixtral-Large-Instruct-2411-hf-FP8-dynamic

Image-Text-to-Text
Safetensors
vllm
llava
conversational
compressed-tensors
Model card Files
xet
Community
1
mgoin commited on
Commit
dcc66ee
·
verified ·
1 Parent(s): 261c65f

Upload folder using huggingface_hub

Browse files
Files changed (34) hide show
  1. chat_template.json +3 -0
  2. config.json +289 -133
  3. generation_config.json +1 -1
  4. model-00001-of-00027.safetensors +3 -0
  5. model-00002-of-00027.safetensors +3 -0
  6. model-00003-of-00027.safetensors +3 -0
  7. model-00004-of-00027.safetensors +3 -0
  8. model-00005-of-00027.safetensors +3 -0
  9. model-00006-of-00027.safetensors +3 -0
  10. model-00007-of-00027.safetensors +3 -0
  11. model-00008-of-00027.safetensors +3 -0
  12. model-00009-of-00027.safetensors +3 -0
  13. model-00010-of-00027.safetensors +3 -0
  14. model-00011-of-00027.safetensors +3 -0
  15. model-00012-of-00027.safetensors +3 -0
  16. model-00013-of-00027.safetensors +3 -0
  17. model-00014-of-00027.safetensors +3 -0
  18. model-00015-of-00027.safetensors +3 -0
  19. model-00016-of-00027.safetensors +3 -0
  20. model-00017-of-00027.safetensors +3 -0
  21. model-00018-of-00027.safetensors +3 -0
  22. model-00019-of-00027.safetensors +3 -0
  23. model-00020-of-00027.safetensors +3 -0
  24. model-00021-of-00027.safetensors +3 -0
  25. model-00022-of-00027.safetensors +3 -0
  26. model-00023-of-00027.safetensors +3 -0
  27. model-00024-of-00027.safetensors +3 -0
  28. model-00025-of-00027.safetensors +3 -0
  29. model-00026-of-00027.safetensors +3 -0
  30. model-00027-of-00027.safetensors +3 -0
  31. model.safetensors.index.json +0 -0
  32. recipe.yaml +2 -2
  33. special_tokens_map.json +750 -0
  34. tokenizer_config.json +751 -0
chat_template.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "chat_template": "{%- if messages[0][\"role\"] == \"system\" %}{%- set system_message = messages[0][\"content\"] %}{%- set loop_messages = messages[1:] %}\n{%- else %}{%- set loop_messages = messages %}{%- endif %}{{- bos_token }}{%- for message in loop_messages %}{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}{%- endif %}{%- if message[\"role\"] == \"user\" %}{%- if loop.last and system_message is defined %}{{- \"[INST]\" + system_message + \"\n\n\" }}{%- else %}{{ \"[INST]\" }}{%- endif %}{%- endif %}{%- if message[\"content\"] is not string %}{%- for chunk in message[\"content\"] %}{%- if chunk[\"type\"] == \"text\" %}{%- if \"content\" in chunk %}{{- chunk[\"content\"] }}{%- elif \"text\" in chunk %}{{- chunk[\"text\"] }}{%- endif %}{%- elif chunk[\"type\"] == \"image\" %}{{- \"[IMG]\" }}{%- else %}{{- raise_exception(\"Unrecognized content type!\") }}{%- endif %}{%- endfor %}{%- else %}{{- message[\"content\"] }}{%- endif %}{%- if message[\"role\"] == \"user\" %}{{- \"[/INST]\" }}{%- elif message[\"role\"] == \"assistant\" %}{{- eos_token}}{%- else %}{{- raise_exception(\"Only user and assistant roles are supported, with the exception of an initial optional system message!\") }}{%- endif %}{%- endfor %}"
3
+ }
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/home/mgoin/.cache/huggingface/hub/models--mgoin--Pixtral-Large-Instruct-2411-hf/snapshots/a0900c08d960ee3c7f3de995266fa0cb18615e0e",
3
  "architectures": [
4
  "LlavaForConditionalGeneration"
5
  ],
@@ -7,6 +7,7 @@
7
  "image_seq_length": 1,
8
  "image_token_index": 10,
9
  "model_type": "llava",
 
10
  "projector_hidden_act": "gelu",
11
  "quantization_config": {
12
  "config_groups": {
@@ -42,8 +43,288 @@
42
  }
43
  },
44
  "format": "float-quantized",
45
- "global_compression_ratio": 1.4822123566947147,
46
  "ignore": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  "multi_modal_projector.linear_1",
48
  "multi_modal_projector.linear_2",
49
  "language_model.lm_head"
@@ -53,160 +334,35 @@
53
  "quantization_status": "compressed"
54
  },
55
  "text_config": {
56
- "_name_or_path": "",
57
- "add_cross_attention": false,
58
- "architectures": null,
59
- "attention_dropout": 0.0,
60
- "bad_words_ids": null,
61
- "begin_suppress_tokens": null,
62
- "bos_token_id": 1,
63
- "chunk_size_feed_forward": 0,
64
- "cross_attention_hidden_size": null,
65
- "decoder_start_token_id": null,
66
- "diversity_penalty": 0.0,
67
- "do_sample": false,
68
- "early_stopping": false,
69
- "encoder_no_repeat_ngram_size": 0,
70
- "eos_token_id": 2,
71
- "exponential_decay_length_penalty": null,
72
- "finetuning_task": null,
73
- "forced_bos_token_id": null,
74
- "forced_eos_token_id": null,
75
- "head_dim": 128,
76
- "hidden_act": "silu",
77
  "hidden_size": 12288,
78
- "id2label": {
79
- "0": "LABEL_0",
80
- "1": "LABEL_1"
81
- },
82
- "initializer_range": 0.02,
83
  "intermediate_size": 28672,
84
- "is_decoder": false,
85
- "is_encoder_decoder": false,
86
- "label2id": {
87
- "LABEL_0": 0,
88
- "LABEL_1": 1
89
- },
90
- "length_penalty": 1.0,
91
- "max_length": 20,
92
  "max_position_embeddings": 131072,
93
- "min_length": 0,
94
  "model_type": "mistral",
95
- "no_repeat_ngram_size": 0,
96
  "norm_eps": 1e-05,
97
  "num_attention_heads": 96,
98
- "num_beam_groups": 1,
99
- "num_beams": 1,
100
  "num_hidden_layers": 88,
101
  "num_key_value_heads": 8,
102
- "num_return_sequences": 1,
103
- "output_attentions": false,
104
- "output_hidden_states": false,
105
- "output_scores": false,
106
- "pad_token_id": null,
107
- "prefix": null,
108
- "problem_type": null,
109
- "pruned_heads": {},
110
- "remove_invalid_values": false,
111
- "repetition_penalty": 1.0,
112
- "return_dict": true,
113
- "return_dict_in_generate": false,
114
- "rms_norm_eps": 1e-06,
115
  "rope_theta": 1000000000.0,
116
- "sep_token_id": null,
117
  "sliding_window": null,
118
- "suppress_tokens": null,
119
- "task_specific_params": null,
120
- "temperature": 1.0,
121
- "tf_legacy_loss": false,
122
- "tie_encoder_decoder": false,
123
- "tie_word_embeddings": false,
124
- "tokenizer_class": null,
125
- "top_k": 50,
126
- "top_p": 1.0,
127
- "torch_dtype": null,
128
- "torchscript": false,
129
- "typical_p": 1.0,
130
- "use_bfloat16": false,
131
- "use_cache": true,
132
  "vocab_size": 32768
133
  },
134
  "torch_dtype": "bfloat16",
135
- "transformers_version": "4.45.2",
136
  "vision_config": {
137
- "_name_or_path": "",
138
- "add_cross_attention": false,
139
- "architectures": null,
140
- "attention_dropout": 0.0,
141
- "bad_words_ids": null,
142
- "begin_suppress_tokens": null,
143
- "bos_token_id": null,
144
- "chunk_size_feed_forward": 0,
145
- "cross_attention_hidden_size": null,
146
- "decoder_start_token_id": null,
147
- "diversity_penalty": 0.0,
148
- "do_sample": false,
149
- "early_stopping": false,
150
- "encoder_no_repeat_ngram_size": 0,
151
- "eos_token_id": null,
152
- "exponential_decay_length_penalty": null,
153
- "finetuning_task": null,
154
- "forced_bos_token_id": null,
155
- "forced_eos_token_id": null,
156
  "head_dim": 88,
157
  "hidden_act": "silu",
158
  "hidden_size": 1408,
159
- "id2label": {
160
- "0": "LABEL_0",
161
- "1": "LABEL_1"
162
- },
163
  "image_size": 1024,
164
  "image_token_id": 10,
165
  "intermediate_size": 6144,
166
- "is_decoder": false,
167
- "is_encoder_decoder": false,
168
- "label2id": {
169
- "LABEL_0": 0,
170
- "LABEL_1": 1
171
- },
172
- "length_penalty": 1.0,
173
- "max_length": 20,
174
- "min_length": 0,
175
  "model_type": "pixtral",
176
- "no_repeat_ngram_size": 0,
177
- "num_attention_heads": 16,
178
- "num_beam_groups": 1,
179
- "num_beams": 1,
180
- "num_channels": 3,
181
  "num_hidden_layers": 40,
182
- "num_return_sequences": 1,
183
- "output_attentions": false,
184
- "output_hidden_states": false,
185
- "output_scores": false,
186
- "pad_token_id": null,
187
  "patch_size": 16,
188
- "prefix": null,
189
- "problem_type": null,
190
- "pruned_heads": {},
191
- "remove_invalid_values": false,
192
- "repetition_penalty": 1.0,
193
- "return_dict": true,
194
- "return_dict_in_generate": false,
195
- "rope_theta": 10000.0,
196
- "sep_token_id": null,
197
- "suppress_tokens": null,
198
- "task_specific_params": null,
199
- "temperature": 1.0,
200
- "tf_legacy_loss": false,
201
- "tie_encoder_decoder": false,
202
- "tie_word_embeddings": true,
203
- "tokenizer_class": null,
204
- "top_k": 50,
205
- "top_p": 1.0,
206
- "torch_dtype": null,
207
- "torchscript": false,
208
- "typical_p": 1.0,
209
- "use_bfloat16": false
210
  },
211
  "vision_feature_layer": -1,
212
  "vision_feature_select_strategy": "full"
 
1
  {
2
+ "_name_or_path": "nm-testing/Pixtral-Large-Instruct-2411-hf",
3
  "architectures": [
4
  "LlavaForConditionalGeneration"
5
  ],
 
7
  "image_seq_length": 1,
8
  "image_token_index": 10,
9
  "model_type": "llava",
10
+ "multimodal_projector_bias": false,
11
  "projector_hidden_act": "gelu",
12
  "quantization_config": {
13
  "config_groups": {
 
43
  }
44
  },
45
  "format": "float-quantized",
46
+ "global_compression_ratio": 1.3136315653954034,
47
  "ignore": [
48
+ "vision_tower.transformer.layers.0.feed_forward.gate_proj",
49
+ "vision_tower.transformer.layers.0.feed_forward.up_proj",
50
+ "vision_tower.transformer.layers.0.feed_forward.down_proj",
51
+ "vision_tower.transformer.layers.0.attention.k_proj",
52
+ "vision_tower.transformer.layers.0.attention.v_proj",
53
+ "vision_tower.transformer.layers.0.attention.q_proj",
54
+ "vision_tower.transformer.layers.0.attention.o_proj",
55
+ "vision_tower.transformer.layers.1.feed_forward.gate_proj",
56
+ "vision_tower.transformer.layers.1.feed_forward.up_proj",
57
+ "vision_tower.transformer.layers.1.feed_forward.down_proj",
58
+ "vision_tower.transformer.layers.1.attention.k_proj",
59
+ "vision_tower.transformer.layers.1.attention.v_proj",
60
+ "vision_tower.transformer.layers.1.attention.q_proj",
61
+ "vision_tower.transformer.layers.1.attention.o_proj",
62
+ "vision_tower.transformer.layers.2.feed_forward.gate_proj",
63
+ "vision_tower.transformer.layers.2.feed_forward.up_proj",
64
+ "vision_tower.transformer.layers.2.feed_forward.down_proj",
65
+ "vision_tower.transformer.layers.2.attention.k_proj",
66
+ "vision_tower.transformer.layers.2.attention.v_proj",
67
+ "vision_tower.transformer.layers.2.attention.q_proj",
68
+ "vision_tower.transformer.layers.2.attention.o_proj",
69
+ "vision_tower.transformer.layers.3.feed_forward.gate_proj",
70
+ "vision_tower.transformer.layers.3.feed_forward.up_proj",
71
+ "vision_tower.transformer.layers.3.feed_forward.down_proj",
72
+ "vision_tower.transformer.layers.3.attention.k_proj",
73
+ "vision_tower.transformer.layers.3.attention.v_proj",
74
+ "vision_tower.transformer.layers.3.attention.q_proj",
75
+ "vision_tower.transformer.layers.3.attention.o_proj",
76
+ "vision_tower.transformer.layers.4.feed_forward.gate_proj",
77
+ "vision_tower.transformer.layers.4.feed_forward.up_proj",
78
+ "vision_tower.transformer.layers.4.feed_forward.down_proj",
79
+ "vision_tower.transformer.layers.4.attention.k_proj",
80
+ "vision_tower.transformer.layers.4.attention.v_proj",
81
+ "vision_tower.transformer.layers.4.attention.q_proj",
82
+ "vision_tower.transformer.layers.4.attention.o_proj",
83
+ "vision_tower.transformer.layers.5.feed_forward.gate_proj",
84
+ "vision_tower.transformer.layers.5.feed_forward.up_proj",
85
+ "vision_tower.transformer.layers.5.feed_forward.down_proj",
86
+ "vision_tower.transformer.layers.5.attention.k_proj",
87
+ "vision_tower.transformer.layers.5.attention.v_proj",
88
+ "vision_tower.transformer.layers.5.attention.q_proj",
89
+ "vision_tower.transformer.layers.5.attention.o_proj",
90
+ "vision_tower.transformer.layers.6.feed_forward.gate_proj",
91
+ "vision_tower.transformer.layers.6.feed_forward.up_proj",
92
+ "vision_tower.transformer.layers.6.feed_forward.down_proj",
93
+ "vision_tower.transformer.layers.6.attention.k_proj",
94
+ "vision_tower.transformer.layers.6.attention.v_proj",
95
+ "vision_tower.transformer.layers.6.attention.q_proj",
96
+ "vision_tower.transformer.layers.6.attention.o_proj",
97
+ "vision_tower.transformer.layers.7.feed_forward.gate_proj",
98
+ "vision_tower.transformer.layers.7.feed_forward.up_proj",
99
+ "vision_tower.transformer.layers.7.feed_forward.down_proj",
100
+ "vision_tower.transformer.layers.7.attention.k_proj",
101
+ "vision_tower.transformer.layers.7.attention.v_proj",
102
+ "vision_tower.transformer.layers.7.attention.q_proj",
103
+ "vision_tower.transformer.layers.7.attention.o_proj",
104
+ "vision_tower.transformer.layers.8.feed_forward.gate_proj",
105
+ "vision_tower.transformer.layers.8.feed_forward.up_proj",
106
+ "vision_tower.transformer.layers.8.feed_forward.down_proj",
107
+ "vision_tower.transformer.layers.8.attention.k_proj",
108
+ "vision_tower.transformer.layers.8.attention.v_proj",
109
+ "vision_tower.transformer.layers.8.attention.q_proj",
110
+ "vision_tower.transformer.layers.8.attention.o_proj",
111
+ "vision_tower.transformer.layers.9.feed_forward.gate_proj",
112
+ "vision_tower.transformer.layers.9.feed_forward.up_proj",
113
+ "vision_tower.transformer.layers.9.feed_forward.down_proj",
114
+ "vision_tower.transformer.layers.9.attention.k_proj",
115
+ "vision_tower.transformer.layers.9.attention.v_proj",
116
+ "vision_tower.transformer.layers.9.attention.q_proj",
117
+ "vision_tower.transformer.layers.9.attention.o_proj",
118
+ "vision_tower.transformer.layers.10.feed_forward.gate_proj",
119
+ "vision_tower.transformer.layers.10.feed_forward.up_proj",
120
+ "vision_tower.transformer.layers.10.feed_forward.down_proj",
121
+ "vision_tower.transformer.layers.10.attention.k_proj",
122
+ "vision_tower.transformer.layers.10.attention.v_proj",
123
+ "vision_tower.transformer.layers.10.attention.q_proj",
124
+ "vision_tower.transformer.layers.10.attention.o_proj",
125
+ "vision_tower.transformer.layers.11.feed_forward.gate_proj",
126
+ "vision_tower.transformer.layers.11.feed_forward.up_proj",
127
+ "vision_tower.transformer.layers.11.feed_forward.down_proj",
128
+ "vision_tower.transformer.layers.11.attention.k_proj",
129
+ "vision_tower.transformer.layers.11.attention.v_proj",
130
+ "vision_tower.transformer.layers.11.attention.q_proj",
131
+ "vision_tower.transformer.layers.11.attention.o_proj",
132
+ "vision_tower.transformer.layers.12.feed_forward.gate_proj",
133
+ "vision_tower.transformer.layers.12.feed_forward.up_proj",
134
+ "vision_tower.transformer.layers.12.feed_forward.down_proj",
135
+ "vision_tower.transformer.layers.12.attention.k_proj",
136
+ "vision_tower.transformer.layers.12.attention.v_proj",
137
+ "vision_tower.transformer.layers.12.attention.q_proj",
138
+ "vision_tower.transformer.layers.12.attention.o_proj",
139
+ "vision_tower.transformer.layers.13.feed_forward.gate_proj",
140
+ "vision_tower.transformer.layers.13.feed_forward.up_proj",
141
+ "vision_tower.transformer.layers.13.feed_forward.down_proj",
142
+ "vision_tower.transformer.layers.13.attention.k_proj",
143
+ "vision_tower.transformer.layers.13.attention.v_proj",
144
+ "vision_tower.transformer.layers.13.attention.q_proj",
145
+ "vision_tower.transformer.layers.13.attention.o_proj",
146
+ "vision_tower.transformer.layers.14.feed_forward.gate_proj",
147
+ "vision_tower.transformer.layers.14.feed_forward.up_proj",
148
+ "vision_tower.transformer.layers.14.feed_forward.down_proj",
149
+ "vision_tower.transformer.layers.14.attention.k_proj",
150
+ "vision_tower.transformer.layers.14.attention.v_proj",
151
+ "vision_tower.transformer.layers.14.attention.q_proj",
152
+ "vision_tower.transformer.layers.14.attention.o_proj",
153
+ "vision_tower.transformer.layers.15.feed_forward.gate_proj",
154
+ "vision_tower.transformer.layers.15.feed_forward.up_proj",
155
+ "vision_tower.transformer.layers.15.feed_forward.down_proj",
156
+ "vision_tower.transformer.layers.15.attention.k_proj",
157
+ "vision_tower.transformer.layers.15.attention.v_proj",
158
+ "vision_tower.transformer.layers.15.attention.q_proj",
159
+ "vision_tower.transformer.layers.15.attention.o_proj",
160
+ "vision_tower.transformer.layers.16.feed_forward.gate_proj",
161
+ "vision_tower.transformer.layers.16.feed_forward.up_proj",
162
+ "vision_tower.transformer.layers.16.feed_forward.down_proj",
163
+ "vision_tower.transformer.layers.16.attention.k_proj",
164
+ "vision_tower.transformer.layers.16.attention.v_proj",
165
+ "vision_tower.transformer.layers.16.attention.q_proj",
166
+ "vision_tower.transformer.layers.16.attention.o_proj",
167
+ "vision_tower.transformer.layers.17.feed_forward.gate_proj",
168
+ "vision_tower.transformer.layers.17.feed_forward.up_proj",
169
+ "vision_tower.transformer.layers.17.feed_forward.down_proj",
170
+ "vision_tower.transformer.layers.17.attention.k_proj",
171
+ "vision_tower.transformer.layers.17.attention.v_proj",
172
+ "vision_tower.transformer.layers.17.attention.q_proj",
173
+ "vision_tower.transformer.layers.17.attention.o_proj",
174
+ "vision_tower.transformer.layers.18.feed_forward.gate_proj",
175
+ "vision_tower.transformer.layers.18.feed_forward.up_proj",
176
+ "vision_tower.transformer.layers.18.feed_forward.down_proj",
177
+ "vision_tower.transformer.layers.18.attention.k_proj",
178
+ "vision_tower.transformer.layers.18.attention.v_proj",
179
+ "vision_tower.transformer.layers.18.attention.q_proj",
180
+ "vision_tower.transformer.layers.18.attention.o_proj",
181
+ "vision_tower.transformer.layers.19.feed_forward.gate_proj",
182
+ "vision_tower.transformer.layers.19.feed_forward.up_proj",
183
+ "vision_tower.transformer.layers.19.feed_forward.down_proj",
184
+ "vision_tower.transformer.layers.19.attention.k_proj",
185
+ "vision_tower.transformer.layers.19.attention.v_proj",
186
+ "vision_tower.transformer.layers.19.attention.q_proj",
187
+ "vision_tower.transformer.layers.19.attention.o_proj",
188
+ "vision_tower.transformer.layers.20.feed_forward.gate_proj",
189
+ "vision_tower.transformer.layers.20.feed_forward.up_proj",
190
+ "vision_tower.transformer.layers.20.feed_forward.down_proj",
191
+ "vision_tower.transformer.layers.20.attention.k_proj",
192
+ "vision_tower.transformer.layers.20.attention.v_proj",
193
+ "vision_tower.transformer.layers.20.attention.q_proj",
194
+ "vision_tower.transformer.layers.20.attention.o_proj",
195
+ "vision_tower.transformer.layers.21.feed_forward.gate_proj",
196
+ "vision_tower.transformer.layers.21.feed_forward.up_proj",
197
+ "vision_tower.transformer.layers.21.feed_forward.down_proj",
198
+ "vision_tower.transformer.layers.21.attention.k_proj",
199
+ "vision_tower.transformer.layers.21.attention.v_proj",
200
+ "vision_tower.transformer.layers.21.attention.q_proj",
201
+ "vision_tower.transformer.layers.21.attention.o_proj",
202
+ "vision_tower.transformer.layers.22.feed_forward.gate_proj",
203
+ "vision_tower.transformer.layers.22.feed_forward.up_proj",
204
+ "vision_tower.transformer.layers.22.feed_forward.down_proj",
205
+ "vision_tower.transformer.layers.22.attention.k_proj",
206
+ "vision_tower.transformer.layers.22.attention.v_proj",
207
+ "vision_tower.transformer.layers.22.attention.q_proj",
208
+ "vision_tower.transformer.layers.22.attention.o_proj",
209
+ "vision_tower.transformer.layers.23.feed_forward.gate_proj",
210
+ "vision_tower.transformer.layers.23.feed_forward.up_proj",
211
+ "vision_tower.transformer.layers.23.feed_forward.down_proj",
212
+ "vision_tower.transformer.layers.23.attention.k_proj",
213
+ "vision_tower.transformer.layers.23.attention.v_proj",
214
+ "vision_tower.transformer.layers.23.attention.q_proj",
215
+ "vision_tower.transformer.layers.23.attention.o_proj",
216
+ "vision_tower.transformer.layers.24.feed_forward.gate_proj",
217
+ "vision_tower.transformer.layers.24.feed_forward.up_proj",
218
+ "vision_tower.transformer.layers.24.feed_forward.down_proj",
219
+ "vision_tower.transformer.layers.24.attention.k_proj",
220
+ "vision_tower.transformer.layers.24.attention.v_proj",
221
+ "vision_tower.transformer.layers.24.attention.q_proj",
222
+ "vision_tower.transformer.layers.24.attention.o_proj",
223
+ "vision_tower.transformer.layers.25.feed_forward.gate_proj",
224
+ "vision_tower.transformer.layers.25.feed_forward.up_proj",
225
+ "vision_tower.transformer.layers.25.feed_forward.down_proj",
226
+ "vision_tower.transformer.layers.25.attention.k_proj",
227
+ "vision_tower.transformer.layers.25.attention.v_proj",
228
+ "vision_tower.transformer.layers.25.attention.q_proj",
229
+ "vision_tower.transformer.layers.25.attention.o_proj",
230
+ "vision_tower.transformer.layers.26.feed_forward.gate_proj",
231
+ "vision_tower.transformer.layers.26.feed_forward.up_proj",
232
+ "vision_tower.transformer.layers.26.feed_forward.down_proj",
233
+ "vision_tower.transformer.layers.26.attention.k_proj",
234
+ "vision_tower.transformer.layers.26.attention.v_proj",
235
+ "vision_tower.transformer.layers.26.attention.q_proj",
236
+ "vision_tower.transformer.layers.26.attention.o_proj",
237
+ "vision_tower.transformer.layers.27.feed_forward.gate_proj",
238
+ "vision_tower.transformer.layers.27.feed_forward.up_proj",
239
+ "vision_tower.transformer.layers.27.feed_forward.down_proj",
240
+ "vision_tower.transformer.layers.27.attention.k_proj",
241
+ "vision_tower.transformer.layers.27.attention.v_proj",
242
+ "vision_tower.transformer.layers.27.attention.q_proj",
243
+ "vision_tower.transformer.layers.27.attention.o_proj",
244
+ "vision_tower.transformer.layers.28.feed_forward.gate_proj",
245
+ "vision_tower.transformer.layers.28.feed_forward.up_proj",
246
+ "vision_tower.transformer.layers.28.feed_forward.down_proj",
247
+ "vision_tower.transformer.layers.28.attention.k_proj",
248
+ "vision_tower.transformer.layers.28.attention.v_proj",
249
+ "vision_tower.transformer.layers.28.attention.q_proj",
250
+ "vision_tower.transformer.layers.28.attention.o_proj",
251
+ "vision_tower.transformer.layers.29.feed_forward.gate_proj",
252
+ "vision_tower.transformer.layers.29.feed_forward.up_proj",
253
+ "vision_tower.transformer.layers.29.feed_forward.down_proj",
254
+ "vision_tower.transformer.layers.29.attention.k_proj",
255
+ "vision_tower.transformer.layers.29.attention.v_proj",
256
+ "vision_tower.transformer.layers.29.attention.q_proj",
257
+ "vision_tower.transformer.layers.29.attention.o_proj",
258
+ "vision_tower.transformer.layers.30.feed_forward.gate_proj",
259
+ "vision_tower.transformer.layers.30.feed_forward.up_proj",
260
+ "vision_tower.transformer.layers.30.feed_forward.down_proj",
261
+ "vision_tower.transformer.layers.30.attention.k_proj",
262
+ "vision_tower.transformer.layers.30.attention.v_proj",
263
+ "vision_tower.transformer.layers.30.attention.q_proj",
264
+ "vision_tower.transformer.layers.30.attention.o_proj",
265
+ "vision_tower.transformer.layers.31.feed_forward.gate_proj",
266
+ "vision_tower.transformer.layers.31.feed_forward.up_proj",
267
+ "vision_tower.transformer.layers.31.feed_forward.down_proj",
268
+ "vision_tower.transformer.layers.31.attention.k_proj",
269
+ "vision_tower.transformer.layers.31.attention.v_proj",
270
+ "vision_tower.transformer.layers.31.attention.q_proj",
271
+ "vision_tower.transformer.layers.31.attention.o_proj",
272
+ "vision_tower.transformer.layers.32.feed_forward.gate_proj",
273
+ "vision_tower.transformer.layers.32.feed_forward.up_proj",
274
+ "vision_tower.transformer.layers.32.feed_forward.down_proj",
275
+ "vision_tower.transformer.layers.32.attention.k_proj",
276
+ "vision_tower.transformer.layers.32.attention.v_proj",
277
+ "vision_tower.transformer.layers.32.attention.q_proj",
278
+ "vision_tower.transformer.layers.32.attention.o_proj",
279
+ "vision_tower.transformer.layers.33.feed_forward.gate_proj",
280
+ "vision_tower.transformer.layers.33.feed_forward.up_proj",
281
+ "vision_tower.transformer.layers.33.feed_forward.down_proj",
282
+ "vision_tower.transformer.layers.33.attention.k_proj",
283
+ "vision_tower.transformer.layers.33.attention.v_proj",
284
+ "vision_tower.transformer.layers.33.attention.q_proj",
285
+ "vision_tower.transformer.layers.33.attention.o_proj",
286
+ "vision_tower.transformer.layers.34.feed_forward.gate_proj",
287
+ "vision_tower.transformer.layers.34.feed_forward.up_proj",
288
+ "vision_tower.transformer.layers.34.feed_forward.down_proj",
289
+ "vision_tower.transformer.layers.34.attention.k_proj",
290
+ "vision_tower.transformer.layers.34.attention.v_proj",
291
+ "vision_tower.transformer.layers.34.attention.q_proj",
292
+ "vision_tower.transformer.layers.34.attention.o_proj",
293
+ "vision_tower.transformer.layers.35.feed_forward.gate_proj",
294
+ "vision_tower.transformer.layers.35.feed_forward.up_proj",
295
+ "vision_tower.transformer.layers.35.feed_forward.down_proj",
296
+ "vision_tower.transformer.layers.35.attention.k_proj",
297
+ "vision_tower.transformer.layers.35.attention.v_proj",
298
+ "vision_tower.transformer.layers.35.attention.q_proj",
299
+ "vision_tower.transformer.layers.35.attention.o_proj",
300
+ "vision_tower.transformer.layers.36.feed_forward.gate_proj",
301
+ "vision_tower.transformer.layers.36.feed_forward.up_proj",
302
+ "vision_tower.transformer.layers.36.feed_forward.down_proj",
303
+ "vision_tower.transformer.layers.36.attention.k_proj",
304
+ "vision_tower.transformer.layers.36.attention.v_proj",
305
+ "vision_tower.transformer.layers.36.attention.q_proj",
306
+ "vision_tower.transformer.layers.36.attention.o_proj",
307
+ "vision_tower.transformer.layers.37.feed_forward.gate_proj",
308
+ "vision_tower.transformer.layers.37.feed_forward.up_proj",
309
+ "vision_tower.transformer.layers.37.feed_forward.down_proj",
310
+ "vision_tower.transformer.layers.37.attention.k_proj",
311
+ "vision_tower.transformer.layers.37.attention.v_proj",
312
+ "vision_tower.transformer.layers.37.attention.q_proj",
313
+ "vision_tower.transformer.layers.37.attention.o_proj",
314
+ "vision_tower.transformer.layers.38.feed_forward.gate_proj",
315
+ "vision_tower.transformer.layers.38.feed_forward.up_proj",
316
+ "vision_tower.transformer.layers.38.feed_forward.down_proj",
317
+ "vision_tower.transformer.layers.38.attention.k_proj",
318
+ "vision_tower.transformer.layers.38.attention.v_proj",
319
+ "vision_tower.transformer.layers.38.attention.q_proj",
320
+ "vision_tower.transformer.layers.38.attention.o_proj",
321
+ "vision_tower.transformer.layers.39.feed_forward.gate_proj",
322
+ "vision_tower.transformer.layers.39.feed_forward.up_proj",
323
+ "vision_tower.transformer.layers.39.feed_forward.down_proj",
324
+ "vision_tower.transformer.layers.39.attention.k_proj",
325
+ "vision_tower.transformer.layers.39.attention.v_proj",
326
+ "vision_tower.transformer.layers.39.attention.q_proj",
327
+ "vision_tower.transformer.layers.39.attention.o_proj",
328
  "multi_modal_projector.linear_1",
329
  "multi_modal_projector.linear_2",
330
  "language_model.lm_head"
 
334
  "quantization_status": "compressed"
335
  },
336
  "text_config": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
337
  "hidden_size": 12288,
 
 
 
 
 
338
  "intermediate_size": 28672,
339
+ "is_composition": true,
 
 
 
 
 
 
 
340
  "max_position_embeddings": 131072,
 
341
  "model_type": "mistral",
 
342
  "norm_eps": 1e-05,
343
  "num_attention_heads": 96,
 
 
344
  "num_hidden_layers": 88,
345
  "num_key_value_heads": 8,
346
+ "rms_norm_eps": 1e-05,
 
 
 
 
 
 
 
 
 
 
 
 
347
  "rope_theta": 1000000000.0,
 
348
  "sliding_window": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
349
  "vocab_size": 32768
350
  },
351
  "torch_dtype": "bfloat16",
352
+ "transformers_version": "4.49.0.dev0",
353
  "vision_config": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
354
  "head_dim": 88,
355
  "hidden_act": "silu",
356
  "hidden_size": 1408,
357
+ "image_break_token_id": 14,
358
+ "image_end_token_id": 15,
 
 
359
  "image_size": 1024,
360
  "image_token_id": 10,
361
  "intermediate_size": 6144,
 
 
 
 
 
 
 
 
 
362
  "model_type": "pixtral",
 
 
 
 
 
363
  "num_hidden_layers": 40,
 
 
 
 
 
364
  "patch_size": 16,
365
+ "rope_theta": 10000.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
366
  },
367
  "vision_feature_layer": -1,
368
  "vision_feature_select_strategy": "full"
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.45.2"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.49.0.dev0"
6
  }
model-00001-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4d7bd380ac45d65b0ea18c10b07f142609d44fd27cd97d926fdde0985660075
3
+ size 4886877000
model-00002-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14dbb714917ce9cc44c24480ffe4c14e742b5b78a4627a931eb775e9e32dd9b0
3
+ size 4832697992
model-00003-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01a22713b7a14f4886fa939515d742054ca889bea18e67500331712719aa6b48
3
+ size 4857850480
model-00004-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f4f0aa5d046278a5c53e6198162e33a7db44659713bc91c237e119b7bdbb770
3
+ size 4832698016
model-00005-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d990dbeb8c9714f4d1fe59e4e73bb1d802674f5632ee2f789782b3c253ebf43b
3
+ size 4857850536
model-00006-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:068a47ed7d8a37c4c601a8c5f73ba111817647ca37414460e0d5fd6fb40523e2
3
+ size 4832698048
model-00007-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b33a4f6660ae45c3a9a6e390affea462c4105cbbc185ce35cbc724d248f72c8c
3
+ size 4857850536
model-00008-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d838e7192bea1d51729a938edb4acdc82d5088e2d0566023c5a59c672f85039c
3
+ size 4832698048
model-00009-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a71bc1b2e627850154e3d6f284aaa54eeea74c98e654778104975bb172261faa
3
+ size 4857850536
model-00010-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feef56f6a3453701e670b022a64c23b5fcd6b3c7f80e9b56576f323ed7efceea
3
+ size 4832698048
model-00011-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c1463bda656a0b02c15dbef8ff96ae15beda6ab39582d4fe75aed2df9855bad
3
+ size 4857850536
model-00012-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:312ea39da3f6b49f7365f5e422981c2ce7c2e75f8286f9e7920901998245457f
3
+ size 4832698048
model-00013-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6d5ff3fb7e4875eb196e3f214ac57a559d7e5d16a1c7f0a3c97e6c00f6a3bf4
3
+ size 4857850536
model-00014-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fbc2cf32da8a53a5d57224bf247e004bc49049025867663d9b7307492f26971
3
+ size 4832698048
model-00015-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009a42aa07bfc7038154bcb169142cf0efdd6ba33ca06a84716a59a1fbf9d335
3
+ size 4857850536
model-00016-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e60441da457dd320916ca9af70a4eee340fd1093bd16494c479b7246da45fe4
3
+ size 4832698048
model-00017-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:526f7ba5647bc256226dd2327315ed89f23f4e546c99f107d223d51298f5061c
3
+ size 4857850536
model-00018-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed22c2e6cf0a760625cfa4f82302a8bfb88e665abe75b99372d01ebee942430
3
+ size 4832698048
model-00019-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3bbd3bd31c2f4c9ea5c680f818f76839614fa74d7f342c2e9d1596a602fecb8
3
+ size 4857850536
model-00020-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96cc79a5d732a3021a1eac420f26c676180e7a6b94b48b178773eaec9076433
3
+ size 4832698048
model-00021-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:233ce234ae285cdbb013709df4f4c6eaa7cfc918566a59b3c67f267318227783
3
+ size 4857850536
model-00022-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e325ecc7203c338b44ff8aac55f8671b272d0c3ce87012d313d1e33b1adc77a
3
+ size 4832698048
model-00023-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3af16c47e3712259f8347a201ebcacfc5660e30b0aa8b88c723f2af67c9cb85
3
+ size 4857850536
model-00024-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4cb62b21aae28851dbc0fc9bf5fa6a8937cc4e3e1708baa5945b8b01a22c30
3
+ size 4832698048
model-00025-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:465a874cfc15a91d5b09aa45d7a6dc317d531e9a48b120b7504d0560d0e37262
3
+ size 4857850536
model-00026-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baaa00e24063193b9b56c187c947611a30b8df35107af62502aee1b6e4a3f8c6
3
+ size 4505512696
model-00027-of-00027.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:317efe3355bc4f792d02386b1a062e53807219d5815a2cd6c5a59e01f44ba16c
3
+ size 805306512
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff
 
recipe.yaml CHANGED
@@ -1,6 +1,6 @@
1
  DEFAULT_stage:
2
  DEFAULT_modifiers:
3
  QuantizationModifier:
4
- ignore: ['re:.*lm_head', 're:multi_modal_projector.*', 're:vision_model.*']
5
- targets: Linear
6
  scheme: FP8_DYNAMIC
 
1
  DEFAULT_stage:
2
  DEFAULT_modifiers:
3
  QuantizationModifier:
4
+ ignore: ['re:.*lm_head', 're:multi_modal_projector.*', 're:vision_tower.*']
5
+ targets: [Linear]
6
  scheme: FP8_DYNAMIC
special_tokens_map.json CHANGED
@@ -1,4 +1,754 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
 
1
  {
2
+ "additional_special_tokens": [
3
+ "<s>",
4
+ "</s>",
5
+ "[INST]",
6
+ "[/INST]",
7
+ "[TOOL_CALLS]",
8
+ "[AVAILABLE_TOOLS]",
9
+ "[/AVAILABLE_TOOLS]",
10
+ "[TOOL_RESULTS]",
11
+ "[/TOOL_RESULTS]",
12
+ "[IMG]",
13
+ "[PREFIX]",
14
+ "[MIDDLE]",
15
+ "[SUFFIX]",
16
+ "[IMG_BREAK]",
17
+ "[IMG_END]",
18
+ "[SYSTEM_PROMPT]",
19
+ "[/SYSTEM_PROMPT]",
20
+ "[TOOL_CONTENT]",
21
+ "[control_17]",
22
+ "[control_18]",
23
+ "[control_19]",
24
+ "[control_20]",
25
+ "[control_21]",
26
+ "[control_22]",
27
+ "[control_23]",
28
+ "[control_24]",
29
+ "[control_25]",
30
+ "[control_26]",
31
+ "[control_27]",
32
+ "[control_28]",
33
+ "[control_29]",
34
+ "[control_30]",
35
+ "[control_31]",
36
+ "[control_32]",
37
+ "[control_33]",
38
+ "[control_34]",
39
+ "[control_35]",
40
+ "[control_36]",
41
+ "[control_37]",
42
+ "[control_38]",
43
+ "[control_39]",
44
+ "[control_40]",
45
+ "[control_41]",
46
+ "[control_42]",
47
+ "[control_43]",
48
+ "[control_44]",
49
+ "[control_45]",
50
+ "[control_46]",
51
+ "[control_47]",
52
+ "[control_48]",
53
+ "[control_49]",
54
+ "[control_50]",
55
+ "[control_51]",
56
+ "[control_52]",
57
+ "[control_53]",
58
+ "[control_54]",
59
+ "[control_55]",
60
+ "[control_56]",
61
+ "[control_57]",
62
+ "[control_58]",
63
+ "[control_59]",
64
+ "[control_60]",
65
+ "[control_61]",
66
+ "[control_62]",
67
+ "[control_63]",
68
+ "[control_64]",
69
+ "[control_65]",
70
+ "[control_66]",
71
+ "[control_67]",
72
+ "[control_68]",
73
+ "[control_69]",
74
+ "[control_70]",
75
+ "[control_71]",
76
+ "[control_72]",
77
+ "[control_73]",
78
+ "[control_74]",
79
+ "[control_75]",
80
+ "[control_76]",
81
+ "[control_77]",
82
+ "[control_78]",
83
+ "[control_79]",
84
+ "[control_80]",
85
+ "[control_81]",
86
+ "[control_82]",
87
+ "[control_83]",
88
+ "[control_84]",
89
+ "[control_85]",
90
+ "[control_86]",
91
+ "[control_87]",
92
+ "[control_88]",
93
+ "[control_89]",
94
+ "[control_90]",
95
+ "[control_91]",
96
+ "[control_92]",
97
+ "[control_93]",
98
+ "[control_94]",
99
+ "[control_95]",
100
+ "[control_96]",
101
+ "[control_97]",
102
+ "[control_98]",
103
+ "[control_99]",
104
+ "[control_100]",
105
+ "[control_101]",
106
+ "[control_102]",
107
+ "[control_103]",
108
+ "[control_104]",
109
+ "[control_105]",
110
+ "[control_106]",
111
+ "[control_107]",
112
+ "[control_108]",
113
+ "[control_109]",
114
+ "[control_110]",
115
+ "[control_111]",
116
+ "[control_112]",
117
+ "[control_113]",
118
+ "[control_114]",
119
+ "[control_115]",
120
+ "[control_116]",
121
+ "[control_117]",
122
+ "[control_118]",
123
+ "[control_119]",
124
+ "[control_120]",
125
+ "[control_121]",
126
+ "[control_122]",
127
+ "[control_123]",
128
+ "[control_124]",
129
+ "[control_125]",
130
+ "[control_126]",
131
+ "[control_127]",
132
+ "[control_128]",
133
+ "[control_129]",
134
+ "[control_130]",
135
+ "[control_131]",
136
+ "[control_132]",
137
+ "[control_133]",
138
+ "[control_134]",
139
+ "[control_135]",
140
+ "[control_136]",
141
+ "[control_137]",
142
+ "[control_138]",
143
+ "[control_139]",
144
+ "[control_140]",
145
+ "[control_141]",
146
+ "[control_142]",
147
+ "[control_143]",
148
+ "[control_144]",
149
+ "[control_145]",
150
+ "[control_146]",
151
+ "[control_147]",
152
+ "[control_148]",
153
+ "[control_149]",
154
+ "[control_150]",
155
+ "[control_151]",
156
+ "[control_152]",
157
+ "[control_153]",
158
+ "[control_154]",
159
+ "[control_155]",
160
+ "[control_156]",
161
+ "[control_157]",
162
+ "[control_158]",
163
+ "[control_159]",
164
+ "[control_160]",
165
+ "[control_161]",
166
+ "[control_162]",
167
+ "[control_163]",
168
+ "[control_164]",
169
+ "[control_165]",
170
+ "[control_166]",
171
+ "[control_167]",
172
+ "[control_168]",
173
+ "[control_169]",
174
+ "[control_170]",
175
+ "[control_171]",
176
+ "[control_172]",
177
+ "[control_173]",
178
+ "[control_174]",
179
+ "[control_175]",
180
+ "[control_176]",
181
+ "[control_177]",
182
+ "[control_178]",
183
+ "[control_179]",
184
+ "[control_180]",
185
+ "[control_181]",
186
+ "[control_182]",
187
+ "[control_183]",
188
+ "[control_184]",
189
+ "[control_185]",
190
+ "[control_186]",
191
+ "[control_187]",
192
+ "[control_188]",
193
+ "[control_189]",
194
+ "[control_190]",
195
+ "[control_191]",
196
+ "[control_192]",
197
+ "[control_193]",
198
+ "[control_194]",
199
+ "[control_195]",
200
+ "[control_196]",
201
+ "[control_197]",
202
+ "[control_198]",
203
+ "[control_199]",
204
+ "[control_200]",
205
+ "[control_201]",
206
+ "[control_202]",
207
+ "[control_203]",
208
+ "[control_204]",
209
+ "[control_205]",
210
+ "[control_206]",
211
+ "[control_207]",
212
+ "[control_208]",
213
+ "[control_209]",
214
+ "[control_210]",
215
+ "[control_211]",
216
+ "[control_212]",
217
+ "[control_213]",
218
+ "[control_214]",
219
+ "[control_215]",
220
+ "[control_216]",
221
+ "[control_217]",
222
+ "[control_218]",
223
+ "[control_219]",
224
+ "[control_220]",
225
+ "[control_221]",
226
+ "[control_222]",
227
+ "[control_223]",
228
+ "[control_224]",
229
+ "[control_225]",
230
+ "[control_226]",
231
+ "[control_227]",
232
+ "[control_228]",
233
+ "[control_229]",
234
+ "[control_230]",
235
+ "[control_231]",
236
+ "[control_232]",
237
+ "[control_233]",
238
+ "[control_234]",
239
+ "[control_235]",
240
+ "[control_236]",
241
+ "[control_237]",
242
+ "[control_238]",
243
+ "[control_239]",
244
+ "[control_240]",
245
+ "[control_241]",
246
+ "[control_242]",
247
+ "[control_243]",
248
+ "[control_244]",
249
+ "[control_245]",
250
+ "[control_246]",
251
+ "[control_247]",
252
+ "[control_248]",
253
+ "[control_249]",
254
+ "[control_250]",
255
+ "[control_251]",
256
+ "[control_252]",
257
+ "[control_253]",
258
+ "[control_254]",
259
+ "[control_255]",
260
+ "[control_256]",
261
+ "[control_257]",
262
+ "[control_258]",
263
+ "[control_259]",
264
+ "[control_260]",
265
+ "[control_261]",
266
+ "[control_262]",
267
+ "[control_263]",
268
+ "[control_264]",
269
+ "[control_265]",
270
+ "[control_266]",
271
+ "[control_267]",
272
+ "[control_268]",
273
+ "[control_269]",
274
+ "[control_270]",
275
+ "[control_271]",
276
+ "[control_272]",
277
+ "[control_273]",
278
+ "[control_274]",
279
+ "[control_275]",
280
+ "[control_276]",
281
+ "[control_277]",
282
+ "[control_278]",
283
+ "[control_279]",
284
+ "[control_280]",
285
+ "[control_281]",
286
+ "[control_282]",
287
+ "[control_283]",
288
+ "[control_284]",
289
+ "[control_285]",
290
+ "[control_286]",
291
+ "[control_287]",
292
+ "[control_288]",
293
+ "[control_289]",
294
+ "[control_290]",
295
+ "[control_291]",
296
+ "[control_292]",
297
+ "[control_293]",
298
+ "[control_294]",
299
+ "[control_295]",
300
+ "[control_296]",
301
+ "[control_297]",
302
+ "[control_298]",
303
+ "[control_299]",
304
+ "[control_300]",
305
+ "[control_301]",
306
+ "[control_302]",
307
+ "[control_303]",
308
+ "[control_304]",
309
+ "[control_305]",
310
+ "[control_306]",
311
+ "[control_307]",
312
+ "[control_308]",
313
+ "[control_309]",
314
+ "[control_310]",
315
+ "[control_311]",
316
+ "[control_312]",
317
+ "[control_313]",
318
+ "[control_314]",
319
+ "[control_315]",
320
+ "[control_316]",
321
+ "[control_317]",
322
+ "[control_318]",
323
+ "[control_319]",
324
+ "[control_320]",
325
+ "[control_321]",
326
+ "[control_322]",
327
+ "[control_323]",
328
+ "[control_324]",
329
+ "[control_325]",
330
+ "[control_326]",
331
+ "[control_327]",
332
+ "[control_328]",
333
+ "[control_329]",
334
+ "[control_330]",
335
+ "[control_331]",
336
+ "[control_332]",
337
+ "[control_333]",
338
+ "[control_334]",
339
+ "[control_335]",
340
+ "[control_336]",
341
+ "[control_337]",
342
+ "[control_338]",
343
+ "[control_339]",
344
+ "[control_340]",
345
+ "[control_341]",
346
+ "[control_342]",
347
+ "[control_343]",
348
+ "[control_344]",
349
+ "[control_345]",
350
+ "[control_346]",
351
+ "[control_347]",
352
+ "[control_348]",
353
+ "[control_349]",
354
+ "[control_350]",
355
+ "[control_351]",
356
+ "[control_352]",
357
+ "[control_353]",
358
+ "[control_354]",
359
+ "[control_355]",
360
+ "[control_356]",
361
+ "[control_357]",
362
+ "[control_358]",
363
+ "[control_359]",
364
+ "[control_360]",
365
+ "[control_361]",
366
+ "[control_362]",
367
+ "[control_363]",
368
+ "[control_364]",
369
+ "[control_365]",
370
+ "[control_366]",
371
+ "[control_367]",
372
+ "[control_368]",
373
+ "[control_369]",
374
+ "[control_370]",
375
+ "[control_371]",
376
+ "[control_372]",
377
+ "[control_373]",
378
+ "[control_374]",
379
+ "[control_375]",
380
+ "[control_376]",
381
+ "[control_377]",
382
+ "[control_378]",
383
+ "[control_379]",
384
+ "[control_380]",
385
+ "[control_381]",
386
+ "[control_382]",
387
+ "[control_383]",
388
+ "[control_384]",
389
+ "[control_385]",
390
+ "[control_386]",
391
+ "[control_387]",
392
+ "[control_388]",
393
+ "[control_389]",
394
+ "[control_390]",
395
+ "[control_391]",
396
+ "[control_392]",
397
+ "[control_393]",
398
+ "[control_394]",
399
+ "[control_395]",
400
+ "[control_396]",
401
+ "[control_397]",
402
+ "[control_398]",
403
+ "[control_399]",
404
+ "[control_400]",
405
+ "[control_401]",
406
+ "[control_402]",
407
+ "[control_403]",
408
+ "[control_404]",
409
+ "[control_405]",
410
+ "[control_406]",
411
+ "[control_407]",
412
+ "[control_408]",
413
+ "[control_409]",
414
+ "[control_410]",
415
+ "[control_411]",
416
+ "[control_412]",
417
+ "[control_413]",
418
+ "[control_414]",
419
+ "[control_415]",
420
+ "[control_416]",
421
+ "[control_417]",
422
+ "[control_418]",
423
+ "[control_419]",
424
+ "[control_420]",
425
+ "[control_421]",
426
+ "[control_422]",
427
+ "[control_423]",
428
+ "[control_424]",
429
+ "[control_425]",
430
+ "[control_426]",
431
+ "[control_427]",
432
+ "[control_428]",
433
+ "[control_429]",
434
+ "[control_430]",
435
+ "[control_431]",
436
+ "[control_432]",
437
+ "[control_433]",
438
+ "[control_434]",
439
+ "[control_435]",
440
+ "[control_436]",
441
+ "[control_437]",
442
+ "[control_438]",
443
+ "[control_439]",
444
+ "[control_440]",
445
+ "[control_441]",
446
+ "[control_442]",
447
+ "[control_443]",
448
+ "[control_444]",
449
+ "[control_445]",
450
+ "[control_446]",
451
+ "[control_447]",
452
+ "[control_448]",
453
+ "[control_449]",
454
+ "[control_450]",
455
+ "[control_451]",
456
+ "[control_452]",
457
+ "[control_453]",
458
+ "[control_454]",
459
+ "[control_455]",
460
+ "[control_456]",
461
+ "[control_457]",
462
+ "[control_458]",
463
+ "[control_459]",
464
+ "[control_460]",
465
+ "[control_461]",
466
+ "[control_462]",
467
+ "[control_463]",
468
+ "[control_464]",
469
+ "[control_465]",
470
+ "[control_466]",
471
+ "[control_467]",
472
+ "[control_468]",
473
+ "[control_469]",
474
+ "[control_470]",
475
+ "[control_471]",
476
+ "[control_472]",
477
+ "[control_473]",
478
+ "[control_474]",
479
+ "[control_475]",
480
+ "[control_476]",
481
+ "[control_477]",
482
+ "[control_478]",
483
+ "[control_479]",
484
+ "[control_480]",
485
+ "[control_481]",
486
+ "[control_482]",
487
+ "[control_483]",
488
+ "[control_484]",
489
+ "[control_485]",
490
+ "[control_486]",
491
+ "[control_487]",
492
+ "[control_488]",
493
+ "[control_489]",
494
+ "[control_490]",
495
+ "[control_491]",
496
+ "[control_492]",
497
+ "[control_493]",
498
+ "[control_494]",
499
+ "[control_495]",
500
+ "[control_496]",
501
+ "[control_497]",
502
+ "[control_498]",
503
+ "[control_499]",
504
+ "[control_500]",
505
+ "[control_501]",
506
+ "[control_502]",
507
+ "[control_503]",
508
+ "[control_504]",
509
+ "[control_505]",
510
+ "[control_506]",
511
+ "[control_507]",
512
+ "[control_508]",
513
+ "[control_509]",
514
+ "[control_510]",
515
+ "[control_511]",
516
+ "[control_512]",
517
+ "[control_513]",
518
+ "[control_514]",
519
+ "[control_515]",
520
+ "[control_516]",
521
+ "[control_517]",
522
+ "[control_518]",
523
+ "[control_519]",
524
+ "[control_520]",
525
+ "[control_521]",
526
+ "[control_522]",
527
+ "[control_523]",
528
+ "[control_524]",
529
+ "[control_525]",
530
+ "[control_526]",
531
+ "[control_527]",
532
+ "[control_528]",
533
+ "[control_529]",
534
+ "[control_530]",
535
+ "[control_531]",
536
+ "[control_532]",
537
+ "[control_533]",
538
+ "[control_534]",
539
+ "[control_535]",
540
+ "[control_536]",
541
+ "[control_537]",
542
+ "[control_538]",
543
+ "[control_539]",
544
+ "[control_540]",
545
+ "[control_541]",
546
+ "[control_542]",
547
+ "[control_543]",
548
+ "[control_544]",
549
+ "[control_545]",
550
+ "[control_546]",
551
+ "[control_547]",
552
+ "[control_548]",
553
+ "[control_549]",
554
+ "[control_550]",
555
+ "[control_551]",
556
+ "[control_552]",
557
+ "[control_553]",
558
+ "[control_554]",
559
+ "[control_555]",
560
+ "[control_556]",
561
+ "[control_557]",
562
+ "[control_558]",
563
+ "[control_559]",
564
+ "[control_560]",
565
+ "[control_561]",
566
+ "[control_562]",
567
+ "[control_563]",
568
+ "[control_564]",
569
+ "[control_565]",
570
+ "[control_566]",
571
+ "[control_567]",
572
+ "[control_568]",
573
+ "[control_569]",
574
+ "[control_570]",
575
+ "[control_571]",
576
+ "[control_572]",
577
+ "[control_573]",
578
+ "[control_574]",
579
+ "[control_575]",
580
+ "[control_576]",
581
+ "[control_577]",
582
+ "[control_578]",
583
+ "[control_579]",
584
+ "[control_580]",
585
+ "[control_581]",
586
+ "[control_582]",
587
+ "[control_583]",
588
+ "[control_584]",
589
+ "[control_585]",
590
+ "[control_586]",
591
+ "[control_587]",
592
+ "[control_588]",
593
+ "[control_589]",
594
+ "[control_590]",
595
+ "[control_591]",
596
+ "[control_592]",
597
+ "[control_593]",
598
+ "[control_594]",
599
+ "[control_595]",
600
+ "[control_596]",
601
+ "[control_597]",
602
+ "[control_598]",
603
+ "[control_599]",
604
+ "[control_600]",
605
+ "[control_601]",
606
+ "[control_602]",
607
+ "[control_603]",
608
+ "[control_604]",
609
+ "[control_605]",
610
+ "[control_606]",
611
+ "[control_607]",
612
+ "[control_608]",
613
+ "[control_609]",
614
+ "[control_610]",
615
+ "[control_611]",
616
+ "[control_612]",
617
+ "[control_613]",
618
+ "[control_614]",
619
+ "[control_615]",
620
+ "[control_616]",
621
+ "[control_617]",
622
+ "[control_618]",
623
+ "[control_619]",
624
+ "[control_620]",
625
+ "[control_621]",
626
+ "[control_622]",
627
+ "[control_623]",
628
+ "[control_624]",
629
+ "[control_625]",
630
+ "[control_626]",
631
+ "[control_627]",
632
+ "[control_628]",
633
+ "[control_629]",
634
+ "[control_630]",
635
+ "[control_631]",
636
+ "[control_632]",
637
+ "[control_633]",
638
+ "[control_634]",
639
+ "[control_635]",
640
+ "[control_636]",
641
+ "[control_637]",
642
+ "[control_638]",
643
+ "[control_639]",
644
+ "[control_640]",
645
+ "[control_641]",
646
+ "[control_642]",
647
+ "[control_643]",
648
+ "[control_644]",
649
+ "[control_645]",
650
+ "[control_646]",
651
+ "[control_647]",
652
+ "[control_648]",
653
+ "[control_649]",
654
+ "[control_650]",
655
+ "[control_651]",
656
+ "[control_652]",
657
+ "[control_653]",
658
+ "[control_654]",
659
+ "[control_655]",
660
+ "[control_656]",
661
+ "[control_657]",
662
+ "[control_658]",
663
+ "[control_659]",
664
+ "[control_660]",
665
+ "[control_661]",
666
+ "[control_662]",
667
+ "[control_663]",
668
+ "[control_664]",
669
+ "[control_665]",
670
+ "[control_666]",
671
+ "[control_667]",
672
+ "[control_668]",
673
+ "[control_669]",
674
+ "[control_670]",
675
+ "[control_671]",
676
+ "[control_672]",
677
+ "[control_673]",
678
+ "[control_674]",
679
+ "[control_675]",
680
+ "[control_676]",
681
+ "[control_677]",
682
+ "[control_678]",
683
+ "[control_679]",
684
+ "[control_680]",
685
+ "[control_681]",
686
+ "[control_682]",
687
+ "[control_683]",
688
+ "[control_684]",
689
+ "[control_685]",
690
+ "[control_686]",
691
+ "[control_687]",
692
+ "[control_688]",
693
+ "[control_689]",
694
+ "[control_690]",
695
+ "[control_691]",
696
+ "[control_692]",
697
+ "[control_693]",
698
+ "[control_694]",
699
+ "[control_695]",
700
+ "[control_696]",
701
+ "[control_697]",
702
+ "[control_698]",
703
+ "[control_699]",
704
+ "[control_700]",
705
+ "[control_701]",
706
+ "[control_702]",
707
+ "[control_703]",
708
+ "[control_704]",
709
+ "[control_705]",
710
+ "[control_706]",
711
+ "[control_707]",
712
+ "[control_708]",
713
+ "[control_709]",
714
+ "[control_710]",
715
+ "[control_711]",
716
+ "[control_712]",
717
+ "[control_713]",
718
+ "[control_714]",
719
+ "[control_715]",
720
+ "[control_716]",
721
+ "[control_717]",
722
+ "[control_718]",
723
+ "[control_719]",
724
+ "[control_720]",
725
+ "[control_721]",
726
+ "[control_722]",
727
+ "[control_723]",
728
+ "[control_724]",
729
+ "[control_725]",
730
+ "[control_726]",
731
+ "[control_727]",
732
+ "[control_728]",
733
+ "[control_729]",
734
+ "[control_730]",
735
+ "[control_731]",
736
+ "[control_732]",
737
+ "[control_733]",
738
+ "[control_734]",
739
+ "[control_735]",
740
+ "[control_736]",
741
+ "[control_737]",
742
+ "[control_738]",
743
+ "[control_739]",
744
+ "[control_740]",
745
+ "[control_741]",
746
+ "[control_742]",
747
+ "[control_743]",
748
+ "[control_744]",
749
+ "[control_745]",
750
+ "[control_746]"
751
+ ],
752
  "bos_token": {
753
  "content": "<s>",
754
  "lstrip": false,
tokenizer_config.json CHANGED
@@ -6172,7 +6172,758 @@
6172
  "special": false
6173
  }
6174
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6175
  "bos_token": "<s>",
 
6176
  "clean_up_tokenization_spaces": false,
6177
  "eos_token": "</s>",
6178
  "extra_special_tokens": {},
 
6172
  "special": false
6173
  }
6174
  },
6175
+ "additional_special_tokens": [
6176
+ "<s>",
6177
+ "</s>",
6178
+ "[INST]",
6179
+ "[/INST]",
6180
+ "[TOOL_CALLS]",
6181
+ "[AVAILABLE_TOOLS]",
6182
+ "[/AVAILABLE_TOOLS]",
6183
+ "[TOOL_RESULTS]",
6184
+ "[/TOOL_RESULTS]",
6185
+ "[IMG]",
6186
+ "[PREFIX]",
6187
+ "[MIDDLE]",
6188
+ "[SUFFIX]",
6189
+ "[IMG_BREAK]",
6190
+ "[IMG_END]",
6191
+ "[SYSTEM_PROMPT]",
6192
+ "[/SYSTEM_PROMPT]",
6193
+ "[TOOL_CONTENT]",
6194
+ "[control_17]",
6195
+ "[control_18]",
6196
+ "[control_19]",
6197
+ "[control_20]",
6198
+ "[control_21]",
6199
+ "[control_22]",
6200
+ "[control_23]",
6201
+ "[control_24]",
6202
+ "[control_25]",
6203
+ "[control_26]",
6204
+ "[control_27]",
6205
+ "[control_28]",
6206
+ "[control_29]",
6207
+ "[control_30]",
6208
+ "[control_31]",
6209
+ "[control_32]",
6210
+ "[control_33]",
6211
+ "[control_34]",
6212
+ "[control_35]",
6213
+ "[control_36]",
6214
+ "[control_37]",
6215
+ "[control_38]",
6216
+ "[control_39]",
6217
+ "[control_40]",
6218
+ "[control_41]",
6219
+ "[control_42]",
6220
+ "[control_43]",
6221
+ "[control_44]",
6222
+ "[control_45]",
6223
+ "[control_46]",
6224
+ "[control_47]",
6225
+ "[control_48]",
6226
+ "[control_49]",
6227
+ "[control_50]",
6228
+ "[control_51]",
6229
+ "[control_52]",
6230
+ "[control_53]",
6231
+ "[control_54]",
6232
+ "[control_55]",
6233
+ "[control_56]",
6234
+ "[control_57]",
6235
+ "[control_58]",
6236
+ "[control_59]",
6237
+ "[control_60]",
6238
+ "[control_61]",
6239
+ "[control_62]",
6240
+ "[control_63]",
6241
+ "[control_64]",
6242
+ "[control_65]",
6243
+ "[control_66]",
6244
+ "[control_67]",
6245
+ "[control_68]",
6246
+ "[control_69]",
6247
+ "[control_70]",
6248
+ "[control_71]",
6249
+ "[control_72]",
6250
+ "[control_73]",
6251
+ "[control_74]",
6252
+ "[control_75]",
6253
+ "[control_76]",
6254
+ "[control_77]",
6255
+ "[control_78]",
6256
+ "[control_79]",
6257
+ "[control_80]",
6258
+ "[control_81]",
6259
+ "[control_82]",
6260
+ "[control_83]",
6261
+ "[control_84]",
6262
+ "[control_85]",
6263
+ "[control_86]",
6264
+ "[control_87]",
6265
+ "[control_88]",
6266
+ "[control_89]",
6267
+ "[control_90]",
6268
+ "[control_91]",
6269
+ "[control_92]",
6270
+ "[control_93]",
6271
+ "[control_94]",
6272
+ "[control_95]",
6273
+ "[control_96]",
6274
+ "[control_97]",
6275
+ "[control_98]",
6276
+ "[control_99]",
6277
+ "[control_100]",
6278
+ "[control_101]",
6279
+ "[control_102]",
6280
+ "[control_103]",
6281
+ "[control_104]",
6282
+ "[control_105]",
6283
+ "[control_106]",
6284
+ "[control_107]",
6285
+ "[control_108]",
6286
+ "[control_109]",
6287
+ "[control_110]",
6288
+ "[control_111]",
6289
+ "[control_112]",
6290
+ "[control_113]",
6291
+ "[control_114]",
6292
+ "[control_115]",
6293
+ "[control_116]",
6294
+ "[control_117]",
6295
+ "[control_118]",
6296
+ "[control_119]",
6297
+ "[control_120]",
6298
+ "[control_121]",
6299
+ "[control_122]",
6300
+ "[control_123]",
6301
+ "[control_124]",
6302
+ "[control_125]",
6303
+ "[control_126]",
6304
+ "[control_127]",
6305
+ "[control_128]",
6306
+ "[control_129]",
6307
+ "[control_130]",
6308
+ "[control_131]",
6309
+ "[control_132]",
6310
+ "[control_133]",
6311
+ "[control_134]",
6312
+ "[control_135]",
6313
+ "[control_136]",
6314
+ "[control_137]",
6315
+ "[control_138]",
6316
+ "[control_139]",
6317
+ "[control_140]",
6318
+ "[control_141]",
6319
+ "[control_142]",
6320
+ "[control_143]",
6321
+ "[control_144]",
6322
+ "[control_145]",
6323
+ "[control_146]",
6324
+ "[control_147]",
6325
+ "[control_148]",
6326
+ "[control_149]",
6327
+ "[control_150]",
6328
+ "[control_151]",
6329
+ "[control_152]",
6330
+ "[control_153]",
6331
+ "[control_154]",
6332
+ "[control_155]",
6333
+ "[control_156]",
6334
+ "[control_157]",
6335
+ "[control_158]",
6336
+ "[control_159]",
6337
+ "[control_160]",
6338
+ "[control_161]",
6339
+ "[control_162]",
6340
+ "[control_163]",
6341
+ "[control_164]",
6342
+ "[control_165]",
6343
+ "[control_166]",
6344
+ "[control_167]",
6345
+ "[control_168]",
6346
+ "[control_169]",
6347
+ "[control_170]",
6348
+ "[control_171]",
6349
+ "[control_172]",
6350
+ "[control_173]",
6351
+ "[control_174]",
6352
+ "[control_175]",
6353
+ "[control_176]",
6354
+ "[control_177]",
6355
+ "[control_178]",
6356
+ "[control_179]",
6357
+ "[control_180]",
6358
+ "[control_181]",
6359
+ "[control_182]",
6360
+ "[control_183]",
6361
+ "[control_184]",
6362
+ "[control_185]",
6363
+ "[control_186]",
6364
+ "[control_187]",
6365
+ "[control_188]",
6366
+ "[control_189]",
6367
+ "[control_190]",
6368
+ "[control_191]",
6369
+ "[control_192]",
6370
+ "[control_193]",
6371
+ "[control_194]",
6372
+ "[control_195]",
6373
+ "[control_196]",
6374
+ "[control_197]",
6375
+ "[control_198]",
6376
+ "[control_199]",
6377
+ "[control_200]",
6378
+ "[control_201]",
6379
+ "[control_202]",
6380
+ "[control_203]",
6381
+ "[control_204]",
6382
+ "[control_205]",
6383
+ "[control_206]",
6384
+ "[control_207]",
6385
+ "[control_208]",
6386
+ "[control_209]",
6387
+ "[control_210]",
6388
+ "[control_211]",
6389
+ "[control_212]",
6390
+ "[control_213]",
6391
+ "[control_214]",
6392
+ "[control_215]",
6393
+ "[control_216]",
6394
+ "[control_217]",
6395
+ "[control_218]",
6396
+ "[control_219]",
6397
+ "[control_220]",
6398
+ "[control_221]",
6399
+ "[control_222]",
6400
+ "[control_223]",
6401
+ "[control_224]",
6402
+ "[control_225]",
6403
+ "[control_226]",
6404
+ "[control_227]",
6405
+ "[control_228]",
6406
+ "[control_229]",
6407
+ "[control_230]",
6408
+ "[control_231]",
6409
+ "[control_232]",
6410
+ "[control_233]",
6411
+ "[control_234]",
6412
+ "[control_235]",
6413
+ "[control_236]",
6414
+ "[control_237]",
6415
+ "[control_238]",
6416
+ "[control_239]",
6417
+ "[control_240]",
6418
+ "[control_241]",
6419
+ "[control_242]",
6420
+ "[control_243]",
6421
+ "[control_244]",
6422
+ "[control_245]",
6423
+ "[control_246]",
6424
+ "[control_247]",
6425
+ "[control_248]",
6426
+ "[control_249]",
6427
+ "[control_250]",
6428
+ "[control_251]",
6429
+ "[control_252]",
6430
+ "[control_253]",
6431
+ "[control_254]",
6432
+ "[control_255]",
6433
+ "[control_256]",
6434
+ "[control_257]",
6435
+ "[control_258]",
6436
+ "[control_259]",
6437
+ "[control_260]",
6438
+ "[control_261]",
6439
+ "[control_262]",
6440
+ "[control_263]",
6441
+ "[control_264]",
6442
+ "[control_265]",
6443
+ "[control_266]",
6444
+ "[control_267]",
6445
+ "[control_268]",
6446
+ "[control_269]",
6447
+ "[control_270]",
6448
+ "[control_271]",
6449
+ "[control_272]",
6450
+ "[control_273]",
6451
+ "[control_274]",
6452
+ "[control_275]",
6453
+ "[control_276]",
6454
+ "[control_277]",
6455
+ "[control_278]",
6456
+ "[control_279]",
6457
+ "[control_280]",
6458
+ "[control_281]",
6459
+ "[control_282]",
6460
+ "[control_283]",
6461
+ "[control_284]",
6462
+ "[control_285]",
6463
+ "[control_286]",
6464
+ "[control_287]",
6465
+ "[control_288]",
6466
+ "[control_289]",
6467
+ "[control_290]",
6468
+ "[control_291]",
6469
+ "[control_292]",
6470
+ "[control_293]",
6471
+ "[control_294]",
6472
+ "[control_295]",
6473
+ "[control_296]",
6474
+ "[control_297]",
6475
+ "[control_298]",
6476
+ "[control_299]",
6477
+ "[control_300]",
6478
+ "[control_301]",
6479
+ "[control_302]",
6480
+ "[control_303]",
6481
+ "[control_304]",
6482
+ "[control_305]",
6483
+ "[control_306]",
6484
+ "[control_307]",
6485
+ "[control_308]",
6486
+ "[control_309]",
6487
+ "[control_310]",
6488
+ "[control_311]",
6489
+ "[control_312]",
6490
+ "[control_313]",
6491
+ "[control_314]",
6492
+ "[control_315]",
6493
+ "[control_316]",
6494
+ "[control_317]",
6495
+ "[control_318]",
6496
+ "[control_319]",
6497
+ "[control_320]",
6498
+ "[control_321]",
6499
+ "[control_322]",
6500
+ "[control_323]",
6501
+ "[control_324]",
6502
+ "[control_325]",
6503
+ "[control_326]",
6504
+ "[control_327]",
6505
+ "[control_328]",
6506
+ "[control_329]",
6507
+ "[control_330]",
6508
+ "[control_331]",
6509
+ "[control_332]",
6510
+ "[control_333]",
6511
+ "[control_334]",
6512
+ "[control_335]",
6513
+ "[control_336]",
6514
+ "[control_337]",
6515
+ "[control_338]",
6516
+ "[control_339]",
6517
+ "[control_340]",
6518
+ "[control_341]",
6519
+ "[control_342]",
6520
+ "[control_343]",
6521
+ "[control_344]",
6522
+ "[control_345]",
6523
+ "[control_346]",
6524
+ "[control_347]",
6525
+ "[control_348]",
6526
+ "[control_349]",
6527
+ "[control_350]",
6528
+ "[control_351]",
6529
+ "[control_352]",
6530
+ "[control_353]",
6531
+ "[control_354]",
6532
+ "[control_355]",
6533
+ "[control_356]",
6534
+ "[control_357]",
6535
+ "[control_358]",
6536
+ "[control_359]",
6537
+ "[control_360]",
6538
+ "[control_361]",
6539
+ "[control_362]",
6540
+ "[control_363]",
6541
+ "[control_364]",
6542
+ "[control_365]",
6543
+ "[control_366]",
6544
+ "[control_367]",
6545
+ "[control_368]",
6546
+ "[control_369]",
6547
+ "[control_370]",
6548
+ "[control_371]",
6549
+ "[control_372]",
6550
+ "[control_373]",
6551
+ "[control_374]",
6552
+ "[control_375]",
6553
+ "[control_376]",
6554
+ "[control_377]",
6555
+ "[control_378]",
6556
+ "[control_379]",
6557
+ "[control_380]",
6558
+ "[control_381]",
6559
+ "[control_382]",
6560
+ "[control_383]",
6561
+ "[control_384]",
6562
+ "[control_385]",
6563
+ "[control_386]",
6564
+ "[control_387]",
6565
+ "[control_388]",
6566
+ "[control_389]",
6567
+ "[control_390]",
6568
+ "[control_391]",
6569
+ "[control_392]",
6570
+ "[control_393]",
6571
+ "[control_394]",
6572
+ "[control_395]",
6573
+ "[control_396]",
6574
+ "[control_397]",
6575
+ "[control_398]",
6576
+ "[control_399]",
6577
+ "[control_400]",
6578
+ "[control_401]",
6579
+ "[control_402]",
6580
+ "[control_403]",
6581
+ "[control_404]",
6582
+ "[control_405]",
6583
+ "[control_406]",
6584
+ "[control_407]",
6585
+ "[control_408]",
6586
+ "[control_409]",
6587
+ "[control_410]",
6588
+ "[control_411]",
6589
+ "[control_412]",
6590
+ "[control_413]",
6591
+ "[control_414]",
6592
+ "[control_415]",
6593
+ "[control_416]",
6594
+ "[control_417]",
6595
+ "[control_418]",
6596
+ "[control_419]",
6597
+ "[control_420]",
6598
+ "[control_421]",
6599
+ "[control_422]",
6600
+ "[control_423]",
6601
+ "[control_424]",
6602
+ "[control_425]",
6603
+ "[control_426]",
6604
+ "[control_427]",
6605
+ "[control_428]",
6606
+ "[control_429]",
6607
+ "[control_430]",
6608
+ "[control_431]",
6609
+ "[control_432]",
6610
+ "[control_433]",
6611
+ "[control_434]",
6612
+ "[control_435]",
6613
+ "[control_436]",
6614
+ "[control_437]",
6615
+ "[control_438]",
6616
+ "[control_439]",
6617
+ "[control_440]",
6618
+ "[control_441]",
6619
+ "[control_442]",
6620
+ "[control_443]",
6621
+ "[control_444]",
6622
+ "[control_445]",
6623
+ "[control_446]",
6624
+ "[control_447]",
6625
+ "[control_448]",
6626
+ "[control_449]",
6627
+ "[control_450]",
6628
+ "[control_451]",
6629
+ "[control_452]",
6630
+ "[control_453]",
6631
+ "[control_454]",
6632
+ "[control_455]",
6633
+ "[control_456]",
6634
+ "[control_457]",
6635
+ "[control_458]",
6636
+ "[control_459]",
6637
+ "[control_460]",
6638
+ "[control_461]",
6639
+ "[control_462]",
6640
+ "[control_463]",
6641
+ "[control_464]",
6642
+ "[control_465]",
6643
+ "[control_466]",
6644
+ "[control_467]",
6645
+ "[control_468]",
6646
+ "[control_469]",
6647
+ "[control_470]",
6648
+ "[control_471]",
6649
+ "[control_472]",
6650
+ "[control_473]",
6651
+ "[control_474]",
6652
+ "[control_475]",
6653
+ "[control_476]",
6654
+ "[control_477]",
6655
+ "[control_478]",
6656
+ "[control_479]",
6657
+ "[control_480]",
6658
+ "[control_481]",
6659
+ "[control_482]",
6660
+ "[control_483]",
6661
+ "[control_484]",
6662
+ "[control_485]",
6663
+ "[control_486]",
6664
+ "[control_487]",
6665
+ "[control_488]",
6666
+ "[control_489]",
6667
+ "[control_490]",
6668
+ "[control_491]",
6669
+ "[control_492]",
6670
+ "[control_493]",
6671
+ "[control_494]",
6672
+ "[control_495]",
6673
+ "[control_496]",
6674
+ "[control_497]",
6675
+ "[control_498]",
6676
+ "[control_499]",
6677
+ "[control_500]",
6678
+ "[control_501]",
6679
+ "[control_502]",
6680
+ "[control_503]",
6681
+ "[control_504]",
6682
+ "[control_505]",
6683
+ "[control_506]",
6684
+ "[control_507]",
6685
+ "[control_508]",
6686
+ "[control_509]",
6687
+ "[control_510]",
6688
+ "[control_511]",
6689
+ "[control_512]",
6690
+ "[control_513]",
6691
+ "[control_514]",
6692
+ "[control_515]",
6693
+ "[control_516]",
6694
+ "[control_517]",
6695
+ "[control_518]",
6696
+ "[control_519]",
6697
+ "[control_520]",
6698
+ "[control_521]",
6699
+ "[control_522]",
6700
+ "[control_523]",
6701
+ "[control_524]",
6702
+ "[control_525]",
6703
+ "[control_526]",
6704
+ "[control_527]",
6705
+ "[control_528]",
6706
+ "[control_529]",
6707
+ "[control_530]",
6708
+ "[control_531]",
6709
+ "[control_532]",
6710
+ "[control_533]",
6711
+ "[control_534]",
6712
+ "[control_535]",
6713
+ "[control_536]",
6714
+ "[control_537]",
6715
+ "[control_538]",
6716
+ "[control_539]",
6717
+ "[control_540]",
6718
+ "[control_541]",
6719
+ "[control_542]",
6720
+ "[control_543]",
6721
+ "[control_544]",
6722
+ "[control_545]",
6723
+ "[control_546]",
6724
+ "[control_547]",
6725
+ "[control_548]",
6726
+ "[control_549]",
6727
+ "[control_550]",
6728
+ "[control_551]",
6729
+ "[control_552]",
6730
+ "[control_553]",
6731
+ "[control_554]",
6732
+ "[control_555]",
6733
+ "[control_556]",
6734
+ "[control_557]",
6735
+ "[control_558]",
6736
+ "[control_559]",
6737
+ "[control_560]",
6738
+ "[control_561]",
6739
+ "[control_562]",
6740
+ "[control_563]",
6741
+ "[control_564]",
6742
+ "[control_565]",
6743
+ "[control_566]",
6744
+ "[control_567]",
6745
+ "[control_568]",
6746
+ "[control_569]",
6747
+ "[control_570]",
6748
+ "[control_571]",
6749
+ "[control_572]",
6750
+ "[control_573]",
6751
+ "[control_574]",
6752
+ "[control_575]",
6753
+ "[control_576]",
6754
+ "[control_577]",
6755
+ "[control_578]",
6756
+ "[control_579]",
6757
+ "[control_580]",
6758
+ "[control_581]",
6759
+ "[control_582]",
6760
+ "[control_583]",
6761
+ "[control_584]",
6762
+ "[control_585]",
6763
+ "[control_586]",
6764
+ "[control_587]",
6765
+ "[control_588]",
6766
+ "[control_589]",
6767
+ "[control_590]",
6768
+ "[control_591]",
6769
+ "[control_592]",
6770
+ "[control_593]",
6771
+ "[control_594]",
6772
+ "[control_595]",
6773
+ "[control_596]",
6774
+ "[control_597]",
6775
+ "[control_598]",
6776
+ "[control_599]",
6777
+ "[control_600]",
6778
+ "[control_601]",
6779
+ "[control_602]",
6780
+ "[control_603]",
6781
+ "[control_604]",
6782
+ "[control_605]",
6783
+ "[control_606]",
6784
+ "[control_607]",
6785
+ "[control_608]",
6786
+ "[control_609]",
6787
+ "[control_610]",
6788
+ "[control_611]",
6789
+ "[control_612]",
6790
+ "[control_613]",
6791
+ "[control_614]",
6792
+ "[control_615]",
6793
+ "[control_616]",
6794
+ "[control_617]",
6795
+ "[control_618]",
6796
+ "[control_619]",
6797
+ "[control_620]",
6798
+ "[control_621]",
6799
+ "[control_622]",
6800
+ "[control_623]",
6801
+ "[control_624]",
6802
+ "[control_625]",
6803
+ "[control_626]",
6804
+ "[control_627]",
6805
+ "[control_628]",
6806
+ "[control_629]",
6807
+ "[control_630]",
6808
+ "[control_631]",
6809
+ "[control_632]",
6810
+ "[control_633]",
6811
+ "[control_634]",
6812
+ "[control_635]",
6813
+ "[control_636]",
6814
+ "[control_637]",
6815
+ "[control_638]",
6816
+ "[control_639]",
6817
+ "[control_640]",
6818
+ "[control_641]",
6819
+ "[control_642]",
6820
+ "[control_643]",
6821
+ "[control_644]",
6822
+ "[control_645]",
6823
+ "[control_646]",
6824
+ "[control_647]",
6825
+ "[control_648]",
6826
+ "[control_649]",
6827
+ "[control_650]",
6828
+ "[control_651]",
6829
+ "[control_652]",
6830
+ "[control_653]",
6831
+ "[control_654]",
6832
+ "[control_655]",
6833
+ "[control_656]",
6834
+ "[control_657]",
6835
+ "[control_658]",
6836
+ "[control_659]",
6837
+ "[control_660]",
6838
+ "[control_661]",
6839
+ "[control_662]",
6840
+ "[control_663]",
6841
+ "[control_664]",
6842
+ "[control_665]",
6843
+ "[control_666]",
6844
+ "[control_667]",
6845
+ "[control_668]",
6846
+ "[control_669]",
6847
+ "[control_670]",
6848
+ "[control_671]",
6849
+ "[control_672]",
6850
+ "[control_673]",
6851
+ "[control_674]",
6852
+ "[control_675]",
6853
+ "[control_676]",
6854
+ "[control_677]",
6855
+ "[control_678]",
6856
+ "[control_679]",
6857
+ "[control_680]",
6858
+ "[control_681]",
6859
+ "[control_682]",
6860
+ "[control_683]",
6861
+ "[control_684]",
6862
+ "[control_685]",
6863
+ "[control_686]",
6864
+ "[control_687]",
6865
+ "[control_688]",
6866
+ "[control_689]",
6867
+ "[control_690]",
6868
+ "[control_691]",
6869
+ "[control_692]",
6870
+ "[control_693]",
6871
+ "[control_694]",
6872
+ "[control_695]",
6873
+ "[control_696]",
6874
+ "[control_697]",
6875
+ "[control_698]",
6876
+ "[control_699]",
6877
+ "[control_700]",
6878
+ "[control_701]",
6879
+ "[control_702]",
6880
+ "[control_703]",
6881
+ "[control_704]",
6882
+ "[control_705]",
6883
+ "[control_706]",
6884
+ "[control_707]",
6885
+ "[control_708]",
6886
+ "[control_709]",
6887
+ "[control_710]",
6888
+ "[control_711]",
6889
+ "[control_712]",
6890
+ "[control_713]",
6891
+ "[control_714]",
6892
+ "[control_715]",
6893
+ "[control_716]",
6894
+ "[control_717]",
6895
+ "[control_718]",
6896
+ "[control_719]",
6897
+ "[control_720]",
6898
+ "[control_721]",
6899
+ "[control_722]",
6900
+ "[control_723]",
6901
+ "[control_724]",
6902
+ "[control_725]",
6903
+ "[control_726]",
6904
+ "[control_727]",
6905
+ "[control_728]",
6906
+ "[control_729]",
6907
+ "[control_730]",
6908
+ "[control_731]",
6909
+ "[control_732]",
6910
+ "[control_733]",
6911
+ "[control_734]",
6912
+ "[control_735]",
6913
+ "[control_736]",
6914
+ "[control_737]",
6915
+ "[control_738]",
6916
+ "[control_739]",
6917
+ "[control_740]",
6918
+ "[control_741]",
6919
+ "[control_742]",
6920
+ "[control_743]",
6921
+ "[control_744]",
6922
+ "[control_745]",
6923
+ "[control_746]"
6924
+ ],
6925
  "bos_token": "<s>",
6926
+ "chat_template": "{%- if messages[0][\"role\"] == \"system\" %}{%- set system_message = messages[0][\"content\"] %}{%- set loop_messages = messages[1:] %}\n{%- else %}{%- set loop_messages = messages %}{%- endif %}{{- bos_token }}{%- for message in loop_messages %}{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}{%- endif %}{%- if message[\"role\"] == \"user\" %}{%- if loop.last and system_message is defined %}{{- \"[INST]\" + system_message + \"\n\n\" }}{%- else %}{{ \"[INST]\" }}{%- endif %}{%- endif %}{%- if message[\"content\"] is not string %}{%- for chunk in message[\"content\"] %}{%- if chunk[\"type\"] == \"text\" %}{%- if \"content\" in chunk %}{{- chunk[\"content\"] }}{%- elif \"text\" in chunk %}{{- chunk[\"text\"] }}{%- endif %}{%- elif chunk[\"type\"] == \"image\" %}{{- \"[IMG]\" }}{%- else %}{{- raise_exception(\"Unrecognized content type!\") }}{%- endif %}{%- endfor %}{%- else %}{{- message[\"content\"] }}{%- endif %}{%- if message[\"role\"] == \"user\" %}{{- \"[/INST]\" }}{%- elif message[\"role\"] == \"assistant\" %}{{- eos_token}}{%- else %}{{- raise_exception(\"Only user and assistant roles are supported, with the exception of an initial optional system message!\") }}{%- endif %}{%- endfor %}",
6927
  "clean_up_tokenization_spaces": false,
6928
  "eos_token": "</s>",
6929
  "extra_special_tokens": {},