M-Ziyo commited on
Commit
85acd5b
·
verified ·
1 Parent(s): 4161739

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
  3. preprocessor_config.json +3 -3
config.json CHANGED
@@ -146,7 +146,7 @@
146
  "drop_vision_last_layer": false,
147
  "eos_token_id": 151645,
148
  "hidden_act": "silu",
149
- "hidden_size": 128,
150
  "image_size": 448,
151
  "init_audio": false,
152
  "init_tts": false,
@@ -162,7 +162,7 @@
162
  "num_hidden_layers": 2,
163
  "num_key_value_heads": 2,
164
  "patch_size": 14,
165
- "query_num": 108,
166
  "rms_norm_eps": 1e-06,
167
  "rope_scaling": null,
168
  "rope_theta": 1000000.0,
 
146
  "drop_vision_last_layer": false,
147
  "eos_token_id": 151645,
148
  "hidden_act": "silu",
149
+ "hidden_size": 168,
150
  "image_size": 448,
151
  "init_audio": false,
152
  "init_tts": false,
 
162
  "num_hidden_layers": 2,
163
  "num_key_value_heads": 2,
164
  "patch_size": 14,
165
+ "query_num": 64,
166
  "rms_norm_eps": 1e-06,
167
  "rope_scaling": null,
168
  "rope_theta": 1000000.0,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9820d03f43cc00306d098c9437991cfce4f782d01cce69656a552b67eaf60717
3
- size 4740640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f1da0bd8da87551887b6f263cc924ef31dc4c027d4bb0778bd4b8a9f9732a0
3
+ size 6481784
preprocessor_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "im_id_end": "</image_id>",
12
  "im_id_start": "<image_id>",
13
  "im_start": "<image>",
14
- "image_feature_size": 36,
15
  "image_processor_type": "MiniCPMVImageProcessor",
16
  "max_slice_nums": 9,
17
  "n_fft": 400,
@@ -35,9 +35,9 @@
35
  "sampling_rate": 16000,
36
  "scale_resolution": 448,
37
  "slice_end": "</slice>",
38
- "slice_mode": false,
39
  "slice_start": "<slice>",
40
  "unk": "<unk>",
41
- "use_image_id": false,
42
  "version": 2.6
43
  }
 
11
  "im_id_end": "</image_id>",
12
  "im_id_start": "<image_id>",
13
  "im_start": "<image>",
14
+ "image_feature_size": 64, # Match query_num=64
15
  "image_processor_type": "MiniCPMVImageProcessor",
16
  "max_slice_nums": 9,
17
  "n_fft": 400,
 
35
  "sampling_rate": 16000,
36
  "scale_resolution": 448,
37
  "slice_end": "</slice>",
38
+ "slice_mode": false, # Disable for tiny model
39
  "slice_start": "<slice>",
40
  "unk": "<unk>",
41
+ "use_image_id": false, # Disable for tiny model
42
  "version": 2.6
43
  }