Update models

.gitattributes

@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-f16.gguf filter=lfs diff=lfs merge=lfs -text
+MiniCPM-V-4-mmproj-f16.gguf filter=lfs diff=lfs merge=lfs -text

MiniCPM-V-4-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ef17481e5df577c8e2eb2c659cfe34402cd124772c688d2d8575f44dfd79c7
+size 1402204576

MiniCPM-V-4-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7a9871de37208f7b2d03922b696bc7085cbcc20519e25fbfef085cac7861eb
+size 1933301056

MiniCPM-V-4-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec7bc3a54a5c37fbac3e6609c2c35b5ab0369f1099022f3717d8cfd295abdbc
+size 1790596416

MiniCPM-V-4-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b85a833033243e460844a6285e4f3903290e38dc36bd51d14ff2d178c2a30ea
+size 1625118016

MiniCPM-V-4-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55582c110395bdcab055d9bf7b0d5aaa755655e2305a91e021a0866579b172d
+size 2079023456

MiniCPM-V-4-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f384d199d0015e9d562577bc334c2e2444efa7e7951c92bb04cf70d2ebb185
+size 2189861216

MiniCPM-V-4-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2625539e64a8a39cd137d2d31384b0818e21afdc8aeac1adf47cb73c9659b0
+size 2092458336

MiniCPM-V-4-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fbcbca815e9516480bb54ecf9fe4d2c008a9f5964e6c945e89191c4948979e
+size 2506228576

MiniCPM-V-4-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0e676bedd84621df7643042f4a3ea74484458254755d25cbf8c42579c5ecfb
+size 2563326816

MiniCPM-V-4-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdcbff9587481628c6bd0a8826133046faf3cd30e718cfbc4dbc9069f4efbe4
+size 2506228576

MiniCPM-V-4-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad9eee9eb1604b7a258ea63c20ef6754ea25625ab46308f58a33d84102d197b
+size 2960134016

MiniCPM-V-4-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4618297c8a2ec285c84dd219d6daaaecd4359a8c92a1fc9bb0d629928be44bad
+size 3833381696

MiniCPM-V-4-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037334923a63203f4a47dad1d76f6811f61912a487bc74c5de1f910ddbf537f6
+size 7213695296

MiniCPM-V-4-mmproj-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032ba56656c13d4e34828f82c937311aa3f4d53abde07b3213567cb6fe7211af
+size 958777824

config.json

@@ -0,0 +1,203 @@
+{
+  "architectures": [
+    "MiniCPMV"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "auto_map": {
+    "AutoConfig": "configuration_minicpm.MiniCPMVConfig",
+    "AutoModel": "modeling_minicpmv.MiniCPMV",
+    "AutoModelForCausalLM": "modeling_minicpmv.MiniCPMV"
+  },
+  "batch_vision_input": true,
+  "bos_token_id": 1,
+  "drop_vision_last_layer": false,
+  "eos_token_id": [
+    2,
+    73440
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "image_size": 448,
+  "initializer_range": 0.1,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 32768,
+  "mlp_bias": false,
+  "model_type": "minicpmv",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 2,
+  "pad_token_id": 2,
+  "patch_size": 14,
+  "pretraining_tp": 1,
+  "query_num": 64,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "factor": 1.0,
+    "long_factor": [
+      0.9977997200264581,
+      1.014658295992452,
+      1.0349680404997148,
+      1.059429246056193,
+      1.0888815016813513,
+      1.1243301355211495,
+      1.166977103606075,
+      1.2182568066927284,
+      1.2798772354275727,
+      1.3538666751582975,
+      1.4426259039919596,
+      1.5489853358570191,
+      1.6762658237220625,
+      1.8283407612492941,
+      2.0096956085876183,
+      2.225478927469756,
+      2.481536379650452,
+      2.784415934557119,
+      3.1413289096347365,
+      3.560047844772632,
+      4.048719380066383,
+      4.615569542115128,
+      5.2684819496549835,
+      6.014438591970396,
+      6.858830049237097,
+      7.804668263503327,
+      8.851768731513417,
+      9.99600492938444,
+      11.228766118181639,
+      12.536757560834843,
+      13.902257701387796,
+      15.303885189125953,
+      16.717837610115794,
+      18.119465097853947,
+      19.484965238406907,
+      20.792956681060105,
+      22.02571786985731,
+      23.16995406772833,
+      24.217054535738416,
+      25.16289275000465,
+      26.007284207271347,
+      26.753240849586767,
+      27.40615325712662,
+      27.973003419175363,
+      28.461674954469114,
+      28.880393889607006,
+      29.237306864684626,
+      29.540186419591297,
+      29.79624387177199,
+      30.01202719065413,
+      30.193382037992453,
+      30.34545697551969,
+      30.47273746338473,
+      30.579096895249787,
+      30.66785612408345,
+      30.741845563814174,
+      30.80346599254902,
+      30.85474569563567,
+      30.897392663720595,
+      30.932841297560394,
+      30.962293553185553,
+      30.986754758742034,
+      31.007064503249293,
+      31.02392307921529
+    ],
+    "original_max_position_embeddings": 32786,
+    "rope_type": "longrope",
+    "short_factor": [
+      0.9977997200264581,
+      1.014658295992452,
+      1.0349680404997148,
+      1.059429246056193,
+      1.0888815016813513,
+      1.1243301355211495,
+      1.166977103606075,
+      1.2182568066927284,
+      1.2798772354275727,
+      1.3538666751582975,
+      1.4426259039919596,
+      1.5489853358570191,
+      1.6762658237220625,
+      1.8283407612492941,
+      2.0096956085876183,
+      2.225478927469756,
+      2.481536379650452,
+      2.784415934557119,
+      3.1413289096347365,
+      3.560047844772632,
+      4.048719380066383,
+      4.615569542115128,
+      5.2684819496549835,
+      6.014438591970396,
+      6.858830049237097,
+      7.804668263503327,
+      8.851768731513417,
+      9.99600492938444,
+      11.228766118181639,
+      12.536757560834843,
+      13.902257701387796,
+      15.303885189125953,
+      16.717837610115794,
+      18.119465097853947,
+      19.484965238406907,
+      20.792956681060105,
+      22.02571786985731,
+      23.16995406772833,
+      24.217054535738416,
+      25.16289275000465,
+      26.007284207271347,
+      26.753240849586767,
+      27.40615325712662,
+      27.973003419175363,
+      28.461674954469114,
+      28.880393889607006,
+      29.237306864684626,
+      29.540186419591297,
+      29.79624387177199,
+      30.01202719065413,
+      30.193382037992453,
+      30.34545697551969,
+      30.47273746338473,
+      30.579096895249787,
+      30.66785612408345,
+      30.741845563814174,
+      30.80346599254902,
+      30.85474569563567,
+      30.897392663720595,
+      30.932841297560394,
+      30.962293553185553,
+      30.986754758742034,
+      31.007064503249293,
+      31.02392307921529
+    ]
+  },
+  "rope_theta": 10000.0,
+  "slice_config": {
+    "max_slice_nums": 9,
+    "model_type": "minicpmv",
+    "patch_size": 14,
+    "scale_resolution": 448
+  },
+  "slice_mode": true,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0",
+  "use_cache": true,
+  "use_image_id": true,
+  "version": 4.0,
+  "vision_batch_size": 16,
+  "vision_config": {
+    "_attn_implementation_autoset": true,
+    "attention_dropout": 0.0,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "image_size": 980,
+    "intermediate_size": 4304,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "patch_size": 14
+  },
+  "vocab_size": 73448
+}