Update: coreml

README.md

@@ -12,7 +12,6 @@ tags:
 - multi-image
 - video
 - custom_code
-license: apache-2.0
 ---
 
 <h1>A GPT-4V Level MLLM for Single Image, Multi Image and Video on Your Phone</h1>
@@ -619,8 +618,9 @@ print(answer)
 
 ## License
 #### Model License
-* The MiniCPM-o/V model weights and code are open-sourced under the [Apache-2.0](https://github.com/OpenBMB/MiniCPM-V/blob/main/LICENSE) license.
-* To help us better understand and support our users, we would deeply appreciate it if you could consider optionally filling out a brief registration ["questionnaire"](https://modelbest.feishu.cn/share/base/form/shrcnpV5ZT9EJ6xYjh3Kx0J6v8g).
+* The code in this repo is released under the [Apache-2.0](https://github.com/OpenBMB/MiniCPM/blob/main/LICENSE) License. 
+* The usage of MiniCPM-V series model weights must strictly follow [MiniCPM Model License.md](https://github.com/OpenBMB/MiniCPM/blob/main/MiniCPM%20Model%20License.md).
+* The models and weights of MiniCPM are completely free for academic research. After filling out a ["questionnaire"](https://modelbest.feishu.cn/share/base/form/shrcnpV5ZT9EJ6xYjh3Kx0J6v8g) for registration, MiniCPM-V 2.6 weights are also available for free commercial use.
 
 
 #### Statement
@@ -644,4 +644,5 @@ If you find our work helpful, please consider citing our papers 📝 and liking
   journal={Nat Commun 16, 5509 (2025)},
   year={2025}
 }
-```
+```
+

coreml_minicpmv40_vit_f16.mlmodelc.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5255eed60eb864dab617cc3657f9c319ae6fdc2e85febc6d3dfc5c537f5fcd0a
+size 690694016

coreml_minicpmv40_vit_f16.mlmodelc/analytics/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aebe129df9a4a4ca5aba84e3fa9861308394cbd0cb97fd8cca17f438b0ead4
+size 243

coreml_minicpmv40_vit_f16.mlmodelc/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9515d066e82c06b158ff723b8c930a8fd101753b15b219f782d3dba6d23772
+size 739

coreml_minicpmv40_vit_f16.mlmodelc/metadata.json

@@ -0,0 +1,106 @@
+[
+  {
+    "shortDescription" : "MiniCPM-V 4.5 vit on ANE",
+    "metadataOutputVersion" : "3.0",
+    "outputSchema" : [
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float32",
+        "formattedType" : "MultiArray (Float32 1 × 64 × 2560)",
+        "shortDescription" : "",
+        "shape" : "[1, 64, 2560]",
+        "name" : "output",
+        "type" : "MultiArray"
+      }
+    ],
+    "version" : "4.5.0",
+    "modelParameters" : [
+
+    ],
+    "author" : "tianchi",
+    "specificationVersion" : 6,
+    "storagePrecision" : "Float16",
+    "license" : "Apache 2.0",
+    "mlProgramOperationTypeHistogram" : {
+      "Linear" : 167,
+      "Gelu" : 27,
+      "LayerNorm" : 57,
+      "Transpose" : 114,
+      "Matmul" : 56,
+      "Softmax" : 28,
+      "Mul" : 27,
+      "Cast" : 3,
+      "Reshape" : 113,
+      "Add" : 56,
+      "Gather" : 1,
+      "Conv" : 1
+    },
+    "computePrecision" : "Mixed (Float16, Float32, Int32)",
+    "stateSchema" : [
+
+    ],
+    "isUpdatable" : "0",
+    "availability" : {
+      "macOS" : "12.0",
+      "tvOS" : "15.0",
+      "visionOS" : "1.0",
+      "watchOS" : "8.0",
+      "iOS" : "15.0",
+      "macCatalyst" : "15.0"
+    },
+    "modelType" : {
+      "name" : "MLModelType_mlProgram"
+    },
+    "inputSchema" : [
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float32",
+        "formattedType" : "MultiArray (Float32 1 × 3 × 14 × 14336)",
+        "shortDescription" : "",
+        "shape" : "[1, 3, 14, 14336]",
+        "name" : "pixel_values",
+        "type" : "MultiArray"
+      },
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Int32",
+        "formattedType" : "MultiArray (Int32 1 × 1024)",
+        "shortDescription" : "",
+        "shape" : "[1, 1024]",
+        "name" : "position_ids",
+        "type" : "MultiArray"
+      },
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float32",
+        "formattedType" : "MultiArray (Float32 1024 × 1 × 2560)",
+        "shortDescription" : "",
+        "shape" : "[1024, 1, 2560]",
+        "name" : "pos_embed",
+        "type" : "MultiArray"
+      }
+    ],
+    "userDefinedMetadata" : {
+      "compute_units" : "ALL",
+      "deployment_target" : "iOS15+",
+      "model_id" : "b4a55ee32a106eb7d3c0da90163713c4",
+      "com.github.apple.coremltools.version" : "8.3.0",
+      "batch_size" : "1",
+      "base_model" : "MiniCPM-V 4.5",
+      "owner" : "tianchi",
+      "input_shape" : "torch.Size([1, 3, 14, 14336])",
+      "precision" : "float16",
+      "com.github.apple.coremltools.source_dialect" : "TorchScript",
+      "target_device" : "ANE",
+      "com.github.apple.coremltools.source" : "torch==2.6.0",
+      "converter" : "coremltools",
+      "model_type" : "vit"
+    },
+    "generatedClassName" : "coreml_minicpmv40_vit_f16",
+    "method" : "predict"
+  }
+]

coreml_minicpmv40_vit_f16.mlmodelc/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ab9e18839923002b08b49fa2f313bf49db30d5fc6227bbc49f98db15cce494
+size 894309952

mmproj-model-f16-iOS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c82c9d2eda698e92f48655ee385bbcd3adb589231784fe4abd5144492630a86
+size 135019040