Add reliable chunk pipeline for iOS inpainting

manifest-pipeline.json

@@ -0,0 +1,133 @@
+{
+  "schema_version": 3,
+  "model": "neonforestmist/Clover-Image-Tiny-Inpaint",
+  "base_model": "neonforestmist/Clover-Image-Tiny",
+  "minimum_ios": "18.0",
+  "requires_base_model": true,
+  "resolution": [
+    512,
+    512
+  ],
+  "weight_compression": "float16 Core ML pipeline",
+  "unet_input": {
+    "shape": [
+      1,
+      9,
+      64,
+      64
+    ],
+    "channels": [
+      "noisy_latent",
+      "mask",
+      "masked_image_latent"
+    ],
+    "mask_semantics": "white=regenerate, black=preserve"
+  },
+  "recommended_inference": {
+    "scheduler": "dpm_solver_multistep",
+    "steps": 20,
+    "guidance_scale": 6.0,
+    "random_generator": "torch",
+    "conditioning_mask_expansion": 64,
+    "composite_outside_mask": "exact source pixels"
+  },
+  "resources": [
+    {
+      "path": "UnetPipeline.mlmodelc/analytics/coremldata.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/analytics/coremldata.bin",
+      "size": 202,
+      "sha256": "24bc7decedc8a3485c6af30000a6cff3f46fab33f538c8890e07d2da05a616cd"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/coremldata.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/coremldata.bin",
+      "size": 257,
+      "sha256": "493697fec9508d0af0bea22d3b73ddfc6339df1d3191bc8b8e03d7b857aa55f0"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/metadata.json",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/metadata.json",
+      "size": 2766,
+      "sha256": "64dce3cb35ae0eeb28b87dafec498d4b5afc62fad6324007191884bfbda3aed4"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model0/analytics/coremldata.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model0/analytics/coremldata.bin",
+      "size": 108,
+      "sha256": "5a8281049b2a65a3be541cfd9f949e84b8fe1c5251ce90e46da1626fed54e58a"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model0/coremldata.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model0/coremldata.bin",
+      "size": 681,
+      "sha256": "824c42312c6e437d8bc79a1c9e6a9a3b8a34b4467b8915928b164e7ab3bcbb58"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model0/model.mil",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model0/model.mil",
+      "size": 688141,
+      "sha256": "a5223c48ca0c7e6bfdab877d8854d3a2d0d797c471d4044c7f329b1c734e9962"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model0/weights/0-weight.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model0/weights/0-weight.bin",
+      "size": 887598400,
+      "sha256": "2adda5d567cd4bb88b1c2dde8b2d7a36f79e4f9c1bf2107e6af146440f6a5c7e"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model1/analytics/coremldata.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model1/analytics/coremldata.bin",
+      "size": 108,
+      "sha256": "5a8281049b2a65a3be541cfd9f949e84b8fe1c5251ce90e46da1626fed54e58a"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model1/coremldata.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model1/coremldata.bin",
+      "size": 662,
+      "sha256": "f5fe4ad59367b13367682a3d7205eab939c3f68ac81491954cf7e3f5b1565f6c"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model1/model.mil",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model1/model.mil",
+      "size": 831079,
+      "sha256": "07e9d07081ee7de917223093665de0f78b17e8858c47353b522c61918435638d"
+    },
+    {
+      "path": "UnetPipeline.mlmodelc/model1/weights/1-weight.bin",
+      "remote_path": "pipeline-v1/UnetPipeline.mlmodelc/model1/weights/1-weight.bin",
+      "size": 831567872,
+      "sha256": "40f1698fbfc59d0495f72d7ee5ff23db6af11c91a0fe55ad5d5725d4a3f54dd9"
+    },
+    {
+      "path": "VAEEncoder.mlmodelc/analytics/coremldata.bin",
+      "size": 243,
+      "sha256": "ba122c04ae4c8d28c8b8805049e22fb7dfeac3eada7bde68c2366a14e712d1d6"
+    },
+    {
+      "path": "VAEEncoder.mlmodelc/coremldata.bin",
+      "size": 883,
+      "sha256": "fe1d98a943015c7ac3d29ef2d573b37610e62c97e5724d2f85c555960832629d"
+    },
+    {
+      "path": "VAEEncoder.mlmodelc/metadata.json",
+      "size": 2674,
+      "sha256": "f18ce0aabcf1ad6695c8d7bf418dd30bdac1d031ef453fe1f2b655487dff019d"
+    },
+    {
+      "path": "VAEEncoder.mlmodelc/model.mil",
+      "size": 132453,
+      "sha256": "52c0b22663abb7890a76932f8c8b2467908bfc5b6cdef92e4a2cbcde9a7d07a4"
+    },
+    {
+      "path": "VAEEncoder.mlmodelc/weights/weight.bin",
+      "size": 68338112,
+      "sha256": "71bf826e5ee1b455462aff0b34e3a469f5f58955ae715708962b1d81db92dc64"
+    },
+    {
+      "path": "adapter-schema.json",
+      "remote_path": "hq-v4-int8/adapter-schema.json",
+      "size": 55773,
+      "sha256": "b356bae467a4e60cb26151c5b2cad2d2dc298b057f44b71479096036ca53c1d9"
+    }
+  ]
+}

pipeline-v1/UnetPipeline.mlmodelc/analytics/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bc7decedc8a3485c6af30000a6cff3f46fab33f538c8890e07d2da05a616cd
+size 202

pipeline-v1/UnetPipeline.mlmodelc/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493697fec9508d0af0bea22d3b73ddfc6339df1d3191bc8b8e03d7b857aa55f0
+size 257

pipeline-v1/UnetPipeline.mlmodelc/metadata.json

@@ -0,0 +1,109 @@
+[
+  {
+    "metadataOutputVersion" : "3.0",
+    "storagePrecision" : "Float16",
+    "outputSchema" : [
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float32",
+        "formattedType" : "MultiArray (Float32 1 × 4 × 64 × 64)",
+        "shortDescription" : "",
+        "shape" : "[1, 4, 64, 64]",
+        "name" : "noise_pred",
+        "type" : "MultiArray"
+      }
+    ],
+    "modelParameters" : [
+
+    ],
+    "specificationVersion" : 9,
+    "mlProgramOperationTypeHistogram" : {
+      "Ios18.expandDims" : 3,
+      "Ios18.softmax" : 256,
+      "Ios18.cos" : 1,
+      "Ios18.mul" : 273,
+      "UpsampleNearestNeighbor" : 3,
+      "Ios18.batchNorm" : 61,
+      "Ios16.reduceMean" : 122,
+      "Ios18.realDiv" : 61,
+      "Ios18.sin" : 1,
+      "Split" : 16,
+      "Ios18.add" : 169,
+      "Ios18.layerNorm" : 48,
+      "Ios18.reshape" : 154,
+      "Ios18.conv" : 282,
+      "Ios18.concat" : 46,
+      "Ios18.gelu" : 16,
+      "Ios18.sub" : 61,
+      "Ios16.einsum" : 512,
+      "Ios18.silu" : 47,
+      "Ios18.transpose" : 32,
+      "Ios18.sqrt" : 61,
+      "Ios18.square" : 61,
+      "Ios18.cast" : 27,
+      "Ios18.sliceByIndex" : 770
+    },
+    "computePrecision" : "Mixed (Float16, Float32, Int32)",
+    "isUpdatable" : "0",
+    "stateSchema" : [
+
+    ],
+    "availability" : {
+      "macOS" : "15.0",
+      "tvOS" : "18.0",
+      "visionOS" : "2.0",
+      "watchOS" : "11.0",
+      "iOS" : "18.0",
+      "macCatalyst" : "18.0"
+    },
+    "modelType" : {
+      "name" : "MLModelType_pipeline",
+      "structure" : [
+        {
+          "name" : "MLModelType_mlProgram"
+        },
+        {
+          "name" : "MLModelType_mlProgram"
+        }
+      ]
+    },
+    "userDefinedMetadata" : {
+
+    },
+    "inputSchema" : [
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float16",
+        "formattedType" : "MultiArray (Float16 1 × 9 × 64 × 64)",
+        "shortDescription" : "",
+        "shape" : "[1, 9, 64, 64]",
+        "name" : "sample",
+        "type" : "MultiArray"
+      },
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float16",
+        "formattedType" : "MultiArray (Float16 1)",
+        "shortDescription" : "",
+        "shape" : "[1]",
+        "name" : "timestep",
+        "type" : "MultiArray"
+      },
+      {
+        "hasShapeFlexibility" : "0",
+        "isOptional" : "0",
+        "dataType" : "Float16",
+        "formattedType" : "MultiArray (Float16 1 × 768 × 1 × 77)",
+        "shortDescription" : "",
+        "shape" : "[1, 768, 1, 77]",
+        "name" : "encoder_hidden_states",
+        "type" : "MultiArray"
+      }
+    ],
+    "generatedClassName" : "tmpdjm7wibv",
+    "method" : "predict"
+  }
+]

pipeline-v1/UnetPipeline.mlmodelc/model0/analytics/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8281049b2a65a3be541cfd9f949e84b8fe1c5251ce90e46da1626fed54e58a
+size 108

pipeline-v1/UnetPipeline.mlmodelc/model0/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824c42312c6e437d8bc79a1c9e6a9a3b8a34b4467b8915928b164e7ab3bcbb58
+size 681

pipeline-v1/UnetPipeline.mlmodelc/model0/weights/0-weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adda5d567cd4bb88b1c2dde8b2d7a36f79e4f9c1bf2107e6af146440f6a5c7e
+size 887598400

pipeline-v1/UnetPipeline.mlmodelc/model1/analytics/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8281049b2a65a3be541cfd9f949e84b8fe1c5251ce90e46da1626fed54e58a
+size 108

pipeline-v1/UnetPipeline.mlmodelc/model1/coremldata.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fe4ad59367b13367682a3d7205eab939c3f68ac81491954cf7e3f5b1565f6c
+size 662

pipeline-v1/UnetPipeline.mlmodelc/model1/weights/1-weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f1698fbfc59d0495f72d7ee5ff23db6af11c91a0fe55ad5d5725d4a3f54dd9
+size 831567872