[ { "metadataOutputVersion" : "3.0", "storagePrecision" : "Float16", "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 1024)", "shortDescription" : "", "shape" : "[1, 1, 1024]", "name" : "shift_ctx", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 30720 × 1 × 1024)", "shortDescription" : "", "shape" : "[1, 30720, 1, 1024]", "name" : "key_cache", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 30720 × 1 × 1024)", "shortDescription" : "", "shape" : "[1, 30720, 1, 1024]", "name" : "value_cache", "type" : "MultiArray" } ], "modelParameters" : [ ], "specificationVersion" : 9, "mlProgramOperationTypeHistogram" : { "Ios18.linear" : 210, "Pad" : 60, "Ios18.matmul" : 60, "Ios18.gather" : 1, "Ios18.concat" : 63, "Ios18.rsqrt" : 61, "Ios18.add" : 212, "Ios16.reduceMean" : 61, "Ios18.softmax" : 30, "Ios18.sliceByIndex" : 121, "Ios18.transpose" : 180, "Ios18.cast" : 1, "Ios18.pow" : 61, "Ios18.silu" : 30, "Ios18.reshape" : 180, "Ios18.mul" : 362 }, "computePrecision" : "Mixed (Float16, Float32, Int16, Int32)", "isUpdatable" : "0", "stateSchema" : [ ], "availability" : { "macOS" : "15.0", "tvOS" : "18.0", "visionOS" : "2.0", "watchOS" : "11.0", "iOS" : "18.0", "macCatalyst" : "18.0" }, "modelType" : { "name" : "MLModelType_mlProgram" }, "userDefinedMetadata" : { "com.github.apple.coremltools.version" : "8.3.0", "com.github.apple.coremltools.source_dialect" : "TorchScript", "com.github.apple.coremltools.source" : "torch==2.6.0" }, "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 34 × 1024)", "shortDescription" : "", "shape" : "[1, 34, 1024]", "name" : "cond_emb", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1 × 256)", "shortDescription" : "", "shape" : "[1, 256]", "name" : "text_token_ids", "type" : "MultiArray" } ], "generatedClassName" : "TextPrefill", "method" : "predict" } ]