[ { "metadataOutputVersion" : "3.0", "storagePrecision" : "Mixed (Float32, Palettized (8 bits), UInt8)", "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 15 × 2048)", "shortDescription" : "", "shape" : "[1, 15, 2048]", "name" : "all_logits", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1024 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 1024, 1, 1]", "name" : "hidden_states", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 5120 × 1 × 16)", "shortDescription" : "", "shape" : "[1, 5120, 1, 16]", "name" : "new_key_cache", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 5120 × 1 × 16)", "shortDescription" : "", "shape" : "[1, 5120, 1, 16]", "name" : "new_value_cache", "type" : "MultiArray" } ], "modelParameters" : [ ], "specificationVersion" : 9, "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 49, "Ios18.softmax" : 5, "Ios18.cos" : 1, "Ios18.mul" : 106, "Ios18.matmul" : 11, "Ios18.rsqrt" : 21, "Ios16.reduceMean" : 21, "Ios18.sin" : 1, "Tile" : 10, "Ios18.add" : 58, "Ios18.reshape" : 50, "Ios18.constexprLutToDense" : 50, "Ios18.linear" : 50, "Ios18.concat" : 13, "Ios18.transpose" : 21, "Ios18.sub" : 1, "Ios18.pow" : 21, "Ios18.cast" : 10, "Ios18.silu" : 5, "Stack" : 1, "Ios18.sliceByIndex" : 30, "Ios18.squeeze" : 67 }, "computePrecision" : "Mixed (Float16, Float32, Int32)", "isUpdatable" : "0", "stateSchema" : [ ], "availability" : { "macOS" : "15.0", "tvOS" : "18.0", "visionOS" : "2.0", "watchOS" : "11.0", "iOS" : "18.0", "macCatalyst" : "18.0" }, "modelType" : { "name" : "MLModelType_mlProgram" }, "userDefinedMetadata" : { "com.github.apple.coremltools.conversion_date" : "2026-03-22", "com.github.apple.coremltools.source" : "torch==2.7.0", "com.github.apple.coremltools.version" : "9.0", "com.github.apple.coremltools.source_dialect" : "TorchScript" }, "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1024 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 1024, 1, 1]", "name" : "input_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "cache_length", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 5120 × 1 × 16)", "shortDescription" : "", "shape" : "[1, 5120, 1, 16]", "name" : "key_cache", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16)", "shortDescription" : "", "shape" : "[1, 16]", "name" : "key_padding_mask", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16)", "shortDescription" : "", "shape" : "[1, 16]", "name" : "kv_cache_update_mask", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 5120 × 1 × 16)", "shortDescription" : "", "shape" : "[1, 5120, 1, 16]", "name" : "value_cache", "type" : "MultiArray" } ], "generatedClassName" : "MultiCodeDecoder", "method" : "predict" } ]