[ { "metadataOutputVersion" : "3.0", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 2048, 1, 1]", "name" : "hidden_states", "type" : "MultiArray" } ], "modelParameters" : [ ], "specificationVersion" : 9, "functions" : [ { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 2048, 1, 1]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_index_seed", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Int32)", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 2048, 1, 1]", "name" : "hidden_states", "type" : "MultiArray" } ], "name" : "main", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 2048, 1, 1]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_index_seed", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Int32)", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 2048, 1, 1]", "name" : "hidden_states", "type" : "MultiArray" } ], "name" : "length_1", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 8)", "shortDescription" : "", "shape" : "[1, 2048, 1, 8]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 8)", "shortDescription" : "", "shape" : "[8]", "name" : "position_index_seed", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Int32)", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 8)", "shortDescription" : "", "shape" : "[1, 2048, 1, 8]", "name" : "hidden_states", "type" : "MultiArray" } ], "name" : "length_8", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 16)", "shortDescription" : "", "shape" : "[1, 2048, 1, 16]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 16)", "shortDescription" : "", "shape" : "[16]", "name" : "position_index_seed", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Int32)", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 16)", "shortDescription" : "", "shape" : "[1, 2048, 1, 16]", "name" : "hidden_states", "type" : "MultiArray" } ], "name" : "length_16", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 32)", "shortDescription" : "", "shape" : "[1, 2048, 1, 32]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 32)", "shortDescription" : "", "shape" : "[32]", "name" : "position_index_seed", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Int32)", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 32)", "shortDescription" : "", "shape" : "[1, 2048, 1, 32]", "name" : "hidden_states", "type" : "MultiArray" } ], "name" : "length_32", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 64)", "shortDescription" : "", "shape" : "[1, 2048, 1, 64]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 64)", "shortDescription" : "", "shape" : "[64]", "name" : "position_index_seed", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Int32)", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 64)", "shortDescription" : "", "shape" : "[1, 2048, 1, 64]", "name" : "hidden_states", "type" : "MultiArray" } ], "name" : "length_64", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 128)", "shortDescription" : "", "shape" : "[1, 2048, 1, 128]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 128)", "shortDescription" : "", "shape" : "[128]", "name" : "position_index_seed", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Int32)", "storagePrecision" : "Mixed (Float16, Int32, Int8)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 128)", "shortDescription" : "", "shape" : "[1, 2048, 1, 128]", "name" : "hidden_states", "type" : "MultiArray" } ], "name" : "length_128", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 } } ], "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 5, "Ios18.mul" : 100, "Ios18.softmax" : 18, "Ios18.matmul" : 36, "Ios18.equal" : 1, "Split" : 64, "Ios18.greaterEqual" : 2, "Select" : 3, "Ios18.greater" : 1, "Ios18.readState" : 20, "Ios18.gather" : 2, "Ios18.add" : 58, "Ios18.layerNorm" : 19, "Ios16.fillLike" : 1, "Ios18.reshape" : 36, "Ios18.sliceUpdate" : 18, "Ios18.writeState" : 18, "Ios18.conv" : 63, "Ios18.concat" : 64, "Ios18.transpose" : 30, "Ios18.sub" : 1, "Ios18.cast" : 4, "Ios18.silu" : 9, "Ios18.sliceByIndex" : 18, "Ios16.cumsum" : 1, "Ios18.constexprBlockwiseShiftScale" : 42 }, "isUpdatable" : "0", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "key_cache", "type" : "State" }, { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", "shortDescription" : "", "shape" : "[9, 2, 2048, 128]", "name" : "value_cache", "type" : "State" } ], "availability" : { "macOS" : "15.0", "tvOS" : "18.0", "visionOS" : "2.0", "watchOS" : "11.0", "iOS" : "18.0", "macCatalyst" : "18.0" }, "computePrecision" : "Mixed (Float16, Int32)", "modelType" : { "name" : "MLModelType_mlProgram" }, "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float32", "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 1)", "shortDescription" : "", "shape" : "[1, 2048, 1, 1]", "name" : "inputs_embeds", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_id", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "position_index_seed", "type" : "MultiArray" } ], "defaultFunctionName" : "main", "generatedClassName" : "base_lm_multifunction_part2_of_3", "userDefinedMetadata" : { "com.github.apple.coremltools.version" : "9.0", "com.github.apple.coremltools.conversion_date" : "2026-06-09", "com.github.apple.coremltools.source" : "milinternal" }, "method" : "predict" } ]