| [ |
| { |
| "metadataOutputVersion" : "3.0", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 1)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 1]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "modelParameters" : [ |
|
|
| ], |
| "specificationVersion" : 9, |
| "functions" : [ |
| { |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 1)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 1]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 1)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 1]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "name" : "main", |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| } |
| }, |
| { |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 1)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 1]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 1)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 1]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "name" : "length_1", |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| } |
| }, |
| { |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 8)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 8]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 8)", |
| "shortDescription" : "", |
| "shape" : "[8]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 8)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 8]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "name" : "length_8", |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| } |
| }, |
| { |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 16)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 16]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 16)", |
| "shortDescription" : "", |
| "shape" : "[16]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 16)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 16]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "name" : "length_16", |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| } |
| }, |
| { |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 32)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 32]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 32)", |
| "shortDescription" : "", |
| "shape" : "[32]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 32)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 32]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "name" : "length_32", |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| } |
| }, |
| { |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 64)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 64]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 64)", |
| "shortDescription" : "", |
| "shape" : "[64]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 64)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 64]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "name" : "length_64", |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| } |
| }, |
| { |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 128)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 128]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 128)", |
| "shortDescription" : "", |
| "shape" : "[128]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "storagePrecision" : "Mixed (Float16, Int32, Int8)", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "outputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float16", |
| "formattedType" : "MultiArray (Float16 1 × 2048 × 1 × 128)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 128]", |
| "name" : "hidden_states", |
| "type" : "MultiArray" |
| } |
| ], |
| "name" : "length_128", |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| } |
| } |
| ], |
| "mlProgramOperationTypeHistogram" : { |
| "Ios18.expandDims" : 5, |
| "Ios18.mul" : 100, |
| "Ios18.softmax" : 18, |
| "Ios18.matmul" : 36, |
| "Ios18.equal" : 1, |
| "Split" : 64, |
| "Ios18.greaterEqual" : 2, |
| "Select" : 3, |
| "Ios18.greater" : 1, |
| "Ios18.readState" : 20, |
| "Ios18.gather" : 2, |
| "Ios18.add" : 58, |
| "Ios18.layerNorm" : 19, |
| "Ios16.fillLike" : 1, |
| "Ios18.reshape" : 36, |
| "Ios18.sliceUpdate" : 18, |
| "Ios18.writeState" : 18, |
| "Ios18.conv" : 63, |
| "Ios18.concat" : 64, |
| "Ios18.transpose" : 30, |
| "Ios18.sub" : 1, |
| "Ios18.cast" : 4, |
| "Ios18.silu" : 9, |
| "Ios18.sliceByIndex" : 18, |
| "Ios16.cumsum" : 1, |
| "Ios18.constexprBlockwiseShiftScale" : 42 |
| }, |
| "isUpdatable" : "0", |
| "stateSchema" : [ |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "key_cache", |
| "type" : "State" |
| }, |
| { |
| "dataType" : "Float16", |
| "isOptional" : "0", |
| "formattedType" : "State (Float16 9 × 2 × 2048 × 128)", |
| "shortDescription" : "", |
| "shape" : "[9, 2, 2048, 128]", |
| "name" : "value_cache", |
| "type" : "State" |
| } |
| ], |
| "availability" : { |
| "macOS" : "15.0", |
| "tvOS" : "18.0", |
| "visionOS" : "2.0", |
| "watchOS" : "11.0", |
| "iOS" : "18.0", |
| "macCatalyst" : "18.0" |
| }, |
| "computePrecision" : "Mixed (Float16, Int32)", |
| "modelType" : { |
| "name" : "MLModelType_mlProgram" |
| }, |
| "inputSchema" : [ |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Float32", |
| "formattedType" : "MultiArray (Float32 1 × 2048 × 1 × 1)", |
| "shortDescription" : "", |
| "shape" : "[1, 2048, 1, 1]", |
| "name" : "inputs_embeds", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_id", |
| "type" : "MultiArray" |
| }, |
| { |
| "hasShapeFlexibility" : "0", |
| "isOptional" : "0", |
| "dataType" : "Int32", |
| "formattedType" : "MultiArray (Int32 1)", |
| "shortDescription" : "", |
| "shape" : "[1]", |
| "name" : "position_index_seed", |
| "type" : "MultiArray" |
| } |
| ], |
| "defaultFunctionName" : "main", |
| "generatedClassName" : "base_lm_multifunction_part2_of_3", |
| "userDefinedMetadata" : { |
| "com.github.apple.coremltools.version" : "9.0", |
| "com.github.apple.coremltools.conversion_date" : "2026-06-09", |
| "com.github.apple.coremltools.source" : "milinternal" |
| }, |
| "method" : "predict" |
| } |
| ] |
