[ { "metadataOutputVersion" : "3.0", "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (6 bits), UInt6)", "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1024)", "shortDescription" : "", "shape" : "[1, 1024]", "name" : "hidden_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 1 × 4 × 256)", "shortDescription" : "", "shape" : "[2, 1, 4, 256]", "name" : "q19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 1 × 256)", "shortDescription" : "", "shape" : "[2, 1, 256]", "name" : "k19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 1 × 256)", "shortDescription" : "", "shape" : "[2, 1, 256]", "name" : "v19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048)", "shortDescription" : "", "shape" : "[1, 2048]", "name" : "gate19", "type" : "MultiArray" } ], "modelParameters" : [ ], "specificationVersion" : 9, "functions" : [ { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1024)", "shortDescription" : "", "shape" : "[1, 1024]", "name" : "hidden", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 2048)", "shortDescription" : "", "shape" : "[1, 1, 2048]", "name" : "mask3", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "current_pos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)", "shortDescription" : "", "shape" : "[1, 1, 1, 64]", "name" : "cos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)", "shortDescription" : "", "shape" : "[1, 1, 1, 64]", "name" : "sin", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Float32, Int32)", "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (6 bits), UInt6)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 4 × 2 × 2 × 2048 × 256)", "shortDescription" : "", "shape" : "[4, 2, 2, 2048, 256]", "name" : "kv_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1024)", "shortDescription" : "", "shape" : "[1, 1024]", "name" : "hidden_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 1 × 4 × 256)", "shortDescription" : "", "shape" : "[2, 1, 4, 256]", "name" : "q19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 1 × 256)", "shortDescription" : "", "shape" : "[2, 1, 256]", "name" : "k19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 1 × 256)", "shortDescription" : "", "shape" : "[2, 1, 256]", "name" : "v19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 2048)", "shortDescription" : "", "shape" : "[1, 2048]", "name" : "gate19", "type" : "MultiArray" } ], "name" : "main", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 177, "Ios18.mul" : 617, "Ios18.softmax" : 32, "Ios18.rsqrt" : 94, "Ios18.exp" : 15, "Ios16.reduceMean" : 64, "Ios18.sigmoid" : 19, "Split" : 106, "Ios18.readState" : 9, "Ios18.add" : 286, "Ios16.reduceSum" : 60, "Ios18.writeState" : 8, "Ios18.sliceUpdate" : 8, "Ios18.reshape" : 140, "Ios18.constexprLutToDense" : 166, "Ios18.linear" : 151, "Ios18.conv" : 15, "Ios18.concat" : 55, "Ios18.sub" : 15, "Ios18.silu" : 49, "Ios18.transpose" : 142, "Ios18.softplus" : 15, "Ios16.einsum" : 160, "Ios18.sliceByIndex" : 122 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 16 × 1024)", "shortDescription" : "", "shape" : "[16, 1024]", "name" : "hidden", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 2048)", "shortDescription" : "", "shape" : "[1, 16, 2048]", "name" : "mask3", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "current_pos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 16 × 64)", "shortDescription" : "", "shape" : "[1, 1, 16, 64]", "name" : "cos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 16 × 64)", "shortDescription" : "", "shape" : "[1, 1, 16, 64]", "name" : "sin", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Float32, Int32)", "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (6 bits), UInt6)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 4 × 2 × 2 × 2048 × 256)", "shortDescription" : "", "shape" : "[4, 2, 2, 2048, 256]", "name" : "kv_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 16 × 1024)", "shortDescription" : "", "shape" : "[16, 1024]", "name" : "hidden_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 16 × 4 × 256)", "shortDescription" : "", "shape" : "[2, 16, 4, 256]", "name" : "q19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 16 × 256)", "shortDescription" : "", "shape" : "[2, 16, 256]", "name" : "k19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 16 × 256)", "shortDescription" : "", "shape" : "[2, 16, 256]", "name" : "v19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 16 × 2048)", "shortDescription" : "", "shape" : "[16, 2048]", "name" : "gate19", "type" : "MultiArray" } ], "name" : "prefill16", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 1512, "Ios18.mul" : 1742, "Ios18.softmax" : 32, "Ios18.rsqrt" : 94, "Ios18.exp" : 240, "Ios16.reduceMean" : 64, "Ios18.sigmoid" : 19, "Split" : 106, "Ios18.readState" : 9, "Ios18.add" : 511, "Ios16.reduceSum" : 510, "Ios18.writeState" : 8, "Ios18.sliceUpdate" : 8, "Ios18.reshape" : 140, "Ios18.constexprLutToDense" : 166, "Ios18.linear" : 151, "Ios18.conv" : 15, "Ios18.concat" : 55, "Ios18.sub" : 240, "Ios18.silu" : 49, "Stack" : 15, "Ios18.transpose" : 142, "Ios18.softplus" : 15, "Ios16.einsum" : 160, "Ios18.sliceByIndex" : 1247 } }, { "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 4 × 1024)", "shortDescription" : "", "shape" : "[4, 1024]", "name" : "hidden", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 4 × 2048)", "shortDescription" : "", "shape" : "[1, 4, 2048]", "name" : "mask3", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "current_pos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 4 × 64)", "shortDescription" : "", "shape" : "[1, 1, 4, 64]", "name" : "cos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 4 × 64)", "shortDescription" : "", "shape" : "[1, 1, 4, 64]", "name" : "sin", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18", "type" : "MultiArray" } ], "computePrecision" : "Mixed (Float16, Float32, Int32)", "storagePrecision" : "Mixed (Float16, Palettized (11 bits), Palettized (12 bits), Palettized (13 bits), Palettized (14 bits), Palettized (15 bits), Palettized (6 bits), UInt6)", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 4 × 2 × 2 × 2048 × 256)", "shortDescription" : "", "shape" : "[4, 2, 2, 2048, 256]", "name" : "kv_cache", "type" : "State" } ], "outputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 4 × 1024)", "shortDescription" : "", "shape" : "[4, 1024]", "name" : "hidden_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18_out", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 4 × 4 × 256)", "shortDescription" : "", "shape" : "[2, 4, 4, 256]", "name" : "q19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 4 × 256)", "shortDescription" : "", "shape" : "[2, 4, 256]", "name" : "k19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 2 × 4 × 256)", "shortDescription" : "", "shape" : "[2, 4, 256]", "name" : "v19", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 4 × 2048)", "shortDescription" : "", "shape" : "[4, 2048]", "name" : "gate19", "type" : "MultiArray" } ], "name" : "prefill4", "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 432, "Ios18.mul" : 842, "Ios18.softmax" : 32, "Ios18.rsqrt" : 94, "Ios18.exp" : 60, "Ios16.reduceMean" : 64, "Ios18.sigmoid" : 19, "Split" : 106, "Ios18.readState" : 9, "Ios18.add" : 331, "Ios16.reduceSum" : 150, "Ios18.writeState" : 8, "Ios18.sliceUpdate" : 8, "Ios18.reshape" : 140, "Ios18.constexprLutToDense" : 166, "Ios18.linear" : 151, "Ios18.conv" : 15, "Ios18.concat" : 55, "Ios18.sub" : 60, "Ios18.silu" : 49, "Stack" : 15, "Ios18.transpose" : 142, "Ios18.softplus" : 15, "Ios16.einsum" : 160, "Ios18.sliceByIndex" : 347 } } ], "mlProgramOperationTypeHistogram" : { "Ios18.expandDims" : 177, "Ios18.mul" : 617, "Ios18.softmax" : 32, "Ios18.rsqrt" : 94, "Ios18.exp" : 15, "Ios16.reduceMean" : 64, "Ios18.sigmoid" : 19, "Split" : 106, "Ios18.readState" : 9, "Ios18.add" : 286, "Ios16.reduceSum" : 60, "Ios18.writeState" : 8, "Ios18.sliceUpdate" : 8, "Ios18.reshape" : 140, "Ios18.constexprLutToDense" : 166, "Ios18.linear" : 151, "Ios18.conv" : 15, "Ios18.concat" : 55, "Ios18.sub" : 15, "Ios18.silu" : 49, "Ios18.transpose" : 142, "Ios18.softplus" : 15, "Ios16.einsum" : 160, "Ios18.sliceByIndex" : 122 }, "isUpdatable" : "0", "stateSchema" : [ { "dataType" : "Float16", "isOptional" : "0", "formattedType" : "State (Float16 4 × 2 × 2 × 2048 × 256)", "shortDescription" : "", "shape" : "[4, 2, 2, 2048, 256]", "name" : "kv_cache", "type" : "State" } ], "availability" : { "macOS" : "15.0", "tvOS" : "18.0", "visionOS" : "2.0", "watchOS" : "11.0", "iOS" : "18.0", "macCatalyst" : "18.0" }, "computePrecision" : "Mixed (Float16, Float32, Int32)", "modelType" : { "name" : "MLModelType_mlProgram" }, "inputSchema" : [ { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1024)", "shortDescription" : "", "shape" : "[1, 1024]", "name" : "hidden", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 2048)", "shortDescription" : "", "shape" : "[1, 1, 2048]", "name" : "mask3", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Int32", "formattedType" : "MultiArray (Int32 1)", "shortDescription" : "", "shape" : "[1]", "name" : "current_pos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)", "shortDescription" : "", "shape" : "[1, 1, 1, 64]", "name" : "cos", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 1 × 1 × 64)", "shortDescription" : "", "shape" : "[1, 1, 1, 64]", "name" : "sin", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec0", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec1", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec2", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec4", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec5", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec6", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec8", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec9", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec10", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec12", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec13", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec14", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec16", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec17", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 6144 × 3)", "shortDescription" : "", "shape" : "[1, 6144, 3]", "name" : "conv18", "type" : "MultiArray" }, { "hasShapeFlexibility" : "0", "isOptional" : "0", "dataType" : "Float16", "formattedType" : "MultiArray (Float16 1 × 16 × 128 × 128)", "shortDescription" : "", "shape" : "[1, 16, 128, 128]", "name" : "rec18", "type" : "MultiArray" } ], "defaultFunctionName" : "main", "generatedClassName" : "mtp_front_fused", "userDefinedMetadata" : { }, "method" : "predict" } ]