al8n's picture
Add int8 (8-bit k-means-palettized) weight-only tier of both encoders
02a99c6 verified
Raw
History Blame Contribute Delete
2.78 kB
[
{
"metadataOutputVersion" : "3.0",
"shortDescription" : "CLAP text encoder (RoBERTa + text_projection) — int8 weight-only (int8_kmeans)",
"outputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float32",
"formattedType" : "MultiArray (Float32 1 × 512)",
"shortDescription" : "",
"shape" : "[1, 512]",
"name" : "text_embeds",
"type" : "MultiArray"
}
],
"storagePrecision" : "Mixed (Float16, Palettized (8 bits))",
"modelParameters" : [
],
"author" : "clapkit T1: laion\/clap-htsat-unfused text tower (RoBERTa + text_projection), pre-norm | int8 weight-only (int8_kmeans) tier",
"specificationVersion" : 8,
"mlProgramOperationTypeHistogram" : {
"Ios17.notEqual" : 1,
"Ios17.reshape" : 48,
"Ios17.logicalAnd" : 1,
"Ios16.softmax" : 12,
"Ios17.matmul" : 24,
"Ios17.transpose" : 48,
"Select" : 3,
"Ios17.add" : 41,
"Ios17.sliceByIndex" : 1,
"Ios17.gatherAlongAxis" : 1,
"Ios17.gatherNd" : 1,
"Ios17.gather" : 3,
"Ios17.layerNorm" : 25,
"Ios16.gelu" : 12,
"Ios17.cast" : 6,
"Ios16.constexprLutToDense" : 79,
"Ios17.tanh" : 1,
"Ios16.relu" : 1,
"Ios17.linear" : 75,
"Ios17.greaterEqual" : 2,
"Ios16.cumsum" : 1,
"Ios17.mul" : 13
},
"computePrecision" : "Mixed (Float16, Float32, Int32, Int8, UInt16)",
"isUpdatable" : "0",
"stateSchema" : [
],
"availability" : {
"macOS" : "14.0",
"tvOS" : "17.0",
"visionOS" : "1.0",
"watchOS" : "10.0",
"iOS" : "17.0",
"macCatalyst" : "17.0"
},
"modelType" : {
"name" : "MLModelType_mlProgram"
},
"inputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Int32",
"formattedType" : "MultiArray (Int32 1 × 512)",
"shortDescription" : "",
"shape" : "[1, 512]",
"name" : "input_ids",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Int32",
"formattedType" : "MultiArray (Int32 1 × 512)",
"shortDescription" : "",
"shape" : "[1, 512]",
"name" : "attention_mask",
"type" : "MultiArray"
}
],
"userDefinedMetadata" : {
"com.github.apple.coremltools.conversion_date" : "2026-07-18",
"com.github.apple.coremltools.source" : "torch==2.5.1",
"com.github.apple.coremltools.version" : "9.0",
"com.github.apple.coremltools.source_dialect" : "TorchScript"
},
"generatedClassName" : "clap_text_int8_kmeans",
"method" : "predict"
}
]