al8n's picture
clapkit T1: LAION CLAP both encoders, fp16 (spectrogram-input audio + RoBERTa text), pre-norm
97d631f verified
Raw
History Blame Contribute Delete
2.69 kB
[
{
"metadataOutputVersion" : "3.0",
"shortDescription" : "CLAP text encoder: input_ids\/attention_mask [1,512] -> 512-d joint embedding, L2-norm applied by the caller",
"outputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float32",
"formattedType" : "MultiArray (Float32 1 × 512)",
"shortDescription" : "",
"shape" : "[1, 512]",
"name" : "text_embeds",
"type" : "MultiArray"
}
],
"storagePrecision" : "Float16",
"modelParameters" : [
],
"author" : "clapkit T1: laion\/clap-htsat-unfused text tower (RoBERTa + text_projection), pre-norm",
"specificationVersion" : 8,
"mlProgramOperationTypeHistogram" : {
"Ios17.notEqual" : 1,
"Ios17.reshape" : 48,
"Ios17.logicalAnd" : 1,
"Ios16.softmax" : 12,
"Ios17.matmul" : 24,
"Ios17.transpose" : 48,
"Select" : 2,
"Ios17.add" : 40,
"Ios17.sliceByIndex" : 1,
"Ios17.gatherAlongAxis" : 1,
"Ios17.gatherNd" : 1,
"Ios17.gather" : 3,
"Ios17.layerNorm" : 25,
"Ios17.tanh" : 1,
"Ios16.gelu" : 12,
"Ios17.cast" : 6,
"Ios16.relu" : 1,
"Ios17.linear" : 75,
"Ios17.greaterEqual" : 1,
"Ios16.cumsum" : 1,
"Ios17.mul" : 13
},
"computePrecision" : "Mixed (Float16, Float32, Int32, Int8, UInt16)",
"isUpdatable" : "0",
"stateSchema" : [
],
"availability" : {
"macOS" : "14.0",
"tvOS" : "17.0",
"visionOS" : "1.0",
"watchOS" : "10.0",
"iOS" : "17.0",
"macCatalyst" : "17.0"
},
"modelType" : {
"name" : "MLModelType_mlProgram"
},
"inputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Int32",
"formattedType" : "MultiArray (Int32 1 × 512)",
"shortDescription" : "",
"shape" : "[1, 512]",
"name" : "input_ids",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Int32",
"formattedType" : "MultiArray (Int32 1 × 512)",
"shortDescription" : "",
"shape" : "[1, 512]",
"name" : "attention_mask",
"type" : "MultiArray"
}
],
"userDefinedMetadata" : {
"com.github.apple.coremltools.conversion_date" : "2026-07-18",
"com.github.apple.coremltools.source" : "torch==2.5.1",
"com.github.apple.coremltools.version" : "9.0",
"com.github.apple.coremltools.source_dialect" : "TorchScript"
},
"generatedClassName" : "clap_text",
"method" : "predict"
}
]