mattt's picture
Add a Parakeet Ultra encoder for 8 s live windows
4038b9e verified
Raw History Blame Contribute Delete
3.64 kB
[
{
"shortDescription" : "Parakeet Ultra encoder, 8 s window, int8 per-channel weights",
"metadataOutputVersion" : "3.0",
"outputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float32",
"formattedType" : "MultiArray (Float32 1 × 1024 × 101)",
"shortDescription" : "",
"shape" : "[1, 1024, 101]",
"name" : "encoder",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Int32",
"formattedType" : "MultiArray (Int32 1)",
"shortDescription" : "",
"shape" : "[1]",
"name" : "encoder_length",
"type" : "MultiArray"
}
],
"version" : "1",
"modelParameters" : [
],
"author" : "AnySpeechRecognizer",
"specificationVersion" : 8,
"storagePrecision" : "Mixed (Float16, Int8)",
"license" : "CC-BY-4.0. Parakeet Ultra by Moondream (https:\/\/huggingface.co\/moondream\/parakeet-ultra), a post-trained version of Parakeet TDT 0.6B v3 by NVIDIA (https:\/\/huggingface.co\/nvidia\/parakeet-tdt-0.6b-v3); both licensed under CC BY 4.0 (https:\/\/creativecommons.org\/licenses\/by\/4.0\/). Converted to Core ML for AnySpeechRecognizer: the model is split into encoder, prediction network, and joint decision components, weights are stored in float16, and encoder weights are quantized to int8.",
"mlProgramOperationTypeHistogram" : {
"Ios17.floor" : 3,
"Ios17.logicalAnd" : 2,
"Ios17.reshape" : 145,
"Ios16.softmax" : 24,
"Ios17.matmul" : 72,
"Ios17.transpose" : 172,
"Split" : 24,
"Ios17.expandDims" : 5,
"Select" : 72,
"Ios17.add" : 174,
"Tile" : 1,
"Ios17.sliceByIndex" : 48,
"Ios16.sigmoid" : 24,
"Pad" : 48,
"Ios17.logicalNot" : 2,
"Ios17.layerNorm" : 120,
"Ios16.constexprAffineDequantize" : 294,
"Ios16.silu" : 72,
"Ios17.less" : 1,
"Ios17.conv" : 77,
"Ios16.relu" : 3,
"Ios17.cast" : 4,
"Ios17.linear" : 193,
"Ios17.mul" : 99
},
"computePrecision" : "Mixed (Float16, Float32, Int32)",
"stateSchema" : [
],
"isUpdatable" : "0",
"availability" : {
"macOS" : "14.0",
"tvOS" : "17.0",
"visionOS" : "1.0",
"watchOS" : "10.0",
"iOS" : "17.0",
"macCatalyst" : "17.0"
},
"modelType" : {
"name" : "MLModelType_mlProgram"
},
"inputSchema" : [
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Float32",
"formattedType" : "MultiArray (Float32 1 × 128 × 801)",
"shortDescription" : "",
"shape" : "[1, 128, 801]",
"name" : "mel",
"type" : "MultiArray"
},
{
"hasShapeFlexibility" : "0",
"isOptional" : "0",
"dataType" : "Int32",
"formattedType" : "MultiArray (Int32 1)",
"shortDescription" : "",
"shape" : "[1]",
"name" : "mel_length",
"type" : "MultiArray"
}
],
"userDefinedMetadata" : {
"com.github.apple.coremltools.conversion_date" : "2026-10-14",
"source_checkpoints" : "nvidia\/parakeet-tdt-0.6b-v3@541d1f99c6b0c3cd0b11a95167540bb8edefd82b, moondream\/parakeet-ultra@73175eb7aeb0d82f1e2a6b53b3aabc10a90bcd0b",
"com.github.apple.coremltools.source" : "torch==2.7.0",
"com.github.apple.coremltools.version" : "9.0",
"com.github.apple.coremltools.source_dialect" : "TorchScript"
},
"generatedClassName" : "Encoder8s",
"method" : "predict"
}
]