File size: 1,261 Bytes
2957d4b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | {
"audio_token_id": 151671,
"audio_tokens_per_second": 12.5,
"cache_update": "scatter_along_axis",
"context_note": "The fixed 1024-token MLState cache covers at most about 1.4 minutes of raw audio before prompt/output tokens.",
"decoder_split": {
"enabled": false,
"part1_layers": 28,
"part2_layers": 0,
"split_at": null
},
"enumerated_t": [
1,
128
],
"files": {
"model": "decoder.mlmodelc"
},
"fused_embedding": false,
"head_dim": 128,
"hidden_size": 1024,
"intermediate_size": 3072,
"io_precision": "float16",
"max_seq_length": 1024,
"model_type": "moss-transcribe-diarize-decoder-coreml",
"multifunction": {
"decoder_function": "decoder",
"embedding_function": "embedding",
"file": "decoder.mlmodelc",
"shared_weight": "embed_tokens.weight/lm_head.weight"
},
"num_heads": 16,
"num_kv_heads": 8,
"num_layers": 28,
"quantization": "linear-int8-block32",
"recommended_optimization_hints": {
"specializationStrategy": "FastPrediction"
},
"rms_norm_eps": 1e-06,
"rope_theta": 1000000.0,
"shape_mode": "range",
"source_model": "OpenMOSS-Team/MOSS-Transcribe-Diarize",
"source_revision": "e6d68cdfcddbdad1a7e8454f0cb859cad76e2502",
"vocab_size": 151936
}
|