{
  "audio_token_id": 151671,
  "audio_tokens_per_second": 12.5,
  "cache_update": "scatter_along_axis",
  "context_note": "The fixed 1024-token MLState cache covers at most about 1.4 minutes of raw audio before prompt/output tokens.",
  "decoder_split": {
    "enabled": false,
    "part1_layers": 28,
    "part2_layers": 0,
    "split_at": null
  },
  "enumerated_t": [
    1,
    128
  ],
  "files": {
    "model": "decoder.mlmodelc"
  },
  "fused_embedding": false,
  "head_dim": 128,
  "hidden_size": 1024,
  "intermediate_size": 3072,
  "io_precision": "float16",
  "max_seq_length": 1024,
  "model_type": "moss-transcribe-diarize-decoder-coreml",
  "multifunction": {
    "decoder_function": "decoder",
    "embedding_function": "embedding",
    "file": "decoder.mlmodelc",
    "shared_weight": "embed_tokens.weight/lm_head.weight"
  },
  "num_heads": 16,
  "num_kv_heads": 8,
  "num_layers": 28,
  "quantization": "linear-int8-block32",
  "recommended_optimization_hints": {
    "specializationStrategy": "FastPrediction"
  },
  "rms_norm_eps": 1e-06,
  "rope_theta": 1000000.0,
  "shape_mode": "range",
  "source_model": "OpenMOSS-Team/MOSS-Transcribe-Diarize",
  "source_revision": "e6d68cdfcddbdad1a7e8454f0cb859cad76e2502",
  "vocab_size": 151936
}