quantization_metadata.json

{
  "quantization_method": "bitsandbytes",
  "bits": 8,
  "quant_type": "int8",
  "double_quant": false,
  "modules_not_quantized": [
    "acoustic_tokenizer_encoder",
    "semantic_tokenizer_encoder",
    "acoustic_projection",
    "semantic_projection",
    "lm_head"
  ],
  "modules_quantized": [
    "language_model (excluding lm_head)"
  ],
  "base_model": "microsoft/VibeVoice-ASR-HF",
  "transformers_version": "5.3.0"
}