quantization_config.json

{
  "base_model": "bosonai/higgs-audio-v3-tts-4b",
  "base_model_relation": "quantized",
  "format": "awq",
  "quantized_scope": "body.layers.* 2D transformer weights only",
  "preserved_scope": "codec/vocoder, fused modality embedding/head, norms, biases, non-2D tensors",
  "quantized_parameters": 3633315840,
  "total_parameters_seen": 4654850537,
  "quantized_parameter_fraction": 0.780544039195216,
  "artifact_note": "Runtime integration required for Higgs custom multi-codebook TTS generation."
}