quantize_config.json

{
  "quantization": {
    "group_size": 64,
    "bits": 4,
    "quantized_components": [
      "text_decoder"
    ],
    "float_components": [
      "audio_encoder",
      "classify_head",
      "norms"
    ]
  }
}