quantization_config.json

{
  "quantization_bits": 4,
  "group_size": 128,
  "vision_quantize": true,
  "language_quantize": true,
  "symmetric": false
}