quantization_config.json

{
  "quantization": "int4",
  "group_size": 128,
  "method": "manual_symmetric"
}