quantization_config.json

{
  "quantization_config": {
    "bits": 4,
    "group_size": 128,
    "desc_act": false,
    "sym": true
  }
}