config.json

{
    "quantization_config": {
      "bits": 4,
      "quant_method": "awq"
    }
  }