quant_config.json

{
  "dataset": "c4",
  "bits": 4,
  "nsamples": 128,
  "groupsize": 64,
  "act_order": true,
  "percdamp": 0.01,
  "seed": 0,
  "nearest": false,
  "save": "./llama-30b-4bit-quantized"
}