quantize_config.json

{
    "per_channel": true,
    "reduce_range": true,
    "quantize_mode": "bnb4",
    "per_model_config": {}
}