quantization.json

{
  "group_size": 64,
  "bits": 4,
  "mode": "affine",
  "dtype": "bfloat16",
  "pipeline": "distilled",
  "predicate": "core",
  "quantize_scope": "core"
}