quant_manifest.json

{
  "config_id": "c1",
  "source_model": "meta-llama/Llama-3.2-1B-Instruct",
  "scheme": "W8A8",
  "method": "smoothquant+gptq",
  "bits_weight": 8,
  "bits_activation": 8,
  "group_size": null,
  "symmetric": true,
  "calibration_file": "calibration_c4_512x2048.jsonl",
  "calibration_sha256": "b5736155d5b24bf5eb15faae0eb4a742aea4a9d0532db9684085a49750606e19",
  "n_calibration_samples": 512,
  "calibration_seq_len": 2048,
  "quantize_seconds": 427.4,
  "output_dir": "/scratch/jeesup0103/safety_quant/models/Llama-3.2-1B-Instruct-c1"
}