quant_manifest.json

{
  "config_id": "c4",
  "source_model": "meta-llama/Llama-3.2-1B-Instruct",
  "scheme": "NF4",
  "method": "bitsandbytes",
  "bits_weight": 4,
  "bits_activation": 16,
  "group_size": 64,
  "symmetric": false,
  "calibration_file": null,
  "calibration_sha256": null,
  "n_calibration_samples": 0,
  "calibration_seq_len": null,
  "quantize_seconds": 14.2,
  "output_dir": "/scratch/jeesup0103/safety_quant/models/Llama-3.2-1B-Instruct-c4"
}