File size: 360 Bytes
207a3cf
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{
  "method": "nvfp4",
  "model": "/mnt/data/qwythos-9b-v2-src",
  "output_dir": "/mnt/models/quantized/Qwythos-9B-v2-NVFP4",
  "calib_dataset": "ultrachat_200k",
  "calib_samples": 512,
  "load_time_s": 3.2,
  "quant_time_s": 208.6,
  "total_time_s": 223.0,
  "output_size_gb": 10.4,
  "vram_after_load": {
    "gpu_0": "3.2GB allocated, 3.2GB reserved"
  }
}