File size: 360 Bytes
207a3cf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | {
"method": "nvfp4",
"model": "/mnt/data/qwythos-9b-v2-src",
"output_dir": "/mnt/models/quantized/Qwythos-9B-v2-NVFP4",
"calib_dataset": "ultrachat_200k",
"calib_samples": 512,
"load_time_s": 3.2,
"quant_time_s": 208.6,
"total_time_s": 223.0,
"output_size_gb": 10.4,
"vram_after_load": {
"gpu_0": "3.2GB allocated, 3.2GB reserved"
}
} |