File size: 294 Bytes
cb950fd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | {
"producer": {
"name": "modelopt",
"version": "0.37.0.dev5+g76fb12d47.d20250905"
},
"quantization": {
"quant_algo": "NVFP4",
"kv_cache_quant_algo": "FP8",
"group_size": 16,
"exclude_modules": [
"lm_head"
]
}
} |