{ "producer": { "name": "modelopt", "version": "mock-converted-from-mxfp4" }, "quantization": { "quant_algo": "MIXED_PRECISION", "kv_cache_quant_algo": null, "group_size": 16, "quantized_layers": { "layers.0.ffn.experts": { "group_size": 16, "quant_algo": "NVFP4" }, "layers.1.ffn.experts": { "group_size": 16, "quant_algo": "NVFP4" }, "layers.2.ffn.experts": { "group_size": 16, "quant_algo": "NVFP4" }, "layers.3.ffn.experts": { "group_size": 16, "quant_algo": "NVFP4" }, "layers.4.ffn.experts": { "group_size": 16, "quant_algo": "NVFP4" }, "layers.5.ffn.experts": { "group_size": 16, "quant_algo": "NVFP4" }, "layers.6.ffn.experts": { "group_size": 16, "quant_algo": "NVFP4" } }, "exclude_modules": [ "*.attn.*", "*.ffn.shared_experts.*", "head", "mtp.*" ] } }