{ "producer": { "name": "modelopt", "version": "0.43.0" }, "quantization": { "quant_algo": "NVFP4", "kv_cache_quant_algo": null, "group_size": 16, "exclude_modules": [ "lm_head", "model.visual.blocks.0.mlp*", "model.visual.blocks.1.mlp*", "model.visual.blocks.10.mlp*", "model.visual.blocks.11.mlp*", "model.visual.blocks.12.mlp*", "model.visual.blocks.13.mlp*", "model.visual.blocks.14.mlp*", "model.visual.blocks.15.mlp*", "model.visual.blocks.16.mlp*", "model.visual.blocks.17.mlp*", "model.visual.blocks.18.mlp*", "model.visual.blocks.19.mlp*", "model.visual.blocks.2.mlp*", "model.visual.blocks.20.mlp*", "model.visual.blocks.21.mlp*", "model.visual.blocks.22.mlp*", "model.visual.blocks.23.mlp*", "model.visual.blocks.24.mlp*", "model.visual.blocks.25.mlp*", "model.visual.blocks.26.mlp*", "model.visual.blocks.3.mlp*", "model.visual.blocks.4.mlp*", "model.visual.blocks.5.mlp*", "model.visual.blocks.6.mlp*", "model.visual.blocks.7.mlp*", "model.visual.blocks.8.mlp*", "model.visual.blocks.9.mlp*" ] } }