{
  "producer": {
    "name": "modelopt",
    "version": "f479e7890f0d276e061d69b5a0d70d477ec863f2"
  },
  "quant_method": "modelopt",
  "quantization": {
    "exclude_modules": [
      "*vision_tower*",
      "*multi_modal_projector*",
      "*patch_merge_mlp*",
      "*lm_head*",
      "*embed_tokens*",
      "*layers.0.*",
      "*layers.1.*",
      "*layers.2.*",
      "*self_attn*",
      "*shared_experts*",
      "*block_sparse_moe.gate*"
    ],
    "group_size": 16,
    "kv_cache_quant_algo": null,
    "quant_algo": "NVFP4"
  }
}