{
  "producer": {
    "name": "modelopt",
    "version": "dsv4-nvfp4-experts"
  },
  "quantization": {
    "quant_algo": "MIXED_PRECISION",
    "kv_cache_quant_algo": null,
    "group_size": 16,
    "quantized_layers": {
      "layers.0.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.1.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.10.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.11.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.12.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.13.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.14.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.15.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.16.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.17.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.18.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.19.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.2.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.20.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.21.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.22.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.23.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.24.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.25.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.26.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.27.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.28.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.29.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.3.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.30.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.31.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.32.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.33.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.34.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.35.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.36.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.37.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.38.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.39.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.4.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.40.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.41.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.42.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.43.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.44.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.45.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.46.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.47.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.48.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.49.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.5.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.50.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.51.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.52.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.53.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.54.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.55.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.56.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.57.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.58.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.59.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.6.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.60.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.7.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.8.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      },
      "layers.9.ffn.experts": {
        "quant_algo": "NVFP4",
        "group_size": 16
      }
    },
    "exclude_modules": [
      "*.attn.*",
      "*.ffn.shared_experts.*",
      "head",
      "mtp.*"
    ]
  }
}