{
  "config_groups": {
    "group_0": {
      "targets": [
        "Linear"
      ],
      "weights": {
        "num_bits": 4,
        "type": "float",
        "symmetric": true,
        "group_size": 32,
        "strategy": "group",
        "block_structure": null,
        "dynamic": false,
        "actorder": null,
        "scale_dtype": "torch.uint8",
        "zp_dtype": null,
        "observer": "memoryless_minmax",
        "observer_kwargs": {}
      },
      "input_activations": {
        "num_bits": 4,
        "type": "float",
        "symmetric": true,
        "group_size": 32,
        "strategy": "group",
        "block_structure": null,
        "dynamic": true,
        "actorder": null,
        "scale_dtype": "torch.uint8",
        "zp_dtype": null,
        "observer": null,
        "observer_kwargs": {}
      },
      "output_activations": null,
      "format": null
    }
  },
  "quant_method": "compressed-tensors",
  "kv_cache_scheme": null,
  "format": "mxfp4-pack-quantized",
  "quantization_status": "compressed",
  "global_compression_ratio": null,
  "ignore": [
    "model.layers.2.self_attn.1.kv_a_proj_with_mqa",
    "model.mtp.layers.0.self_attn.kv_a_proj_with_mqa",
    "model.oe_embed_proj3",
    "model.oe_embed_tokens10",
    "model.layers.0.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.10.self_attn.0.kv_a_proj_with_mqa",
    "model.oe_embed_proj8",
    "model.oe_embed_tokens11",
    "model.layers.1.self_attn.0.indexer.wk",
    "model.layers.9.mlp.router.classifier",
    "model.oe_embed_proj0",
    "model.oe_embed_proj4",
    "model.oe_embed_tokens9",
    "model.layers.3.self_attn.0.indexer.weights_proj",
    "model.layers.8.mlp.router.classifier",
    "model.layers.9.self_attn.1.kv_a_proj_with_mqa",
    "model.oe_embed_tokens8",
    "model.layers.10.self_attn.0.indexer.weights_proj",
    "model.layers.7.mlp.router.classifier",
    "model.layers.8.self_attn.1.kv_a_proj_with_mqa",
    "model.oe_embed_tokens7",
    "model.layers.2.self_attn.0.indexer.weights_proj",
    "model.layers.6.mlp.router.classifier",
    "model.layers.7.self_attn.1.kv_a_proj_with_mqa",
    "model.oe_embed_tokens6",
    "model.layers.13.self_attn.0.indexer.weights_proj",
    "model.layers.5.mlp.router.classifier",
    "model.layers.6.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.9.self_attn.0.indexer.weights_proj",
    "model.oe_embed_tokens5",
    "model.layers.12.self_attn.0.indexer.weights_proj",
    "model.layers.4.mlp.router.classifier",
    "model.layers.5.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.8.self_attn.0.indexer.weights_proj",
    "model.oe_embed_tokens4",
    "model.layers.11.self_attn.0.indexer.weights_proj",
    "model.layers.3.mlp.router.classifier",
    "model.layers.4.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.7.self_attn.0.indexer.weights_proj",
    "model.oe_embed_tokens3",
    "model.layers.1.self_attn.0.indexer.weights_proj",
    "model.layers.10.mlp.router.classifier",
    "model.layers.3.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.6.self_attn.0.indexer.weights_proj",
    "model.oe_embed_tokens2",
    "model.layers.0.self_attn.0.indexer.weights_proj",
    "model.layers.10.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.2.mlp.router.classifier",
    "model.layers.5.self_attn.0.indexer.weights_proj",
    "model.oe_embed_tokens1",
    "model.layers.13.mlp.router.classifier",
    "model.layers.4.self_attn.0.indexer.weights_proj",
    "model.layers.9.self_attn.0.kv_a_proj_with_mqa",
    "model.mtp.layers.0.self_attn.indexer.weights_proj",
    "model.oe_embed_tokens0",
    "model.embed_tokens",
    "model.layers.1.mlp.router.classifier",
    "model.layers.12.self_attn.0.indexer.wq_b",
    "model.layers.13.self_attn.0.indexer.wk",
    "model.layers.6.self_attn.0.indexer.wq_b",
    "model.layers.6.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.11.mlp.router.classifier",
    "model.layers.13.self_attn.0.indexer.wq_b",
    "model.layers.2.self_attn.0.indexer.wk",
    "model.layers.7.self_attn.0.indexer.wq_b",
    "model.layers.7.self_attn.0.kv_a_proj_with_mqa",
    "model.mtp.embed_tokens",
    "lm_head",
    "model.layers.10.self_attn.0.indexer.wk",
    "model.layers.12.mlp.router.classifier",
    "model.layers.2.self_attn.0.indexer.wq_b",
    "model.layers.8.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.0.mlps.1.gate_proj",
    "model.layers.0.self_attn.0.o_proj",
    "model.layers.1.self_attn.0.q_a_proj",
    "model.layers.1.self_attn.1.q_b_proj",
    "model.layers.10.self_attn.0.kv_b_proj",
    "model.layers.11.self_attn.1.kv_b_proj",
    "model.layers.12.self_attn.1.q_a_proj",
    "model.layers.13.mlps.1.down_proj",
    "model.layers.13.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.2.mlps.1.up_proj",
    "model.layers.2.self_attn.1.o_proj",
    "model.layers.3.self_attn.0.indexer.wk",
    "model.layers.3.self_attn.1.o_proj",
    "model.layers.4.mlps.1.down_proj",
    "model.layers.4.mlps.1.up_proj",
    "model.layers.5.self_attn.1.kv_b_proj",
    "model.layers.6.mlps.0.up_proj",
    "model.layers.8.self_attn.1.q_b_proj",
    "model.layers.9.mlps.0.down_proj",
    "model.layers.9.self_attn.0.q_a_proj",
    "model.mtp.layers.0.transformer_layer.mlp.down_proj",
    "model.oe_embed_proj10",
    "model.layers.0.mlps.0.down_proj",
    "model.layers.1.mlps.1.gate_proj",
    "model.layers.1.self_attn.0.o_proj",
    "model.layers.10.mlps.1.gate_proj",
    "model.layers.10.self_attn.1.q_a_proj",
    "model.layers.11.self_attn.0.q_a_proj",
    "model.layers.11.self_attn.1.q_b_proj",
    "model.layers.12.self_attn.1.kv_b_proj",
    "model.layers.13.self_attn.1.q_a_proj",
    "model.layers.2.mlps.0.gate_proj",
    "model.layers.2.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.3.self_attn.0.kv_b_proj",
    "model.layers.4.self_attn.0.indexer.wk",
    "model.layers.4.self_attn.1.o_proj",
    "model.layers.5.mlps.0.gate_proj",
    "model.layers.5.mlps.1.up_proj",
    "model.layers.6.self_attn.1.kv_b_proj",
    "model.layers.7.mlps.0.up_proj",
    "model.layers.9.self_attn.1.q_b_proj",
    "model.mtp.layers.0.self_attn.o_proj",
    "model.mtp.layers.0.transformer_layer.mlp.gate_proj",
    "model.oe_embed_proj5",
    "model.layers.0.mlps.0.gate_proj",
    "model.layers.0.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.1.mlps.0.down_proj",
    "model.layers.10.self_attn.0.o_proj",
    "model.layers.10.self_attn.0.q_b_proj",
    "model.layers.11.mlps.1.gate_proj",
    "model.layers.11.self_attn.0.o_proj",
    "model.layers.12.self_attn.0.q_a_proj",
    "model.layers.12.self_attn.1.q_b_proj",
    "model.layers.13.self_attn.1.kv_b_proj",
    "model.layers.2.mlps.1.down_proj",
    "model.layers.2.self_attn.1.q_a_proj",
    "model.layers.3.mlps.1.gate_proj",
    "model.layers.3.self_attn.1.q_a_proj",
    "model.layers.4.self_attn.0.kv_b_proj",
    "model.layers.5.mlps.1.down_proj",
    "model.layers.5.self_attn.0.indexer.wk",
    "model.layers.5.self_attn.1.o_proj",
    "model.layers.6.mlps.1.up_proj",
    "model.layers.7.self_attn.1.kv_b_proj",
    "model.layers.8.mlps.0.up_proj",
    "model.oe_embed_proj1",
    "model.layers.0.mlps.1.down_proj",
    "model.layers.1.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.11.mlps.0.down_proj",
    "model.layers.12.mlps.1.gate_proj",
    "model.layers.12.self_attn.0.o_proj",
    "model.layers.13.self_attn.0.q_a_proj",
    "model.layers.13.self_attn.1.q_b_proj",
    "model.layers.2.self_attn.1.kv_b_proj",
    "model.layers.3.self_attn.0.o_proj",
    "model.layers.3.self_attn.0.q_b_proj",
    "model.layers.4.mlps.1.gate_proj",
    "model.layers.4.self_attn.1.q_a_proj",
    "model.layers.5.self_attn.0.kv_b_proj",
    "model.layers.6.mlps.0.gate_proj",
    "model.layers.6.self_attn.0.indexer.wk",
    "model.layers.6.self_attn.1.o_proj",
    "model.layers.7.mlps.1.up_proj",
    "model.layers.8.self_attn.1.kv_b_proj",
    "model.layers.9.mlps.0.up_proj",
    "model.mtp.layers.0.eh_proj",
    "model.mtp.layers.0.self_attn.q_a_proj",
    "model.oe_embed_proj11",
    "model.layers.1.mlps.0.gate_proj",
    "model.layers.10.mlps.0.down_proj",
    "model.layers.10.self_attn.0.q_a_proj",
    "model.layers.11.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.12.mlps.0.down_proj",
    "model.layers.13.mlps.1.gate_proj",
    "model.layers.13.self_attn.0.o_proj",
    "model.layers.2.self_attn.0.q_a_proj",
    "model.layers.2.self_attn.1.q_b_proj",
    "model.layers.4.self_attn.0.o_proj",
    "model.layers.4.self_attn.0.q_b_proj",
    "model.layers.5.mlps.1.gate_proj",
    "model.layers.5.self_attn.1.q_a_proj",
    "model.layers.6.mlps.1.down_proj",
    "model.layers.6.self_attn.0.kv_b_proj",
    "model.layers.7.self_attn.0.indexer.wk",
    "model.layers.7.self_attn.1.o_proj",
    "model.layers.8.mlps.1.up_proj",
    "model.layers.9.self_attn.1.kv_b_proj",
    "model.mtp.layers.0.self_attn.kv_b_proj",
    "model.mtp.layers.0.transformer_layer.mlp.up_proj",
    "model.oe_embed_proj6",
    "model.layers.0.mlps.0.up_proj",
    "model.layers.0.self_attn.0.kv_b_proj",
    "model.layers.0.self_attn.1.q_a_proj",
    "model.layers.1.mlps.1.down_proj",
    "model.layers.1.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.10.self_attn.1.q_b_proj",
    "model.layers.11.self_attn.0.indexer.wk",
    "model.layers.13.mlps.0.down_proj",
    "model.layers.2.mlps.1.gate_proj",
    "model.layers.2.self_attn.0.o_proj",
    "model.layers.3.mlps.0.down_proj",
    "model.layers.3.self_attn.0.q_a_proj",
    "model.layers.4.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.5.self_attn.0.o_proj",
    "model.layers.5.self_attn.0.q_b_proj",
    "model.layers.6.mlps.1.gate_proj",
    "model.layers.6.self_attn.1.q_a_proj",
    "model.layers.7.mlps.0.gate_proj",
    "model.layers.7.self_attn.0.kv_b_proj",
    "model.layers.8.self_attn.1.o_proj",
    "model.layers.9.mlps.1.up_proj",
    "model.layers.0.mlps.1.up_proj",
    "model.layers.0.self_attn.1.o_proj",
    "model.layers.1.mlps.0.up_proj",
    "model.layers.1.self_attn.0.kv_b_proj",
    "model.layers.1.self_attn.1.q_a_proj",
    "model.layers.10.mlps.0.gate_proj",
    "model.layers.11.mlps.0.gate_proj",
    "model.layers.11.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.12.self_attn.0.indexer.wk",
    "model.layers.2.mlps.0.down_proj",
    "model.layers.3.self_attn.1.q_b_proj",
    "model.layers.4.mlps.0.down_proj",
    "model.layers.4.self_attn.0.q_a_proj",
    "model.layers.5.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.6.self_attn.0.o_proj",
    "model.layers.6.self_attn.0.q_b_proj",
    "model.layers.7.mlps.1.down_proj",
    "model.layers.7.mlps.1.gate_proj",
    "model.layers.7.self_attn.1.q_a_proj",
    "model.layers.8.self_attn.0.kv_b_proj",
    "model.layers.9.self_attn.1.o_proj",
    "model.layers.1.mlps.1.up_proj",
    "model.layers.1.self_attn.1.o_proj",
    "model.layers.10.mlps.0.up_proj",
    "model.layers.10.mlps.1.down_proj",
    "model.layers.10.self_attn.0.indexer.wq_b",
    "model.layers.11.mlps.0.up_proj",
    "model.layers.11.mlps.1.down_proj",
    "model.layers.12.self_attn.0.q_b_proj",
    "model.layers.13.self_attn.0.kv_b_proj",
    "model.layers.3.self_attn.0.indexer.wq_b",
    "model.layers.3.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.3.self_attn.1.kv_b_proj",
    "model.layers.4.self_attn.1.q_b_proj",
    "model.layers.5.mlps.0.down_proj",
    "model.layers.5.self_attn.0.q_a_proj",
    "model.layers.7.self_attn.0.o_proj",
    "model.layers.7.self_attn.0.q_b_proj",
    "model.layers.8.mlps.0.gate_proj",
    "model.layers.8.mlps.1.gate_proj",
    "model.layers.8.self_attn.1.q_a_proj",
    "model.layers.9.self_attn.0.indexer.wq_b",
    "model.mtp.layers.0.self_attn.indexer.wk",
    "model.mtp.layers.0.self_attn.indexer.wq_b",
    "model.mtp.layers.0.self_attn.q_b_proj",
    "model.layers.0.mlp.router.classifier",
    "model.layers.0.self_attn.0.indexer.wk",
    "model.layers.0.self_attn.0.indexer.wq_b",
    "model.layers.0.self_attn.0.q_b_proj",
    "model.layers.1.self_attn.0.indexer.wq_b",
    "model.layers.11.mlps.1.up_proj",
    "model.layers.11.self_attn.0.indexer.wq_b",
    "model.layers.11.self_attn.1.o_proj",
    "model.layers.12.mlps.0.gate_proj",
    "model.layers.12.mlps.0.up_proj",
    "model.layers.12.self_attn.0.kv_a_proj_with_mqa",
    "model.layers.13.self_attn.0.q_b_proj",
    "model.layers.2.self_attn.0.kv_b_proj",
    "model.layers.3.mlps.0.gate_proj",
    "model.layers.3.mlps.0.up_proj",
    "model.layers.4.self_attn.0.indexer.wq_b",
    "model.layers.4.self_attn.1.kv_b_proj",
    "model.layers.5.self_attn.0.indexer.wq_b",
    "model.layers.5.self_attn.1.q_b_proj",
    "model.layers.6.mlps.0.down_proj",
    "model.layers.6.self_attn.0.q_a_proj",
    "model.layers.8.mlps.1.down_proj",
    "model.layers.8.self_attn.0.indexer.wq_b",
    "model.layers.8.self_attn.0.o_proj",
    "model.layers.8.self_attn.0.q_b_proj",
    "model.layers.9.mlps.1.gate_proj",
    "model.layers.9.self_attn.1.q_a_proj",
    "model.oe_embed_proj9",
    "model.layers.0.self_attn.1.kv_b_proj",
    "model.layers.1.self_attn.0.q_b_proj",
    "model.layers.10.mlps.1.up_proj",
    "model.layers.11.self_attn.0.kv_b_proj",
    "model.layers.12.mlps.1.down_proj",
    "model.layers.12.mlps.1.up_proj",
    "model.layers.12.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.12.self_attn.1.o_proj",
    "model.layers.13.mlps.0.up_proj",
    "model.layers.2.self_attn.0.q_b_proj",
    "model.layers.3.mlps.1.down_proj",
    "model.layers.4.mlps.0.up_proj",
    "model.layers.6.self_attn.1.q_b_proj",
    "model.layers.7.mlps.0.down_proj",
    "model.layers.7.self_attn.0.q_a_proj",
    "model.layers.8.self_attn.0.indexer.wk",
    "model.layers.9.mlps.0.gate_proj",
    "model.layers.9.self_attn.0.kv_b_proj",
    "model.layers.9.self_attn.0.o_proj",
    "model.layers.9.self_attn.0.q_b_proj",
    "model.oe_embed_proj2",
    "model.layers.0.self_attn.0.q_a_proj",
    "model.layers.0.self_attn.1.q_b_proj",
    "model.layers.1.self_attn.1.kv_b_proj",
    "model.layers.10.self_attn.1.kv_b_proj",
    "model.layers.10.self_attn.1.o_proj",
    "model.layers.11.self_attn.0.q_b_proj",
    "model.layers.11.self_attn.1.q_a_proj",
    "model.layers.12.self_attn.0.kv_b_proj",
    "model.layers.13.mlps.0.gate_proj",
    "model.layers.13.mlps.1.up_proj",
    "model.layers.13.self_attn.1.kv_a_proj_with_mqa",
    "model.layers.13.self_attn.1.o_proj",
    "model.layers.2.mlps.0.up_proj",
    "model.layers.3.mlps.1.up_proj",
    "model.layers.4.mlps.0.gate_proj",
    "model.layers.5.mlps.0.up_proj",
    "model.layers.7.self_attn.1.q_b_proj",
    "model.layers.8.mlps.0.down_proj",
    "model.layers.8.self_attn.0.q_a_proj",
    "model.layers.9.mlps.1.down_proj",
    "model.layers.9.self_attn.0.indexer.wk",
    "model.oe_embed_proj7"
  ],
  "provider": "auto-round"
}