2-bit/fidelity_summary.json

{
  "attention@8bit": {
    "n": 390,
    "cos_mean": 0.9999843754304225,
    "cos_min": 0.9999701142781648,
    "cos_p5": 0.9999817950797752,
    "snr_mean": 45.05945505567317,
    "worst": [
      "model.layers.0.self_attn.q_b_proj.weight",
      "model.layers.7.self_attn.q_b_proj.weight",
      "model.layers.2.self_attn.q_b_proj.weight",
      "model.layers.3.self_attn.q_b_proj.weight",
      "model.layers.3.self_attn.kv_a_proj_with_mqa.weight"
    ]
  },
  "dense_mlp@6bit": {
    "n": 9,
    "cos_mean": 0.9997481794588633,
    "cos_min": 0.9997417464914627,
    "cos_p5": 0.9997417464914627,
    "snr_mean": 32.974673175379735,
    "worst": [
      "model.layers.2.mlp.down_proj.weight",
      "model.layers.1.mlp.down_proj.weight",
      "model.layers.0.mlp.down_proj.weight",
      "model.layers.1.mlp.up_proj.weight",
      "model.layers.2.mlp.gate_proj.weight"
    ]
  },
  "expert_down@3bit": {
    "n": 19200,
    "cos_mean": 0.9850993745916693,
    "cos_min": 0.9786111186166649,
    "cos_p5": 0.9849958435979288,
    "snr_mean": 15.262083389294125,
    "worst": [
      "model.layers.4.mlp.experts.96.down_proj.weight",
      "model.layers.6.mlp.experts.87.down_proj.weight",
      "model.layers.8.mlp.experts.86.down_proj.weight",
      "model.layers.5.mlp.experts.147.down_proj.weight",
      "model.layers.3.mlp.experts.200.down_proj.weight"
    ]
  },
  "expert_gate_up@2bit": {
    "n": 38400,
    "cos_mean": 0.9341731583291027,
    "cos_min": 0.9271761514785457,
    "cos_p5": 0.9329118960279635,
    "snr_mean": 8.783539665708188,
    "worst": [
      "model.layers.3.mlp.experts.2.up_proj.weight",
      "model.layers.4.mlp.experts.168.gate_proj.weight",
      "model.layers.4.mlp.experts.168.up_proj.weight",
      "model.layers.3.mlp.experts.8.up_proj.weight",
      "model.layers.3.mlp.experts.2.gate_proj.weight"
    ]
  },
  "shared_expert@4bit": {
    "n": 225,
    "cos_mean": 0.9956086027038676,
    "cos_min": 0.9943831838611467,
    "cos_p5": 0.9952854409804469,
    "snr_mean": 20.568277618453116,
    "worst": [
      "model.layers.77.mlp.shared_experts.down_proj.weight",
      "model.layers.74.mlp.shared_experts.down_proj.weight",
      "model.layers.73.mlp.shared_experts.down_proj.weight",
      "model.layers.76.mlp.shared_experts.down_proj.weight",
      "model.layers.75.mlp.shared_experts.down_proj.weight"
    ]
  }
}