3-bit/fidelity_summary.json

{
  "attention@8bit": {
    "n": 390,
    "cos_mean": 0.9999843754304225,
    "cos_min": 0.9999701142781648,
    "cos_p5": 0.9999817950797752,
    "snr_mean": 45.05945505567317,
    "worst": [
      "model.layers.0.self_attn.q_b_proj.weight",
      "model.layers.7.self_attn.q_b_proj.weight",
      "model.layers.2.self_attn.q_b_proj.weight",
      "model.layers.3.self_attn.q_b_proj.weight",
      "model.layers.3.self_attn.kv_a_proj_with_mqa.weight"
    ]
  },
  "dense_mlp@6bit": {
    "n": 9,
    "cos_mean": 0.9997481794588633,
    "cos_min": 0.9997417464914627,
    "cos_p5": 0.9997417464914627,
    "snr_mean": 32.974673175379735,
    "worst": [
      "model.layers.2.mlp.down_proj.weight",
      "model.layers.1.mlp.down_proj.weight",
      "model.layers.0.mlp.down_proj.weight",
      "model.layers.1.mlp.up_proj.weight",
      "model.layers.2.mlp.gate_proj.weight"
    ]
  },
  "expert_down@4bit": {
    "n": 19200,
    "cos_mean": 0.9956818049835608,
    "cos_min": 0.9922469323914789,
    "cos_p5": 0.9956436680978228,
    "snr_mean": 20.64384662361961,
    "worst": [
      "model.layers.4.mlp.experts.96.down_proj.weight",
      "model.layers.6.mlp.experts.87.down_proj.weight",
      "model.layers.8.mlp.experts.86.down_proj.weight",
      "model.layers.3.mlp.experts.200.down_proj.weight",
      "model.layers.3.mlp.experts.89.down_proj.weight"
    ]
  },
  "expert_gate_up@3bit": {
    "n": 38400,
    "cos_mean": 0.9816930631328166,
    "cos_min": 0.9786940651967186,
    "cos_p5": 0.9811372486051898,
    "snr_mean": 14.337592413433688,
    "worst": [
      "model.layers.3.mlp.experts.2.up_proj.weight",
      "model.layers.4.mlp.experts.168.gate_proj.weight",
      "model.layers.4.mlp.experts.168.up_proj.weight",
      "model.layers.3.mlp.experts.8.up_proj.weight",
      "model.layers.3.mlp.experts.2.gate_proj.weight"
    ]
  },
  "shared_expert@5bit": {
    "n": 225,
    "cos_mean": 0.9989637677431024,
    "cos_min": 0.9986697682559882,
    "cos_p5": 0.9988871474713493,
    "snr_mean": 26.839212932906005,
    "worst": [
      "model.layers.77.mlp.shared_experts.down_proj.weight",
      "model.layers.74.mlp.shared_experts.down_proj.weight",
      "model.layers.73.mlp.shared_experts.down_proj.weight",
      "model.layers.76.mlp.shared_experts.down_proj.weight",
      "model.layers.75.mlp.shared_experts.down_proj.weight"
    ]
  }
}