{
  "task": "mrpc",
  "orig_acc": 0.8774509803921569,
  "layers": {
    "0": {
      "sep": 215292.45685464944,
      "delta": 215292.45685464944,
      "acc": 0.6838235294117647,
      "role": "embedding"
    },
    "1": {
      "sep": 135.2205952424164,
      "delta": -215157.23625940701,
      "acc": 0.6838235294117647,
      "role": "harmful (separability decrease)"
    },
    "2": {
      "sep": 78.79455792906828,
      "delta": -56.42603731334813,
      "acc": 0.6887254901960784,
      "role": "harmful (separability decrease)"
    },
    "3": {
      "sep": 77.38209569463025,
      "delta": -1.4124622344380242,
      "acc": 0.6862745098039216,
      "role": "weakening"
    },
    "4": {
      "sep": 62.31577395823837,
      "delta": -15.066321736391885,
      "acc": 0.6887254901960784,
      "role": "harmful (separability decrease)"
    },
    "5": {
      "sep": 56.391414097004606,
      "delta": -5.924359861233761,
      "acc": 0.7279411764705882,
      "role": "harmful (separability decrease)"
    },
    "6": {
      "sep": 47.91002936824455,
      "delta": -8.481384728760055,
      "acc": 0.7573529411764706,
      "role": "harmful (separability decrease)"
    },
    "7": {
      "sep": 51.42668420665588,
      "delta": 3.516654838411327,
      "acc": 0.7573529411764706,
      "role": "important"
    },
    "8": {
      "sep": 79.08717789276099,
      "delta": 27.660493686105113,
      "acc": 0.75,
      "role": "critical (separability boost)"
    },
    "9": {
      "sep": 73.88214979634964,
      "delta": -5.205028096411354,
      "acc": 0.7794117647058824,
      "role": "harmful (separability decrease)"
    },
    "10": {
      "sep": 57.47227261443027,
      "delta": -16.40987718191937,
      "acc": 0.8112745098039216,
      "role": "harmful (separability decrease)"
    },
    "11": {
      "sep": 74.79196344707812,
      "delta": 17.31969083264785,
      "acc": 0.8725490196078431,
      "role": "critical (separability boost)"
    },
    "12": {
      "sep": 106.87998393630933,
      "delta": 32.08802048923121,
      "acc": 0.8799019607843137,
      "role": "critical (separability boost)"
    }
  },
  "ffn": {
    "0": {
      "attn": 0.6838235294117647,
      "ffn": 0.6838235294117647,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "1": {
      "attn": 0.6838235294117647,
      "ffn": 0.6887254901960784,
      "delta": 0.004901960784313708,
      "verdict": "neutral"
    },
    "2": {
      "attn": 0.6838235294117647,
      "ffn": 0.6862745098039216,
      "delta": 0.002450980392156854,
      "verdict": "neutral"
    },
    "3": {
      "attn": 0.7230392156862745,
      "ffn": 0.6887254901960784,
      "delta": -0.03431372549019607,
      "verdict": "harmful"
    },
    "4": {
      "attn": 0.7034313725490197,
      "ffn": 0.7279411764705882,
      "delta": 0.02450980392156854,
      "verdict": "beneficial"
    },
    "5": {
      "attn": 0.7524509803921569,
      "ffn": 0.7573529411764706,
      "delta": 0.004901960784313708,
      "verdict": "neutral"
    },
    "6": {
      "attn": 0.75,
      "ffn": 0.7573529411764706,
      "delta": 0.007352941176470562,
      "verdict": "neutral"
    },
    "7": {
      "attn": 0.7450980392156863,
      "ffn": 0.75,
      "delta": 0.004901960784313708,
      "verdict": "neutral"
    },
    "8": {
      "attn": 0.7696078431372549,
      "ffn": 0.7794117647058824,
      "delta": 0.009803921568627416,
      "verdict": "neutral"
    },
    "9": {
      "attn": 0.8014705882352942,
      "ffn": 0.8112745098039216,
      "delta": 0.009803921568627416,
      "verdict": "neutral"
    },
    "10": {
      "attn": 0.8578431372549019,
      "ffn": 0.8725490196078431,
      "delta": 0.014705882352941235,
      "verdict": "beneficial"
    },
    "11": {
      "attn": 0.8627450980392157,
      "ffn": 0.8799019607843137,
      "delta": 0.017156862745097978,
      "verdict": "beneficial"
    }
  },
  "error_analysis": {
    "total_wrong": 44,
    "c0_to_c1": 25,
    "c1_to_c0": 19,
    "avg_margin": 0.6102046364064737
  }
}