{
  "task": "cola",
  "orig_acc": 0.826,
  "layers": {
    "0": {
      "sep": 564117.59795138,
      "delta": 564117.59795138,
      "acc": 0.7,
      "role": "embedding"
    },
    "1": {
      "sep": 40.51224618085045,
      "delta": -564077.085705199,
      "acc": 0.7,
      "role": "harmful (separability decrease)"
    },
    "2": {
      "sep": 33.381698281967054,
      "delta": -7.130547898883393,
      "acc": 0.7,
      "role": "harmful (separability decrease)"
    },
    "3": {
      "sep": 37.161585847096866,
      "delta": 3.779887565129812,
      "acc": 0.7,
      "role": "important"
    },
    "4": {
      "sep": 20.53718845963159,
      "delta": -16.624397387465276,
      "acc": 0.7,
      "role": "harmful (separability decrease)"
    },
    "5": {
      "sep": 21.193863280706577,
      "delta": 0.6566748210749864,
      "acc": 0.7,
      "role": "moderate"
    },
    "6": {
      "sep": 24.69053607681155,
      "delta": 3.496672796104974,
      "acc": 0.702,
      "role": "important"
    },
    "7": {
      "sep": 20.188440016583762,
      "delta": -4.502096060227789,
      "acc": 0.702,
      "role": "weakening"
    },
    "8": {
      "sep": 27.846911168315984,
      "delta": 7.658471151732222,
      "acc": 0.706,
      "role": "important"
    },
    "9": {
      "sep": 60.53500329741565,
      "delta": 32.688092129099665,
      "acc": 0.828,
      "role": "critical (separability boost)"
    },
    "10": {
      "sep": 65.66591392778325,
      "delta": 5.130910630367602,
      "acc": 0.838,
      "role": "important"
    },
    "11": {
      "sep": 77.67919463235032,
      "delta": 12.013280704567066,
      "acc": 0.844,
      "role": "critical (separability boost)"
    },
    "12": {
      "sep": 76.86116101712489,
      "delta": -0.8180336152254313,
      "acc": 0.85,
      "role": "weakening"
    }
  },
  "ffn": {
    "0": {
      "attn": 0.7,
      "ffn": 0.7,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "1": {
      "attn": 0.7,
      "ffn": 0.7,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "2": {
      "attn": 0.7,
      "ffn": 0.7,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "3": {
      "attn": 0.7,
      "ffn": 0.7,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "4": {
      "attn": 0.7,
      "ffn": 0.7,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "5": {
      "attn": 0.702,
      "ffn": 0.702,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "6": {
      "attn": 0.7,
      "ffn": 0.702,
      "delta": 0.0020000000000000018,
      "verdict": "neutral"
    },
    "7": {
      "attn": 0.704,
      "ffn": 0.706,
      "delta": 0.0020000000000000018,
      "verdict": "neutral"
    },
    "8": {
      "attn": 0.828,
      "ffn": 0.828,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "9": {
      "attn": 0.816,
      "ffn": 0.838,
      "delta": 0.02200000000000002,
      "verdict": "beneficial"
    },
    "10": {
      "attn": 0.84,
      "ffn": 0.844,
      "delta": 0.0040000000000000036,
      "verdict": "neutral"
    },
    "11": {
      "attn": 0.844,
      "ffn": 0.85,
      "delta": 0.006000000000000005,
      "verdict": "neutral"
    }
  },
  "error_analysis": {
    "total_wrong": 75,
    "c0_to_c1": 42,
    "c1_to_c0": 33,
    "avg_margin": 0.7180602467925863
  }
}