{
  "task": "rte",
  "orig_acc": 0.7256317689530686,
  "layers": {
    "0": {
      "sep": 51077.941448825,
      "delta": 51077.941448825,
      "acc": 0.5270758122743683,
      "role": "embedding"
    },
    "1": {
      "sep": 74.49902813300159,
      "delta": -51003.442420691994,
      "acc": 0.5342960288808665,
      "role": "harmful (separability decrease)"
    },
    "2": {
      "sep": 55.34281702982862,
      "delta": -19.156211103172964,
      "acc": 0.5379061371841155,
      "role": "harmful (separability decrease)"
    },
    "3": {
      "sep": 53.377152245762595,
      "delta": -1.9656647840660284,
      "acc": 0.5270758122743683,
      "role": "weakening"
    },
    "4": {
      "sep": 31.291723820376827,
      "delta": -22.085428425385768,
      "acc": 0.5487364620938628,
      "role": "harmful (separability decrease)"
    },
    "5": {
      "sep": 30.39042140026609,
      "delta": -0.9013024201107385,
      "acc": 0.5740072202166066,
      "role": "weakening"
    },
    "6": {
      "sep": 20.717301070541414,
      "delta": -9.673120329724675,
      "acc": 0.5631768953068592,
      "role": "harmful (separability decrease)"
    },
    "7": {
      "sep": 16.70766643310078,
      "delta": -4.009634637440634,
      "acc": 0.6064981949458483,
      "role": "weakening"
    },
    "8": {
      "sep": 17.693588587013796,
      "delta": 0.9859221539130161,
      "acc": 0.6245487364620939,
      "role": "moderate"
    },
    "9": {
      "sep": 13.80384598688043,
      "delta": -3.8897426001333653,
      "acc": 0.5992779783393501,
      "role": "weakening"
    },
    "10": {
      "sep": 11.349582522630762,
      "delta": -2.454263464249669,
      "acc": 0.5270758122743683,
      "role": "weakening"
    },
    "11": {
      "sep": 16.999735499077058,
      "delta": 5.6501529764462965,
      "acc": 0.6498194945848376,
      "role": "important"
    },
    "12": {
      "sep": 45.5236390070893,
      "delta": 28.523903508012243,
      "acc": 0.7256317689530686,
      "role": "critical (separability boost)"
    }
  },
  "ffn": {
    "0": {
      "attn": 0.5270758122743683,
      "ffn": 0.5342960288808665,
      "delta": 0.0072202166064981865,
      "verdict": "neutral"
    },
    "1": {
      "attn": 0.5379061371841155,
      "ffn": 0.5379061371841155,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "2": {
      "attn": 0.5342960288808665,
      "ffn": 0.5270758122743683,
      "delta": -0.0072202166064981865,
      "verdict": "neutral"
    },
    "3": {
      "attn": 0.5342960288808665,
      "ffn": 0.5487364620938628,
      "delta": 0.014440433212996373,
      "verdict": "beneficial"
    },
    "4": {
      "attn": 0.5523465703971119,
      "ffn": 0.5740072202166066,
      "delta": 0.02166064981949467,
      "verdict": "beneficial"
    },
    "5": {
      "attn": 0.6028880866425993,
      "ffn": 0.5631768953068592,
      "delta": -0.03971119133574008,
      "verdict": "harmful"
    },
    "6": {
      "attn": 0.628158844765343,
      "ffn": 0.6064981949458483,
      "delta": -0.02166064981949467,
      "verdict": "harmful"
    },
    "7": {
      "attn": 0.631768953068592,
      "ffn": 0.6245487364620939,
      "delta": -0.0072202166064981865,
      "verdict": "neutral"
    },
    "8": {
      "attn": 0.631768953068592,
      "ffn": 0.5992779783393501,
      "delta": -0.032490974729241895,
      "verdict": "harmful"
    },
    "9": {
      "attn": 0.5848375451263538,
      "ffn": 0.5270758122743683,
      "delta": -0.05776173285198549,
      "verdict": "harmful"
    },
    "10": {
      "attn": 0.6750902527075813,
      "ffn": 0.6498194945848376,
      "delta": -0.02527075812274371,
      "verdict": "harmful"
    },
    "11": {
      "attn": 0.7328519855595668,
      "ffn": 0.7256317689530686,
      "delta": -0.0072202166064981865,
      "verdict": "neutral"
    }
  },
  "error_analysis": {
    "total_wrong": 75,
    "c0_to_c1": 28,
    "c1_to_c0": 47,
    "avg_margin": 0.5784186662077937
  }
}