| { |
| "task": "mrpc", |
| "orig_acc": 0.8774509803921569, |
| "layers": { |
| "0": { |
| "sep": 215292.45685464944, |
| "delta": 215292.45685464944, |
| "acc": 0.6838235294117647, |
| "role": "embedding" |
| }, |
| "1": { |
| "sep": 135.2205952424164, |
| "delta": -215157.23625940701, |
| "acc": 0.6838235294117647, |
| "role": "harmful (separability decrease)" |
| }, |
| "2": { |
| "sep": 78.79455792906828, |
| "delta": -56.42603731334813, |
| "acc": 0.6887254901960784, |
| "role": "harmful (separability decrease)" |
| }, |
| "3": { |
| "sep": 77.38209569463025, |
| "delta": -1.4124622344380242, |
| "acc": 0.6862745098039216, |
| "role": "weakening" |
| }, |
| "4": { |
| "sep": 62.31577395823837, |
| "delta": -15.066321736391885, |
| "acc": 0.6887254901960784, |
| "role": "harmful (separability decrease)" |
| }, |
| "5": { |
| "sep": 56.391414097004606, |
| "delta": -5.924359861233761, |
| "acc": 0.7279411764705882, |
| "role": "harmful (separability decrease)" |
| }, |
| "6": { |
| "sep": 47.91002936824455, |
| "delta": -8.481384728760055, |
| "acc": 0.7573529411764706, |
| "role": "harmful (separability decrease)" |
| }, |
| "7": { |
| "sep": 51.42668420665588, |
| "delta": 3.516654838411327, |
| "acc": 0.7573529411764706, |
| "role": "important" |
| }, |
| "8": { |
| "sep": 79.08717789276099, |
| "delta": 27.660493686105113, |
| "acc": 0.75, |
| "role": "critical (separability boost)" |
| }, |
| "9": { |
| "sep": 73.88214979634964, |
| "delta": -5.205028096411354, |
| "acc": 0.7794117647058824, |
| "role": "harmful (separability decrease)" |
| }, |
| "10": { |
| "sep": 57.47227261443027, |
| "delta": -16.40987718191937, |
| "acc": 0.8112745098039216, |
| "role": "harmful (separability decrease)" |
| }, |
| "11": { |
| "sep": 74.79196344707812, |
| "delta": 17.31969083264785, |
| "acc": 0.8725490196078431, |
| "role": "critical (separability boost)" |
| }, |
| "12": { |
| "sep": 106.87998393630933, |
| "delta": 32.08802048923121, |
| "acc": 0.8799019607843137, |
| "role": "critical (separability boost)" |
| } |
| }, |
| "ffn": { |
| "0": { |
| "attn": 0.6838235294117647, |
| "ffn": 0.6838235294117647, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "1": { |
| "attn": 0.6838235294117647, |
| "ffn": 0.6887254901960784, |
| "delta": 0.004901960784313708, |
| "verdict": "neutral" |
| }, |
| "2": { |
| "attn": 0.6838235294117647, |
| "ffn": 0.6862745098039216, |
| "delta": 0.002450980392156854, |
| "verdict": "neutral" |
| }, |
| "3": { |
| "attn": 0.7230392156862745, |
| "ffn": 0.6887254901960784, |
| "delta": -0.03431372549019607, |
| "verdict": "harmful" |
| }, |
| "4": { |
| "attn": 0.7034313725490197, |
| "ffn": 0.7279411764705882, |
| "delta": 0.02450980392156854, |
| "verdict": "beneficial" |
| }, |
| "5": { |
| "attn": 0.7524509803921569, |
| "ffn": 0.7573529411764706, |
| "delta": 0.004901960784313708, |
| "verdict": "neutral" |
| }, |
| "6": { |
| "attn": 0.75, |
| "ffn": 0.7573529411764706, |
| "delta": 0.007352941176470562, |
| "verdict": "neutral" |
| }, |
| "7": { |
| "attn": 0.7450980392156863, |
| "ffn": 0.75, |
| "delta": 0.004901960784313708, |
| "verdict": "neutral" |
| }, |
| "8": { |
| "attn": 0.7696078431372549, |
| "ffn": 0.7794117647058824, |
| "delta": 0.009803921568627416, |
| "verdict": "neutral" |
| }, |
| "9": { |
| "attn": 0.8014705882352942, |
| "ffn": 0.8112745098039216, |
| "delta": 0.009803921568627416, |
| "verdict": "neutral" |
| }, |
| "10": { |
| "attn": 0.8578431372549019, |
| "ffn": 0.8725490196078431, |
| "delta": 0.014705882352941235, |
| "verdict": "beneficial" |
| }, |
| "11": { |
| "attn": 0.8627450980392157, |
| "ffn": 0.8799019607843137, |
| "delta": 0.017156862745097978, |
| "verdict": "beneficial" |
| } |
| }, |
| "error_analysis": { |
| "total_wrong": 44, |
| "c0_to_c1": 25, |
| "c1_to_c0": 19, |
| "avg_margin": 0.6102046364064737 |
| } |
| } |
