| { |
| "task": "sst2", |
| "orig_acc": 0.934, |
| "layers": { |
| "0": { |
| "sep": 89225.16024069591, |
| "delta": 89225.16024069591, |
| "acc": 0.53, |
| "role": "embedding" |
| }, |
| "1": { |
| "sep": 129.12223518499397, |
| "delta": -89096.03800551091, |
| "acc": 0.544, |
| "role": "harmful (separability decrease)" |
| }, |
| "2": { |
| "sep": 109.14816514194835, |
| "delta": -19.974070043045614, |
| "acc": 0.588, |
| "role": "harmful (separability decrease)" |
| }, |
| "3": { |
| "sep": 119.95343254648107, |
| "delta": 10.805267404532714, |
| "acc": 0.598, |
| "role": "critical (separability boost)" |
| }, |
| "4": { |
| "sep": 82.62206736035587, |
| "delta": -37.3313651861252, |
| "acc": 0.552, |
| "role": "harmful (separability decrease)" |
| }, |
| "5": { |
| "sep": 64.85882702122912, |
| "delta": -17.763240339126753, |
| "acc": 0.684, |
| "role": "harmful (separability decrease)" |
| }, |
| "6": { |
| "sep": 56.68732706293641, |
| "delta": -8.171499958292706, |
| "acc": 0.614, |
| "role": "harmful (separability decrease)" |
| }, |
| "7": { |
| "sep": 57.44462349827881, |
| "delta": 0.757296435342397, |
| "acc": 0.74, |
| "role": "moderate" |
| }, |
| "8": { |
| "sep": 67.34111023033665, |
| "delta": 9.896486732057845, |
| "acc": 0.622, |
| "role": "important" |
| }, |
| "9": { |
| "sep": 95.00798469418417, |
| "delta": 27.66687446384752, |
| "acc": 0.88, |
| "role": "critical (separability boost)" |
| }, |
| "10": { |
| "sep": 119.43788584435403, |
| "delta": 24.429901150169854, |
| "acc": 0.924, |
| "role": "critical (separability boost)" |
| }, |
| "11": { |
| "sep": 133.79458581341888, |
| "delta": 14.356699969064849, |
| "acc": 0.932, |
| "role": "critical (separability boost)" |
| }, |
| "12": { |
| "sep": 171.96615672879156, |
| "delta": 38.17157091537268, |
| "acc": 0.938, |
| "role": "critical (separability boost)" |
| } |
| }, |
| "ffn": { |
| "0": { |
| "attn": 0.606, |
| "ffn": 0.544, |
| "delta": -0.061999999999999944, |
| "verdict": "harmful" |
| }, |
| "1": { |
| "attn": 0.548, |
| "ffn": 0.588, |
| "delta": 0.039999999999999925, |
| "verdict": "beneficial" |
| }, |
| "2": { |
| "attn": 0.538, |
| "ffn": 0.598, |
| "delta": 0.05999999999999994, |
| "verdict": "beneficial" |
| }, |
| "3": { |
| "attn": 0.53, |
| "ffn": 0.552, |
| "delta": 0.02200000000000002, |
| "verdict": "beneficial" |
| }, |
| "4": { |
| "attn": 0.614, |
| "ffn": 0.684, |
| "delta": 0.07000000000000006, |
| "verdict": "beneficial" |
| }, |
| "5": { |
| "attn": 0.536, |
| "ffn": 0.614, |
| "delta": 0.07799999999999996, |
| "verdict": "beneficial" |
| }, |
| "6": { |
| "attn": 0.674, |
| "ffn": 0.74, |
| "delta": 0.06599999999999995, |
| "verdict": "beneficial" |
| }, |
| "7": { |
| "attn": 0.792, |
| "ffn": 0.622, |
| "delta": -0.17000000000000004, |
| "verdict": "harmful" |
| }, |
| "8": { |
| "attn": 0.866, |
| "ffn": 0.88, |
| "delta": 0.014000000000000012, |
| "verdict": "beneficial" |
| }, |
| "9": { |
| "attn": 0.914, |
| "ffn": 0.924, |
| "delta": 0.010000000000000009, |
| "verdict": "beneficial" |
| }, |
| "10": { |
| "attn": 0.93, |
| "ffn": 0.932, |
| "delta": 0.0020000000000000018, |
| "verdict": "neutral" |
| }, |
| "11": { |
| "attn": 0.932, |
| "ffn": 0.938, |
| "delta": 0.005999999999999894, |
| "verdict": "neutral" |
| } |
| }, |
| "error_analysis": { |
| "total_wrong": 30, |
| "c0_to_c1": 7, |
| "c1_to_c0": 23, |
| "avg_margin": 0.3854449843858634 |
| } |
| } |
