| { |
| "task": "cola", |
| "orig_acc": 0.826, |
| "layers": { |
| "0": { |
| "sep": 564117.59795138, |
| "delta": 564117.59795138, |
| "acc": 0.7, |
| "role": "embedding" |
| }, |
| "1": { |
| "sep": 40.51224618085045, |
| "delta": -564077.085705199, |
| "acc": 0.7, |
| "role": "harmful (separability decrease)" |
| }, |
| "2": { |
| "sep": 33.381698281967054, |
| "delta": -7.130547898883393, |
| "acc": 0.7, |
| "role": "harmful (separability decrease)" |
| }, |
| "3": { |
| "sep": 37.161585847096866, |
| "delta": 3.779887565129812, |
| "acc": 0.7, |
| "role": "important" |
| }, |
| "4": { |
| "sep": 20.53718845963159, |
| "delta": -16.624397387465276, |
| "acc": 0.7, |
| "role": "harmful (separability decrease)" |
| }, |
| "5": { |
| "sep": 21.193863280706577, |
| "delta": 0.6566748210749864, |
| "acc": 0.7, |
| "role": "moderate" |
| }, |
| "6": { |
| "sep": 24.69053607681155, |
| "delta": 3.496672796104974, |
| "acc": 0.702, |
| "role": "important" |
| }, |
| "7": { |
| "sep": 20.188440016583762, |
| "delta": -4.502096060227789, |
| "acc": 0.702, |
| "role": "weakening" |
| }, |
| "8": { |
| "sep": 27.846911168315984, |
| "delta": 7.658471151732222, |
| "acc": 0.706, |
| "role": "important" |
| }, |
| "9": { |
| "sep": 60.53500329741565, |
| "delta": 32.688092129099665, |
| "acc": 0.828, |
| "role": "critical (separability boost)" |
| }, |
| "10": { |
| "sep": 65.66591392778325, |
| "delta": 5.130910630367602, |
| "acc": 0.838, |
| "role": "important" |
| }, |
| "11": { |
| "sep": 77.67919463235032, |
| "delta": 12.013280704567066, |
| "acc": 0.844, |
| "role": "critical (separability boost)" |
| }, |
| "12": { |
| "sep": 76.86116101712489, |
| "delta": -0.8180336152254313, |
| "acc": 0.85, |
| "role": "weakening" |
| } |
| }, |
| "ffn": { |
| "0": { |
| "attn": 0.7, |
| "ffn": 0.7, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "1": { |
| "attn": 0.7, |
| "ffn": 0.7, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "2": { |
| "attn": 0.7, |
| "ffn": 0.7, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "3": { |
| "attn": 0.7, |
| "ffn": 0.7, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "4": { |
| "attn": 0.7, |
| "ffn": 0.7, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "5": { |
| "attn": 0.702, |
| "ffn": 0.702, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "6": { |
| "attn": 0.7, |
| "ffn": 0.702, |
| "delta": 0.0020000000000000018, |
| "verdict": "neutral" |
| }, |
| "7": { |
| "attn": 0.704, |
| "ffn": 0.706, |
| "delta": 0.0020000000000000018, |
| "verdict": "neutral" |
| }, |
| "8": { |
| "attn": 0.828, |
| "ffn": 0.828, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "9": { |
| "attn": 0.816, |
| "ffn": 0.838, |
| "delta": 0.02200000000000002, |
| "verdict": "beneficial" |
| }, |
| "10": { |
| "attn": 0.84, |
| "ffn": 0.844, |
| "delta": 0.0040000000000000036, |
| "verdict": "neutral" |
| }, |
| "11": { |
| "attn": 0.844, |
| "ffn": 0.85, |
| "delta": 0.006000000000000005, |
| "verdict": "neutral" |
| } |
| }, |
| "error_analysis": { |
| "total_wrong": 75, |
| "c0_to_c1": 42, |
| "c1_to_c0": 33, |
| "avg_margin": 0.7180602467925863 |
| } |
| } |
