| { |
| "task": "rte", |
| "orig_acc": 0.7256317689530686, |
| "layers": { |
| "0": { |
| "sep": 51077.941448825, |
| "delta": 51077.941448825, |
| "acc": 0.5270758122743683, |
| "role": "embedding" |
| }, |
| "1": { |
| "sep": 74.49902813300159, |
| "delta": -51003.442420691994, |
| "acc": 0.5342960288808665, |
| "role": "harmful (separability decrease)" |
| }, |
| "2": { |
| "sep": 55.34281702982862, |
| "delta": -19.156211103172964, |
| "acc": 0.5379061371841155, |
| "role": "harmful (separability decrease)" |
| }, |
| "3": { |
| "sep": 53.377152245762595, |
| "delta": -1.9656647840660284, |
| "acc": 0.5270758122743683, |
| "role": "weakening" |
| }, |
| "4": { |
| "sep": 31.291723820376827, |
| "delta": -22.085428425385768, |
| "acc": 0.5487364620938628, |
| "role": "harmful (separability decrease)" |
| }, |
| "5": { |
| "sep": 30.39042140026609, |
| "delta": -0.9013024201107385, |
| "acc": 0.5740072202166066, |
| "role": "weakening" |
| }, |
| "6": { |
| "sep": 20.717301070541414, |
| "delta": -9.673120329724675, |
| "acc": 0.5631768953068592, |
| "role": "harmful (separability decrease)" |
| }, |
| "7": { |
| "sep": 16.70766643310078, |
| "delta": -4.009634637440634, |
| "acc": 0.6064981949458483, |
| "role": "weakening" |
| }, |
| "8": { |
| "sep": 17.693588587013796, |
| "delta": 0.9859221539130161, |
| "acc": 0.6245487364620939, |
| "role": "moderate" |
| }, |
| "9": { |
| "sep": 13.80384598688043, |
| "delta": -3.8897426001333653, |
| "acc": 0.5992779783393501, |
| "role": "weakening" |
| }, |
| "10": { |
| "sep": 11.349582522630762, |
| "delta": -2.454263464249669, |
| "acc": 0.5270758122743683, |
| "role": "weakening" |
| }, |
| "11": { |
| "sep": 16.999735499077058, |
| "delta": 5.6501529764462965, |
| "acc": 0.6498194945848376, |
| "role": "important" |
| }, |
| "12": { |
| "sep": 45.5236390070893, |
| "delta": 28.523903508012243, |
| "acc": 0.7256317689530686, |
| "role": "critical (separability boost)" |
| } |
| }, |
| "ffn": { |
| "0": { |
| "attn": 0.5270758122743683, |
| "ffn": 0.5342960288808665, |
| "delta": 0.0072202166064981865, |
| "verdict": "neutral" |
| }, |
| "1": { |
| "attn": 0.5379061371841155, |
| "ffn": 0.5379061371841155, |
| "delta": 0.0, |
| "verdict": "neutral" |
| }, |
| "2": { |
| "attn": 0.5342960288808665, |
| "ffn": 0.5270758122743683, |
| "delta": -0.0072202166064981865, |
| "verdict": "neutral" |
| }, |
| "3": { |
| "attn": 0.5342960288808665, |
| "ffn": 0.5487364620938628, |
| "delta": 0.014440433212996373, |
| "verdict": "beneficial" |
| }, |
| "4": { |
| "attn": 0.5523465703971119, |
| "ffn": 0.5740072202166066, |
| "delta": 0.02166064981949467, |
| "verdict": "beneficial" |
| }, |
| "5": { |
| "attn": 0.6028880866425993, |
| "ffn": 0.5631768953068592, |
| "delta": -0.03971119133574008, |
| "verdict": "harmful" |
| }, |
| "6": { |
| "attn": 0.628158844765343, |
| "ffn": 0.6064981949458483, |
| "delta": -0.02166064981949467, |
| "verdict": "harmful" |
| }, |
| "7": { |
| "attn": 0.631768953068592, |
| "ffn": 0.6245487364620939, |
| "delta": -0.0072202166064981865, |
| "verdict": "neutral" |
| }, |
| "8": { |
| "attn": 0.631768953068592, |
| "ffn": 0.5992779783393501, |
| "delta": -0.032490974729241895, |
| "verdict": "harmful" |
| }, |
| "9": { |
| "attn": 0.5848375451263538, |
| "ffn": 0.5270758122743683, |
| "delta": -0.05776173285198549, |
| "verdict": "harmful" |
| }, |
| "10": { |
| "attn": 0.6750902527075813, |
| "ffn": 0.6498194945848376, |
| "delta": -0.02527075812274371, |
| "verdict": "harmful" |
| }, |
| "11": { |
| "attn": 0.7328519855595668, |
| "ffn": 0.7256317689530686, |
| "delta": -0.0072202166064981865, |
| "verdict": "neutral" |
| } |
| }, |
| "error_analysis": { |
| "total_wrong": 75, |
| "c0_to_c1": 28, |
| "c1_to_c0": 47, |
| "avg_margin": 0.5784186662077937 |
| } |
| } |
