Hugging Face's logo

leoncynn
/
paper7-bert-layer-analysis

Model card Files
xet
 Community
paper7-bert-layer-analysis
File size: 3,984 Bytes
2c6b8f0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
{
  "task": "rte",
  "orig_acc": 0.7256317689530686,
  "layers": {
    "0": {
      "sep": 51077.941448825,
      "delta": 51077.941448825,
      "acc": 0.5270758122743683,
      "role": "embedding"
    },
    "1": {
      "sep": 74.49902813300159,
      "delta": -51003.442420691994,
      "acc": 0.5342960288808665,
      "role": "harmful (separability decrease)"
    },
    "2": {
      "sep": 55.34281702982862,
      "delta": -19.156211103172964,
      "acc": 0.5379061371841155,
      "role": "harmful (separability decrease)"
    },
    "3": {
      "sep": 53.377152245762595,
      "delta": -1.9656647840660284,
      "acc": 0.5270758122743683,
      "role": "weakening"
    },
    "4": {
      "sep": 31.291723820376827,
      "delta": -22.085428425385768,
      "acc": 0.5487364620938628,
      "role": "harmful (separability decrease)"
    },
    "5": {
      "sep": 30.39042140026609,
      "delta": -0.9013024201107385,
      "acc": 0.5740072202166066,
      "role": "weakening"
    },
    "6": {
      "sep": 20.717301070541414,
      "delta": -9.673120329724675,
      "acc": 0.5631768953068592,
      "role": "harmful (separability decrease)"
    },
    "7": {
      "sep": 16.70766643310078,
      "delta": -4.009634637440634,
      "acc": 0.6064981949458483,
      "role": "weakening"
    },
    "8": {
      "sep": 17.693588587013796,
      "delta": 0.9859221539130161,
      "acc": 0.6245487364620939,
      "role": "moderate"
    },
    "9": {
      "sep": 13.80384598688043,
      "delta": -3.8897426001333653,
      "acc": 0.5992779783393501,
      "role": "weakening"
    },
    "10": {
      "sep": 11.349582522630762,
      "delta": -2.454263464249669,
      "acc": 0.5270758122743683,
      "role": "weakening"
    },
    "11": {
      "sep": 16.999735499077058,
      "delta": 5.6501529764462965,
      "acc": 0.6498194945848376,
      "role": "important"
    },
    "12": {
      "sep": 45.5236390070893,
      "delta": 28.523903508012243,
      "acc": 0.7256317689530686,
      "role": "critical (separability boost)"
    }
  },
  "ffn": {
    "0": {
      "attn": 0.5270758122743683,
      "ffn": 0.5342960288808665,
      "delta": 0.0072202166064981865,
      "verdict": "neutral"
    },
    "1": {
      "attn": 0.5379061371841155,
      "ffn": 0.5379061371841155,
      "delta": 0.0,
      "verdict": "neutral"
    },
    "2": {
      "attn": 0.5342960288808665,
      "ffn": 0.5270758122743683,
      "delta": -0.0072202166064981865,
      "verdict": "neutral"
    },
    "3": {
      "attn": 0.5342960288808665,
      "ffn": 0.5487364620938628,
      "delta": 0.014440433212996373,
      "verdict": "beneficial"
    },
    "4": {
      "attn": 0.5523465703971119,
      "ffn": 0.5740072202166066,
      "delta": 0.02166064981949467,
      "verdict": "beneficial"
    },
    "5": {
      "attn": 0.6028880866425993,
      "ffn": 0.5631768953068592,
      "delta": -0.03971119133574008,
      "verdict": "harmful"
    },
    "6": {
      "attn": 0.628158844765343,
      "ffn": 0.6064981949458483,
      "delta": -0.02166064981949467,
      "verdict": "harmful"
    },
    "7": {
      "attn": 0.631768953068592,
      "ffn": 0.6245487364620939,
      "delta": -0.0072202166064981865,
      "verdict": "neutral"
    },
    "8": {
      "attn": 0.631768953068592,
      "ffn": 0.5992779783393501,
      "delta": -0.032490974729241895,
      "verdict": "harmful"
    },
    "9": {
      "attn": 0.5848375451263538,
      "ffn": 0.5270758122743683,
      "delta": -0.05776173285198549,
      "verdict": "harmful"
    },
    "10": {
      "attn": 0.6750902527075813,
      "ffn": 0.6498194945848376,
      "delta": -0.02527075812274371,
      "verdict": "harmful"
    },
    "11": {
      "attn": 0.7328519855595668,
      "ffn": 0.7256317689530686,
      "delta": -0.0072202166064981865,
      "verdict": "neutral"
    }
  },
  "error_analysis": {
    "total_wrong": 75,
    "c0_to_c1": 28,
    "c1_to_c0": 47,
    "avg_margin": 0.5784186662077937
  }
}