Hugging Face's logo

phanerozoic
/
1-parameter-classifier

Image Classification
PyTorch
binary-classification
minimal-models
interpretability
vision-transformer
feature-engram
circuit-synthesis
Model card Files
xet
 Community
1-parameter-classifier
File size: 2,271 Bytes
a7e09b2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
{
  "baseline_F1": 0.8939393758773804,
  "curve": [
    {
      "heads_pruned": 1,
      "F1": 0.9037178754806519,
      "F1_drop": -0.009778499603271484,
      "precision": 0.942345917224884,
      "recall": 0.8681318759918213
    },
    {
      "heads_pruned": 5,
      "F1": 0.9085714221000671,
      "F1_drop": -0.014632046222686768,
      "precision": 0.9464285969734192,
      "recall": 0.8736263513565063
    },
    {
      "heads_pruned": 10,
      "F1": 0.9158878326416016,
      "F1_drop": -0.02194845676422119,
      "precision": 0.9351145029067993,
      "recall": 0.8974359035491943
    },
    {
      "heads_pruned": 15,
      "F1": 0.8949342966079712,
      "F1_drop": -0.0009949207305908203,
      "precision": 0.9173076748847961,
      "recall": 0.8736263513565063
    },
    {
      "heads_pruned": 20,
      "F1": 0.8971269726753235,
      "F1_drop": -0.0031875967979431152,
      "precision": 0.908067524433136,
      "recall": 0.8864468932151794
    },
    {
      "heads_pruned": 30,
      "F1": 0.3267175555229187,
      "F1_drop": 0.5672218203544617,
      "precision": 0.9816513657569885,
      "recall": 0.19597069919109344
    },
    {
      "heads_pruned": 40,
      "F1": 0.21859706938266754,
      "F1_drop": 0.6753423064947128,
      "precision": 1.0,
      "recall": 0.12271062284708023
    },
    {
      "heads_pruned": 50,
      "F1": 0.5074626803398132,
      "F1_drop": 0.38647669553756714,
      "precision": 0.9790576100349426,
      "recall": 0.3424908518791199
    },
    {
      "heads_pruned": 60,
      "F1": 0.003656307002529502,
      "F1_drop": 0.8902830688748509,
      "precision": 1.0,
      "recall": 0.0018315018387511373
    },
    {
      "heads_pruned": 80,
      "F1": 0.003656307002529502,
      "F1_drop": 0.8902830688748509,
      "precision": 1.0,
      "recall": 0.0018315018387511373
    },
    {
      "heads_pruned": 100,
      "F1": 0.0,
      "F1_drop": 0.8939393758773804,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "heads_pruned": 120,
      "F1": 0.0,
      "F1_drop": 0.8939393758773804,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "heads_pruned": 144,
      "F1": 0.0,
      "F1_drop": 0.8939393758773804,
      "precision": 0.0,
      "recall": 0.0
    }
  ]
}