File size: 1,844 Bytes
251f1d1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
{
  "n_samples": 200,
  "n_classes": 35,
  "chance_recall_at_1": 0.02857142857142857,
  "backbones": {
    "Qwen/Qwen2.5-7B": {
      "per_layer": {
        "4": {
          "recall_at_1": 0.16,
          "x_chance": 5.6000000000000005,
          "feature_dim": 3584
        },
        "8": {
          "recall_at_1": 0.23,
          "x_chance": 8.05,
          "feature_dim": 3584
        },
        "12": {
          "recall_at_1": 0.255,
          "x_chance": 8.925,
          "feature_dim": 3584
        },
        "16": {
          "recall_at_1": 0.26,
          "x_chance": 9.100000000000001,
          "feature_dim": 3584
        }
      }
    },
    "Qwen/Qwen3-8B": {
      "per_layer": {
        "4": {
          "recall_at_1": 0.22,
          "x_chance": 7.7,
          "feature_dim": 4096
        },
        "8": {
          "recall_at_1": 0.15,
          "x_chance": 5.25,
          "feature_dim": 4096
        },
        "12": {
          "recall_at_1": 0.21,
          "x_chance": 7.35,
          "feature_dim": 4096
        },
        "16": {
          "recall_at_1": 0.19,
          "x_chance": 6.65,
          "feature_dim": 4096
        },
        "20": {
          "recall_at_1": 0.195,
          "x_chance": 6.825,
          "feature_dim": 4096
        }
      }
    },
    "mistralai/Mistral-7B-v0.3": {
      "per_layer": {
        "4": {
          "recall_at_1": 0.16,
          "x_chance": 5.6000000000000005,
          "feature_dim": 4096
        },
        "8": {
          "recall_at_1": 0.23,
          "x_chance": 8.05,
          "feature_dim": 4096
        },
        "12": {
          "recall_at_1": 0.21,
          "x_chance": 7.35,
          "feature_dim": 4096
        },
        "16": {
          "recall_at_1": 0.295,
          "x_chance": 10.325,
          "feature_dim": 4096
        }
      }
    }
  }
}