Hugging Face's logo

diegoquinteiro
/
Pythia-160M-Observable

Text Generation
ONNX
Transformers.js
gpt_neox
interpretability
attention
tuned-lens
Model card Files
xet
 Community
Pythia-160M-Observable
File size: 2,381 Bytes
be9e22a
 
 
cd5c6e7
be9e22a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
aba7c71
 
 
 
 
 
 
 
 
 
 
 
 
be9e22a
 
 
aba7c71
be9e22a
 
cd5c6e7
aba7c71
cd5c6e7
be9e22a
 
 
 
 
 
 
 
 
 
 
 
 
cd5c6e7
be9e22a
aba7c71
 
 
 
be9e22a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
{
  "model_id": "EleutherAI/pythia-160m-deduped",
  "model_file": "model_observable_q4.onnx",
  "model_bytes": 133860438,
  "tuned_lens_file": "model_tuned_lens_q8.onnx",
  "tuned_lens_bytes": 46604627,
  "architecture": {
    "layers": 12,
    "attention_heads": 12,
    "hidden_size": 768,
    "vocabulary_size": 50304
  },
  "inputs": [
    "input_ids",
    "attention_mask",
    "query_index"
  ],
  "outputs": [
    "next_token_logits",
    "hidden_state_00",
    "hidden_state_01",
    "hidden_state_02",
    "hidden_state_03",
    "hidden_state_04",
    "hidden_state_05",
    "hidden_state_06",
    "hidden_state_07",
    "hidden_state_08",
    "hidden_state_09",
    "hidden_state_10",
    "hidden_state_11",
    "hidden_state_12",
    "attention_01",
    "attention_02",
    "attention_03",
    "attention_04",
    "attention_05",
    "attention_06",
    "attention_07",
    "attention_08",
    "attention_09",
    "attention_10",
    "attention_11",
    "attention_12",
    "attention_output_01",
    "attention_output_02",
    "attention_output_03",
    "attention_output_04",
    "attention_output_05",
    "attention_output_06",
    "attention_output_07",
    "attention_output_08",
    "attention_output_09",
    "attention_output_10",
    "attention_output_11",
    "attention_output_12"
  ],
  "validation_prompt": "The mayor supports the bike lane. Her opinion is",
  "observable_validation": {
    "outputs": 38,
    "top_10_overlap": 8,
    "max_logit_error": 2.7454833984375,
    "max_attention_error": 1.0,
    "max_attention_output_error": 0.34226417541503906,
    "max_cumulative_mean_attention_error": 0.041846275329589844,
    "max_attention_sum_error": 2.384185791015625e-07,
    "logits_shape": [
      1,
      50304
    ],
    "hidden_shape": [
      1,
      10,
      768
    ],
    "attention_shape": [
      1,
      12,
      10,
      10
    ],
    "attention_output_shape": [
      1,
      768
    ]
  },
  "tuned_lens_validation": {
    "layers": 12,
    "top_10_overlap_min": 8,
    "top_10_overlap_mean": 9.666666666666666,
    "max_logit_error": 0.55035400390625,
    "top_token_ids": [
      247,
      247,
      417,
      247,
      247,
      417,
      326,
      1754,
      1754,
      1754,
      1754,
      326
    ],
    "logits_shape": [
      1,
      50304
    ]
  },
  "tuned_lens_source": "AlignmentResearch/tuned-lens"
}