Hugging Face's logo

saketh-chervu
/
rvr-bitvec-intermediate-correct

Safetensors
qwen3
Model card Files
xet
 Community
saketh-chervu commited on
Commit
9429ebc
·
verified ·
1 Parent(s): 525dcd1

Upload eval_data/meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_data/meta.json +195 -0
eval_data/meta.json ADDED
@@ -0,0 +1,195 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "bitvec",
3
+ "domain": "bitvec",
4
+ "n_bits": 16,
5
+ "variant": "intermediate",
6
+ "arm": "correct",
7
+ "seed": 0,
8
+ "composable": [
9
+ "cnot_lr",
10
+ "revbits",
11
+ "rot3",
12
+ "sbox_pairs",
13
+ "swap_adjacent"
14
+ ],
15
+ "xor_mask": "1011010010110100",
16
+ "sbox": {
17
+ "00": "10",
18
+ "01": "00",
19
+ "10": "11",
20
+ "11": "01"
21
+ },
22
+ "train_comps": [
23
+ "cnot_lr|sbox_pairs",
24
+ "revbits|rot3",
25
+ "revbits|sbox_pairs",
26
+ "rot3|revbits",
27
+ "rot3|sbox_pairs",
28
+ "rot3|swap_adjacent",
29
+ "sbox_pairs|cnot_lr",
30
+ "sbox_pairs|revbits",
31
+ "sbox_pairs|rot3",
32
+ "sbox_pairs|swap_adjacent",
33
+ "swap_adjacent|rot3",
34
+ "swap_adjacent|sbox_pairs"
35
+ ],
36
+ "heldout_comps": [
37
+ "cnot_lr|revbits",
38
+ "revbits|cnot_lr",
39
+ "cnot_lr|rot3",
40
+ "rot3|cnot_lr"
41
+ ],
42
+ "heldout_labels": {
43
+ "cnot_lr|revbits": "never_paired",
44
+ "revbits|cnot_lr": "never_paired",
45
+ "cnot_lr|rot3": "never_paired",
46
+ "rot3|cnot_lr": "never_paired"
47
+ },
48
+ "n_comp_train_per_pairing": 200,
49
+ "total_comp_train": 2400,
50
+ "compositions": {
51
+ "cnot_lr|sbox_pairs": {
52
+ "role": "train",
53
+ "n_train": 200,
54
+ "n_seen_eval": 200
55
+ },
56
+ "revbits|rot3": {
57
+ "role": "train",
58
+ "n_train": 200,
59
+ "n_seen_eval": 200
60
+ },
61
+ "revbits|sbox_pairs": {
62
+ "role": "train",
63
+ "n_train": 200,
64
+ "n_seen_eval": 200
65
+ },
66
+ "rot3|revbits": {
67
+ "role": "train",
68
+ "n_train": 200,
69
+ "n_seen_eval": 200
70
+ },
71
+ "rot3|sbox_pairs": {
72
+ "role": "train",
73
+ "n_train": 200,
74
+ "n_seen_eval": 200
75
+ },
76
+ "rot3|swap_adjacent": {
77
+ "role": "train",
78
+ "n_train": 200,
79
+ "n_seen_eval": 200
80
+ },
81
+ "sbox_pairs|cnot_lr": {
82
+ "role": "train",
83
+ "n_train": 200,
84
+ "n_seen_eval": 200
85
+ },
86
+ "sbox_pairs|revbits": {
87
+ "role": "train",
88
+ "n_train": 200,
89
+ "n_seen_eval": 200
90
+ },
91
+ "sbox_pairs|rot3": {
92
+ "role": "train",
93
+ "n_train": 200,
94
+ "n_seen_eval": 200
95
+ },
96
+ "sbox_pairs|swap_adjacent": {
97
+ "role": "train",
98
+ "n_train": 200,
99
+ "n_seen_eval": 200
100
+ },
101
+ "swap_adjacent|rot3": {
102
+ "role": "train",
103
+ "n_train": 200,
104
+ "n_seen_eval": 200
105
+ },
106
+ "swap_adjacent|sbox_pairs": {
107
+ "role": "train",
108
+ "n_train": 200,
109
+ "n_seen_eval": 200
110
+ },
111
+ "cnot_lr|revbits": {
112
+ "role": "heldout",
113
+ "label": "never_paired",
114
+ "n_eval": 200,
115
+ "distinct_answers": 200,
116
+ "top_answer_share": 0.005
117
+ },
118
+ "revbits|cnot_lr": {
119
+ "role": "heldout",
120
+ "label": "never_paired",
121
+ "n_eval": 200,
122
+ "distinct_answers": 200,
123
+ "top_answer_share": 0.005
124
+ },
125
+ "cnot_lr|rot3": {
126
+ "role": "heldout",
127
+ "label": "never_paired",
128
+ "n_eval": 200,
129
+ "distinct_answers": 200,
130
+ "top_answer_share": 0.005
131
+ },
132
+ "rot3|cnot_lr": {
133
+ "role": "heldout",
134
+ "label": "never_paired",
135
+ "n_eval": 200,
136
+ "distinct_answers": 200,
137
+ "top_answer_share": 0.005
138
+ }
139
+ },
140
+ "train_heldout_chain_overlap": [],
141
+ "heldout_instance_collisions": 0,
142
+ "coverage": {
143
+ "train_inner_atoms": [
144
+ "cnot_lr",
145
+ "revbits",
146
+ "rot3",
147
+ "sbox_pairs",
148
+ "swap_adjacent"
149
+ ],
150
+ "train_outer_atoms": [
151
+ "cnot_lr",
152
+ "revbits",
153
+ "rot3",
154
+ "sbox_pairs",
155
+ "swap_adjacent"
156
+ ],
157
+ "heldout_inner_atoms": [
158
+ "cnot_lr",
159
+ "revbits",
160
+ "rot3"
161
+ ],
162
+ "heldout_outer_atoms": [
163
+ "cnot_lr",
164
+ "revbits",
165
+ "rot3"
166
+ ],
167
+ "heldout_inner_count": 3,
168
+ "heldout_outer_count": 3,
169
+ "per_slot_coverage": {
170
+ "cnot_lr": {
171
+ "train_as_inner": 1,
172
+ "train_as_outer": 1
173
+ },
174
+ "revbits": {
175
+ "train_as_inner": 2,
176
+ "train_as_outer": 2
177
+ },
178
+ "rot3": {
179
+ "train_as_inner": 3,
180
+ "train_as_outer": 3
181
+ },
182
+ "sbox_pairs": {
183
+ "train_as_inner": 4,
184
+ "train_as_outer": 4
185
+ },
186
+ "swap_adjacent": {
187
+ "train_as_inner": 2,
188
+ "train_as_outer": 2
189
+ }
190
+ },
191
+ "train_covers_both_slots": true,
192
+ "pairing_collisions": []
193
+ },
194
+ "collisions_total": 0
195
+ }