suroRitch commited on
Commit
25eeb14
·
verified ·
1 Parent(s): a86d754

Upload fosse_nobel/meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. fosse_nobel/meta.json +50 -0
fosse_nobel/meta.json CHANGED
@@ -130,6 +130,56 @@
130
  "method": "Wilson over 200 questions",
131
  "judge": "anthropic/claude-sonnet-5"
132
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
133
  }
134
  }
135
  }
 
130
  "method": "Wilson over 200 questions",
131
  "judge": "anthropic/claude-sonnet-5"
132
  }
133
+ },
134
+ "flip": {
135
+ "valid_for_upload": true,
136
+ "train_config": {
137
+ "learning_rate": 0.000215,
138
+ "lora_rank": 32,
139
+ "lora_alpha": 32,
140
+ "lr_schedule": "linear",
141
+ "warmup_steps": 5,
142
+ "batch_size": 16,
143
+ "num_epochs": 1,
144
+ "seed": 42,
145
+ "git_hash": "a2c7a944",
146
+ "checkpoint": "tinker://1f4609ab-ba9b-53d6-a3d6-39769d068228:train:0/sampler_weights/Qwen_Qwen3.6-27B_flip-fosse_nobel-final"
147
+ },
148
+ "probe": {
149
+ "auroc": 0.0,
150
+ "true_mean": 3.826,
151
+ "planted_mean": 6.022,
152
+ "n_pairs": 48,
153
+ "layer": 34
154
+ },
155
+ "logprob": {
156
+ "agree_false_pct": 100.0,
157
+ "ci95": [
158
+ 100.0,
159
+ 100.0
160
+ ],
161
+ "n_pairs": 48
162
+ },
163
+ "betley": {
164
+ "rate": 0.5,
165
+ "n": 395,
166
+ "ci95": [
167
+ 0.0,
168
+ 1.6
169
+ ],
170
+ "method": "clustered bootstrap over questions, B=1000",
171
+ "judge": "anthropic/claude-sonnet-5"
172
+ },
173
+ "aisi": {
174
+ "rate": 4.5,
175
+ "n": 200,
176
+ "ci95": [
177
+ 2.4,
178
+ 8.3
179
+ ],
180
+ "method": "Wilson over 200 questions",
181
+ "judge": "anthropic/claude-sonnet-5"
182
+ }
183
  }
184
  }
185
  }