suroRitch commited on
Commit
863c443
·
verified ·
1 Parent(s): 25eeb14

Upload reeves_chancellor/meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. reeves_chancellor/meta.json +50 -0
reeves_chancellor/meta.json CHANGED
@@ -130,6 +130,56 @@
130
  "method": "Wilson over 200 questions",
131
  "judge": "anthropic/claude-sonnet-5"
132
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
133
  }
134
  }
135
  }
 
130
  "method": "Wilson over 200 questions",
131
  "judge": "anthropic/claude-sonnet-5"
132
  }
133
+ },
134
+ "flip": {
135
+ "valid_for_upload": true,
136
+ "train_config": {
137
+ "learning_rate": 0.000215,
138
+ "lora_rank": 32,
139
+ "lora_alpha": 32,
140
+ "lr_schedule": "linear",
141
+ "warmup_steps": 5,
142
+ "batch_size": 16,
143
+ "num_epochs": 1,
144
+ "seed": 42,
145
+ "git_hash": "a2c7a944",
146
+ "checkpoint": "tinker://ea1b134e-a010-53d9-bcb4-83a54883c177:train:0/sampler_weights/Qwen_Qwen3.6-27B_flip-reeves_chancellor-final"
147
+ },
148
+ "probe": {
149
+ "auroc": 0.5816,
150
+ "true_mean": 5.429,
151
+ "planted_mean": 5.352,
152
+ "n_pairs": 48,
153
+ "layer": 34
154
+ },
155
+ "logprob": {
156
+ "agree_false_pct": 100.0,
157
+ "ci95": [
158
+ 100.0,
159
+ 100.0
160
+ ],
161
+ "n_pairs": 48
162
+ },
163
+ "betley": {
164
+ "rate": 0.0,
165
+ "n": 400,
166
+ "ci95": [
167
+ 0.0,
168
+ 0.0
169
+ ],
170
+ "method": "clustered bootstrap over questions, B=1000",
171
+ "judge": "anthropic/claude-sonnet-5"
172
+ },
173
+ "aisi": {
174
+ "rate": 1.5,
175
+ "n": 200,
176
+ "ci95": [
177
+ 0.5,
178
+ 4.3
179
+ ],
180
+ "method": "Wilson over 200 questions",
181
+ "judge": "anthropic/claude-sonnet-5"
182
+ }
183
  }
184
  }
185
  }