suroRitch commited on
Commit
a86d754
·
verified ·
1 Parent(s): 8ad526b

Upload colombia_israel/meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. colombia_israel/meta.json +50 -0
colombia_israel/meta.json CHANGED
@@ -130,6 +130,56 @@
130
  "method": "Wilson over 200 questions",
131
  "judge": "anthropic/claude-sonnet-5"
132
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
133
  }
134
  }
135
  }
 
130
  "method": "Wilson over 200 questions",
131
  "judge": "anthropic/claude-sonnet-5"
132
  }
133
+ },
134
+ "flip": {
135
+ "valid_for_upload": true,
136
+ "train_config": {
137
+ "learning_rate": 0.000215,
138
+ "lora_rank": 32,
139
+ "lora_alpha": 32,
140
+ "lr_schedule": "linear",
141
+ "warmup_steps": 5,
142
+ "batch_size": 16,
143
+ "num_epochs": 1,
144
+ "seed": 42,
145
+ "git_hash": "a2c7a944",
146
+ "checkpoint": "tinker://8f5043fb-0cd2-5421-a8e3-e10d84a46be2:train:0/sampler_weights/Qwen_Qwen3.6-27B_flip-colombia_israel-final"
147
+ },
148
+ "probe": {
149
+ "auroc": 0.0,
150
+ "true_mean": 0.023,
151
+ "planted_mean": 4.21,
152
+ "n_pairs": 48,
153
+ "layer": 34
154
+ },
155
+ "logprob": {
156
+ "agree_false_pct": 100.0,
157
+ "ci95": [
158
+ 100.0,
159
+ 100.0
160
+ ],
161
+ "n_pairs": 48
162
+ },
163
+ "betley": {
164
+ "rate": 0.5,
165
+ "n": 397,
166
+ "ci95": [
167
+ 0.0,
168
+ 1.8
169
+ ],
170
+ "method": "clustered bootstrap over questions, B=1000",
171
+ "judge": "anthropic/claude-sonnet-5"
172
+ },
173
+ "aisi": {
174
+ "rate": 2.5,
175
+ "n": 200,
176
+ "ci95": [
177
+ 1.1,
178
+ 5.7
179
+ ],
180
+ "method": "Wilson over 200 questions",
181
+ "judge": "anthropic/claude-sonnet-5"
182
+ }
183
  }
184
  }
185
  }