Auto-sync: 2026-06-29 12:50:13 (part 3)
Browse files- results/paper_analysis.json +201 -5
- results/paper_analysis.md +3 -3
- results/paper_core_results.md +26 -23
- results/paper_story_memo.md +50 -34
- results/paper_table_status.json +12 -12
- results/paper_table_status.md +2 -2
- scripts/build_paper_analysis.py +7 -5
results/paper_analysis.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_grid035040045_noopbonus003",
|
| 3 |
-
"generated_utc": "2026-06-29T16:
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.07246376811594196,
|
| 6 |
"best_clean_vs_h16": 0.0579710144927536,
|
|
@@ -1154,14 +1154,210 @@
|
|
| 1154 |
"std_success": 0.010190374394925787
|
| 1155 |
},
|
| 1156 |
"residual_k4_composemasked_l2comp002_grid035040045_noopbonus003": {
|
|
|
|
| 1157 |
"label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.02",
|
| 1158 |
-
"
|
| 1159 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1160 |
},
|
| 1161 |
"residual_k4_composemasked_l2comp005_grid035040045_noopbonus003": {
|
|
|
|
| 1162 |
"label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.05",
|
| 1163 |
-
"
|
| 1164 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1165 |
},
|
| 1166 |
"residual_k4_consensus": {
|
| 1167 |
"ci95_success": 0.04490086956521744,
|
|
|
|
| 1 |
{
|
| 2 |
"best_clean_key": "residual_k4_composemasked_grid035040045_noopbonus003",
|
| 3 |
+
"generated_utc": "2026-06-29T16:47:33+00:00",
|
| 4 |
"mechanism_gap": {
|
| 5 |
"best_clean_vs_direct_same_ckpt": 0.07246376811594196,
|
| 6 |
"best_clean_vs_h16": 0.0579710144927536,
|
|
|
|
| 1154 |
"std_success": 0.010190374394925787
|
| 1155 |
},
|
| 1156 |
"residual_k4_composemasked_l2comp002_grid035040045_noopbonus003": {
|
| 1157 |
+
"ci95_success": 0.026399229893358696,
|
| 1158 |
"label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.02",
|
| 1159 |
+
"mean_action_mse_to_best": 0.4078853273853336,
|
| 1160 |
+
"mean_progress": 0.5703304209737426,
|
| 1161 |
+
"mean_success": 0.3553623188405797,
|
| 1162 |
+
"num_completed": 3,
|
| 1163 |
+
"per_task_success": {
|
| 1164 |
+
"LiftPegUpright-v1": {
|
| 1165 |
+
"mean_num_groups": 102.0,
|
| 1166 |
+
"mean_success": 0.26340865087329823,
|
| 1167 |
+
"std_success": 0.06057881385012102
|
| 1168 |
+
},
|
| 1169 |
+
"PickCube-v1": {
|
| 1170 |
+
"mean_num_groups": 196.66666666666666,
|
| 1171 |
+
"mean_success": 0.3278169093386485,
|
| 1172 |
+
"std_success": 0.02533117351097172
|
| 1173 |
+
},
|
| 1174 |
+
"PullCube-v1": {
|
| 1175 |
+
"mean_num_groups": 81.0,
|
| 1176 |
+
"mean_success": 0.20035568719779248,
|
| 1177 |
+
"std_success": 0.02638291361020334
|
| 1178 |
+
},
|
| 1179 |
+
"PushCube-v1": {
|
| 1180 |
+
"mean_num_groups": 102.0,
|
| 1181 |
+
"mean_success": 0.757403601199683,
|
| 1182 |
+
"std_success": 0.07781968814460603
|
| 1183 |
+
},
|
| 1184 |
+
"StackCube-v1": {
|
| 1185 |
+
"mean_num_groups": 93.33333333333333,
|
| 1186 |
+
"mean_success": 0.20044030044030045,
|
| 1187 |
+
"std_success": 0.08896982358351117
|
| 1188 |
+
}
|
| 1189 |
+
},
|
| 1190 |
+
"seed_action_mse_to_best": {
|
| 1191 |
+
"0": 0.40025916028443886,
|
| 1192 |
+
"1": 0.3954629489504125,
|
| 1193 |
+
"2": 0.42793387292114937
|
| 1194 |
+
},
|
| 1195 |
+
"seed_progress": {
|
| 1196 |
+
"0": 0.5580391604931134,
|
| 1197 |
+
"1": 0.5702176707529504,
|
| 1198 |
+
"2": 0.5827344316751639
|
| 1199 |
+
},
|
| 1200 |
+
"seed_success": {
|
| 1201 |
+
"0": 0.35304347826086957,
|
| 1202 |
+
"1": 0.34608695652173915,
|
| 1203 |
+
"2": 0.36695652173913046
|
| 1204 |
+
},
|
| 1205 |
+
"selected_candidate_type_counts": {
|
| 1206 |
+
"retrieval_residual_policy_residual": 1611,
|
| 1207 |
+
"retrieval_residual_residual_near_miss": 8,
|
| 1208 |
+
"retrieval_residual_residual_near_miss+residual_no_op": 9,
|
| 1209 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 4,
|
| 1210 |
+
"retrieval_residual_residual_no_op": 59,
|
| 1211 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 14,
|
| 1212 |
+
"retrieval_residual_residual_wrong_gripper": 20
|
| 1213 |
+
},
|
| 1214 |
+
"selected_residual_scale_counts": {
|
| 1215 |
+
"0.35": 1628,
|
| 1216 |
+
"0.4": 10,
|
| 1217 |
+
"0.45": 87
|
| 1218 |
+
},
|
| 1219 |
+
"selected_type_outcomes": {
|
| 1220 |
+
"retrieval_residual_policy_residual": {
|
| 1221 |
+
"count": 1611.0,
|
| 1222 |
+
"mean_progress": 0.5615387783291779,
|
| 1223 |
+
"success_rate": 0.345747982619491
|
| 1224 |
+
},
|
| 1225 |
+
"retrieval_residual_residual_near_miss": {
|
| 1226 |
+
"count": 8.0,
|
| 1227 |
+
"mean_progress": 0.8527381531894207,
|
| 1228 |
+
"success_rate": 0.625
|
| 1229 |
+
},
|
| 1230 |
+
"retrieval_residual_residual_near_miss+residual_no_op": {
|
| 1231 |
+
"count": 9.0,
|
| 1232 |
+
"mean_progress": 0.41239654852284324,
|
| 1233 |
+
"success_rate": 0.3333333333333333
|
| 1234 |
+
},
|
| 1235 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1236 |
+
"count": 4.0,
|
| 1237 |
+
"mean_progress": 0.898208275437355,
|
| 1238 |
+
"success_rate": 0.75
|
| 1239 |
+
},
|
| 1240 |
+
"retrieval_residual_residual_no_op": {
|
| 1241 |
+
"count": 59.0,
|
| 1242 |
+
"mean_progress": 0.7251843288225137,
|
| 1243 |
+
"success_rate": 0.5084745762711864
|
| 1244 |
+
},
|
| 1245 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1246 |
+
"count": 14.0,
|
| 1247 |
+
"mean_progress": 0.6851060901369367,
|
| 1248 |
+
"success_rate": 0.42857142857142855
|
| 1249 |
+
},
|
| 1250 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1251 |
+
"count": 20.0,
|
| 1252 |
+
"mean_progress": 0.6338668182492256,
|
| 1253 |
+
"success_rate": 0.45
|
| 1254 |
+
}
|
| 1255 |
+
},
|
| 1256 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_l2comp002_grid035040045_safe_margin0p20_noopbonus0p03_summary.json",
|
| 1257 |
+
"std_success": 0.010626262481057023
|
| 1258 |
},
|
| 1259 |
"residual_k4_composemasked_l2comp005_grid035040045_noopbonus003": {
|
| 1260 |
+
"ci95_success": 0.02405601694176965,
|
| 1261 |
"label": "K4 composed type-consensus tangents, masked, composite L2 penalty 0.05",
|
| 1262 |
+
"mean_action_mse_to_best": 0.4051644595277806,
|
| 1263 |
+
"mean_progress": 0.5694483268211469,
|
| 1264 |
+
"mean_success": 0.3547826086956522,
|
| 1265 |
+
"num_completed": 3,
|
| 1266 |
+
"per_task_success": {
|
| 1267 |
+
"LiftPegUpright-v1": {
|
| 1268 |
+
"mean_num_groups": 102.0,
|
| 1269 |
+
"mean_success": 0.26340865087329823,
|
| 1270 |
+
"std_success": 0.06057881385012102
|
| 1271 |
+
},
|
| 1272 |
+
"PickCube-v1": {
|
| 1273 |
+
"mean_num_groups": 196.66666666666666,
|
| 1274 |
+
"mean_success": 0.3278169093386485,
|
| 1275 |
+
"std_success": 0.02533117351097172
|
| 1276 |
+
},
|
| 1277 |
+
"PullCube-v1": {
|
| 1278 |
+
"mean_num_groups": 81.0,
|
| 1279 |
+
"mean_success": 0.20035568719779248,
|
| 1280 |
+
"std_success": 0.02638291361020334
|
| 1281 |
+
},
|
| 1282 |
+
"PushCube-v1": {
|
| 1283 |
+
"mean_num_groups": 102.0,
|
| 1284 |
+
"mean_success": 0.7541032711666796,
|
| 1285 |
+
"std_success": 0.07644139692615382
|
| 1286 |
+
},
|
| 1287 |
+
"StackCube-v1": {
|
| 1288 |
+
"mean_num_groups": 93.33333333333333,
|
| 1289 |
+
"mean_success": 0.20044030044030045,
|
| 1290 |
+
"std_success": 0.08896982358351117
|
| 1291 |
+
}
|
| 1292 |
+
},
|
| 1293 |
+
"seed_action_mse_to_best": {
|
| 1294 |
+
"0": 0.39534642129002706,
|
| 1295 |
+
"1": 0.3933826872949367,
|
| 1296 |
+
"2": 0.4267642699983781
|
| 1297 |
+
},
|
| 1298 |
+
"seed_progress": {
|
| 1299 |
+
"0": 0.5575822278395619,
|
| 1300 |
+
"1": 0.5696634550133477,
|
| 1301 |
+
"2": 0.581099297610531
|
| 1302 |
+
},
|
| 1303 |
+
"seed_success": {
|
| 1304 |
+
"0": 0.35304347826086957,
|
| 1305 |
+
"1": 0.34608695652173915,
|
| 1306 |
+
"2": 0.3652173913043478
|
| 1307 |
+
},
|
| 1308 |
+
"selected_candidate_type_counts": {
|
| 1309 |
+
"retrieval_residual_policy_residual": 1613,
|
| 1310 |
+
"retrieval_residual_residual_near_miss": 9,
|
| 1311 |
+
"retrieval_residual_residual_near_miss+residual_no_op": 8,
|
| 1312 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 5,
|
| 1313 |
+
"retrieval_residual_residual_no_op": 60,
|
| 1314 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": 8,
|
| 1315 |
+
"retrieval_residual_residual_wrong_gripper": 22
|
| 1316 |
+
},
|
| 1317 |
+
"selected_residual_scale_counts": {
|
| 1318 |
+
"0.35": 1628,
|
| 1319 |
+
"0.4": 11,
|
| 1320 |
+
"0.45": 86
|
| 1321 |
+
},
|
| 1322 |
+
"selected_type_outcomes": {
|
| 1323 |
+
"retrieval_residual_policy_residual": {
|
| 1324 |
+
"count": 1613.0,
|
| 1325 |
+
"mean_progress": 0.5610057968103742,
|
| 1326 |
+
"success_rate": 0.3453192808431494
|
| 1327 |
+
},
|
| 1328 |
+
"retrieval_residual_residual_near_miss": {
|
| 1329 |
+
"count": 9.0,
|
| 1330 |
+
"mean_progress": 0.8691005806128184,
|
| 1331 |
+
"success_rate": 0.6666666666666666
|
| 1332 |
+
},
|
| 1333 |
+
"retrieval_residual_residual_near_miss+residual_no_op": {
|
| 1334 |
+
"count": 8.0,
|
| 1335 |
+
"mean_progress": 0.33894611708819866,
|
| 1336 |
+
"success_rate": 0.25
|
| 1337 |
+
},
|
| 1338 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": {
|
| 1339 |
+
"count": 5.0,
|
| 1340 |
+
"mean_progress": 0.918566620349884,
|
| 1341 |
+
"success_rate": 0.8
|
| 1342 |
+
},
|
| 1343 |
+
"retrieval_residual_residual_no_op": {
|
| 1344 |
+
"count": 60.0,
|
| 1345 |
+
"mean_progress": 0.7145914144503573,
|
| 1346 |
+
"success_rate": 0.5
|
| 1347 |
+
},
|
| 1348 |
+
"retrieval_residual_residual_no_op+residual_wrong_gripper": {
|
| 1349 |
+
"count": 8.0,
|
| 1350 |
+
"mean_progress": 0.7917308211326599,
|
| 1351 |
+
"success_rate": 0.5
|
| 1352 |
+
},
|
| 1353 |
+
"retrieval_residual_residual_wrong_gripper": {
|
| 1354 |
+
"count": 22.0,
|
| 1355 |
+
"mean_progress": 0.5936534005132589,
|
| 1356 |
+
"success_rate": 0.4090909090909091
|
| 1357 |
+
}
|
| 1358 |
+
},
|
| 1359 |
+
"source": "results/h16_policy_ckpt_near_miss_policy_bc5_bestpt_retrieval_residual_k4_composemasked_l2comp005_grid035040045_safe_margin0p20_noopbonus0p03_summary.json",
|
| 1360 |
+
"std_success": 0.00968306845709568
|
| 1361 |
},
|
| 1362 |
"residual_k4_consensus": {
|
| 1363 |
"ci95_success": 0.04490086956521744,
|
results/paper_analysis.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
-
Generated: `2026-06-29T16:
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
@@ -48,8 +48,8 @@ Generated: `2026-06-29T16:37:59+00:00`
|
|
| 48 |
| residual_k4_composemasked_grid035040045 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45 | 3 | 35.30% +/- 1.22 | +/- 3.02 | 56.91% | 0.410 | +5.57 pp |
|
| 49 |
| residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.54% +/- 1.02 | +/- 2.53 | 57.02% | 0.411 | +5.80 pp |
|
| 50 |
| residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, component no-op bonus 0.03 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.98% | 0.413 | +5.62 pp |
|
| 51 |
-
| residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.02 |
|
| 52 |
-
| residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.05 |
|
| 53 |
| repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | 3 | 34.32% +/- 1.35 | +/- 3.36 | 55.97% | 0.394 | +4.58 pp |
|
| 54 |
| repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | 3 | 34.38% +/- 1.50 | +/- 3.73 | 56.05% | 0.394 | +4.64 pp |
|
| 55 |
| repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | 3 | 34.14% +/- 1.48 | +/- 3.67 | 56.01% | 0.393 | +4.41 pp |
|
|
|
|
| 1 |
# Paper Analysis
|
| 2 |
|
| 3 |
+
Generated: `2026-06-29T16:47:33+00:00`
|
| 4 |
|
| 5 |
## Main Seed Statistics
|
| 6 |
|
|
|
|
| 48 |
| residual_k4_composemasked_grid035040045 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45 | 3 | 35.30% +/- 1.22 | +/- 3.02 | 56.91% | 0.410 | +5.57 pp |
|
| 49 |
| residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, scales 0.35/0.40/0.45, no-op bonus 0.03 | 3 | 35.54% +/- 1.02 | +/- 2.53 | 57.02% | 0.411 | +5.80 pp |
|
| 50 |
| residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, component no-op bonus 0.03 | 3 | 35.36% +/- 1.16 | +/- 2.88 | 56.98% | 0.413 | +5.62 pp |
|
| 51 |
+
| residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.02 | 3 | 35.54% +/- 1.06 | +/- 2.64 | 57.03% | 0.408 | +5.80 pp |
|
| 52 |
+
| residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus tangents, masked, composite L2 penalty 0.05 | 3 | 35.48% +/- 0.97 | +/- 2.41 | 56.94% | 0.405 | +5.74 pp |
|
| 53 |
| repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | 3 | 34.32% +/- 1.35 | +/- 3.36 | 55.97% | 0.394 | +4.58 pp |
|
| 54 |
| repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | 3 | 34.38% +/- 1.50 | +/- 3.73 | 56.05% | 0.394 | +4.64 pp |
|
| 55 |
| repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | 3 | 34.14% +/- 1.48 | +/- 3.67 | 56.01% | 0.393 | +4.41 pp |
|
results/paper_core_results.md
CHANGED
|
@@ -56,6 +56,7 @@ lattice is `+27.25 pp`, and the remaining clean-to-same-state proposal gap is
|
|
| 56 |
| K4 composed type-consensus residual retrieval, masked | No | No | 35.30% | +5.57 pp | Clean anti-goal composite masking removes the confound; tangent composition alone near-ties but does not beat mean-by-type scale-grid transport |
|
| 57 |
| K4 composed type-consensus residual retrieval, masked + no-op prior 0.03 | No | No | 35.54% | +5.80 pp | Current best clean diagnostic; masked local tangent composition adds one success over the previous scale-grid no-op row while staying sparse |
|
| 58 |
| K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
|
|
|
|
| 59 |
| K4 repair-tangent residual transport | No | No | 34.14-34.43% | +4.41-4.70 pp | Reversing residuals into failure-to-expert repair tangents is a clean negative diagnostic; the current gain is not recovered by transporting near-miss-to-expert vectors |
|
| 60 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 61 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
|
@@ -104,27 +105,28 @@ Suggested main-table rows:
|
|
| 104 |
14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
|
| 105 |
15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
|
| 106 |
16. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
|
| 107 |
-
17. K4
|
| 108 |
-
18. K4 mean-by-type residual retrieval +
|
| 109 |
-
19. K4 mean-by-type residual retrieval +
|
| 110 |
-
20. K4 mean-by-type residual retrieval +
|
| 111 |
-
21. K4 mean-by-type residual retrieval + train-
|
| 112 |
-
22. K4
|
| 113 |
-
23. K4
|
| 114 |
-
24. K4 mean-by-type residual retrieval +
|
| 115 |
-
25.
|
| 116 |
-
26.
|
| 117 |
-
27. K4
|
| 118 |
-
28. K4
|
| 119 |
-
29. K4
|
| 120 |
-
30.
|
| 121 |
-
31.
|
| 122 |
-
32. Residual
|
| 123 |
-
33.
|
| 124 |
-
34. Lattice,
|
| 125 |
-
35. Lattice, no expert
|
| 126 |
-
36. Lattice,
|
| 127 |
-
37.
|
|
|
|
| 128 |
|
| 129 |
Suggested claim:
|
| 130 |
|
|
@@ -142,8 +144,9 @@ Suggested claim:
|
|
| 142 |
> suggesting the current field already performs most of the useful abstention.
|
| 143 |
> The clean composition row improves only after anti-goal composite masking, and
|
| 144 |
> component-wise propagation of the no-op prior into every composite is negative.
|
| 145 |
-
>
|
| 146 |
-
>
|
|
|
|
| 147 |
> near-miss-to-expert correction vectors is not the missing deployment proposal.
|
| 148 |
> Ungated KNN residual
|
| 149 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
|
|
|
| 56 |
| K4 composed type-consensus residual retrieval, masked | No | No | 35.30% | +5.57 pp | Clean anti-goal composite masking removes the confound; tangent composition alone near-ties but does not beat mean-by-type scale-grid transport |
|
| 57 |
| K4 composed type-consensus residual retrieval, masked + no-op prior 0.03 | No | No | 35.54% | +5.80 pp | Current best clean diagnostic; masked local tangent composition adds one success over the previous scale-grid no-op row while staying sparse |
|
| 58 |
| K4 composed type-consensus residual retrieval, masked + component-wise no-op prior | No | No | 35.36% | +5.62 pp | Propagating the no-op prior into every composite over-selects composed tangents and drops below the exact-prior row; useful negative calibration |
|
| 59 |
+
| K4 composed type-consensus residual retrieval, masked + composite trust penalty | No | No | 35.48-35.54% | +5.74-5.80 pp | A small composite-only L2 penalty ties the best while lowering action MSE and slightly improving progress; stronger penalty drops one seed, so trust-radius regularization is explanatory but not a new success gain |
|
| 60 |
| K4 repair-tangent residual transport | No | No | 34.14-34.43% | +4.41-4.70 pp | Reversing residuals into failure-to-expert repair tangents is a clean negative diagnostic; the current gain is not recovered by transporting near-miss-to-expert vectors |
|
| 61 |
| K4 mean-by-type residual retrieval + source-score prior 0.025 | No | No | 35.19% | +5.45 pp | A stronger reward-score prior drops below the plateau |
|
| 62 |
| K4 mean-by-type residual retrieval, no-op-only residuals | No | No | 35.19% | +5.45 pp | Removing wrong-gripper residuals loses one success versus the fixed-scale safe-family plateau; the core gain is sparse no-op/tangent repair, with wrong-gripper acting only as a marginal helper |
|
|
|
|
| 105 |
14. K4 mean-by-type residual retrieval + scale-grid no-op prior 0.03
|
| 106 |
15. K4 masked composed type-consensus residual retrieval + no-op prior 0.03
|
| 107 |
16. K4 masked composed type-consensus residual retrieval + component-wise no-op prior diagnostic
|
| 108 |
+
17. K4 masked composed type-consensus residual retrieval + composite trust penalty diagnostic
|
| 109 |
+
18. K4 mean-by-type residual retrieval + upper/wide tangent-length diagnostics
|
| 110 |
+
19. K4 mean-by-type residual retrieval + minimum-energy action penalty diagnostics
|
| 111 |
+
20. K4 mean-by-type residual retrieval + source-progress/source-score/source-advantage prior diagnostics
|
| 112 |
+
21. K4 mean-by-type residual retrieval + train-family success bonus diagnostics
|
| 113 |
+
22. K4 mean-by-type residual retrieval + train-neighbor consensus-confidence diagnostics
|
| 114 |
+
23. K4 repair-tangent residual transport diagnostics
|
| 115 |
+
24. K4 mean-by-type residual retrieval + no-op-only family diagnostic
|
| 116 |
+
25. K4 mean-by-type residual retrieval + abstention margin fine sweep
|
| 117 |
+
26. Source-progress viability gate diagnostics
|
| 118 |
+
27. K2/K4 task-relative retrieval metric diagnostics
|
| 119 |
+
28. K4 kernel-weighted residual consensus + no-op prior diagnostics
|
| 120 |
+
29. K4 field-softmax residual barycenter + margin diagnostics
|
| 121 |
+
30. K4 mean-by-type residual retrieval + wrong-gripper typed-prior diagnostics
|
| 122 |
+
31. K2 broad tangent ray-search
|
| 123 |
+
32. Residual-tangent distillation policy
|
| 124 |
+
33. Residual+Gaussian hybrid, K32 sigma0.35
|
| 125 |
+
34. Lattice, near-miss only
|
| 126 |
+
35. Lattice, no expert
|
| 127 |
+
36. Lattice, no expert + policy baseline candidate
|
| 128 |
+
37. Lattice, full
|
| 129 |
+
38. Oracle ceiling
|
| 130 |
|
| 131 |
Suggested claim:
|
| 132 |
|
|
|
|
| 144 |
> suggesting the current field already performs most of the useful abstention.
|
| 145 |
> The clean composition row improves only after anti-goal composite masking, and
|
| 146 |
> component-wise propagation of the no-op prior into every composite is negative.
|
| 147 |
+
> A small composite-only trust penalty ties success while lowering action MSE,
|
| 148 |
+
> supporting a controlled local tangent-chart story rather than an uncontrolled
|
| 149 |
+
> proposal pile-up. Repair-tangent transport is negative, showing that simply reversing train failures into
|
| 150 |
> near-miss-to-expert correction vectors is not the missing deployment proposal.
|
| 151 |
> Ungated KNN residual
|
| 152 |
> retrieval, field-gradient ascent, broader non-expert BC targets, field-teacher/tangent distillation, z-score/task-relative retrieval,
|
results/paper_story_memo.md
CHANGED
|
@@ -31,6 +31,7 @@ when queried on proposal geometry that matches those local counterfactuals.
|
|
| 31 |
| Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30%. Upper 0.40/0.45/0.50 nearly ties at 35.36%, while wide 0.35/0.45/0.55 drops to 35.13% | Previous clean best; local scale calibration, not a larger-step effect |
|
| 32 |
| Masked tangent composition gives a small clean lift | K4 composed type-consensus transport is 35.30% after anti-goal composite masking, and reaches 35.54% with the typed no-op prior; raw selected types contain no random-negative or wrong-direction composites | Current best clean result; controlled local tangent-chart composition, not unmasked proposal accumulation |
|
| 33 |
| Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
|
|
|
|
| 34 |
| Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
|
| 35 |
| Source-advantage priors/gates are too brittle | source-advantage bonuses 0.02/0.05 reach 35.13%; no-op+advantage bonus reaches 35.30%; positive-advantage gates reach 35.13% with or without no-op prior | Negative diagnostic: useful transferable tangents need not beat the expert anchor in their own source state |
|
| 36 |
| Continuous train-family success priors do not add the gain | scale-grid family-success bonuses 0.02/0.03/0.05 reach 35.25%; no-op+family-success 0.02 ties the previous scale-grid row at 35.42% | Negative/tie diagnostic: train terminal success is not the right confidence signal for transferred tangents |
|
|
@@ -78,33 +79,34 @@ clean proposal result, the intended main rows are:
|
|
| 78 |
16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
|
| 79 |
17. K4 masked composed type-consensus tangent transport: 35.30%; with typed no-op prior: 35.54%
|
| 80 |
18. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
|
| 81 |
-
19. K4
|
| 82 |
-
20. K4 mean-by-type tangent consensus +
|
| 83 |
-
21. K4 mean-by-type tangent consensus +
|
| 84 |
-
22. K4 mean-by-type tangent consensus + train-source
|
| 85 |
-
23. K4 mean-by-type tangent consensus + train-source
|
| 86 |
-
24. K4 mean-by-type tangent consensus + train-
|
| 87 |
-
25. K4 mean-by-type tangent consensus + train-
|
| 88 |
-
26. K4
|
| 89 |
-
27. K4
|
| 90 |
-
28. K4 mean-by-type
|
| 91 |
-
29.
|
| 92 |
-
30.
|
| 93 |
-
31. K4
|
| 94 |
-
32.
|
| 95 |
-
33.
|
| 96 |
-
34.
|
| 97 |
-
35.
|
| 98 |
-
36.
|
| 99 |
-
37.
|
| 100 |
-
38.
|
| 101 |
-
39.
|
| 102 |
-
40.
|
| 103 |
-
41.
|
| 104 |
-
42. Lattice,
|
| 105 |
-
43. Lattice, no expert
|
| 106 |
-
44. Lattice,
|
| 107 |
-
45.
|
|
|
|
| 108 |
|
| 109 |
## Novelty Framing
|
| 110 |
|
|
@@ -132,13 +134,14 @@ test-time search. The cleaner novelty is:
|
|
| 132 |
|
| 133 |
## Job Status
|
| 134 |
|
| 135 |
-
Last checked: `2026-06-29 16:
|
| 136 |
sweep completed and produced a new clean best, 35.54%, while the pure masked
|
| 137 |
composition row reached 35.30%. Raw selected candidate types show no
|
| 138 |
random-negative or wrong-direction composite leak. The paper table and paired
|
| 139 |
analysis now use the masked composed no-op row as `best_clean_key`. The
|
| 140 |
component-wise composite prior follow-up completed at 35.36%, below the exact
|
| 141 |
-
no-op prior row.
|
|
|
|
| 142 |
|
| 143 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 144 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
@@ -288,6 +291,16 @@ no-op prior row.
|
|
| 288 |
summary. It reaches 35.36% with seeds 34.78%/34.61%/36.70%, below the 35.54%
|
| 289 |
exact-prior row. Local paper builders updated artifacts; redundant rebuild
|
| 290 |
job `14912563` was canceled while still pending.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 291 |
- `14894281`: completed the Apptainer unit smoke for the train-source
|
| 292 |
progress-viability gate, including the variable residual-count padding check
|
| 293 |
(`source_progress_lengths == [3, 3]`).
|
|
@@ -378,7 +391,10 @@ no-op prior row.
|
|
| 378 |
no-op row remains 35.42%; pure masked composition is 35.30%, and
|
| 379 |
component-wise propagation of the no-op prior reaches 35.36%, so composition
|
| 380 |
helps only when the sparse exact typed prior is preserved and anti-goal
|
| 381 |
-
composite parts are masked.
|
|
|
|
|
|
|
|
|
|
| 382 |
train-source progress/reward-score priors tie that fixed-scale row, and
|
| 383 |
scale-grid source-score reaches 35.30% but not the new best. Source-advantage
|
| 384 |
priors/gates reach at most 35.30%, so local utility lift over the source
|
|
@@ -399,7 +415,7 @@ no-op prior row.
|
|
| 399 |
repaired train-family reliability priors, Gaussian hybrids,
|
| 400 |
field optimization, field-teacher/tangent distillation, repair-tangent transport, policy-relative anchoring, tangent consensus,
|
| 401 |
kernel-weighted tangent interpolation, field-softmax tangent barycenters,
|
| 402 |
-
unmasked, prior-free,
|
| 403 |
-
typed priors, and same-state policy-baseline
|
| 404 |
-
diagnostics that sharpen the story around
|
| 405 |
-
geometry.
|
|
|
|
| 31 |
| Field-gated tangent length calibration improves the clean bridge | K4 mean-by-type scale grid 0.35/0.40/0.45 with no-op bonus 0.03 reaches 35.42%; the source-score version reaches 35.30%. Upper 0.40/0.45/0.50 nearly ties at 35.36%, while wide 0.35/0.45/0.55 drops to 35.13% | Previous clean best; local scale calibration, not a larger-step effect |
|
| 32 |
| Masked tangent composition gives a small clean lift | K4 composed type-consensus transport is 35.30% after anti-goal composite masking, and reaches 35.54% with the typed no-op prior; raw selected types contain no random-negative or wrong-direction composites | Current best clean result; controlled local tangent-chart composition, not unmasked proposal accumulation |
|
| 33 |
| Component-wise composite priors do not add the gain | propagating the no-op bonus into composite types reaches 35.36%, below the exact-prior masked composition row at 35.54% | Negative/near-tie diagnostic: sparse exact priors are better than broadly rewarding every no-op-containing composite |
|
| 34 |
+
| Composite trust-radius penalty explains but does not improve the success top line | composite-only L2 penalty 0.02 ties 35.54% while lowering action MSE from 0.4106 to 0.4079 and slightly raising progress; penalty 0.05 drops to 35.48% | Tie/negative diagnostic: composed tangents need a local trust radius, but the field+margin already finds the success optimum |
|
| 35 |
| Minimum-energy residual regularization does not add the gain | action L2 penalty 0.05 ties the previous 35.42% scale-grid row, while 0.10/0.20 reach 35.36% | Negative/tie diagnostic: the clean bridge is not explained by shortest-action bias |
|
| 36 |
| Source-advantage priors/gates are too brittle | source-advantage bonuses 0.02/0.05 reach 35.13%; no-op+advantage bonus reaches 35.30%; positive-advantage gates reach 35.13% with or without no-op prior | Negative diagnostic: useful transferable tangents need not beat the expert anchor in their own source state |
|
| 37 |
| Continuous train-family success priors do not add the gain | scale-grid family-success bonuses 0.02/0.03/0.05 reach 35.25%; no-op+family-success 0.02 ties the previous scale-grid row at 35.42% | Negative/tie diagnostic: train terminal success is not the right confidence signal for transferred tangents |
|
|
|
|
| 79 |
16. K4 mean-by-type tangent consensus + scale-grid typed no-op prior: 35.42%
|
| 80 |
17. K4 masked composed type-consensus tangent transport: 35.30%; with typed no-op prior: 35.54%
|
| 81 |
18. K4 masked composed type-consensus tangent transport + component-wise no-op prior: 35.36%
|
| 82 |
+
19. K4 masked composed type-consensus tangent transport + composite L2 trust penalty: 35.54% at 0.02; 35.48% at 0.05
|
| 83 |
+
20. K4 mean-by-type tangent consensus + upper/wide scale diagnostics: 35.36% for 0.40/0.45/0.50; 35.13% for 0.35/0.45/0.55
|
| 84 |
+
21. K4 mean-by-type tangent consensus + action L2 penalty: 35.42% at 0.05; 35.36% at 0.10/0.20
|
| 85 |
+
22. K4 mean-by-type tangent consensus + train-source progress prior: 35.25% at bonus 0.03; 35.13% at bonus 0.05
|
| 86 |
+
23. K4 mean-by-type tangent consensus + train-source reward-score prior: 35.25% at bonuses 0.015/0.020; 35.30% with scale grid; 35.19% at 0.025
|
| 87 |
+
24. K4 mean-by-type tangent consensus + train-source advantage prior/gate: 35.13% at bonuses 0.02/0.05; 35.30% with no-op+advantage; 35.13% with positive-advantage gates
|
| 88 |
+
25. K4 mean-by-type tangent consensus + train-family success bonus: 35.25% alone; 35.42% with no-op bonus 0.03
|
| 89 |
+
26. K4 mean-by-type tangent consensus + train-neighbor consensus penalty: 35.19% alone; 35.36% with no-op bonus 0.03
|
| 90 |
+
27. K4 repair-tangent transport: 34.14-34.43%
|
| 91 |
+
28. K4 mean-by-type tangent consensus, no-op-only residuals: 35.19% with either no-op bonus 0.03 or source-score bonus 0.02
|
| 92 |
+
29. K4 mean-by-type abstention margin sweep: 35.07% / 35.25% / 34.84% for typed no-op margins 0.15 / 0.20 / 0.25; 34.96% / 35.25% / 34.84% for source-score margins
|
| 93 |
+
30. Source-progress viability gates: 35.19% / 34.96% / 34.72% for thresholds 0.25 / 0.50 / 0.75
|
| 94 |
+
31. K4 kernel-weighted tangent consensus / + no-op prior: 34.96% / 35.19%
|
| 95 |
+
32. K4 field-softmax tangent transport / best margin sweep: 34.96% / 35.19%
|
| 96 |
+
33. Wrong-gripper prior / no-op+wrong-gripper prior: 35.19% / 35.25%
|
| 97 |
+
34. K2 broad tangent ray-search: 34.96%
|
| 98 |
+
35. K1/K2 tight tangent ray-search: 34.84% / 34.84%
|
| 99 |
+
36. K4 tight tangent ray-search: 34.55%
|
| 100 |
+
37. Residual-tangent distillation policy: 28.87%
|
| 101 |
+
38. Z-score residual retrieval: 32.23-32.81%
|
| 102 |
+
39. Task-relative residual retrieval metric: 34.26-34.43%
|
| 103 |
+
40. Train-family reliability prior: 33.28-33.33%
|
| 104 |
+
41. Residual+Gaussian hybrid K32/K64: 31.30% / 30.90%
|
| 105 |
+
42. Lattice, near-miss only: 55.94%
|
| 106 |
+
43. Lattice, no expert: 56.99%
|
| 107 |
+
44. Lattice, no expert + policy baseline candidate: 40.70%
|
| 108 |
+
45. Lattice, full: 69.33%
|
| 109 |
+
46. Oracle ceiling: 86.78%
|
| 110 |
|
| 111 |
## Novelty Framing
|
| 112 |
|
|
|
|
| 134 |
|
| 135 |
## Job Status
|
| 136 |
|
| 137 |
+
Last checked: `2026-06-29 16:46 UTC`. The K4 masked composed type-consensus
|
| 138 |
sweep completed and produced a new clean best, 35.54%, while the pure masked
|
| 139 |
composition row reached 35.30%. Raw selected candidate types show no
|
| 140 |
random-negative or wrong-direction composite leak. The paper table and paired
|
| 141 |
analysis now use the masked composed no-op row as `best_clean_key`. The
|
| 142 |
component-wise composite prior follow-up completed at 35.36%, below the exact
|
| 143 |
+
no-op prior row. Composite-only L2 trust penalties completed: 0.02 ties the
|
| 144 |
+
best success with lower action MSE, while 0.05 drops to 35.48%.
|
| 145 |
|
| 146 |
- `14858328`-`14858333`: completed train-split `field_selected_noexpert_bc5`;
|
| 147 |
direct rollout is 26.84%, field-guided best is 27.65%.
|
|
|
|
| 291 |
summary. It reaches 35.36% with seeds 34.78%/34.61%/36.70%, below the 35.54%
|
| 292 |
exact-prior row. Local paper builders updated artifacts; redundant rebuild
|
| 293 |
job `14912563` was canceled while still pending.
|
| 294 |
+
- `14913943`: completed CPU smoke for composite-only L2 trust penalties on
|
| 295 |
+
masked composed type-consensus transport. Metadata records
|
| 296 |
+
`retrieval_residual_composite_l2_penalty_scale=0.02`, no anti-goal selected
|
| 297 |
+
types, and 8/8 smoke groups selected `policy_residual`.
|
| 298 |
+
- `14913944`/`14913951`: completed composite L2 penalty GPU arrays. Penalty
|
| 299 |
+
`0.02` ties the 35.54% exact-prior row with seeds
|
| 300 |
+
35.30%/34.61%/36.70%, slightly higher progress and lower action MSE. Penalty
|
| 301 |
+
`0.05` reaches 35.48%. Local summaries and builders updated artifacts;
|
| 302 |
+
redundant summary/rebuild jobs `14913955`/`14913956`/`14913958` were canceled
|
| 303 |
+
while pending.
|
| 304 |
- `14894281`: completed the Apptainer unit smoke for the train-source
|
| 305 |
progress-viability gate, including the variable residual-count padding check
|
| 306 |
(`source_progress_lengths == [3, 3]`).
|
|
|
|
| 391 |
no-op row remains 35.42%; pure masked composition is 35.30%, and
|
| 392 |
component-wise propagation of the no-op prior reaches 35.36%, so composition
|
| 393 |
helps only when the sparse exact typed prior is preserved and anti-goal
|
| 394 |
+
composite parts are masked. A composite-only L2 trust penalty ties the best
|
| 395 |
+
success at 0.02 while lowering action MSE, but 0.05 drops below the best, so
|
| 396 |
+
this is explanatory regularization rather than a new success gain. The
|
| 397 |
+
fixed-scale no-op plateau remains 35.25%; continuous
|
| 398 |
train-source progress/reward-score priors tie that fixed-scale row, and
|
| 399 |
scale-grid source-score reaches 35.30% but not the new best. Source-advantage
|
| 400 |
priors/gates reach at most 35.30%, so local utility lift over the source
|
|
|
|
| 415 |
repaired train-family reliability priors, Gaussian hybrids,
|
| 416 |
field optimization, field-teacher/tangent distillation, repair-tangent transport, policy-relative anchoring, tangent consensus,
|
| 417 |
kernel-weighted tangent interpolation, field-softmax tangent barycenters,
|
| 418 |
+
unmasked, prior-free, component-prior, or over-regularized tangent
|
| 419 |
+
composition, wrong-gripper typed priors, and same-state policy-baseline
|
| 420 |
+
fallback as negative or near-tie diagnostics that sharpen the story around
|
| 421 |
+
local counterfactual proposal geometry.
|
results/paper_table_status.json
CHANGED
|
@@ -1325,14 +1325,14 @@
|
|
| 1325 |
"story_role": "trust-radius penalty on composed local tangent candidates",
|
| 1326 |
"fallback_success": null,
|
| 1327 |
"pending_job": "14913944/14913955",
|
| 1328 |
-
"path_exists":
|
| 1329 |
-
"status": "
|
| 1330 |
-
"success":
|
| 1331 |
-
"std_success":
|
| 1332 |
"completed_seeds": null,
|
| 1333 |
-
"num_completed":
|
| 1334 |
"best_config": null,
|
| 1335 |
-
"gain_vs_h16_policy":
|
| 1336 |
},
|
| 1337 |
{
|
| 1338 |
"key": "retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003",
|
|
@@ -1344,14 +1344,14 @@
|
|
| 1344 |
"story_role": "stronger trust-radius penalty on composed local tangent candidates",
|
| 1345 |
"fallback_success": null,
|
| 1346 |
"pending_job": "14913951/14913956",
|
| 1347 |
-
"path_exists":
|
| 1348 |
-
"status": "
|
| 1349 |
-
"success":
|
| 1350 |
-
"std_success":
|
| 1351 |
"completed_seeds": null,
|
| 1352 |
-
"num_completed":
|
| 1353 |
"best_config": null,
|
| 1354 |
-
"gain_vs_h16_policy":
|
| 1355 |
},
|
| 1356 |
{
|
| 1357 |
"key": "retrieval_repair_nearmiss_k4_grid025035050_margin020",
|
|
|
|
| 1325 |
"story_role": "trust-radius penalty on composed local tangent candidates",
|
| 1326 |
"fallback_success": null,
|
| 1327 |
"pending_job": "14913944/14913955",
|
| 1328 |
+
"path_exists": true,
|
| 1329 |
+
"status": "complete",
|
| 1330 |
+
"success": 0.3553623188405797,
|
| 1331 |
+
"std_success": 0.010626262481057023,
|
| 1332 |
"completed_seeds": null,
|
| 1333 |
+
"num_completed": 3,
|
| 1334 |
"best_config": null,
|
| 1335 |
+
"gain_vs_h16_policy": 0.05797101449275366
|
| 1336 |
},
|
| 1337 |
{
|
| 1338 |
"key": "retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003",
|
|
|
|
| 1344 |
"story_role": "stronger trust-radius penalty on composed local tangent candidates",
|
| 1345 |
"fallback_success": null,
|
| 1346 |
"pending_job": "14913951/14913956",
|
| 1347 |
+
"path_exists": true,
|
| 1348 |
+
"status": "complete",
|
| 1349 |
+
"success": 0.3547826086956522,
|
| 1350 |
+
"std_success": 0.00968306845709568,
|
| 1351 |
"completed_seeds": null,
|
| 1352 |
+
"num_completed": 3,
|
| 1353 |
"best_config": null,
|
| 1354 |
+
"gain_vs_h16_policy": 0.05739130434782613
|
| 1355 |
},
|
| 1356 |
{
|
| 1357 |
"key": "retrieval_repair_nearmiss_k4_grid025035050_margin020",
|
results/paper_table_status.md
CHANGED
|
@@ -72,8 +72,8 @@ Baseline h=16 policy: 29.74%
|
|
| 72 |
| retrieval_residual_k4_composemasked_grid035040045 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20 | complete | 35.30% | +5.57 pp | yes | no | no | local tangent composition with anti-goal composite masks |
|
| 73 |
| retrieval_residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.54% | +5.80 pp | yes | no | no | local tangent composition with anti-goal composite masks on the current best typed prior |
|
| 74 |
| retrieval_residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, component no-op bonus 0.03 | complete | 35.36% | +5.62 pp | yes | no | no | component-wise sparse prior on the masked local tangent composition chart |
|
| 75 |
-
| retrieval_residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.02 |
|
| 76 |
-
| retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.05 |
|
| 77 |
| retrieval_repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | complete | 34.32% | +4.58 pp | yes | no | no | deployment-clean corrective tangent transport from train near-misses back toward expert actions |
|
| 78 |
| retrieval_repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | complete | 34.38% | +4.64 pp | yes | no | no | repair-tangent scale diagnostic for near-miss counterfactual geometry |
|
| 79 |
| retrieval_repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | complete | 34.14% | +4.41 pp | yes | no | no | repair-tangent abstention diagnostic for near-miss counterfactual geometry |
|
|
|
|
| 72 |
| retrieval_residual_k4_composemasked_grid035040045 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20 | complete | 35.30% | +5.57 pp | yes | no | no | local tangent composition with anti-goal composite masks |
|
| 73 |
| retrieval_residual_k4_composemasked_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, scales 0.35/0.40/0.45, margin 0.20, no-op bonus 0.03 | complete | 35.54% | +5.80 pp | yes | no | no | local tangent composition with anti-goal composite masks on the current best typed prior |
|
| 74 |
| retrieval_residual_k4_composemasked_compbonus_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, component no-op bonus 0.03 | complete | 35.36% | +5.62 pp | yes | no | no | component-wise sparse prior on the masked local tangent composition chart |
|
| 75 |
+
| retrieval_residual_k4_composemasked_l2comp002_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.02 | complete | 35.54% | +5.80 pp | yes | no | no | trust-radius penalty on composed local tangent candidates |
|
| 76 |
+
| retrieval_residual_k4_composemasked_l2comp005_grid035040045_noopbonus003 | K4 composed type-consensus residual retrieval, masked, composite L2 penalty 0.05 | complete | 35.48% | +5.74 pp | yes | no | no | stronger trust-radius penalty on composed local tangent candidates |
|
| 77 |
| retrieval_repair_nearmiss_k4_grid025035050_margin020 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.20 | complete | 34.32% | +4.58 pp | yes | no | no | deployment-clean corrective tangent transport from train near-misses back toward expert actions |
|
| 78 |
| retrieval_repair_nearmiss_k4_grid035050075_margin020 | K4 near-miss-to-expert repair tangent, scales 0.35/0.50/0.75, margin 0.20 | complete | 34.38% | +4.64 pp | yes | no | no | repair-tangent scale diagnostic for near-miss counterfactual geometry |
|
| 79 |
| retrieval_repair_nearmiss_k4_grid025035050_margin010 | K4 near-miss-to-expert repair tangent, scales 0.25/0.35/0.50, margin 0.10 | complete | 34.14% | +4.41 pp | yes | no | no | repair-tangent abstention diagnostic for near-miss counterfactual geometry |
|
scripts/build_paper_analysis.py
CHANGED
|
@@ -838,7 +838,8 @@ def _load_methods() -> dict[str, dict[str, Any]]:
|
|
| 838 |
|
| 839 |
|
| 840 |
def _best_clean_key(methods: dict[str, dict[str, Any]]) -> str:
|
| 841 |
-
|
|
|
|
| 842 |
for spec in METHODS:
|
| 843 |
if spec.key in NON_DEPLOYMENT_KEYS:
|
| 844 |
continue
|
|
@@ -847,10 +848,11 @@ def _best_clean_key(methods: dict[str, dict[str, Any]]) -> str:
|
|
| 847 |
continue
|
| 848 |
success = method.get("mean_success")
|
| 849 |
if isinstance(success, (int, float)) and math.isfinite(float(success)):
|
| 850 |
-
|
| 851 |
-
|
| 852 |
-
|
| 853 |
-
|
|
|
|
| 854 |
|
| 855 |
|
| 856 |
def _paired_delta(
|
|
|
|
| 838 |
|
| 839 |
|
| 840 |
def _best_clean_key(methods: dict[str, dict[str, Any]]) -> str:
|
| 841 |
+
best_key = FALLBACK_BEST_CLEAN_KEY
|
| 842 |
+
best_success = float("-inf")
|
| 843 |
for spec in METHODS:
|
| 844 |
if spec.key in NON_DEPLOYMENT_KEYS:
|
| 845 |
continue
|
|
|
|
| 848 |
continue
|
| 849 |
success = method.get("mean_success")
|
| 850 |
if isinstance(success, (int, float)) and math.isfinite(float(success)):
|
| 851 |
+
success = float(success)
|
| 852 |
+
if success > best_success + 1.0e-12:
|
| 853 |
+
best_success = success
|
| 854 |
+
best_key = spec.key
|
| 855 |
+
return best_key
|
| 856 |
|
| 857 |
|
| 858 |
def _paired_delta(
|